diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..362b4c59690b9077e1dab61da72b712c104af471 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+results/figures/phase19b_qa_softqa_pd_w2000_6seeds_summary_20260403_0711_heatmaps.png filter=lfs diff=lfs merge=lfs -text
diff --git a/results/csv/3seed_top3_results_20260310_2242.csv b/results/csv/3seed_top3_results_20260310_2242.csv
new file mode 100644
index 0000000000000000000000000000000000000000..fd8bd51425dfb2d6d5e68a9d3f7b0f567ea35d75
--- /dev/null
+++ b/results/csv/3seed_top3_results_20260310_2242.csv
@@ -0,0 +1,10 @@
+Variant,Seed,Final_Val_Loss
+none,1337,7.3218
+none,42,7.3918
+none,123,7.2759
+vnorm,1337,6.4886
+vnorm,42,6.6105
+vnorm,123,6.5917
+qvnorm,1337,6.4545
+qvnorm,42,6.5394
+qvnorm,123,6.3194
diff --git a/results/csv/a10_replication_runs_20260322_0639.csv b/results/csv/a10_replication_runs_20260322_0639.csv
new file mode 100644
index 0000000000000000000000000000000000000000..c433e2ed6a0b6b3e73fc514446d77cd4afa8ef95
--- /dev/null
+++ b/results/csv/a10_replication_runs_20260322_0639.csv
@@ -0,0 +1,28 @@
+variant,short_name,category,warmup,seed,status,hardware,tokens_per_iter,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+none,baseline,core,2000,42,ok,A10_24GB,4096,1658.66,123.59,4.4719,10000,4.4719,True,out-openwebtext_none_warmup2000_seed42_a100,
+none,baseline,core,2000,1337,ok,A10_24GB,4096,1648.82,123.59,4.4576,10000,4.4576,True,out-openwebtext_none_warmup2000_seed1337_a100,
+none,baseline,core,2000,123,ok,A10_24GB,4096,1664.42,123.59,4.4729,10000,4.4729,True,out-openwebtext_none_warmup2000_seed123_a100,
+dynamic,cheap_q,core,2000,42,ok,A10_24GB,4096,1764.21,123.64,4.4168,10000,4.4168,True,out-openwebtext_dynamic_warmup2000_seed42_a100,
+dynamic,cheap_q,core,2000,1337,ok,A10_24GB,4096,1768.59,123.64,4.4187,10000,4.4187,True,out-openwebtext_dynamic_warmup2000_seed1337_a100,
+dynamic,cheap_q,core,2000,123,ok,A10_24GB,4096,1757.57,123.64,4.4312,9750,4.4484,False,out-openwebtext_dynamic_warmup2000_seed123_a100,
+dynamic_qconditioned_mlp128,midtier_q,core,2000,42,ok,A10_24GB,4096,1813.42,123.78,4.4047,9750,4.4226,False,out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_a100,
+dynamic_qconditioned_mlp128,midtier_q,core,2000,1337,ok,A10_24GB,4096,1809.87,123.78,4.4111,9500,4.4173,False,out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_a100,
+dynamic_qconditioned_mlp128,midtier_q,core,2000,123,ok,A10_24GB,4096,1811.18,123.78,4.3958,9750,4.4064,False,out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_a100,
+dynamic_qa_conditioned,cheap_qa,core,2000,42,ok,A10_24GB,4096,1774.11,123.69,4.4267,9500,4.4286,False,out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_a100,
+dynamic_qa_conditioned,cheap_qa,core,2000,1337,ok,A10_24GB,4096,1776.26,123.69,4.4256,10000,4.4256,True,out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_a100,
+dynamic_qa_conditioned,cheap_qa,core,2000,123,ok,A10_24GB,4096,1778.2,123.69,4.393,9750,4.4087,False,out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_a100,
+dynamic_a_conditioned,a_only,core,2000,42,ok,A10_24GB,4096,1741.46,123.64,4.4374,10000,4.4374,True,out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_a100,
+dynamic_a_conditioned,a_only,core,2000,1337,ok,A10_24GB,4096,1744.44,123.64,4.4252,10000,4.4252,True,out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_a100,
+dynamic_a_conditioned,a_only,core,2000,123,ok,A10_24GB,4096,1746.27,123.64,4.4404,9750,4.4554,False,out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_a100,
+vnorm,vnorm,fairness,2000,42,ok,A10_24GB,4096,1847.65,123.59,4.4934,10000,4.4934,True,out-openwebtext_vnorm_warmup2000_seed42_a100,
+vnorm,vnorm,fairness,2000,1337,ok,A10_24GB,4096,1852.51,123.59,4.4847,10000,4.4847,True,out-openwebtext_vnorm_warmup2000_seed1337_a100,
+vnorm,vnorm,fairness,2000,123,ok,A10_24GB,4096,1853.73,123.59,4.489,10000,4.489,True,out-openwebtext_vnorm_warmup2000_seed123_a100,
+qvnorm,qvnorm,fairness,2000,42,ok,A10_24GB,4096,2061.64,123.59,4.4746,10000,4.4746,True,out-openwebtext_qvnorm_warmup2000_seed42_a100,
+qvnorm,qvnorm,fairness,2000,1337,ok,A10_24GB,4096,2059.33,123.59,4.4672,10000,4.4672,True,out-openwebtext_qvnorm_warmup2000_seed1337_a100,
+qvnorm,qvnorm,fairness,2000,123,ok,A10_24GB,4096,2060.6,123.59,4.4525,10000,4.4525,True,out-openwebtext_qvnorm_warmup2000_seed123_a100,
+static_gate_prehead,static_prehead,fairness,2000,42,ok,A10_24GB,4096,1719.58,123.6,4.4569,10000,4.4569,True,out-openwebtext_static_gate_prehead_warmup2000_seed42_a100,
+static_gate_prehead,static_prehead,fairness,2000,1337,ok,A10_24GB,4096,1719.8,123.6,4.4281,10000,4.4281,True,out-openwebtext_static_gate_prehead_warmup2000_seed1337_a100,
+static_gate_prehead,static_prehead,fairness,2000,123,ok,A10_24GB,4096,1721.57,123.6,4.4464,10000,4.4464,True,out-openwebtext_static_gate_prehead_warmup2000_seed123_a100,
+post_rmsnorm_y,post_rmsnorm,fairness,2000,42,ok,A10_24GB,4096,1855.27,123.59,4.8385,10000,4.8385,True,out-openwebtext_post_rmsnorm_y_warmup2000_seed42_a100,
+post_rmsnorm_y,post_rmsnorm,fairness,2000,1337,ok,A10_24GB,4096,1850.92,123.59,4.8342,10000,4.8342,True,out-openwebtext_post_rmsnorm_y_warmup2000_seed1337_a100,
+post_rmsnorm_y,post_rmsnorm,fairness,2000,123,ok,A10_24GB,4096,1851.69,123.59,4.8465,10000,4.8465,True,out-openwebtext_post_rmsnorm_y_warmup2000_seed123_a100,
diff --git a/results/csv/a_only_screen_runs_20260320_2335.csv b/results/csv/a_only_screen_runs_20260320_2335.csv
new file mode 100644
index 0000000000000000000000000000000000000000..1f82872707ce344c0be3eec78af0d72183e73eb1
--- /dev/null
+++ b/results/csv/a_only_screen_runs_20260320_2335.csv
@@ -0,0 +1,2 @@
+variant,variant_short,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+dynamic_a_conditioned,a_only,2000,42,ok,3749.96,123.64,4.4167,10000,4.4167,True,out-openwebtext_dynamic_a_conditioned_warmup2000_seed42,
diff --git a/results/csv/all_variants_results_20260310_2002.csv b/results/csv/all_variants_results_20260310_2002.csv
new file mode 100644
index 0000000000000000000000000000000000000000..ce500bcfed5f5b6ad9bff2dfabd2d81c70b3591a
--- /dev/null
+++ b/results/csv/all_variants_results_20260310_2002.csv
@@ -0,0 +1,6 @@
+Variant,Final_Val_Loss,vs_Baseline
+none,5.8126,+0.0000
+vnorm,5.3412,-0.4714
+qvnorm,5.3275,-0.4851
+dynamic,5.9240,+0.1114
+dynamic_swiglu,5.8899,+0.0773
diff --git a/results/csv/chaos_confirmation_runs_20260321_2215.csv b/results/csv/chaos_confirmation_runs_20260321_2215.csv
new file mode 100644
index 0000000000000000000000000000000000000000..332c483f30e4fa3bcf53b6e15a5b22438f01b67f
--- /dev/null
+++ b/results/csv/chaos_confirmation_runs_20260321_2215.csv
@@ -0,0 +1,13 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+none,baseline,2000,1337,ok,3696.59,123.59,4.4618,9750,4.5041,False,out-openwebtext_none_warmup2000_seed1337_chaos,
+none,baseline,2000,123,ok,3648.77,123.59,4.4813,9500,4.5018,False,out-openwebtext_none_warmup2000_seed123_chaos,
+dynamic_ones_gate,ones_identity,2000,1337,ok,3585.71,123.59,4.4612,9750,4.5046,False,out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos,
+dynamic_ones_gate,ones_identity,2000,123,ok,3556.0,123.59,4.4796,9500,4.5018,False,out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos,
+dynamic_a_conditioned,a_only,2000,1337,ok,3692.26,123.64,4.4399,9250,4.4415,False,out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos,
+dynamic_a_conditioned,a_only,2000,123,ok,3727.95,123.64,4.429,10000,4.429,True,out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos,
+dynamic_random_gate,random_uniform,2000,1337,ok,3589.57,123.59,4.4948,9750,4.5373,False,out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos,
+dynamic_random_gate,random_uniform,2000,123,ok,3654.88,123.59,4.507,9500,4.5266,False,out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos,
+dynamic_random_normal,random_normal,2000,1337,ok,3700.54,123.59,4.471,9750,4.5129,False,out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos,
+dynamic_random_normal,random_normal,2000,123,ok,3731.77,123.59,4.4824,9500,4.5023,False,out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos,
+dynamic_bernoulli_gate,bernoulli_drop,2000,1337,ok,3734.81,123.59,4.65,9750,4.6947,False,out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos,
+dynamic_bernoulli_gate,bernoulli_drop,2000,123,ok,3731.55,123.59,4.6417,9500,4.6618,False,out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos,
diff --git a/results/csv/cheap_qa_confirmation_runs_20260320_1854.csv b/results/csv/cheap_qa_confirmation_runs_20260320_1854.csv
new file mode 100644
index 0000000000000000000000000000000000000000..e7c3f4a6a0bb9470330f37f17edf72ff4bf22e0d
--- /dev/null
+++ b/results/csv/cheap_qa_confirmation_runs_20260320_1854.csv
@@ -0,0 +1,5 @@
+variant,variant_short,warmup,seed,note,status,runtime_sec,params_m,best_val,best_step,final_val,out_dir,error
+dynamic_qa_conditioned,cheap_qa,3000,42,depth probe,ok,3758.93,123.69,4.3711,10000,4.3711,out-openwebtext_dynamic_qa_conditioned_warmup3000_seed42,
+dynamic_qa_conditioned,cheap_qa,3000,1337,new,ok,3738.78,123.69,4.364,9750,4.4108,out-openwebtext_dynamic_qa_conditioned_warmup3000_seed1337,
+dynamic_qa_conditioned,cheap_qa,3000,123,new,ok,3773.97,123.69,4.3944,9750,4.4029,out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123,
+dynamic_qa_conditioned,cheap_qa,2000,42,clean rerun replaces screen anchor,ok,3743.75,123.69,4.3906,10000,4.3906,out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42,
diff --git a/results/csv/cheap_qa_followup_runs_20260320_0904.csv b/results/csv/cheap_qa_followup_runs_20260320_0904.csv
new file mode 100644
index 0000000000000000000000000000000000000000..b46fde02603bdafc75b51cfc3c40c8dec8d26dc6
--- /dev/null
+++ b/results/csv/cheap_qa_followup_runs_20260320_0904.csv
@@ -0,0 +1,4 @@
+variant,variant_short,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,out_dir,error
+dynamic_qa_conditioned,cheap_qa,3000,42,ok,3738.68,123.69,4.3603,10000,4.3603,out-openwebtext_dynamic_qa_conditioned_warmup3000_seed42,
+dynamic_qa_conditioned,cheap_qa,2000,1337,ok,3759.41,123.69,4.3824,9750,4.4278,out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337,
+dynamic_qa_conditioned,cheap_qa,2000,123,ok,3769.64,123.69,4.3914,9750,4.4034,out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123,
diff --git a/results/csv/dot_gate_runs_20260324_0712.csv b/results/csv/dot_gate_runs_20260324_0712.csv
new file mode 100644
index 0000000000000000000000000000000000000000..9f9b2ed10284487da0097b45cad2021dd98c7f55
--- /dev/null
+++ b/results/csv/dot_gate_runs_20260324_0712.csv
@@ -0,0 +1,7 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+dynamic_dot_elementwise,dot_elementwise,2000,42,ok,3813.58,123.59,4.4574,9750,4.4707,False,out-openwebtext_dot_gate_shared,
+dynamic_dot_elementwise,dot_elementwise,2000,1337,ok,3744.31,123.59,4.4374,9750,4.4806,False,out-openwebtext_dot_gate_shared,
+dynamic_dot_elementwise,dot_elementwise,2000,123,ok,3736.11,123.59,4.4662,9500,4.4847,False,out-openwebtext_dot_gate_shared,
+dynamic_dot_scalar,dot_scalar,2000,42,ok,3797.6,123.59,4.4646,9750,4.478,False,out-openwebtext_dot_gate_shared,
+dynamic_dot_scalar,dot_scalar,2000,1337,ok,3794.8,123.59,4.4549,9750,4.4988,False,out-openwebtext_dot_gate_shared,
+dynamic_dot_scalar,dot_scalar,2000,123,ok,3794.47,123.59,4.4608,9500,4.4814,False,out-openwebtext_dot_gate_shared,
diff --git a/results/csv/faithful_x_screen_runs_seed42_20260319_0733.csv b/results/csv/faithful_x_screen_runs_seed42_20260319_0733.csv
new file mode 100644
index 0000000000000000000000000000000000000000..f16658b36e7814a02688a20e97b5e0ff8fe964b6
--- /dev/null
+++ b/results/csv/faithful_x_screen_runs_seed42_20260319_0733.csv
@@ -0,0 +1,9 @@
+variant,variant_short,warmup,seed,best_train,best_val,final_train,final_val,status,out_dir
+dynamic_xconditioned_g1,global_x,500,42,4.9935,4.9626,4.9955,4.9626,ok,out-openwebtext_dynamic_xconditioned_g1_warmup500_seed42
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,4.8763,4.8963,4.8908,4.8981,ok,out-openwebtext_dynamic_x_g1_headspecific_elementwise_warmup500_seed42
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,4.9272,4.9085,4.9365,4.9722,ok,out-openwebtext_dynamic_x_g1_headspecific_headwise_warmup500_seed42
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,4.8222,4.8102,4.832,4.8102,ok,out-openwebtext_dynamic_x_g1_headshared_elementwise_warmup500_seed42
+dynamic_xconditioned_g1,global_x,2000,42,4.5486,4.5339,4.5486,4.5339,ok,out-openwebtext_dynamic_xconditioned_g1_warmup2000_seed42
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,4.6015,4.6268,4.6119,4.6268,ok,out-openwebtext_dynamic_x_g1_headspecific_elementwise_warmup2000_seed42
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,4.5812,4.5605,4.5815,4.6138,ok,out-openwebtext_dynamic_x_g1_headspecific_headwise_warmup2000_seed42
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,4.5746,4.5698,4.5834,4.5698,ok,out-openwebtext_dynamic_x_g1_headshared_elementwise_warmup2000_seed42
diff --git a/results/csv/faithful_x_screen_trajectories_seed42_20260319_0733.csv b/results/csv/faithful_x_screen_trajectories_seed42_20260319_0733.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d84195f36bc04b60ad4eeb0ef2bd3d8de9e76642
--- /dev/null
+++ b/results/csv/faithful_x_screen_trajectories_seed42_20260319_0733.csv
@@ -0,0 +1,329 @@
+variant,variant_short,warmup,seed,step,train_loss,val_loss
+dynamic_xconditioned_g1,global_x,500,42,0,10.9285,10.9307
+dynamic_xconditioned_g1,global_x,500,42,250,6.681,6.7057
+dynamic_xconditioned_g1,global_x,500,42,500,6.4529,6.4631
+dynamic_xconditioned_g1,global_x,500,42,750,6.2627,6.2601
+dynamic_xconditioned_g1,global_x,500,42,1000,6.1161,6.1267
+dynamic_xconditioned_g1,global_x,500,42,1250,6.0258,6.005
+dynamic_xconditioned_g1,global_x,500,42,1500,5.9264,5.9946
+dynamic_xconditioned_g1,global_x,500,42,1750,5.8838,5.9378
+dynamic_xconditioned_g1,global_x,500,42,2000,5.8895,5.8633
+dynamic_xconditioned_g1,global_x,500,42,2250,5.8071,5.8109
+dynamic_xconditioned_g1,global_x,500,42,2500,5.7782,5.7703
+dynamic_xconditioned_g1,global_x,500,42,2750,5.7698,5.7463
+dynamic_xconditioned_g1,global_x,500,42,3000,5.6971,5.6975
+dynamic_xconditioned_g1,global_x,500,42,3250,5.672,5.6764
+dynamic_xconditioned_g1,global_x,500,42,3500,5.6089,5.6063
+dynamic_xconditioned_g1,global_x,500,42,3750,5.5859,5.5788
+dynamic_xconditioned_g1,global_x,500,42,4000,5.5528,5.5668
+dynamic_xconditioned_g1,global_x,500,42,4250,5.4983,5.501
+dynamic_xconditioned_g1,global_x,500,42,4500,5.4733,5.4612
+dynamic_xconditioned_g1,global_x,500,42,4750,5.3997,5.4271
+dynamic_xconditioned_g1,global_x,500,42,5000,5.4084,5.4
+dynamic_xconditioned_g1,global_x,500,42,5250,5.3678,5.3535
+dynamic_xconditioned_g1,global_x,500,42,5500,5.3313,5.3238
+dynamic_xconditioned_g1,global_x,500,42,5750,5.2949,5.2749
+dynamic_xconditioned_g1,global_x,500,42,6000,5.2752,5.2354
+dynamic_xconditioned_g1,global_x,500,42,6250,5.2338,5.2216
+dynamic_xconditioned_g1,global_x,500,42,6500,5.1951,5.2393
+dynamic_xconditioned_g1,global_x,500,42,6750,5.1776,5.1795
+dynamic_xconditioned_g1,global_x,500,42,7000,5.1525,5.1585
+dynamic_xconditioned_g1,global_x,500,42,7250,5.1442,5.128
+dynamic_xconditioned_g1,global_x,500,42,7500,5.1203,5.1089
+dynamic_xconditioned_g1,global_x,500,42,7750,5.0916,5.1123
+dynamic_xconditioned_g1,global_x,500,42,8000,5.0751,5.0459
+dynamic_xconditioned_g1,global_x,500,42,8250,5.0847,5.0323
+dynamic_xconditioned_g1,global_x,500,42,8500,5.0208,5.0198
+dynamic_xconditioned_g1,global_x,500,42,8750,5.0394,5.0198
+dynamic_xconditioned_g1,global_x,500,42,9000,5.0234,5.0173
+dynamic_xconditioned_g1,global_x,500,42,9250,5.0079,4.9808
+dynamic_xconditioned_g1,global_x,500,42,9500,4.9935,4.9875
+dynamic_xconditioned_g1,global_x,500,42,9750,4.9936,4.9926
+dynamic_xconditioned_g1,global_x,500,42,10000,4.9955,4.9626
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,0,10.9565,10.9575
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,250,6.7018,6.7042
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,500,6.4583,6.4619
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,750,6.2521,6.3139
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,1000,6.1761,6.1932
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,1250,6.0819,6.0604
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,1500,5.9793,6.0033
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,1750,5.8904,5.9108
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,2000,5.8694,5.8723
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,2250,5.8189,5.8029
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,2500,5.7536,5.7766
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,2750,5.7384,5.7311
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,3000,5.6557,5.657
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,3250,5.6297,5.6021
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,3500,5.5932,5.5654
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,3750,5.5342,5.5087
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,4000,5.4446,5.4706
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,4250,5.4053,5.4094
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,4500,5.3368,5.3625
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,4750,5.3792,5.3398
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,5000,5.2798,5.32
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,5250,5.2654,5.2574
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,5500,5.2478,5.2209
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,5750,5.1944,5.2115
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,6000,5.1667,5.1457
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,6250,5.1057,5.1203
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,6500,5.0884,5.1097
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,6750,5.0826,5.07
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,7000,5.0487,5.0325
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,7250,5.0676,4.9651
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,7500,5.0238,4.9861
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,7750,4.98,5.0162
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,8000,5.0003,4.9469
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,8250,4.9577,4.9679
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,8500,4.9145,4.9384
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,8750,4.9129,4.9056
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,9000,4.9252,4.9046
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,9250,4.9083,4.9065
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,9500,4.8763,4.9261
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,9750,4.91,4.8963
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,500,42,10000,4.8908,4.8981
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,0,10.9127,10.9097
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,250,6.6983,6.6957
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,500,6.4544,6.4295
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,750,6.2549,6.273
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,1000,6.1686,6.131
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,1250,6.0884,6.0431
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,1500,5.9795,5.9387
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,1750,5.9041,5.8966
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,2000,5.8965,5.8677
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,2250,5.8029,5.7975
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,2500,5.7392,5.7883
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,2750,5.7187,5.7354
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,3000,5.6972,5.7018
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,3250,5.6664,5.6483
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,3500,5.6253,5.6175
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,3750,5.5886,5.6211
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,4000,5.5561,5.5274
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,4250,5.5013,5.5361
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,4500,5.4481,5.4586
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,4750,5.4349,5.442
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,5000,5.4036,5.4031
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,5250,5.3798,5.3329
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,5500,5.3013,5.2927
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,5750,5.267,5.242
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,6000,5.2117,5.2015
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,6250,5.2358,5.2368
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,6500,5.1487,5.1937
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,6750,5.1526,5.1331
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,7000,5.1137,5.1211
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,7250,5.0976,5.0746
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,7500,5.0794,5.0563
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,7750,5.0402,5.0355
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,8000,5.0414,4.9917
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,8250,5.0001,4.985
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,8500,5.0275,4.996
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,8750,4.9722,4.9661
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,9000,5.0004,4.9775
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,9250,4.9272,4.9693
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,9500,5.0059,4.988
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,9750,4.9563,4.9085
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,500,42,10000,4.9365,4.9722
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,0,10.9641,10.9611
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,250,6.6946,6.7145
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,500,6.4063,6.4462
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,750,6.2785,6.2869
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,1000,6.1378,6.1604
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,1250,6.0541,6.0947
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,1500,5.9642,6.0087
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,1750,5.9412,5.9494
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,2000,5.8454,5.8485
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,2250,5.7756,5.7915
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,2500,5.733,5.7478
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,2750,5.7128,5.7005
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,3000,5.6187,5.6704
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,3250,5.6366,5.6538
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,3500,5.5494,5.5446
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,3750,5.4983,5.528
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,4000,5.4412,5.4151
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,4250,5.3906,5.3826
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,4500,5.3254,5.3364
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,4750,5.2991,5.3062
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,5000,5.2959,5.2653
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,5250,5.2017,5.241
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,5500,5.1919,5.1748
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,5750,5.1508,5.1648
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,6000,5.1504,5.1432
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,6250,5.1222,5.1119
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,6500,5.0735,5.0881
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,6750,5.0261,5.0535
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,7000,5.0331,5.0451
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,7250,4.9561,5.0177
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,7500,4.9575,4.9418
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,7750,4.9341,4.9648
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,8000,4.9301,4.9259
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,8250,4.8973,4.9217
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,8500,4.9018,4.9151
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,8750,4.88,4.914
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,9000,4.8645,4.8715
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,9250,4.8416,4.8834
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,9500,4.8879,4.8471
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,9750,4.8222,4.8594
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,42,10000,4.832,4.8102
+dynamic_xconditioned_g1,global_x,2000,42,0,10.9285,10.9307
+dynamic_xconditioned_g1,global_x,2000,42,250,6.9854,7.0066
+dynamic_xconditioned_g1,global_x,2000,42,500,6.5715,6.5807
+dynamic_xconditioned_g1,global_x,2000,42,750,6.3602,6.3526
+dynamic_xconditioned_g1,global_x,2000,42,1000,6.2076,6.222
+dynamic_xconditioned_g1,global_x,2000,42,1250,6.0832,6.0665
+dynamic_xconditioned_g1,global_x,2000,42,1500,5.9804,6.0442
+dynamic_xconditioned_g1,global_x,2000,42,1750,5.9,5.9566
+dynamic_xconditioned_g1,global_x,2000,42,2000,5.8509,5.8208
+dynamic_xconditioned_g1,global_x,2000,42,2250,5.7053,5.7133
+dynamic_xconditioned_g1,global_x,2000,42,2500,5.6119,5.6063
+dynamic_xconditioned_g1,global_x,2000,42,2750,5.5443,5.5253
+dynamic_xconditioned_g1,global_x,2000,42,3000,5.4483,5.4465
+dynamic_xconditioned_g1,global_x,2000,42,3250,5.4092,5.4155
+dynamic_xconditioned_g1,global_x,2000,42,3500,5.3249,5.321
+dynamic_xconditioned_g1,global_x,2000,42,3750,5.2971,5.2945
+dynamic_xconditioned_g1,global_x,2000,42,4000,5.2519,5.2667
+dynamic_xconditioned_g1,global_x,2000,42,4250,5.2004,5.2006
+dynamic_xconditioned_g1,global_x,2000,42,4500,5.1653,5.1513
+dynamic_xconditioned_g1,global_x,2000,42,4750,5.0773,5.1141
+dynamic_xconditioned_g1,global_x,2000,42,5000,5.0762,5.0764
+dynamic_xconditioned_g1,global_x,2000,42,5250,5.0349,5.0262
+dynamic_xconditioned_g1,global_x,2000,42,5500,4.9893,4.99
+dynamic_xconditioned_g1,global_x,2000,42,5750,4.9523,4.9388
+dynamic_xconditioned_g1,global_x,2000,42,6000,4.9266,4.8984
+dynamic_xconditioned_g1,global_x,2000,42,6250,4.8741,4.8675
+dynamic_xconditioned_g1,global_x,2000,42,6500,4.8266,4.8669
+dynamic_xconditioned_g1,global_x,2000,42,6750,4.7998,4.8028
+dynamic_xconditioned_g1,global_x,2000,42,7000,4.7615,4.7785
+dynamic_xconditioned_g1,global_x,2000,42,7250,4.7445,4.7401
+dynamic_xconditioned_g1,global_x,2000,42,7500,4.7307,4.7219
+dynamic_xconditioned_g1,global_x,2000,42,7750,4.6776,4.7009
+dynamic_xconditioned_g1,global_x,2000,42,8000,4.6669,4.6356
+dynamic_xconditioned_g1,global_x,2000,42,8250,4.661,4.6222
+dynamic_xconditioned_g1,global_x,2000,42,8500,4.6093,4.6066
+dynamic_xconditioned_g1,global_x,2000,42,8750,4.6142,4.5991
+dynamic_xconditioned_g1,global_x,2000,42,9000,4.5913,4.5867
+dynamic_xconditioned_g1,global_x,2000,42,9250,4.5846,4.5579
+dynamic_xconditioned_g1,global_x,2000,42,9500,4.5591,4.5727
+dynamic_xconditioned_g1,global_x,2000,42,9750,4.5635,4.5715
+dynamic_xconditioned_g1,global_x,2000,42,10000,4.5486,4.5339
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,0,10.9565,10.9575
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,250,6.9816,6.9874
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,500,6.567,6.5727
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,750,6.339,6.3976
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,1000,6.2527,6.2724
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,1250,6.1274,6.1158
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,1500,6.0107,6.0441
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,1750,5.8995,5.9239
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,2000,5.8766,5.8786
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,2250,5.779,5.7616
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,2500,5.6469,5.6718
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,2750,5.6136,5.6036
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,3000,5.4992,5.5031
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,3250,5.4602,5.4335
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,3500,5.4257,5.3991
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,3750,5.3717,5.3444
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,4000,5.2787,5.3054
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,4250,5.2381,5.2438
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,4500,5.1564,5.1822
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,4750,5.1991,5.1632
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,5000,5.1017,5.1451
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,5250,5.092,5.0842
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,5500,5.0749,5.049
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,5750,5.0103,5.0291
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,6000,4.9769,4.9617
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,6250,4.9067,4.9273
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,6500,4.8786,4.9025
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,6750,4.8752,4.8605
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,7000,4.8269,4.8131
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,7250,4.8373,4.7423
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,7500,4.7856,4.7589
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,7750,4.7414,4.7772
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,8000,4.749,4.7025
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,8250,4.7067,4.7152
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,8500,4.6567,4.6792
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,8750,4.6532,4.6445
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,9000,4.6658,4.6499
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,9250,4.6286,4.6379
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,9500,4.6015,4.6553
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,9750,4.6376,4.6277
+dynamic_x_g1_headspecific_elementwise,x_headspec_elementwise,2000,42,10000,4.6119,4.6268
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,0,10.9127,10.9097
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,250,6.9873,6.9803
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,500,6.5718,6.5528
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,750,6.365,6.3872
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,1000,6.2593,6.2235
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,1250,6.1388,6.0973
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,1500,6.0082,5.9687
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,1750,5.9111,5.9075
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,2000,5.9014,5.8796
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,2250,5.7491,5.7435
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,2500,5.6446,5.696
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,2750,5.5724,5.5912
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,3000,5.5092,5.5137
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,3250,5.4552,5.4418
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,3500,5.3853,5.3771
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,3750,5.3334,5.3721
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,4000,5.3056,5.2778
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,4250,5.2317,5.2695
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,4500,5.1806,5.1952
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,4750,5.1592,5.1709
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,5000,5.1255,5.1269
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,5250,5.1116,5.0673
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,5500,5.0336,5.026
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,5750,4.9894,4.9661
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,6000,4.9273,4.9248
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,6250,4.9397,4.9513
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,6500,4.8519,4.8946
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,6750,4.8475,4.8334
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,7000,4.8032,4.813
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,7250,4.7836,4.7664
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,7500,4.7496,4.7445
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,7750,4.7069,4.7108
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,8000,4.6933,4.6771
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,8250,4.6735,4.6596
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,8500,4.6794,4.6504
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,8750,4.64,4.6217
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,9000,4.6491,4.6324
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,9250,4.5812,4.6298
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,9500,4.6427,4.6471
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,9750,4.6037,4.5605
+dynamic_x_g1_headspecific_headwise,x_headspec_headwise,2000,42,10000,4.5815,4.6138
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,0,10.9641,10.9611
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,250,6.9937,7.0107
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,500,6.5326,6.5801
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,750,6.3834,6.3953
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,1000,6.2323,6.2582
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,1250,6.0958,6.1303
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,1500,5.9894,6.0375
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,1750,5.969,5.9695
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,2000,5.8489,5.8564
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,2250,5.7297,5.7429
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,2500,5.6311,5.6496
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,2750,5.5873,5.5705
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,3000,5.487,5.5337
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,3250,5.4648,5.489
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,3500,5.3934,5.3854
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,3750,5.3552,5.384
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,4000,5.2855,5.2549
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,4250,5.237,5.2203
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,4500,5.1687,5.1787
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,4750,5.1472,5.1547
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,5000,5.1402,5.1158
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,5250,5.0456,5.0839
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,5500,5.0281,5.0114
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,5750,4.9814,4.9981
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,6000,4.9769,4.9707
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,6250,4.9337,4.9203
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,6500,4.8868,4.9033
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,6750,4.8294,4.868
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,7000,4.8205,4.8353
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,7250,4.7408,4.8047
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,7500,4.7347,4.7252
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,7750,4.7083,4.7435
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,8000,4.6992,4.7044
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,8250,4.6594,4.6829
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,8500,4.6568,4.6685
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,8750,4.6396,4.6736
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,9000,4.6167,4.6269
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,9250,4.6025,4.6316
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,9500,4.6326,4.6013
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,9750,4.5746,4.6139
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,42,10000,4.5834,4.5698
diff --git a/results/csv/friday_night_runs_20260321_0104.csv b/results/csv/friday_night_runs_20260321_0104.csv
new file mode 100644
index 0000000000000000000000000000000000000000..66578e1ca841a956a35e94a62d62f4a0a4b37b77
--- /dev/null
+++ b/results/csv/friday_night_runs_20260321_0104.csv
@@ -0,0 +1,6 @@
+variant,short_name,description,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+dynamic_a_conditioned,a_only,learned: A-only Linear(64->64),2000,42,ok,3665.81,123.64,4.4178,10000,4.4178,True,out-openwebtext_dynamic_a_conditioned_warmup2000_seed42,
+dynamic_random_gate,random_uniform,"chaos: uniform random [0,1]",2000,42,ok,3576.11,123.59,4.5132,9750,4.5238,False,out-openwebtext_dynamic_random_gate_warmup2000_seed42,
+dynamic_ones_gate,ones_identity,sanity: always 1.0 (= baseline),2000,42,ok,3530.33,123.59,4.4702,9750,4.4869,False,out-openwebtext_dynamic_ones_gate_warmup2000_seed42,
+dynamic_random_normal,random_normal,"chaos: normal(0.5,0.2) clamped",2000,42,ok,3594.27,123.59,4.4822,9750,4.4982,False,out-openwebtext_dynamic_random_normal_warmup2000_seed42,
+dynamic_bernoulli_gate,bernoulli_drop,spicy: binary 50% dropout gate,2000,42,ok,3626.68,123.59,4.6572,9750,4.6653,False,out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42,
diff --git a/results/csv/fullq_followup_runs_20260318_0937.csv b/results/csv/fullq_followup_runs_20260318_0937.csv
new file mode 100644
index 0000000000000000000000000000000000000000..853d3eab35cabc194a2d7bc693deb4280a91d5c6
--- /dev/null
+++ b/results/csv/fullq_followup_runs_20260318_0937.csv
@@ -0,0 +1,5 @@
+variant_long,variant_short,warmup,seed,best_val,final_val,status,out_dir
+dynamic_qconditioned_fullwidth,full_q,500,1337,4.8264,4.8264,ok,out-openwebtext_dynamic_qconditioned_fullwidth_warmup500_seed1337
+dynamic_qconditioned_fullwidth,full_q,500,123,4.8511,4.8606,ok,out-openwebtext_dynamic_qconditioned_fullwidth_warmup500_seed123
+dynamic_qconditioned_fullwidth,full_q,200,1337,4.9532,4.9532,ok,out-openwebtext_dynamic_qconditioned_fullwidth_warmup200_seed1337
+dynamic_qconditioned_fullwidth,full_q,200,123,4.8501,4.8581,ok,out-openwebtext_dynamic_qconditioned_fullwidth_warmup200_seed123
diff --git a/results/csv/fullq_followup_summary_20260318_0937.csv b/results/csv/fullq_followup_summary_20260318_0937.csv
new file mode 100644
index 0000000000000000000000000000000000000000..a6f6976b9bf7600baff506fbec146803102172e4
--- /dev/null
+++ b/results/csv/fullq_followup_summary_20260318_0937.csv
@@ -0,0 +1,5 @@
+variant_short,warmup,seed,best_val,final_val,delta_vs_20pct_fullq,delta_vs_baseline,delta_vs_cheapq,delta_vs_midtierq,delta_vs_fullx,delta_vs_seed42
+full_q,500,1337,4.8264,4.8264,0.2850999999999999,-0.024200000000000443,-0.011100000000000776,0.015099999999999447,-0.13570000000000082,-0.005000000000000782
+full_q,500,123,4.8511,4.8606,0.31930000000000014,0.009999999999999787,0.023099999999999454,0.04929999999999968,-0.10150000000000059,0.02919999999999945
+full_q,200,1337,4.9532,4.9532,0.41190000000000015,0.02289999999999992,0.04579999999999984,0.07160000000000011,-0.2012999999999998,0.11209999999999987
+full_q,200,123,4.8501,4.8581,0.31680000000000064,-0.0721999999999996,-0.04929999999999968,-0.02349999999999941,-0.29639999999999933,0.017000000000000348
diff --git a/results/csv/fullq_followup_trajectories_20260318_0937.csv b/results/csv/fullq_followup_trajectories_20260318_0937.csv
new file mode 100644
index 0000000000000000000000000000000000000000..4d1e9ede21866151cdfb0994db0e0945ad268143
--- /dev/null
+++ b/results/csv/fullq_followup_trajectories_20260318_0937.csv
@@ -0,0 +1,165 @@
+variant_long,variant_short,warmup,seed,step,val_loss
+dynamic_qconditioned_fullwidth,full_q,500,1337,0,10.9625
+dynamic_qconditioned_fullwidth,full_q,500,1337,250,6.7345
+dynamic_qconditioned_fullwidth,full_q,500,1337,500,6.4372
+dynamic_qconditioned_fullwidth,full_q,500,1337,750,6.2124
+dynamic_qconditioned_fullwidth,full_q,500,1337,1000,6.1096
+dynamic_qconditioned_fullwidth,full_q,500,1337,1250,6.0303
+dynamic_qconditioned_fullwidth,full_q,500,1337,1500,5.9489
+dynamic_qconditioned_fullwidth,full_q,500,1337,1750,5.8628
+dynamic_qconditioned_fullwidth,full_q,500,1337,2000,5.7928
+dynamic_qconditioned_fullwidth,full_q,500,1337,2250,5.7469
+dynamic_qconditioned_fullwidth,full_q,500,1337,2500,5.6964
+dynamic_qconditioned_fullwidth,full_q,500,1337,2750,5.6629
+dynamic_qconditioned_fullwidth,full_q,500,1337,3000,5.6319
+dynamic_qconditioned_fullwidth,full_q,500,1337,3250,5.5479
+dynamic_qconditioned_fullwidth,full_q,500,1337,3500,5.5196
+dynamic_qconditioned_fullwidth,full_q,500,1337,3750,5.4359
+dynamic_qconditioned_fullwidth,full_q,500,1337,4000,5.4325
+dynamic_qconditioned_fullwidth,full_q,500,1337,4250,5.3398
+dynamic_qconditioned_fullwidth,full_q,500,1337,4500,5.3601
+dynamic_qconditioned_fullwidth,full_q,500,1337,4750,5.3053
+dynamic_qconditioned_fullwidth,full_q,500,1337,5000,5.2247
+dynamic_qconditioned_fullwidth,full_q,500,1337,5250,5.2288
+dynamic_qconditioned_fullwidth,full_q,500,1337,5500,5.1832
+dynamic_qconditioned_fullwidth,full_q,500,1337,5750,5.1615
+dynamic_qconditioned_fullwidth,full_q,500,1337,6000,5.0919
+dynamic_qconditioned_fullwidth,full_q,500,1337,6250,5.0708
+dynamic_qconditioned_fullwidth,full_q,500,1337,6500,5.0584
+dynamic_qconditioned_fullwidth,full_q,500,1337,6750,5.0351
+dynamic_qconditioned_fullwidth,full_q,500,1337,7000,5.0018
+dynamic_qconditioned_fullwidth,full_q,500,1337,7250,5.0026
+dynamic_qconditioned_fullwidth,full_q,500,1337,7500,5.0114
+dynamic_qconditioned_fullwidth,full_q,500,1337,7750,4.9566
+dynamic_qconditioned_fullwidth,full_q,500,1337,8000,4.9493
+dynamic_qconditioned_fullwidth,full_q,500,1337,8250,4.9055
+dynamic_qconditioned_fullwidth,full_q,500,1337,8500,4.8896
+dynamic_qconditioned_fullwidth,full_q,500,1337,8750,4.9149
+dynamic_qconditioned_fullwidth,full_q,500,1337,9000,4.9008
+dynamic_qconditioned_fullwidth,full_q,500,1337,9250,4.8527
+dynamic_qconditioned_fullwidth,full_q,500,1337,9500,4.8503
+dynamic_qconditioned_fullwidth,full_q,500,1337,9750,4.8621
+dynamic_qconditioned_fullwidth,full_q,500,1337,10000,4.8264
+dynamic_qconditioned_fullwidth,full_q,500,123,0,10.9729
+dynamic_qconditioned_fullwidth,full_q,500,123,250,6.72
+dynamic_qconditioned_fullwidth,full_q,500,123,500,6.4281
+dynamic_qconditioned_fullwidth,full_q,500,123,750,6.2723
+dynamic_qconditioned_fullwidth,full_q,500,123,1000,6.1383
+dynamic_qconditioned_fullwidth,full_q,500,123,1250,5.9902
+dynamic_qconditioned_fullwidth,full_q,500,123,1500,5.9922
+dynamic_qconditioned_fullwidth,full_q,500,123,1750,5.8389
+dynamic_qconditioned_fullwidth,full_q,500,123,2000,5.8157
+dynamic_qconditioned_fullwidth,full_q,500,123,2250,5.7524
+dynamic_qconditioned_fullwidth,full_q,500,123,2500,5.7045
+dynamic_qconditioned_fullwidth,full_q,500,123,2750,5.6444
+dynamic_qconditioned_fullwidth,full_q,500,123,3000,5.6073
+dynamic_qconditioned_fullwidth,full_q,500,123,3250,5.563
+dynamic_qconditioned_fullwidth,full_q,500,123,3500,5.5243
+dynamic_qconditioned_fullwidth,full_q,500,123,3750,5.4685
+dynamic_qconditioned_fullwidth,full_q,500,123,4000,5.42
+dynamic_qconditioned_fullwidth,full_q,500,123,4250,5.3793
+dynamic_qconditioned_fullwidth,full_q,500,123,4500,5.3447
+dynamic_qconditioned_fullwidth,full_q,500,123,4750,5.2964
+dynamic_qconditioned_fullwidth,full_q,500,123,5000,5.2746
+dynamic_qconditioned_fullwidth,full_q,500,123,5250,5.2449
+dynamic_qconditioned_fullwidth,full_q,500,123,5500,5.1576
+dynamic_qconditioned_fullwidth,full_q,500,123,5750,5.1574
+dynamic_qconditioned_fullwidth,full_q,500,123,6000,5.1152
+dynamic_qconditioned_fullwidth,full_q,500,123,6250,5.1106
+dynamic_qconditioned_fullwidth,full_q,500,123,6500,5.0562
+dynamic_qconditioned_fullwidth,full_q,500,123,6750,5.0281
+dynamic_qconditioned_fullwidth,full_q,500,123,7000,5.0396
+dynamic_qconditioned_fullwidth,full_q,500,123,7250,4.9995
+dynamic_qconditioned_fullwidth,full_q,500,123,7500,5.0107
+dynamic_qconditioned_fullwidth,full_q,500,123,7750,4.9668
+dynamic_qconditioned_fullwidth,full_q,500,123,8000,4.9602
+dynamic_qconditioned_fullwidth,full_q,500,123,8250,4.9177
+dynamic_qconditioned_fullwidth,full_q,500,123,8500,4.923
+dynamic_qconditioned_fullwidth,full_q,500,123,8750,4.9212
+dynamic_qconditioned_fullwidth,full_q,500,123,9000,4.9001
+dynamic_qconditioned_fullwidth,full_q,500,123,9250,4.8768
+dynamic_qconditioned_fullwidth,full_q,500,123,9500,4.8511
+dynamic_qconditioned_fullwidth,full_q,500,123,9750,4.8703
+dynamic_qconditioned_fullwidth,full_q,500,123,10000,4.8606
+dynamic_qconditioned_fullwidth,full_q,200,1337,0,10.9625
+dynamic_qconditioned_fullwidth,full_q,200,1337,250,6.7087
+dynamic_qconditioned_fullwidth,full_q,200,1337,500,6.3765
+dynamic_qconditioned_fullwidth,full_q,200,1337,750,6.1892
+dynamic_qconditioned_fullwidth,full_q,200,1337,1000,6.11
+dynamic_qconditioned_fullwidth,full_q,200,1337,1250,6.035
+dynamic_qconditioned_fullwidth,full_q,200,1337,1500,5.9607
+dynamic_qconditioned_fullwidth,full_q,200,1337,1750,5.8811
+dynamic_qconditioned_fullwidth,full_q,200,1337,2000,5.8273
+dynamic_qconditioned_fullwidth,full_q,200,1337,2250,5.7938
+dynamic_qconditioned_fullwidth,full_q,200,1337,2500,5.7679
+dynamic_qconditioned_fullwidth,full_q,200,1337,2750,5.736
+dynamic_qconditioned_fullwidth,full_q,200,1337,3000,5.7143
+dynamic_qconditioned_fullwidth,full_q,200,1337,3250,5.6381
+dynamic_qconditioned_fullwidth,full_q,200,1337,3500,5.6127
+dynamic_qconditioned_fullwidth,full_q,200,1337,3750,5.5455
+dynamic_qconditioned_fullwidth,full_q,200,1337,4000,5.5486
+dynamic_qconditioned_fullwidth,full_q,200,1337,4250,5.4538
+dynamic_qconditioned_fullwidth,full_q,200,1337,4500,5.4714
+dynamic_qconditioned_fullwidth,full_q,200,1337,4750,5.4284
+dynamic_qconditioned_fullwidth,full_q,200,1337,5000,5.344
+dynamic_qconditioned_fullwidth,full_q,200,1337,5250,5.3523
+dynamic_qconditioned_fullwidth,full_q,200,1337,5500,5.3049
+dynamic_qconditioned_fullwidth,full_q,200,1337,5750,5.2804
+dynamic_qconditioned_fullwidth,full_q,200,1337,6000,5.2129
+dynamic_qconditioned_fullwidth,full_q,200,1337,6250,5.195
+dynamic_qconditioned_fullwidth,full_q,200,1337,6500,5.1822
+dynamic_qconditioned_fullwidth,full_q,200,1337,6750,5.1587
+dynamic_qconditioned_fullwidth,full_q,200,1337,7000,5.1253
+dynamic_qconditioned_fullwidth,full_q,200,1337,7250,5.1222
+dynamic_qconditioned_fullwidth,full_q,200,1337,7500,5.136
+dynamic_qconditioned_fullwidth,full_q,200,1337,7750,5.0795
+dynamic_qconditioned_fullwidth,full_q,200,1337,8000,5.0739
+dynamic_qconditioned_fullwidth,full_q,200,1337,8250,5.0254
+dynamic_qconditioned_fullwidth,full_q,200,1337,8500,5.0181
+dynamic_qconditioned_fullwidth,full_q,200,1337,8750,5.0396
+dynamic_qconditioned_fullwidth,full_q,200,1337,9000,5.0243
+dynamic_qconditioned_fullwidth,full_q,200,1337,9250,4.9779
+dynamic_qconditioned_fullwidth,full_q,200,1337,9500,4.9768
+dynamic_qconditioned_fullwidth,full_q,200,1337,9750,4.9864
+dynamic_qconditioned_fullwidth,full_q,200,1337,10000,4.9532
+dynamic_qconditioned_fullwidth,full_q,200,123,0,10.9729
+dynamic_qconditioned_fullwidth,full_q,200,123,250,6.6686
+dynamic_qconditioned_fullwidth,full_q,200,123,500,6.3682
+dynamic_qconditioned_fullwidth,full_q,200,123,750,6.2508
+dynamic_qconditioned_fullwidth,full_q,200,123,1000,6.1312
+dynamic_qconditioned_fullwidth,full_q,200,123,1250,6.0023
+dynamic_qconditioned_fullwidth,full_q,200,123,1500,6.0061
+dynamic_qconditioned_fullwidth,full_q,200,123,1750,5.8611
+dynamic_qconditioned_fullwidth,full_q,200,123,2000,5.8466
+dynamic_qconditioned_fullwidth,full_q,200,123,2250,5.7777
+dynamic_qconditioned_fullwidth,full_q,200,123,2500,5.7237
+dynamic_qconditioned_fullwidth,full_q,200,123,2750,5.6581
+dynamic_qconditioned_fullwidth,full_q,200,123,3000,5.6304
+dynamic_qconditioned_fullwidth,full_q,200,123,3250,5.58
+dynamic_qconditioned_fullwidth,full_q,200,123,3500,5.5443
+dynamic_qconditioned_fullwidth,full_q,200,123,3750,5.493
+dynamic_qconditioned_fullwidth,full_q,200,123,4000,5.4316
+dynamic_qconditioned_fullwidth,full_q,200,123,4250,5.3915
+dynamic_qconditioned_fullwidth,full_q,200,123,4500,5.3482
+dynamic_qconditioned_fullwidth,full_q,200,123,4750,5.2972
+dynamic_qconditioned_fullwidth,full_q,200,123,5000,5.2705
+dynamic_qconditioned_fullwidth,full_q,200,123,5250,5.2437
+dynamic_qconditioned_fullwidth,full_q,200,123,5500,5.1602
+dynamic_qconditioned_fullwidth,full_q,200,123,5750,5.1566
+dynamic_qconditioned_fullwidth,full_q,200,123,6000,5.1155
+dynamic_qconditioned_fullwidth,full_q,200,123,6250,5.1084
+dynamic_qconditioned_fullwidth,full_q,200,123,6500,5.0533
+dynamic_qconditioned_fullwidth,full_q,200,123,6750,5.0256
+dynamic_qconditioned_fullwidth,full_q,200,123,7000,5.0355
+dynamic_qconditioned_fullwidth,full_q,200,123,7250,4.9936
+dynamic_qconditioned_fullwidth,full_q,200,123,7500,5.0082
+dynamic_qconditioned_fullwidth,full_q,200,123,7750,4.967
+dynamic_qconditioned_fullwidth,full_q,200,123,8000,4.9576
+dynamic_qconditioned_fullwidth,full_q,200,123,8250,4.916
+dynamic_qconditioned_fullwidth,full_q,200,123,8500,4.9188
+dynamic_qconditioned_fullwidth,full_q,200,123,8750,4.9187
+dynamic_qconditioned_fullwidth,full_q,200,123,9000,4.8965
+dynamic_qconditioned_fullwidth,full_q,200,123,9250,4.8731
+dynamic_qconditioned_fullwidth,full_q,200,123,9500,4.8501
+dynamic_qconditioned_fullwidth,full_q,200,123,9750,4.8668
+dynamic_qconditioned_fullwidth,full_q,200,123,10000,4.8581
diff --git a/results/csv/fullq_overnight_runs_20260317_2339.csv b/results/csv/fullq_overnight_runs_20260317_2339.csv
new file mode 100644
index 0000000000000000000000000000000000000000..905f4521f9e298f754c52ab3b1236b99b3f1fa49
--- /dev/null
+++ b/results/csv/fullq_overnight_runs_20260317_2339.csv
@@ -0,0 +1,3 @@
+variant_long,variant_short,seed,warmup,best_val,final_val,status,out_dir
+dynamic_qconditioned_fullwidth,full_q,42,500,4.8314,4.8314,ok,out-openwebtext_dynamic_qconditioned_fullwidth_warmup500_seed42
+dynamic_qconditioned_fullwidth,full_q,42,200,4.8411,4.8411,ok,out-openwebtext_dynamic_qconditioned_fullwidth_warmup200_seed42
diff --git a/results/csv/fullq_overnight_summary_20260317_2339.csv b/results/csv/fullq_overnight_summary_20260317_2339.csv
new file mode 100644
index 0000000000000000000000000000000000000000..0c5dce13ffc8f1c842ae1ce769d811220c135d71
--- /dev/null
+++ b/results/csv/fullq_overnight_summary_20260317_2339.csv
@@ -0,0 +1,3 @@
+variant_short,seed,warmup,best_val,final_val,delta_vs_20pct_fullq,delta_vs_baseline,delta_vs_cheapq,delta_vs_midtierq,delta_vs_fullx
+full_q,42,500,4.8314,4.8314,0.2901000000000007,-0.019199999999999662,-0.006099999999999994,0.02010000000000023,-0.13070000000000004
+full_q,42,200,4.8411,4.8411,0.2998000000000003,-0.08919999999999995,-0.06630000000000003,-0.04049999999999976,-0.3133999999999997
diff --git a/results/csv/fullq_overnight_trajectories_20260317_2339.csv b/results/csv/fullq_overnight_trajectories_20260317_2339.csv
new file mode 100644
index 0000000000000000000000000000000000000000..067f5c3d6f4ce1c32fb6ff03840e2de0cce8a949
--- /dev/null
+++ b/results/csv/fullq_overnight_trajectories_20260317_2339.csv
@@ -0,0 +1,83 @@
+variant_long,variant_short,seed,warmup,step,val_loss
+dynamic_qconditioned_fullwidth,full_q,42,500,0,10.9291
+dynamic_qconditioned_fullwidth,full_q,42,500,250,6.7074
+dynamic_qconditioned_fullwidth,full_q,42,500,500,6.4463
+dynamic_qconditioned_fullwidth,full_q,42,500,750,6.2377
+dynamic_qconditioned_fullwidth,full_q,42,500,1000,6.1182
+dynamic_qconditioned_fullwidth,full_q,42,500,1250,6.0
+dynamic_qconditioned_fullwidth,full_q,42,500,1500,5.991
+dynamic_qconditioned_fullwidth,full_q,42,500,1750,5.9236
+dynamic_qconditioned_fullwidth,full_q,42,500,2000,5.8337
+dynamic_qconditioned_fullwidth,full_q,42,500,2250,5.7434
+dynamic_qconditioned_fullwidth,full_q,42,500,2500,5.6996
+dynamic_qconditioned_fullwidth,full_q,42,500,2750,5.645
+dynamic_qconditioned_fullwidth,full_q,42,500,3000,5.5911
+dynamic_qconditioned_fullwidth,full_q,42,500,3250,5.5609
+dynamic_qconditioned_fullwidth,full_q,42,500,3500,5.4858
+dynamic_qconditioned_fullwidth,full_q,42,500,3750,5.4586
+dynamic_qconditioned_fullwidth,full_q,42,500,4000,5.4324
+dynamic_qconditioned_fullwidth,full_q,42,500,4250,5.3734
+dynamic_qconditioned_fullwidth,full_q,42,500,4500,5.3244
+dynamic_qconditioned_fullwidth,full_q,42,500,4750,5.2905
+dynamic_qconditioned_fullwidth,full_q,42,500,5000,5.2597
+dynamic_qconditioned_fullwidth,full_q,42,500,5250,5.2156
+dynamic_qconditioned_fullwidth,full_q,42,500,5500,5.1874
+dynamic_qconditioned_fullwidth,full_q,42,500,5750,5.1412
+dynamic_qconditioned_fullwidth,full_q,42,500,6000,5.1055
+dynamic_qconditioned_fullwidth,full_q,42,500,6250,5.0865
+dynamic_qconditioned_fullwidth,full_q,42,500,6500,5.1017
+dynamic_qconditioned_fullwidth,full_q,42,500,6750,5.0482
+dynamic_qconditioned_fullwidth,full_q,42,500,7000,5.0257
+dynamic_qconditioned_fullwidth,full_q,42,500,7250,4.9959
+dynamic_qconditioned_fullwidth,full_q,42,500,7500,4.9787
+dynamic_qconditioned_fullwidth,full_q,42,500,7750,4.9788
+dynamic_qconditioned_fullwidth,full_q,42,500,8000,4.9163
+dynamic_qconditioned_fullwidth,full_q,42,500,8250,4.9012
+dynamic_qconditioned_fullwidth,full_q,42,500,8500,4.8893
+dynamic_qconditioned_fullwidth,full_q,42,500,8750,4.8891
+dynamic_qconditioned_fullwidth,full_q,42,500,9000,4.8878
+dynamic_qconditioned_fullwidth,full_q,42,500,9250,4.8501
+dynamic_qconditioned_fullwidth,full_q,42,500,9500,4.859
+dynamic_qconditioned_fullwidth,full_q,42,500,9750,4.8616
+dynamic_qconditioned_fullwidth,full_q,42,500,10000,4.8314
+dynamic_qconditioned_fullwidth,full_q,42,200,0,10.9291
+dynamic_qconditioned_fullwidth,full_q,42,200,250,6.649
+dynamic_qconditioned_fullwidth,full_q,42,200,500,6.3899
+dynamic_qconditioned_fullwidth,full_q,42,200,750,6.205
+dynamic_qconditioned_fullwidth,full_q,42,200,1000,6.1151
+dynamic_qconditioned_fullwidth,full_q,42,200,1250,6.0016
+dynamic_qconditioned_fullwidth,full_q,42,200,1500,5.9994
+dynamic_qconditioned_fullwidth,full_q,42,200,1750,5.9404
+dynamic_qconditioned_fullwidth,full_q,42,200,2000,5.8532
+dynamic_qconditioned_fullwidth,full_q,42,200,2250,5.775
+dynamic_qconditioned_fullwidth,full_q,42,200,2500,5.711
+dynamic_qconditioned_fullwidth,full_q,42,200,2750,5.6551
+dynamic_qconditioned_fullwidth,full_q,42,200,3000,5.5955
+dynamic_qconditioned_fullwidth,full_q,42,200,3250,5.5693
+dynamic_qconditioned_fullwidth,full_q,42,200,3500,5.4883
+dynamic_qconditioned_fullwidth,full_q,42,200,3750,5.4559
+dynamic_qconditioned_fullwidth,full_q,42,200,4000,5.4372
+dynamic_qconditioned_fullwidth,full_q,42,200,4250,5.3676
+dynamic_qconditioned_fullwidth,full_q,42,200,4500,5.3216
+dynamic_qconditioned_fullwidth,full_q,42,200,4750,5.286
+dynamic_qconditioned_fullwidth,full_q,42,200,5000,5.2512
+dynamic_qconditioned_fullwidth,full_q,42,200,5250,5.2133
+dynamic_qconditioned_fullwidth,full_q,42,200,5500,5.1867
+dynamic_qconditioned_fullwidth,full_q,42,200,5750,5.1366
+dynamic_qconditioned_fullwidth,full_q,42,200,6000,5.1047
+dynamic_qconditioned_fullwidth,full_q,42,200,6250,5.085
+dynamic_qconditioned_fullwidth,full_q,42,200,6500,5.1024
+dynamic_qconditioned_fullwidth,full_q,42,200,6750,5.0511
+dynamic_qconditioned_fullwidth,full_q,42,200,7000,5.03
+dynamic_qconditioned_fullwidth,full_q,42,200,7250,5.0015
+dynamic_qconditioned_fullwidth,full_q,42,200,7500,4.9849
+dynamic_qconditioned_fullwidth,full_q,42,200,7750,4.9853
+dynamic_qconditioned_fullwidth,full_q,42,200,8000,4.9214
+dynamic_qconditioned_fullwidth,full_q,42,200,8250,4.9109
+dynamic_qconditioned_fullwidth,full_q,42,200,8500,4.8979
+dynamic_qconditioned_fullwidth,full_q,42,200,8750,4.8974
+dynamic_qconditioned_fullwidth,full_q,42,200,9000,4.8992
+dynamic_qconditioned_fullwidth,full_q,42,200,9250,4.8609
+dynamic_qconditioned_fullwidth,full_q,42,200,9500,4.8712
+dynamic_qconditioned_fullwidth,full_q,42,200,9750,4.8743
+dynamic_qconditioned_fullwidth,full_q,42,200,10000,4.8411
diff --git a/results/csv/fullq_warmup3000_aggregate_summary_20260318_2145.csv b/results/csv/fullq_warmup3000_aggregate_summary_20260318_2145.csv
new file mode 100644
index 0000000000000000000000000000000000000000..91f2c8ba3aa525b2ee4ecc394ddcde435384fac2
--- /dev/null
+++ b/results/csv/fullq_warmup3000_aggregate_summary_20260318_2145.csv
@@ -0,0 +1,2 @@
+variant_short,warmup,seeds,seed42,seed1337,seed123,mean_val,std_val,delta_vs_20pct_fullq,delta_vs_fullq_500,delta_vs_fullq_200,delta_vs_midtierq_3000,delta_vs_midtierq_2000,delta_vs_fullx_500,delta_vs_fullx_200
+full_q,3000,"42,1337,123",4.5162,4.5052,4.5307,4.517366666666667,0.010442966798547056,-0.023933333333332918,-0.3221333333333334,-0.36673333333333336,-0.0031333333333334323,-0.023733333333333384,-0.44473333333333365,-0.6371333333333329
diff --git a/results/csv/fullq_warmup3000_remaining_runs_20260318_2145.csv b/results/csv/fullq_warmup3000_remaining_runs_20260318_2145.csv
new file mode 100644
index 0000000000000000000000000000000000000000..2ac55f0f8404009966403801ad2e8d52975edcf3
--- /dev/null
+++ b/results/csv/fullq_warmup3000_remaining_runs_20260318_2145.csv
@@ -0,0 +1,3 @@
+variant_long,variant_short,seed,warmup,best_val,final_val,status,out_dir
+dynamic_qconditioned_fullwidth,full_q,1337,3000,4.5052,4.5052,ok,out-openwebtext_dynamic_qconditioned_fullwidth_warmup3000_seed1337
+dynamic_qconditioned_fullwidth,full_q,123,3000,4.5307,4.5307,ok,out-openwebtext_dynamic_qconditioned_fullwidth_warmup3000_seed123
diff --git a/results/csv/fullq_warmup3000_remaining_trajectories_20260318_2145.csv b/results/csv/fullq_warmup3000_remaining_trajectories_20260318_2145.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d247c0a1495ff3e687b5d013036a455ddcf08ec8
--- /dev/null
+++ b/results/csv/fullq_warmup3000_remaining_trajectories_20260318_2145.csv
@@ -0,0 +1,83 @@
+variant_long,variant_short,seed,warmup,step,val_loss
+dynamic_qconditioned_fullwidth,full_q,1337,3000,0,10.9625
+dynamic_qconditioned_fullwidth,full_q,1337,3000,250,7.1126
+dynamic_qconditioned_fullwidth,full_q,1337,3000,500,6.6561
+dynamic_qconditioned_fullwidth,full_q,1337,3000,750,6.4023
+dynamic_qconditioned_fullwidth,full_q,1337,3000,1000,6.283
+dynamic_qconditioned_fullwidth,full_q,1337,3000,1250,6.1413
+dynamic_qconditioned_fullwidth,full_q,1337,3000,1500,6.0186
+dynamic_qconditioned_fullwidth,full_q,1337,3000,1750,5.8857
+dynamic_qconditioned_fullwidth,full_q,1337,3000,2000,5.7886
+dynamic_qconditioned_fullwidth,full_q,1337,3000,2250,5.7168
+dynamic_qconditioned_fullwidth,full_q,1337,3000,2500,5.6441
+dynamic_qconditioned_fullwidth,full_q,1337,3000,2750,5.6023
+dynamic_qconditioned_fullwidth,full_q,1337,3000,3000,5.5725
+dynamic_qconditioned_fullwidth,full_q,1337,3000,3250,5.4885
+dynamic_qconditioned_fullwidth,full_q,1337,3000,3500,5.4267
+dynamic_qconditioned_fullwidth,full_q,1337,3000,3750,5.3412
+dynamic_qconditioned_fullwidth,full_q,1337,3000,4000,5.3207
+dynamic_qconditioned_fullwidth,full_q,1337,3000,4250,5.226
+dynamic_qconditioned_fullwidth,full_q,1337,3000,4500,5.2415
+dynamic_qconditioned_fullwidth,full_q,1337,3000,4750,5.1745
+dynamic_qconditioned_fullwidth,full_q,1337,3000,5000,5.0979
+dynamic_qconditioned_fullwidth,full_q,1337,3000,5250,5.0778
+dynamic_qconditioned_fullwidth,full_q,1337,3000,5500,5.0301
+dynamic_qconditioned_fullwidth,full_q,1337,3000,5750,4.9947
+dynamic_qconditioned_fullwidth,full_q,1337,3000,6000,4.9106
+dynamic_qconditioned_fullwidth,full_q,1337,3000,6250,4.8726
+dynamic_qconditioned_fullwidth,full_q,1337,3000,6500,4.8444
+dynamic_qconditioned_fullwidth,full_q,1337,3000,6750,4.8075
+dynamic_qconditioned_fullwidth,full_q,1337,3000,7000,4.7652
+dynamic_qconditioned_fullwidth,full_q,1337,3000,7250,4.7425
+dynamic_qconditioned_fullwidth,full_q,1337,3000,7500,4.7341
+dynamic_qconditioned_fullwidth,full_q,1337,3000,7750,4.6853
+dynamic_qconditioned_fullwidth,full_q,1337,3000,8000,4.6589
+dynamic_qconditioned_fullwidth,full_q,1337,3000,8250,4.6257
+dynamic_qconditioned_fullwidth,full_q,1337,3000,8500,4.6054
+dynamic_qconditioned_fullwidth,full_q,1337,3000,8750,4.5978
+dynamic_qconditioned_fullwidth,full_q,1337,3000,9000,4.5967
+dynamic_qconditioned_fullwidth,full_q,1337,3000,9250,4.5564
+dynamic_qconditioned_fullwidth,full_q,1337,3000,9500,4.5416
+dynamic_qconditioned_fullwidth,full_q,1337,3000,9750,4.5476
+dynamic_qconditioned_fullwidth,full_q,1337,3000,10000,4.5052
+dynamic_qconditioned_fullwidth,full_q,123,3000,0,10.9729
+dynamic_qconditioned_fullwidth,full_q,123,3000,250,7.1368
+dynamic_qconditioned_fullwidth,full_q,123,3000,500,6.66
+dynamic_qconditioned_fullwidth,full_q,123,3000,750,6.4652
+dynamic_qconditioned_fullwidth,full_q,123,3000,1000,6.2983
+dynamic_qconditioned_fullwidth,full_q,123,3000,1250,6.1049
+dynamic_qconditioned_fullwidth,full_q,123,3000,1500,6.0371
+dynamic_qconditioned_fullwidth,full_q,123,3000,1750,5.8576
+dynamic_qconditioned_fullwidth,full_q,123,3000,2000,5.8181
+dynamic_qconditioned_fullwidth,full_q,123,3000,2250,5.7013
+dynamic_qconditioned_fullwidth,full_q,123,3000,2500,5.6535
+dynamic_qconditioned_fullwidth,full_q,123,3000,2750,5.579
+dynamic_qconditioned_fullwidth,full_q,123,3000,3000,5.5445
+dynamic_qconditioned_fullwidth,full_q,123,3000,3250,5.4812
+dynamic_qconditioned_fullwidth,full_q,123,3000,3500,5.4434
+dynamic_qconditioned_fullwidth,full_q,123,3000,3750,5.3689
+dynamic_qconditioned_fullwidth,full_q,123,3000,4000,5.3144
+dynamic_qconditioned_fullwidth,full_q,123,3000,4250,5.2717
+dynamic_qconditioned_fullwidth,full_q,123,3000,4500,5.2181
+dynamic_qconditioned_fullwidth,full_q,123,3000,4750,5.1507
+dynamic_qconditioned_fullwidth,full_q,123,3000,5000,5.1308
+dynamic_qconditioned_fullwidth,full_q,123,3000,5250,5.0959
+dynamic_qconditioned_fullwidth,full_q,123,3000,5500,4.9903
+dynamic_qconditioned_fullwidth,full_q,123,3000,5750,4.9849
+dynamic_qconditioned_fullwidth,full_q,123,3000,6000,4.9189
+dynamic_qconditioned_fullwidth,full_q,123,3000,6250,4.8963
+dynamic_qconditioned_fullwidth,full_q,123,3000,6500,4.8236
+dynamic_qconditioned_fullwidth,full_q,123,3000,6750,4.7828
+dynamic_qconditioned_fullwidth,full_q,123,3000,7000,4.782
+dynamic_qconditioned_fullwidth,full_q,123,3000,7250,4.7296
+dynamic_qconditioned_fullwidth,full_q,123,3000,7500,4.7169
+dynamic_qconditioned_fullwidth,full_q,123,3000,7750,4.6864
+dynamic_qconditioned_fullwidth,full_q,123,3000,8000,4.6647
+dynamic_qconditioned_fullwidth,full_q,123,3000,8250,4.6187
+dynamic_qconditioned_fullwidth,full_q,123,3000,8500,4.6158
+dynamic_qconditioned_fullwidth,full_q,123,3000,8750,4.6189
+dynamic_qconditioned_fullwidth,full_q,123,3000,9000,4.5705
+dynamic_qconditioned_fullwidth,full_q,123,3000,9250,4.5507
+dynamic_qconditioned_fullwidth,full_q,123,3000,9500,4.5322
+dynamic_qconditioned_fullwidth,full_q,123,3000,9750,4.541
+dynamic_qconditioned_fullwidth,full_q,123,3000,10000,4.5307
diff --git a/results/csv/fullq_warmup3000_seed42_runs_20260318_1839.csv b/results/csv/fullq_warmup3000_seed42_runs_20260318_1839.csv
new file mode 100644
index 0000000000000000000000000000000000000000..2a59ae200229bdcbd3d43f981c0360dc9d6e3f5f
--- /dev/null
+++ b/results/csv/fullq_warmup3000_seed42_runs_20260318_1839.csv
@@ -0,0 +1,2 @@
+variant_long,variant_short,seed,warmup,best_val,final_val,status,out_dir
+dynamic_qconditioned_fullwidth,full_q,42,3000,4.5162,4.5162,ok,out-openwebtext_dynamic_qconditioned_fullwidth_warmup3000_seed42
diff --git a/results/csv/fullq_warmup3000_seed42_summary_20260318_1839.csv b/results/csv/fullq_warmup3000_seed42_summary_20260318_1839.csv
new file mode 100644
index 0000000000000000000000000000000000000000..8c973fedb40e376e086e4890a88c064bf9491d89
--- /dev/null
+++ b/results/csv/fullq_warmup3000_seed42_summary_20260318_1839.csv
@@ -0,0 +1,2 @@
+variant_short,seed,warmup,best_val,final_val,delta_vs_20pct_fullq,delta_vs_fullq_500,delta_vs_fullq_200,delta_vs_midtierq_3000,delta_vs_midtierq_2000,delta_vs_fullx_500,delta_vs_fullx_200
+full_q,42,3000,4.5162,4.5162,-0.025099999999999234,-0.3232999999999997,-0.36789999999999967,-0.0042999999999997485,-0.0248999999999997,-0.44589999999999996,-0.6382999999999992
diff --git a/results/csv/fullq_warmup3000_seed42_trajectories_20260318_1839.csv b/results/csv/fullq_warmup3000_seed42_trajectories_20260318_1839.csv
new file mode 100644
index 0000000000000000000000000000000000000000..3f072f9133eb22d2d369a385d969d38d7f5a655c
--- /dev/null
+++ b/results/csv/fullq_warmup3000_seed42_trajectories_20260318_1839.csv
@@ -0,0 +1,42 @@
+variant_long,variant_short,seed,warmup,step,val_loss
+dynamic_qconditioned_fullwidth,full_q,42,3000,0,10.9291
+dynamic_qconditioned_fullwidth,full_q,42,3000,250,7.1265
+dynamic_qconditioned_fullwidth,full_q,42,3000,500,6.6704
+dynamic_qconditioned_fullwidth,full_q,42,3000,750,6.4175
+dynamic_qconditioned_fullwidth,full_q,42,3000,1000,6.2817
+dynamic_qconditioned_fullwidth,full_q,42,3000,1250,6.0957
+dynamic_qconditioned_fullwidth,full_q,42,3000,1500,6.0628
+dynamic_qconditioned_fullwidth,full_q,42,3000,1750,5.9565
+dynamic_qconditioned_fullwidth,full_q,42,3000,2000,5.8231
+dynamic_qconditioned_fullwidth,full_q,42,3000,2250,5.7274
+dynamic_qconditioned_fullwidth,full_q,42,3000,2500,5.646
+dynamic_qconditioned_fullwidth,full_q,42,3000,2750,5.5951
+dynamic_qconditioned_fullwidth,full_q,42,3000,3000,5.5313
+dynamic_qconditioned_fullwidth,full_q,42,3000,3250,5.4967
+dynamic_qconditioned_fullwidth,full_q,42,3000,3500,5.3947
+dynamic_qconditioned_fullwidth,full_q,42,3000,3750,5.3626
+dynamic_qconditioned_fullwidth,full_q,42,3000,4000,5.3374
+dynamic_qconditioned_fullwidth,full_q,42,3000,4250,5.2645
+dynamic_qconditioned_fullwidth,full_q,42,3000,4500,5.2081
+dynamic_qconditioned_fullwidth,full_q,42,3000,4750,5.1678
+dynamic_qconditioned_fullwidth,full_q,42,3000,5000,5.1226
+dynamic_qconditioned_fullwidth,full_q,42,3000,5250,5.0678
+dynamic_qconditioned_fullwidth,full_q,42,3000,5500,5.0232
+dynamic_qconditioned_fullwidth,full_q,42,3000,5750,4.963
+dynamic_qconditioned_fullwidth,full_q,42,3000,6000,4.9203
+dynamic_qconditioned_fullwidth,full_q,42,3000,6250,4.8789
+dynamic_qconditioned_fullwidth,full_q,42,3000,6500,4.8756
+dynamic_qconditioned_fullwidth,full_q,42,3000,6750,4.8088
+dynamic_qconditioned_fullwidth,full_q,42,3000,7000,4.782
+dynamic_qconditioned_fullwidth,full_q,42,3000,7250,4.742
+dynamic_qconditioned_fullwidth,full_q,42,3000,7500,4.7236
+dynamic_qconditioned_fullwidth,full_q,42,3000,7750,4.6954
+dynamic_qconditioned_fullwidth,full_q,42,3000,8000,4.6288
+dynamic_qconditioned_fullwidth,full_q,42,3000,8250,4.613
+dynamic_qconditioned_fullwidth,full_q,42,3000,8500,4.5969
+dynamic_qconditioned_fullwidth,full_q,42,3000,8750,4.5848
+dynamic_qconditioned_fullwidth,full_q,42,3000,9000,4.5738
+dynamic_qconditioned_fullwidth,full_q,42,3000,9250,4.5426
+dynamic_qconditioned_fullwidth,full_q,42,3000,9500,4.5571
+dynamic_qconditioned_fullwidth,full_q,42,3000,9750,4.5526
+dynamic_qconditioned_fullwidth,full_q,42,3000,10000,4.5162
diff --git a/results/csv/isolation_missing_trajectories_20260313_1428.csv b/results/csv/isolation_missing_trajectories_20260313_1428.csv
new file mode 100644
index 0000000000000000000000000000000000000000..443d8ff13299ebbb3cdc4a3edea2f993c7933516
--- /dev/null
+++ b/results/csv/isolation_missing_trajectories_20260313_1428.csv
@@ -0,0 +1,7 @@
+Variant_Seed,step_0,step_250,step_500,step_750,step_1000,step_1250,step_1500,step_1750,step_2000,step_2250,step_2500,step_2750,step_3000,step_3250,step_3500,step_3750,step_4000,step_4250,step_4500,step_4750,step_5000,step_5250,step_5500,step_5750,step_6000,step_6250,step_6500,step_6750,step_7000,step_7250,step_7500,step_7750,step_8000,step_8250,step_8500,step_8750,step_9000,step_9250,step_9500,step_9750,step_10000
+post_rmsnorm_y_seed1337,10.9758,7.2382,6.7570,6.5159,6.3350,6.2654,6.1275,6.0888,6.0487,6.0079,5.9470,5.9118,5.8794,5.8075,5.7932,5.7474,5.7292,5.7031,5.6322,5.5924,5.5571,5.5075,5.4662,5.4216,5.3784,5.3923,5.3542,5.3136,5.2664,5.2455,5.1924,5.1888,5.1820,5.1593,5.1295,5.0968,5.1069,5.1082,5.0944,5.0565,5.0984
+post_rmsnorm_y_seed42,10.9956,7.2506,6.7210,6.5283,6.3554,6.2420,6.1901,6.1218,6.0788,6.0025,5.9624,5.9135,5.8477,5.7949,5.8021,5.7340,5.6654,5.6051,5.5723,5.5300,5.4520,5.4300,5.4091,5.3524,5.3103,5.2883,5.2585,5.2002,5.2148,5.1539,5.1369,5.1198,5.1062,5.0692,5.1003,5.0454,5.0520,5.0098,4.9973,4.9974,5.0010
+post_rmsnorm_y_seed123,10.8973,7.1877,6.7667,6.4901,6.3809,6.2586,6.1667,6.1304,6.0800,5.9984,5.9596,5.9131,5.8651,5.7830,5.7807,5.6989,5.6690,5.6271,5.5444,5.5194,5.4470,5.4299,5.4012,5.3721,5.3204,5.3285,5.2505,5.2405,5.1975,5.1781,5.1632,5.1189,5.0946,5.0712,5.0798,5.0554,5.0385,5.0224,5.0018,5.0341,5.0145
+static_gate_seed1337,10.9790,7.0280,6.6008,6.3652,6.2015,6.1094,5.9543,5.9236,5.8373,5.7743,5.6601,5.5868,5.5347,5.4371,5.4033,5.3410,5.3115,5.2718,5.2033,5.1720,5.1362,5.0864,5.0475,4.9901,4.9563,4.9704,4.9365,4.8869,4.8400,4.8200,4.7597,4.7483,4.7450,4.7182,4.6917,4.6504,4.6644,4.6548,4.6430,4.6065,4.6490
+static_gate_seed42,10.9677,7.0403,6.5675,6.3744,6.2316,6.0813,6.0089,5.9320,5.8813,5.7395,5.6568,5.5917,5.4968,5.4352,5.4312,5.3630,5.3010,5.2485,5.1957,5.1687,5.1039,5.0771,5.0564,5.0004,4.9615,4.9296,4.8995,4.8379,4.8402,4.7833,4.7667,4.7428,4.7223,4.6942,4.7173,4.6589,4.6718,4.6237,4.6168,4.6128,4.6215
+static_gate_seed123,10.9585,6.9636,6.6099,6.3560,6.2473,6.0978,6.0054,5.9619,5.9047,5.7786,5.6883,5.6074,5.5604,5.4477,5.4461,5.3486,5.3220,5.2941,5.2018,5.1888,5.1048,5.0892,5.0641,5.0411,4.9756,4.9948,4.9209,4.9020,4.8494,4.8341,4.8064,4.7695,4.7404,4.7054,4.7166,4.6849,4.6692,4.6551,4.6237,4.6697,4.6431
diff --git a/results/csv/midtier_q_recovery_20260325_0738.csv b/results/csv/midtier_q_recovery_20260325_0738.csv
new file mode 100644
index 0000000000000000000000000000000000000000..02e6a12abd28dcbd8a46af8189974d78bd6203cc
--- /dev/null
+++ b/results/csv/midtier_q_recovery_20260325_0738.csv
@@ -0,0 +1,4 @@
+seed,status,best_val,best_step,final_val,stable,runtime_sec,error
+42,ok,4.5733,10000,4.5733,True,~3600,
+1337,ok,4.6151,10000,4.6151,True,3839.27,
+123,ok,4.6143,10000,4.6143,True,3821.04,
diff --git a/results/csv/midtierq_warmup3000_followup_runs_20260317_0943.csv b/results/csv/midtierq_warmup3000_followup_runs_20260317_0943.csv
new file mode 100644
index 0000000000000000000000000000000000000000..1f4575f6482c47ff5036e85c18f831a16a56a10f
--- /dev/null
+++ b/results/csv/midtierq_warmup3000_followup_runs_20260317_0943.csv
@@ -0,0 +1,3 @@
+variant_long,variant_short,seed,warmup,best_val,final_val,status,out_dir
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,4.5276,4.5276,ok,out-openwebtext_dynamic_qconditioned_mlp128_warmup3000_seed1337
+dynamic_qconditioned_mlp128,midtier_q,123,3000,4.5131,4.5131,ok,out-openwebtext_dynamic_qconditioned_mlp128_warmup3000_seed123
diff --git a/results/csv/midtierq_warmup3000_followup_summary_20260317_0943.csv b/results/csv/midtierq_warmup3000_followup_summary_20260317_0943.csv
new file mode 100644
index 0000000000000000000000000000000000000000..f676bac5f04bcd9e920cd5194c0460ce62d6e246
--- /dev/null
+++ b/results/csv/midtierq_warmup3000_followup_summary_20260317_0943.csv
@@ -0,0 +1,3 @@
+variant_short,seed,warmup,best_val,final_val,delta_vs_200_anchor,delta_vs_500_anchor,delta_vs_2000_anchor,delta_vs_3000_seed42
+midtier_q,1337,3000,4.5276,4.5276,-0.3540000000000001,-0.2837000000000005,-0.013500000000000512,0.006799999999999251
+midtier_q,123,3000,4.5131,4.5131,-0.36850000000000005,-0.29820000000000046,-0.02800000000000047,-0.007700000000000706
diff --git a/results/csv/midtierq_warmup3000_followup_trajectories_20260317_0943.csv b/results/csv/midtierq_warmup3000_followup_trajectories_20260317_0943.csv
new file mode 100644
index 0000000000000000000000000000000000000000..6fabbb7d08f60a0786cdb792ffbc9d265ca5a05d
--- /dev/null
+++ b/results/csv/midtierq_warmup3000_followup_trajectories_20260317_0943.csv
@@ -0,0 +1,83 @@
+variant_long,variant_short,seed,warmup,step,val_loss
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,0,10.983
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,250,7.1179
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,500,6.6854
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,750,6.4153
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,1000,6.2912
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,1250,6.1829
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,1500,6.0514
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,1750,5.9405
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,2000,5.8013
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,2250,5.7267
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,2500,5.6811
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,2750,5.5914
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,3000,5.5398
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,3250,5.5048
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,3500,5.3875
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,3750,5.3783
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,4000,5.3018
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,4250,5.2714
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,4500,5.2079
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,4750,5.1463
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,5000,5.1316
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,5250,5.085
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,5500,5.0114
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,5750,4.973
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,6000,4.9491
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,6250,4.8592
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,6500,4.8283
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,6750,4.8133
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,7000,4.7986
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,7250,4.7255
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,7500,4.693
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,7750,4.6413
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,8000,4.6347
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,8250,4.6247
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,8500,4.6204
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,8750,4.5707
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,9000,4.5727
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,9250,4.5399
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,9500,4.5459
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,9750,4.5386
+dynamic_qconditioned_mlp128,midtier_q,1337,3000,10000,4.5276
+dynamic_qconditioned_mlp128,midtier_q,123,3000,0,11.0141
+dynamic_qconditioned_mlp128,midtier_q,123,3000,250,7.1221
+dynamic_qconditioned_mlp128,midtier_q,123,3000,500,6.6519
+dynamic_qconditioned_mlp128,midtier_q,123,3000,750,6.4652
+dynamic_qconditioned_mlp128,midtier_q,123,3000,1000,6.2818
+dynamic_qconditioned_mlp128,midtier_q,123,3000,1250,6.1601
+dynamic_qconditioned_mlp128,midtier_q,123,3000,1500,6.0735
+dynamic_qconditioned_mlp128,midtier_q,123,3000,1750,5.935
+dynamic_qconditioned_mlp128,midtier_q,123,3000,2000,5.8264
+dynamic_qconditioned_mlp128,midtier_q,123,3000,2250,5.7558
+dynamic_qconditioned_mlp128,midtier_q,123,3000,2500,5.6525
+dynamic_qconditioned_mlp128,midtier_q,123,3000,2750,5.6211
+dynamic_qconditioned_mlp128,midtier_q,123,3000,3000,5.5512
+dynamic_qconditioned_mlp128,midtier_q,123,3000,3250,5.4612
+dynamic_qconditioned_mlp128,midtier_q,123,3000,3500,5.4364
+dynamic_qconditioned_mlp128,midtier_q,123,3000,3750,5.354
+dynamic_qconditioned_mlp128,midtier_q,123,3000,4000,5.2767
+dynamic_qconditioned_mlp128,midtier_q,123,3000,4250,5.2503
+dynamic_qconditioned_mlp128,midtier_q,123,3000,4500,5.2171
+dynamic_qconditioned_mlp128,midtier_q,123,3000,4750,5.164
+dynamic_qconditioned_mlp128,midtier_q,123,3000,5000,5.1165
+dynamic_qconditioned_mlp128,midtier_q,123,3000,5250,5.1017
+dynamic_qconditioned_mlp128,midtier_q,123,3000,5500,4.9896
+dynamic_qconditioned_mlp128,midtier_q,123,3000,5750,4.9842
+dynamic_qconditioned_mlp128,midtier_q,123,3000,6000,4.9048
+dynamic_qconditioned_mlp128,midtier_q,123,3000,6250,4.8813
+dynamic_qconditioned_mlp128,midtier_q,123,3000,6500,4.8252
+dynamic_qconditioned_mlp128,midtier_q,123,3000,6750,4.7805
+dynamic_qconditioned_mlp128,midtier_q,123,3000,7000,4.7834
+dynamic_qconditioned_mlp128,midtier_q,123,3000,7250,4.7417
+dynamic_qconditioned_mlp128,midtier_q,123,3000,7500,4.6993
+dynamic_qconditioned_mlp128,midtier_q,123,3000,7750,4.6723
+dynamic_qconditioned_mlp128,midtier_q,123,3000,8000,4.6366
+dynamic_qconditioned_mlp128,midtier_q,123,3000,8250,4.6308
+dynamic_qconditioned_mlp128,midtier_q,123,3000,8500,4.6086
+dynamic_qconditioned_mlp128,midtier_q,123,3000,8750,4.5788
+dynamic_qconditioned_mlp128,midtier_q,123,3000,9000,4.5681
+dynamic_qconditioned_mlp128,midtier_q,123,3000,9250,4.572
+dynamic_qconditioned_mlp128,midtier_q,123,3000,9500,4.5582
+dynamic_qconditioned_mlp128,midtier_q,123,3000,9750,4.5369
+dynamic_qconditioned_mlp128,midtier_q,123,3000,10000,4.5131
diff --git a/results/csv/midtierq_warmup_probe_runs_20260316_2327.csv b/results/csv/midtierq_warmup_probe_runs_20260316_2327.csv
new file mode 100644
index 0000000000000000000000000000000000000000..5802ba8bd30771258100cd9f53015849b9324ae5
--- /dev/null
+++ b/results/csv/midtierq_warmup_probe_runs_20260316_2327.csv
@@ -0,0 +1,3 @@
+variant_long,variant_short,seed,warmup,best_val,final_val,status,out_dir
+dynamic_qconditioned_mlp128,midtier_q,42,1000,4.6618,4.6618,ok,out-openwebtext_dynamic_qconditioned_mlp128_warmup1000_seed42
+dynamic_qconditioned_mlp128,midtier_q,42,3000,4.5208,4.5208,ok,out-openwebtext_dynamic_qconditioned_mlp128_warmup3000_seed42
diff --git a/results/csv/midtierq_warmup_probe_summary_20260316_2327.csv b/results/csv/midtierq_warmup_probe_summary_20260316_2327.csv
new file mode 100644
index 0000000000000000000000000000000000000000..1bfb9e3b1c6391d27e8f46f1a29166365d0a9562
--- /dev/null
+++ b/results/csv/midtierq_warmup_probe_summary_20260316_2327.csv
@@ -0,0 +1,3 @@
+variant_short,seed,warmup,best_val,final_val,delta_vs_200_anchor,delta_vs_500_anchor,delta_vs_2000_anchor
+midtier_q,42,1000,4.6618,4.6618,-0.21979999999999933,-0.14949999999999974,0.12070000000000025
+midtier_q,42,3000,4.5208,4.5208,-0.36079999999999934,-0.29049999999999976,-0.020299999999999763
diff --git a/results/csv/midtierq_warmup_probe_trajectories_20260316_2327.csv b/results/csv/midtierq_warmup_probe_trajectories_20260316_2327.csv
new file mode 100644
index 0000000000000000000000000000000000000000..a2b0a3007e274f3dd810ed784513cf4d0b9ff4db
--- /dev/null
+++ b/results/csv/midtierq_warmup_probe_trajectories_20260316_2327.csv
@@ -0,0 +1,83 @@
+variant_long,variant_short,seed,warmup,step,val_loss
+dynamic_qconditioned_mlp128,midtier_q,42,1000,0,10.9324
+dynamic_qconditioned_mlp128,midtier_q,42,1000,250,6.8373
+dynamic_qconditioned_mlp128,midtier_q,42,1000,500,6.4826
+dynamic_qconditioned_mlp128,midtier_q,42,1000,750,6.3433
+dynamic_qconditioned_mlp128,midtier_q,42,1000,1000,6.2413
+dynamic_qconditioned_mlp128,midtier_q,42,1000,1250,6.0841
+dynamic_qconditioned_mlp128,midtier_q,42,1000,1500,5.9719
+dynamic_qconditioned_mlp128,midtier_q,42,1000,1750,5.8837
+dynamic_qconditioned_mlp128,midtier_q,42,1000,2000,5.8104
+dynamic_qconditioned_mlp128,midtier_q,42,1000,2250,5.7236
+dynamic_qconditioned_mlp128,midtier_q,42,1000,2500,5.6767
+dynamic_qconditioned_mlp128,midtier_q,42,1000,2750,5.5822
+dynamic_qconditioned_mlp128,midtier_q,42,1000,3000,5.4916
+dynamic_qconditioned_mlp128,midtier_q,42,1000,3250,5.448
+dynamic_qconditioned_mlp128,midtier_q,42,1000,3500,5.3643
+dynamic_qconditioned_mlp128,midtier_q,42,1000,3750,5.3256
+dynamic_qconditioned_mlp128,midtier_q,42,1000,4000,5.2584
+dynamic_qconditioned_mlp128,midtier_q,42,1000,4250,5.2488
+dynamic_qconditioned_mlp128,midtier_q,42,1000,4500,5.1826
+dynamic_qconditioned_mlp128,midtier_q,42,1000,4750,5.172
+dynamic_qconditioned_mlp128,midtier_q,42,1000,5000,5.151
+dynamic_qconditioned_mlp128,midtier_q,42,1000,5250,5.0783
+dynamic_qconditioned_mlp128,midtier_q,42,1000,5500,5.051
+dynamic_qconditioned_mlp128,midtier_q,42,1000,5750,4.9978
+dynamic_qconditioned_mlp128,midtier_q,42,1000,6000,4.9824
+dynamic_qconditioned_mlp128,midtier_q,42,1000,6250,4.9418
+dynamic_qconditioned_mlp128,midtier_q,42,1000,6500,4.9372
+dynamic_qconditioned_mlp128,midtier_q,42,1000,6750,4.8711
+dynamic_qconditioned_mlp128,midtier_q,42,1000,7000,4.8518
+dynamic_qconditioned_mlp128,midtier_q,42,1000,7250,4.8478
+dynamic_qconditioned_mlp128,midtier_q,42,1000,7500,4.784
+dynamic_qconditioned_mlp128,midtier_q,42,1000,7750,4.8038
+dynamic_qconditioned_mlp128,midtier_q,42,1000,8000,4.7793
+dynamic_qconditioned_mlp128,midtier_q,42,1000,8250,4.748
+dynamic_qconditioned_mlp128,midtier_q,42,1000,8500,4.7288
+dynamic_qconditioned_mlp128,midtier_q,42,1000,8750,4.7253
+dynamic_qconditioned_mlp128,midtier_q,42,1000,9000,4.7057
+dynamic_qconditioned_mlp128,midtier_q,42,1000,9250,4.6967
+dynamic_qconditioned_mlp128,midtier_q,42,1000,9500,4.6799
+dynamic_qconditioned_mlp128,midtier_q,42,1000,9750,4.6836
+dynamic_qconditioned_mlp128,midtier_q,42,1000,10000,4.6618
+dynamic_qconditioned_mlp128,midtier_q,42,3000,0,10.9324
+dynamic_qconditioned_mlp128,midtier_q,42,3000,250,7.1289
+dynamic_qconditioned_mlp128,midtier_q,42,3000,500,6.6778
+dynamic_qconditioned_mlp128,midtier_q,42,3000,750,6.4488
+dynamic_qconditioned_mlp128,midtier_q,42,3000,1000,6.3278
+dynamic_qconditioned_mlp128,midtier_q,42,3000,1250,6.1341
+dynamic_qconditioned_mlp128,midtier_q,42,3000,1500,6.027
+dynamic_qconditioned_mlp128,midtier_q,42,3000,1750,5.9286
+dynamic_qconditioned_mlp128,midtier_q,42,3000,2000,5.8239
+dynamic_qconditioned_mlp128,midtier_q,42,3000,2250,5.7425
+dynamic_qconditioned_mlp128,midtier_q,42,3000,2500,5.6914
+dynamic_qconditioned_mlp128,midtier_q,42,3000,2750,5.5984
+dynamic_qconditioned_mlp128,midtier_q,42,3000,3000,5.5317
+dynamic_qconditioned_mlp128,midtier_q,42,3000,3250,5.4755
+dynamic_qconditioned_mlp128,midtier_q,42,3000,3500,5.3832
+dynamic_qconditioned_mlp128,midtier_q,42,3000,3750,5.3376
+dynamic_qconditioned_mlp128,midtier_q,42,3000,4000,5.2662
+dynamic_qconditioned_mlp128,midtier_q,42,3000,4250,5.2565
+dynamic_qconditioned_mlp128,midtier_q,42,3000,4500,5.1773
+dynamic_qconditioned_mlp128,midtier_q,42,3000,4750,5.1525
+dynamic_qconditioned_mlp128,midtier_q,42,3000,5000,5.1381
+dynamic_qconditioned_mlp128,midtier_q,42,3000,5250,5.0436
+dynamic_qconditioned_mlp128,midtier_q,42,3000,5500,5.0057
+dynamic_qconditioned_mlp128,midtier_q,42,3000,5750,4.9403
+dynamic_qconditioned_mlp128,midtier_q,42,3000,6000,4.9047
+dynamic_qconditioned_mlp128,midtier_q,42,3000,6250,4.8653
+dynamic_qconditioned_mlp128,midtier_q,42,3000,6500,4.8497
+dynamic_qconditioned_mlp128,midtier_q,42,3000,6750,4.7747
+dynamic_qconditioned_mlp128,midtier_q,42,3000,7000,4.7423
+dynamic_qconditioned_mlp128,midtier_q,42,3000,7250,4.7286
+dynamic_qconditioned_mlp128,midtier_q,42,3000,7500,4.6672
+dynamic_qconditioned_mlp128,midtier_q,42,3000,7750,4.6823
+dynamic_qconditioned_mlp128,midtier_q,42,3000,8000,4.6471
+dynamic_qconditioned_mlp128,midtier_q,42,3000,8250,4.6098
+dynamic_qconditioned_mlp128,midtier_q,42,3000,8500,4.5939
+dynamic_qconditioned_mlp128,midtier_q,42,3000,8750,4.5876
+dynamic_qconditioned_mlp128,midtier_q,42,3000,9000,4.5657
+dynamic_qconditioned_mlp128,midtier_q,42,3000,9250,4.5581
+dynamic_qconditioned_mlp128,midtier_q,42,3000,9500,4.5386
+dynamic_qconditioned_mlp128,midtier_q,42,3000,9750,4.5415
+dynamic_qconditioned_mlp128,midtier_q,42,3000,10000,4.5208
diff --git a/results/csv/openwebtext_5variants_10k_trajectories_v3_20260312_1551.csv b/results/csv/openwebtext_5variants_10k_trajectories_v3_20260312_1551.csv
new file mode 100644
index 0000000000000000000000000000000000000000..388667aae60fb266737feb62f7b0d908b52155a2
--- /dev/null
+++ b/results/csv/openwebtext_5variants_10k_trajectories_v3_20260312_1551.csv
@@ -0,0 +1,16 @@
+Variant_Seed,step_0,step_250,step_500,step_750,step_1000,step_1250,step_1500,step_1750,step_2000,step_2250,step_2500,step_2750,step_3000,step_3250,step_3500,step_3750,step_4000,step_4250,step_4500,step_4750,step_5000,step_5250,step_5500,step_5750,step_6000,step_6250,step_6500,step_6750,step_7000,step_7250,step_7500,step_7750,step_8000,step_8250,step_8500,step_8750,step_9000,step_9250,step_9500,step_9750,step_10000
+none_seed1337,10.9985,7.0427,6.6101,6.3804,6.2195,6.1345,5.9773,5.9457,5.8792,5.8173,5.6914,5.6162,5.5619,5.4655,5.4417,5.3802,5.3517,5.3063,5.2470,5.2120,5.1748,5.1254,5.0858,5.0296,4.9934,5.0167,4.9756,4.9202,4.8768,4.8534,4.7929,4.7836,4.7763,4.7542,4.7252,4.6851,4.6986,4.6900,4.6775,4.6413,4.6842
+none_seed42,10.9665,7.0584,6.5787,6.3861,6.2441,6.1054,6.0242,5.9616,5.8978,5.7755,5.6980,5.6264,5.5346,5.4711,5.4659,5.4022,5.3494,5.2878,5.2474,5.2158,5.1413,5.1166,5.1046,5.0440,5.0009,4.9756,4.9457,4.8847,4.8890,4.8308,4.8093,4.7855,4.7632,4.7374,4.7619,4.7021,4.7158,4.6666,4.6614,4.6538,4.6677
+none_seed123,10.9279,6.9819,6.6188,6.3680,6.2589,6.1191,6.0234,5.9878,5.9272,5.8075,5.7195,5.6436,5.5814,5.4895,5.4749,5.3858,5.3672,5.3346,5.2436,5.2230,5.1440,5.1319,5.0951,5.0724,5.0130,5.0289,4.9560,4.9347,4.8856,4.8696,4.8424,4.8066,4.7771,4.7406,4.7512,4.7196,4.7033,4.6923,4.6579,4.7043,4.6784
+vnorm_seed1337,11.0154,7.1036,6.6489,6.4211,6.2445,6.1793,6.0153,5.9784,5.9140,5.8349,5.7181,5.6412,5.5817,5.4850,5.4595,5.4050,5.3724,5.3240,5.2597,5.2283,5.1956,5.1460,5.1172,5.0524,5.0156,5.0410,5.0028,4.9553,4.9127,4.8945,4.8332,4.8276,4.8209,4.7938,4.7698,4.7287,4.7415,4.7351,4.7230,4.6863,4.7286
+vnorm_seed42,10.9775,7.1299,6.6237,6.4207,6.2692,6.1379,6.0707,5.9960,5.9354,5.8183,5.7315,5.6576,5.5607,5.4927,5.4956,5.4160,5.3594,5.3005,5.2599,5.2275,5.1556,5.1321,5.1140,5.0640,5.0169,4.9933,4.9646,4.9086,4.9142,4.8561,4.8413,4.8167,4.7983,4.7707,4.7918,4.7351,4.7459,4.6992,4.6894,4.6854,4.6938
+vnorm_seed123,10.8939,7.0354,6.6552,6.4028,6.2931,6.1743,6.0630,6.0251,5.9642,5.8455,5.7450,5.6771,5.5970,5.5033,5.4927,5.4039,5.3738,5.3403,5.2506,5.2287,5.1570,5.1459,5.1151,5.0868,5.0289,5.0451,4.9733,4.9571,4.9117,4.8932,4.8728,4.8297,4.8040,4.7690,4.7791,4.7489,4.7321,4.7190,4.6867,4.7323,4.7047
+qvnorm_seed1337,11.0147,7.1093,6.6566,6.4222,6.2524,6.1781,6.0196,5.9674,5.8953,5.8081,5.6894,5.6169,5.5575,5.4608,5.4299,5.3745,5.3375,5.3028,5.2467,5.2097,5.1736,5.1267,5.0893,5.0345,4.9974,5.0170,4.9852,4.9355,4.8927,4.8764,4.8167,4.8122,4.8045,4.7803,4.7535,4.7131,4.7291,4.7228,4.7102,4.6733,4.7154
+qvnorm_seed42,10.9763,7.1071,6.6305,6.4248,6.2721,6.1382,6.0595,5.9909,5.9210,5.8060,5.7071,5.6282,5.5315,5.4679,5.4656,5.3947,5.3340,5.2778,5.2350,5.2064,5.1385,5.1144,5.0973,5.0483,5.0038,4.9817,4.9557,4.8958,4.9019,4.8465,4.8306,4.8075,4.7903,4.7619,4.7830,4.7271,4.7398,4.6938,4.6866,4.6818,4.6918
+qvnorm_seed123,10.8957,7.0406,6.6607,6.4137,6.3018,6.1765,6.0639,6.0045,5.9477,5.8278,5.7328,5.6514,5.5784,5.4782,5.4703,5.3758,5.3531,5.3227,5.2367,5.2144,5.1412,5.1319,5.0943,5.0775,5.0187,5.0343,4.9615,4.9494,4.9026,4.8844,4.8651,4.8205,4.7973,4.7651,4.7742,4.7450,4.7299,4.7161,4.6841,4.7305,4.7031
+dynamic_seed1337,10.9212,6.9960,6.5602,6.3928,6.2228,6.1102,6.0117,5.8981,5.8084,5.6600,5.6061,5.5258,5.4382,5.4021,5.3230,5.2861,5.2420,5.2081,5.1674,5.1063,5.0717,5.0047,4.9737,4.9582,4.8944,4.8800,4.8479,4.8017,4.7083,4.7516,4.6941,4.6480,4.6518,4.6120,4.5834,4.6294,4.6206,4.5451,4.5591,4.5579,4.5483
+dynamic_seed42,10.9612,7.0232,6.5924,6.4062,6.2685,6.1439,6.0359,5.9470,5.8034,5.6903,5.6027,5.5190,5.4688,5.4302,5.3246,5.3286,5.1969,5.1634,5.1234,5.1069,5.0542,5.0332,4.9572,4.9442,4.9185,4.8673,4.8501,4.8120,4.7834,4.7520,4.6760,4.6930,4.6518,4.6320,4.6219,4.6280,4.5809,4.5836,4.5561,4.5689,4.5213
+dynamic_seed123,10.8906,7.0522,6.5668,6.4211,6.2459,6.1094,6.0207,5.8979,5.7960,5.7000,5.6304,5.5307,5.4322,5.3815,5.3474,5.3106,5.2396,5.1756,5.1245,5.0998,5.0455,5.0120,4.9984,4.9355,4.8924,4.8366,4.8475,4.8210,4.7818,4.7567,4.6909,4.6832,4.6477,4.6364,4.5870,4.6063,4.5910,4.5471,4.5479,4.5697,4.5383
+dynamic_swiglu_seed1337,10.9439,6.9975,6.5536,6.3952,6.2409,6.1441,6.0786,5.9700,5.9040,5.7826,5.7253,5.6524,5.5621,5.5242,5.4519,5.4095,5.3653,5.3176,5.2729,5.2264,5.1827,5.1116,5.0825,5.0741,5.0149,5.0038,4.9748,4.9284,4.8393,4.8887,4.8192,4.7777,4.7738,4.7427,4.7118,4.7480,4.7413,4.6655,4.6715,4.6720,4.6629
+dynamic_swiglu_seed42,10.9642,7.0132,6.5851,6.3997,6.2872,6.1806,6.0780,6.0012,5.8963,5.7963,5.7177,5.6363,5.6051,5.5600,5.4465,5.4331,5.3077,5.2802,5.2340,5.2059,5.1651,5.1367,5.0645,5.0576,5.0307,4.9893,4.9691,4.9254,4.9078,4.8792,4.7981,4.8144,4.7674,4.7491,4.7360,4.7357,4.6886,4.6960,4.6571,4.6676,4.6209
+dynamic_swiglu_seed123,10.9377,7.0396,6.5705,6.4186,6.2644,6.1555,6.0699,5.9800,5.8751,5.8329,5.7793,5.6727,5.5825,5.5191,5.4775,5.4488,5.3814,5.3023,5.2522,5.2364,5.1768,5.1540,5.1255,5.0696,5.0291,4.9802,4.9904,4.9738,4.9400,4.9143,4.8521,4.8450,4.8066,4.7955,4.7354,4.7667,4.7430,4.6972,4.7012,4.7170,4.6845
diff --git a/results/csv/openwebtext_trajectories_20260311_2057.csv b/results/csv/openwebtext_trajectories_20260311_2057.csv
new file mode 100644
index 0000000000000000000000000000000000000000..58a27a6c33804648a931d518cdbeca380ec9ff53
--- /dev/null
+++ b/results/csv/openwebtext_trajectories_20260311_2057.csv
@@ -0,0 +1,7 @@
+Variant_Seed,step_0,step_250,step_500,step_750,step_1000,step_1250,step_1500,step_1750,step_2000,step_2250,step_2500,step_2750,step_3000,step_3250,step_3500,step_3750,step_4000,step_4250,step_4500,step_4750,step_5000
+none_seed1337,10.9985,6.7059,6.4946,6.313,6.208,6.1625,6.0669,6.06,6.0251,5.998,5.9494,5.9373,5.9098,5.8606,5.8567,5.8405,5.8145,5.8281,5.786,5.7794,5.7645
+none_seed42,10.9665,6.7184,6.4476,6.331,6.2137,6.1363,6.1127,6.0796,6.0503,6.0015,5.9757,5.9555,5.9188,5.8958,5.9229,5.8899,5.8496,5.8277,5.8147,5.8144,5.7681
+none_seed123,10.9279,6.6556,6.4982,6.3082,6.2501,6.1633,6.1079,6.1143,6.0894,6.0417,6.0226,5.9996,5.9727,5.9242,5.9342,5.8925,5.9007,5.885,5.8525,5.8453,5.8073
+qvnorm_seed1337,11.0147,6.7281,6.5016,6.3115,6.1836,6.1178,6.005,5.9823,5.906,5.8501,5.7639,5.7233,5.6702,5.592,5.5573,5.5184,5.4797,5.4679,5.4189,5.4031,5.3874
+qvnorm_seed42,10.9763,6.7513,6.4533,6.3268,6.2005,6.1087,6.0574,5.9927,5.9407,5.8459,5.7725,5.7041,5.6293,5.5775,5.5723,5.5107,5.4561,5.4125,5.3904,5.3848,5.3315
+qvnorm_seed123,10.8957,6.6741,6.5069,6.3107,6.2341,6.1215,6.0384,6.0155,5.9427,5.8586,5.8004,5.7285,5.6849,5.598,5.589,5.5121,5.5007,5.4703,5.4128,5.4085,5.3583
diff --git a/results/csv/p2_rerun_runs_20260323_1714.csv b/results/csv/p2_rerun_runs_20260323_1714.csv
new file mode 100644
index 0000000000000000000000000000000000000000..17c15c1c440460401849ef3772ecdff3185ae63b
--- /dev/null
+++ b/results/csv/p2_rerun_runs_20260323_1714.csv
@@ -0,0 +1,10 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+static_gate_prehead,static_prehead,2000,42,ok,3670.55,123.6,4.455,9750,4.4699,False,out-openwebtext_rerun_shared,
+static_gate_prehead,static_prehead,2000,1337,ok,3687.97,123.6,4.434,9750,4.4742,False,out-openwebtext_rerun_shared,
+static_gate_prehead,static_prehead,2000,123,ok,3687.0,123.6,4.4559,9500,4.4777,False,out-openwebtext_rerun_shared,
+dynamic_xconditioned_g1,full_x,2000,42,ok,3860.25,130.67,4.3897,10000,4.3897,True,out-openwebtext_rerun_shared,
+dynamic_xconditioned_g1,full_x,2000,1337,ok,3873.53,130.67,4.3842,10000,4.3842,True,out-openwebtext_rerun_shared,
+dynamic_xconditioned_g1,full_x,2000,123,failed,15.82,130.67,,,,False,out-openwebtext_rerun_shared,exit code 3221226505
+dynamic_x_g1_headshared_elementwise,x_headshared,2000,42,ok,3733.58,123.64,4.4204,10000,4.4204,True,out-openwebtext_rerun_shared,
+dynamic_x_g1_headshared_elementwise,x_headshared,2000,1337,ok,3728.6,123.64,4.4468,10000,4.4468,True,out-openwebtext_rerun_shared,
+dynamic_x_g1_headshared_elementwise,x_headshared,2000,123,ok,3738.98,123.64,4.4367,10000,4.4367,True,out-openwebtext_rerun_shared,
diff --git a/results/csv/phase2_coded_completeness_runs_20260325_1113.csv b/results/csv/phase2_coded_completeness_runs_20260325_1113.csv
new file mode 100644
index 0000000000000000000000000000000000000000..5013b5390183b3f56aed639c0d95acd40cd57493
--- /dev/null
+++ b/results/csv/phase2_coded_completeness_runs_20260325_1113.csv
@@ -0,0 +1,7 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+dynamic_qconditioned_fullwidth,full_q,2000,42,ok,3871.13,130.67,4.4027,10000,4.4027,True,out-openwebtext_phase2_full_q,
+dynamic_qconditioned_fullwidth,full_q,2000,1337,ok,3791.18,130.67,4.4099,10000,4.4099,True,out-openwebtext_phase2_full_q,
+dynamic_qconditioned_fullwidth,full_q,2000,123,ok,3786.03,130.67,4.4202,9500,4.4233,False,out-openwebtext_phase2_full_q,
+dynamic_x_g1_headspecific_elementwise,x_headspec_elem,2000,42,ok,3724.01,124.18,4.4638,10000,4.4638,True,out-openwebtext_phase2_x_headspec_elem,
+dynamic_x_g1_headspecific_elementwise,x_headspec_elem,2000,1337,ok,3718.84,124.18,4.4466,9750,4.4627,False,out-openwebtext_phase2_x_headspec_elem,
+dynamic_x_g1_headspecific_elementwise,x_headspec_elem,2000,123,ok,3736.05,124.18,4.4247,9750,4.4393,False,out-openwebtext_phase2_x_headspec_elem,
diff --git a/results/csv/phase3_bilinear_diag_runs_20260325_2226.csv b/results/csv/phase3_bilinear_diag_runs_20260325_2226.csv
new file mode 100644
index 0000000000000000000000000000000000000000..a6c9b756b7ca20065d1bc4adbe5e3913836a506f
--- /dev/null
+++ b/results/csv/phase3_bilinear_diag_runs_20260325_2226.csv
@@ -0,0 +1,4 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+dynamic_qa_bilinear_diag,bilinear_diag,2000,42,ok,3883.85,123.59,4.4624,9750,4.4745,False,out-openwebtext_phase3_bilinear_diag,
+dynamic_qa_bilinear_diag,bilinear_diag,2000,1337,ok,3837.97,123.59,4.4329,9750,4.4729,False,out-openwebtext_phase3_bilinear_diag,
+dynamic_qa_bilinear_diag,bilinear_diag,2000,123,ok,3831.0,123.59,4.4596,9500,4.4824,False,out-openwebtext_phase3_bilinear_diag,
diff --git a/results/csv/phase4_chartfill_runs_20260326_0730.csv b/results/csv/phase4_chartfill_runs_20260326_0730.csv
new file mode 100644
index 0000000000000000000000000000000000000000..8ea0853c1d0694a01eeffad6013bba7d96266da4
--- /dev/null
+++ b/results/csv/phase4_chartfill_runs_20260326_0730.csv
@@ -0,0 +1,10 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+dynamic_qconditioned_fullwidth_headspecific,q_full_headspec,2000,42,ok,3811.02,130.67,4.4151,10000,4.4151,True,out-openwebtext_phase4_q_full_headspec,
+dynamic_qconditioned_fullwidth_headspecific,q_full_headspec,2000,1337,ok,3797.53,130.67,4.4058,9750,4.4101,True,out-openwebtext_phase4_q_full_headspec,
+dynamic_qconditioned_fullwidth_headspecific,q_full_headspec,2000,123,ok,3798.11,130.67,4.3964,9750,4.4366,True,out-openwebtext_phase4_q_full_headspec,
+dynamic_xconditioned_fullwidth_headspecific,x_full_headspec,2000,42,ok,3798.84,130.67,4.4013,10000,4.4013,True,out-openwebtext_phase4_x_full_headspec,
+dynamic_xconditioned_fullwidth_headspecific,x_full_headspec,2000,1337,ok,3801.74,130.67,4.4011,9750,4.4048,True,out-openwebtext_phase4_x_full_headspec,
+dynamic_xconditioned_fullwidth_headspecific,x_full_headspec,2000,123,ok,3796.39,130.67,4.3867,9750,4.4239,True,out-openwebtext_phase4_x_full_headspec,
+dynamic_qa_conditioned_headspecific,qa_headspec,2000,42,ok,3757.74,124.77,4.4004,9750,4.4005,True,out-openwebtext_phase4_qa_headspec,
+dynamic_qa_conditioned_headspecific,qa_headspec,2000,1337,ok,3767.28,124.77,4.3945,9750,4.4295,True,out-openwebtext_phase4_qa_headspec,
+dynamic_qa_conditioned_headspecific,qa_headspec,2000,123,ok,3771.44,124.77,4.3904,10000,4.3904,True,out-openwebtext_phase4_qa_headspec,
diff --git a/results/csv/phase5_warmup500_toptiers_runs_20260326_1722.csv b/results/csv/phase5_warmup500_toptiers_runs_20260326_1722.csv
new file mode 100644
index 0000000000000000000000000000000000000000..bfe86d5359ce952012cf62b92ce9bc37e7c464e5
--- /dev/null
+++ b/results/csv/phase5_warmup500_toptiers_runs_20260326_1722.csv
@@ -0,0 +1,16 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+dynamic_qa_conditioned_headspecific,qa_headspec,500,42,ok,3802.76,124.77,4.7306,10000,4.7306,False,out-openwebtext_phase5_w500_qa_headspec,
+dynamic_qa_conditioned_headspecific,qa_headspec,500,1337,ok,3828.41,124.77,4.7612,9750,4.7981,False,out-openwebtext_phase5_w500_qa_headspec,
+dynamic_qa_conditioned_headspecific,qa_headspec,500,123,ok,3830.43,124.77,4.6931,10000,4.6931,False,out-openwebtext_phase5_w500_qa_headspec,
+dynamic_xconditioned_fullwidth_headspecific,x_full_headspec,500,42,ok,3899.73,130.67,4.8063,10000,4.8063,False,out-openwebtext_phase5_w500_x_full_headspec,
+dynamic_xconditioned_fullwidth_headspecific,x_full_headspec,500,1337,ok,3871.37,130.67,4.8814,9750,4.9124,False,out-openwebtext_phase5_w500_x_full_headspec,
+dynamic_xconditioned_fullwidth_headspecific,x_full_headspec,500,123,ok,3860.64,130.67,4.8183,9750,4.8416,False,out-openwebtext_phase5_w500_x_full_headspec,
+dynamic_qa_conditioned_mlp128,mlp128_qa,500,42,ok,3902.14,123.88,4.6928,10000,4.6928,False,out-openwebtext_phase5_w500_mlp128_qa,
+dynamic_qa_conditioned_mlp128,mlp128_qa,500,1337,ok,3905.2,123.88,4.6088,9750,4.6308,False,out-openwebtext_phase5_w500_mlp128_qa,
+dynamic_qa_conditioned_mlp128,mlp128_qa,500,123,ok,3904.53,123.88,4.598,9750,4.6129,False,out-openwebtext_phase5_w500_mlp128_qa,
+dynamic_qconditioned_fullwidth_headspecific,q_full_headspec,500,42,ok,3834.99,130.67,4.7184,10000,4.7184,False,out-openwebtext_phase5_w500_q_full_headspec,
+dynamic_qconditioned_fullwidth_headspecific,q_full_headspec,500,1337,ok,3840.03,130.67,4.7927,9750,4.8213,False,out-openwebtext_phase5_w500_q_full_headspec,
+dynamic_qconditioned_fullwidth_headspecific,q_full_headspec,500,123,ok,3839.74,130.67,4.6379,9750,4.6678,False,out-openwebtext_phase5_w500_q_full_headspec,
+dynamic_qconditioned_fullwidth,full_q,500,42,ok,3853.37,130.67,4.725,10000,4.725,False,out-openwebtext_phase5_w500_full_q,
+dynamic_qconditioned_fullwidth,full_q,500,1337,ok,3826.56,130.67,4.7695,10000,4.7695,False,out-openwebtext_phase5_w500_full_q,
+dynamic_qconditioned_fullwidth,full_q,500,123,ok,3789.39,130.67,4.7423,9500,4.7474,False,out-openwebtext_phase5_w500_full_q,
diff --git a/results/csv/phase6a_grok_qafollowups_w2000_runs_20260327_1722.csv b/results/csv/phase6a_grok_qafollowups_w2000_runs_20260327_1722.csv
new file mode 100644
index 0000000000000000000000000000000000000000..0663432fdfc44422fe7a39b2e157fa4693a5cb4c
--- /dev/null
+++ b/results/csv/phase6a_grok_qafollowups_w2000_runs_20260327_1722.csv
@@ -0,0 +1,7 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+dynamic_qa_conditioned_normed,qa_normed,2000,42,ok,4614.38,123.69,4.3882,10000,4.3882,False,out-openwebtext_phase6_w2000_qa_normed,
+dynamic_qa_conditioned_normed,qa_normed,2000,1337,ok,4624.65,123.69,4.3881,9750,4.4334,False,out-openwebtext_phase6_w2000_qa_normed,
+dynamic_qa_conditioned_normed,qa_normed,2000,123,ok,4569.71,123.69,4.4016,9750,4.4111,False,out-openwebtext_phase6_w2000_qa_normed,
+dynamic_qa_conditioned_lowrank16,qa_lowrank,2000,42,ok,3849.29,123.62,4.411,9750,4.4223,False,out-openwebtext_phase6_w2000_qa_lowrank16,
+dynamic_qa_conditioned_lowrank16,qa_lowrank,2000,1337,ok,3855.14,123.62,4.4024,9750,4.4145,False,out-openwebtext_phase6_w2000_qa_lowrank16,
+dynamic_qa_conditioned_lowrank16,qa_lowrank,2000,123,ok,3832.51,123.62,4.4069,10000,4.4069,False,out-openwebtext_phase6_w2000_qa_lowrank16,
diff --git a/results/csv/phase6b_grok_qafollowups_w500_runs_20260328_0028.csv b/results/csv/phase6b_grok_qafollowups_w500_runs_20260328_0028.csv
new file mode 100644
index 0000000000000000000000000000000000000000..5cd1adfd0b530874d19d2c7edda04d883d0d99a1
--- /dev/null
+++ b/results/csv/phase6b_grok_qafollowups_w500_runs_20260328_0028.csv
@@ -0,0 +1,7 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+dynamic_qa_conditioned_normed,qa_normed,500,42,ok,4476.69,123.69,4.588,10000,4.588,False,out-openwebtext_phase6_w500_qa_normed,
+dynamic_qa_conditioned_normed,qa_normed,500,1337,ok,4456.23,123.69,4.6118,9750,4.6508,False,out-openwebtext_phase6_w500_qa_normed,
+dynamic_qa_conditioned_normed,qa_normed,500,123,ok,4460.28,123.69,4.5709,9750,4.5731,False,out-openwebtext_phase6_w500_qa_normed,
+dynamic_qa_conditioned_lowrank16,qa_lowrank,500,42,ok,3813.82,123.62,4.6426,10000,4.6426,False,out-openwebtext_phase6_w500_qa_lowrank16,
+dynamic_qa_conditioned_lowrank16,qa_lowrank,500,1337,ok,3837.27,123.62,4.6158,9750,4.6289,False,out-openwebtext_phase6_w500_qa_lowrank16,
+dynamic_qa_conditioned_lowrank16,qa_lowrank,500,123,ok,3823.12,123.62,4.6282,10000,4.6282,False,out-openwebtext_phase6_w500_qa_lowrank16,
diff --git a/results/csv/priority1_runs_20260322_1355.csv b/results/csv/priority1_runs_20260322_1355.csv
new file mode 100644
index 0000000000000000000000000000000000000000..8724a665ac938ce65b9bd7569e201925b7c83576
--- /dev/null
+++ b/results/csv/priority1_runs_20260322_1355.csv
@@ -0,0 +1,13 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+none,baseline,2000,42,ok,3635.68,123.59,4.4728,9750,4.4861,False,out-openwebtext_none_warmup2000_seed42_p1,
+none,baseline,2000,1337,ok,3590.16,123.59,4.4609,9750,4.5048,False,out-openwebtext_none_warmup2000_seed1337_p1,
+none,baseline,2000,123,ok,3590.42,123.59,4.4786,9500,4.501,False,out-openwebtext_none_warmup2000_seed123_p1,
+dynamic_qconditioned_mlp128,midtier_q,2000,42,ok,3896.93,123.78,4.4085,10000,4.4085,True,out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1,
+dynamic_qconditioned_mlp128,midtier_q,2000,1337,ok,3887.93,123.78,4.4256,10000,4.4256,True,out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1,
+dynamic_qconditioned_mlp128,midtier_q,2000,123,ok,3872.02,123.78,4.4065,10000,4.4065,True,out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1,
+dynamic_qa_conditioned,cheap_qa,2000,42,ok,3833.38,123.69,4.383,10000,4.383,True,out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1,
+dynamic_qa_conditioned,cheap_qa,2000,1337,ok,3813.97,123.69,4.3907,9750,4.4321,False,out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1,
+dynamic_qa_conditioned,cheap_qa,2000,123,ok,3790.71,123.69,4.3953,9750,4.4047,False,out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1,
+dynamic,cheap_q,2000,42,ok,3730.92,123.64,4.4069,10000,4.4069,True,out-openwebtext_dynamic_warmup2000_seed42_p1,
+dynamic,cheap_q,2000,1337,ok,3720.43,123.64,4.4459,9250,4.4464,False,out-openwebtext_dynamic_warmup2000_seed1337_p1,
+dynamic,cheap_q,2000,123,ok,3725.86,123.64,4.4066,10000,4.4066,True,out-openwebtext_dynamic_warmup2000_seed123_p1,
diff --git a/results/csv/priority2_runs_20260323_0623.csv b/results/csv/priority2_runs_20260323_0623.csv
new file mode 100644
index 0000000000000000000000000000000000000000..721b900c1b165287c82f2f4b3ea80f7402cb3916
--- /dev/null
+++ b/results/csv/priority2_runs_20260323_0623.csv
@@ -0,0 +1,16 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+none,baseline_p2,2000,42,ok,3671.63,123.59,4.4705,9750,4.4839,False,out-openwebtext_none_warmup2000_seed42_p2,
+none,baseline_p2,2000,1337,ok,3640.72,123.59,4.4591,9750,4.5028,False,out-openwebtext_none_warmup2000_seed1337_p2,
+none,baseline_p2,2000,123,ok,3615.74,123.59,4.4768,9500,4.4972,False,out-openwebtext_none_warmup2000_seed123_p2,
+dynamic_qa_conditioned_mlp128,mlp128_qa,2000,42,ok,3913.3,123.88,4.424,10000,4.424,True,out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2,
+dynamic_qa_conditioned_mlp128,mlp128_qa,2000,1337,ok,3928.35,123.88,4.3976,9750,4.4163,False,out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2,
+dynamic_qa_conditioned_mlp128,mlp128_qa,2000,123,ok,3909.65,123.88,4.3879,9750,4.4036,False,out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2,
+static_gate_prehead,static_prehead,2000,42,ok,3750.43,123.6,4.4568,9750,4.471,False,out-openwebtext_static_gate_prehead_warmup2000_seed42_p2,
+static_gate_prehead,static_prehead,2000,1337,failed,586.87,123.6,5.9137,1500,5.9137,False,out-openwebtext_static_gate_prehead_warmup2000_seed1337_p2,exit code 1
+static_gate_prehead,static_prehead,2000,123,failed,114.3,123.6,6.9069,250,6.9069,False,out-openwebtext_static_gate_prehead_warmup2000_seed123_p2,exit code 1
+dynamic_xconditioned_g1,full_x,2000,42,failed,119.3,130.67,6.9348,250,6.9348,False,out-openwebtext_dynamic_xconditioned_g1_warmup2000_seed42_p2,exit code 1
+dynamic_xconditioned_g1,full_x,2000,1337,failed,119.55,130.67,6.937,250,6.937,False,out-openwebtext_dynamic_xconditioned_g1_warmup2000_seed1337_p2,exit code 1
+dynamic_xconditioned_g1,full_x,2000,123,failed,119.47,130.67,6.9534,250,6.9534,False,out-openwebtext_dynamic_xconditioned_g1_warmup2000_seed123_p2,exit code 1
+dynamic_x_g1_headshared_elementwise,x_headshared,2000,42,failed,115.91,123.64,6.9409,250,6.9409,False,out-openwebtext_dynamic_x_g1_headshared_elementwise_warmup2000_seed42_p2,exit code 1
+dynamic_x_g1_headshared_elementwise,x_headshared,2000,1337,failed,116.86,123.64,6.9312,250,6.9312,False,out-openwebtext_dynamic_x_g1_headshared_elementwise_warmup2000_seed1337_p2,exit code 1
+dynamic_x_g1_headshared_elementwise,x_headshared,2000,123,failed,116.7,123.64,6.9769,250,6.9769,False,out-openwebtext_dynamic_x_g1_headshared_elementwise_warmup2000_seed123_p2,exit code 1
diff --git a/results/csv/qa_screen_results.csv b/results/csv/qa_screen_results.csv
new file mode 100644
index 0000000000000000000000000000000000000000..92efe0b6ff1e777ba225312dc3a0383437678d3c
--- /dev/null
+++ b/results/csv/qa_screen_results.csv
@@ -0,0 +1,11 @@
+variant,warmup,seed,status,runtime_sec,params_m,tokens_per_iter,best_val,best_step,final_val,final_step,out_dir,checkpoint_dir,log_path,error
+dynamic_qa_conditioned,2000,42,ok,3871.08,123.69,"4,096",4.3807,10000,4.3807,10000,out-openwebtext_dynamic_qa_conditioned_wu2000_seed42,out-openwebtext_dynamic_qa_conditioned_wu2000_seed42,out-openwebtext_dynamic_qa_conditioned_wu2000_seed42\train.log,
+dynamic_qa_conditioned_mlp128,2000,42,ok,3893.58,123.88,"4,096",4.4282,10000,4.4282,10000,out-openwebtext_dynamic_qa_conditioned_mlp128_wu2000_seed42,out-openwebtext_dynamic_qa_conditioned_mlp128_wu2000_seed42,out-openwebtext_dynamic_qa_conditioned_mlp128_wu2000_seed42\train.log,
+dynamic_qconditioned_mlp192,2000,42,ok,3967.29,123.88,"4,096",4.4337,10000,4.4337,10000,out-openwebtext_dynamic_qconditioned_mlp192_wu2000_seed42,out-openwebtext_dynamic_qconditioned_mlp192_wu2000_seed42,out-openwebtext_dynamic_qconditioned_mlp192_wu2000_seed42\train.log,
+dynamic_q_headshared_elementwise,2000,42,ok,3767.82,123.64,"4,096",4.4073,10000,4.4073,10000,out-openwebtext_dynamic_q_headshared_elementwise_wu2000_seed42,out-openwebtext_dynamic_q_headshared_elementwise_wu2000_seed42,out-openwebtext_dynamic_q_headshared_elementwise_wu2000_seed42\train.log,
+dynamic_qa_headshared_elementwise,2000,42,ok,3782.7,123.69,"4,096",4.3844,10000,4.3844,10000,out-openwebtext_dynamic_qa_headshared_elementwise_wu2000_seed42,out-openwebtext_dynamic_qa_headshared_elementwise_wu2000_seed42,out-openwebtext_dynamic_qa_headshared_elementwise_wu2000_seed42\train.log,
+dynamic_qa_conditioned,500,42,ok,3787.43,123.69,"4,096",4.6003,10000,4.6003,10000,out-openwebtext_dynamic_qa_conditioned_wu500_seed42,out-openwebtext_dynamic_qa_conditioned_wu500_seed42,out-openwebtext_dynamic_qa_conditioned_wu500_seed42\train.log,
+dynamic_qa_conditioned_mlp128,500,42,ok,3919.42,123.88,"4,096",4.6761,10000,4.6761,10000,out-openwebtext_dynamic_qa_conditioned_mlp128_wu500_seed42,out-openwebtext_dynamic_qa_conditioned_mlp128_wu500_seed42,out-openwebtext_dynamic_qa_conditioned_mlp128_wu500_seed42\train.log,
+dynamic_qconditioned_mlp192,500,42,ok,3922.5,123.88,"4,096",4.6548,9750,4.6548,10000,out-openwebtext_dynamic_qconditioned_mlp192_wu500_seed42,out-openwebtext_dynamic_qconditioned_mlp192_wu500_seed42,out-openwebtext_dynamic_qconditioned_mlp192_wu500_seed42\train.log,
+dynamic_q_headshared_elementwise,500,42,ok,3768.24,123.64,"4,096",4.6539,10000,4.6539,10000,out-openwebtext_dynamic_q_headshared_elementwise_wu500_seed42,out-openwebtext_dynamic_q_headshared_elementwise_wu500_seed42,out-openwebtext_dynamic_q_headshared_elementwise_wu500_seed42\train.log,
+dynamic_qa_headshared_elementwise,500,42,ok,3865.7,123.69,"4,096",4.617,10000,4.617,10000,out-openwebtext_dynamic_qa_headshared_elementwise_wu500_seed42,out-openwebtext_dynamic_qa_headshared_elementwise_wu500_seed42,out-openwebtext_dynamic_qa_headshared_elementwise_wu500_seed42\train.log,
diff --git a/results/csv/qv_124m_3seed_results_20260310_0041.csv b/results/csv/qv_124m_3seed_results_20260310_0041.csv
new file mode 100644
index 0000000000000000000000000000000000000000..112193d84c523b507a08f463635ce73c0b636066
--- /dev/null
+++ b/results/csv/qv_124m_3seed_results_20260310_0041.csv
@@ -0,0 +1 @@
+Variant,Seed,Final_Val_Loss
diff --git a/results/csv/qv_124m_5000_results_20260310_0900.csv b/results/csv/qv_124m_5000_results_20260310_0900.csv
new file mode 100644
index 0000000000000000000000000000000000000000..e7259698b289ca3bd19f49ed207cedbe603089a6
--- /dev/null
+++ b/results/csv/qv_124m_5000_results_20260310_0900.csv
@@ -0,0 +1,3 @@
+Variant,Final_Val_Loss,vs_Baseline
+none,1.4982,+0.0000
+dynamic,1.4879,-0.0103
diff --git a/results/csv/qv_3seed_results_20260310_0036.csv b/results/csv/qv_3seed_results_20260310_0036.csv
new file mode 100644
index 0000000000000000000000000000000000000000..db38e1d4be7ab8e11602521996402bae3469d7e3
--- /dev/null
+++ b/results/csv/qv_3seed_results_20260310_0036.csv
@@ -0,0 +1,7 @@
+Variant,Seed,Final_Val_Loss
+none,1337,1.6881
+none,42,1.7212
+none,123,1.6995
+dynamic,1337,1.5365
+dynamic,42,1.5008
+dynamic,123,1.5318
diff --git a/results/csv/qv_long_results_20260309_2224.csv b/results/csv/qv_long_results_20260309_2224.csv
new file mode 100644
index 0000000000000000000000000000000000000000..6aabdf00129fbaff4a1864b5d3e279ab1f5fd007
--- /dev/null
+++ b/results/csv/qv_long_results_20260309_2224.csv
@@ -0,0 +1,3 @@
+Variant,Final_Val_Loss,vs_Baseline
+none,1.6785,+0.0000
+dynamic,1.5407,-0.1378
diff --git a/results/csv/qv_openwebtext_results_20260311_0830.csv b/results/csv/qv_openwebtext_results_20260311_0830.csv
new file mode 100644
index 0000000000000000000000000000000000000000..29d83c4c21837dcb2f39888ce43c5032d1744b92
--- /dev/null
+++ b/results/csv/qv_openwebtext_results_20260311_0830.csv
@@ -0,0 +1,3 @@
+Variant,Final_Val_Loss,vs_Baseline
+none,6.0341,+0.0000
+qvnorm,5.8979,-0.1362
diff --git a/results/csv/qv_results_20260309_2137.csv b/results/csv/qv_results_20260309_2137.csv
new file mode 100644
index 0000000000000000000000000000000000000000..e32e5bc30074ee51a0601963d8ec2d3826301556
--- /dev/null
+++ b/results/csv/qv_results_20260309_2137.csv
@@ -0,0 +1,5 @@
+Variant,Final_Val_Loss,vs_Baseline
+none,1.5276,+0.0000
+vnorm,1.5264,-0.0012
+qvnorm,1.5347,+0.0071
+dynamic,1.5118,-0.0158
diff --git a/results/csv/qv_swiglu_results_20260310_1806.csv b/results/csv/qv_swiglu_results_20260310_1806.csv
new file mode 100644
index 0000000000000000000000000000000000000000..c1885f8de890fff7823ea075cb7e4de94cc43e1c
--- /dev/null
+++ b/results/csv/qv_swiglu_results_20260310_1806.csv
@@ -0,0 +1,3 @@
+Variant,Final_Val_Loss,vs_Baseline
+none,1.5027,+0.0000
+dynamic_swiglu,1.5162,+0.0135
diff --git a/results/csv/qv_wordlevel_results_20260310_1843.csv b/results/csv/qv_wordlevel_results_20260310_1843.csv
new file mode 100644
index 0000000000000000000000000000000000000000..df187e59cf589b69f8c7664c8d78c87834ded6e3
--- /dev/null
+++ b/results/csv/qv_wordlevel_results_20260310_1843.csv
@@ -0,0 +1,3 @@
+Variant,Final_Val_Loss,vs_Baseline
+none,7.3196,+0.0000
+dynamic,7.6070,+0.2874
diff --git a/results/csv/runner_a_runs_20260321_0903.csv b/results/csv/runner_a_runs_20260321_0903.csv
new file mode 100644
index 0000000000000000000000000000000000000000..4131e79d7c4c72c7edd3a05f3c7b97a1c7ad1461
--- /dev/null
+++ b/results/csv/runner_a_runs_20260321_0903.csv
@@ -0,0 +1,7 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+none,baseline,2000,42,ok,3596.2,123.59,4.4696,9750,4.483,False,out-openwebtext_none_warmup2000_seed42_runnerA,
+none,baseline,2000,1337,ok,3583.79,123.59,4.4693,9750,4.5116,False,out-openwebtext_none_warmup2000_seed1337_runnerA,
+none,baseline,2000,123,ok,3584.53,123.59,4.4771,9500,4.4974,False,out-openwebtext_none_warmup2000_seed123_runnerA,
+dynamic_ones_gate,ones_identity,2000,42,ok,3563.94,123.59,4.4715,9750,4.4859,False,out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA,
+dynamic_ones_gate,ones_identity,2000,1337,ok,3557.13,123.59,4.464,9750,4.5081,False,out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA,
+dynamic_ones_gate,ones_identity,2000,123,ok,3577.14,123.59,4.4761,9500,4.498,False,out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA,
diff --git a/results/csv/runner_b_runs_20260321_1545.csv b/results/csv/runner_b_runs_20260321_1545.csv
new file mode 100644
index 0000000000000000000000000000000000000000..3beb2d82e35eb65644ddf039bc61acc85440f513
--- /dev/null
+++ b/results/csv/runner_b_runs_20260321_1545.csv
@@ -0,0 +1,4 @@
+variant,variant_short,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+dynamic_a_conditioned,a_only,2000,42,ok,3722.22,123.64,4.418,10000,4.418,True,out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB,
+dynamic_a_conditioned,a_only,2000,1337,ok,3702.43,123.64,4.4404,9250,4.4413,False,out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB,
+dynamic_a_conditioned,a_only,2000,123,ok,3723.81,123.64,4.43,10000,4.43,True,out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB,
diff --git a/results/csv/warmup200_runs_20260316_0349.csv b/results/csv/warmup200_runs_20260316_0349.csv
new file mode 100644
index 0000000000000000000000000000000000000000..5cd5334708e47694b528b3b479d1ab93cb9d7af6
--- /dev/null
+++ b/results/csv/warmup200_runs_20260316_0349.csv
@@ -0,0 +1,13 @@
+variant_long,variant_short,warmup,seed,best_val,final_val,status,out_dir
+none,baseline,200,1337,4.9031,4.9463,ok,out-openwebtext_none_warmup200_seed1337
+none,baseline,200,42,4.8934,4.9025,ok,out-openwebtext_none_warmup200_seed42
+none,baseline,200,123,4.9233,4.9422,ok,out-openwebtext_none_warmup200_seed123
+dynamic,cheap_q,200,1337,4.8981,4.9056,ok,out-openwebtext_dynamic_warmup200_seed1337
+dynamic,cheap_q,200,42,4.914,4.914,ok,out-openwebtext_dynamic_warmup200_seed42
+dynamic,cheap_q,200,123,4.9006,4.9027,ok,out-openwebtext_dynamic_warmup200_seed123
+dynamic_qconditioned_mlp128,midtier_q,200,1337,4.9067,4.9067,ok,out-openwebtext_dynamic_qconditioned_mlp128_warmup200_seed1337
+dynamic_qconditioned_mlp128,midtier_q,200,42,4.8443,4.8443,ok,out-openwebtext_dynamic_qconditioned_mlp128_warmup200_seed42
+dynamic_qconditioned_mlp128,midtier_q,200,123,4.8939,4.8939,ok,out-openwebtext_dynamic_qconditioned_mlp128_warmup200_seed123
+dynamic_xconditioned_g1,full_x,200,1337,5.2466,5.2466,ok,out-openwebtext_dynamic_xconditioned_g1_warmup200_seed1337
+dynamic_xconditioned_g1,full_x,200,42,5.0603,5.0603,ok,out-openwebtext_dynamic_xconditioned_g1_warmup200_seed42
+dynamic_xconditioned_g1,full_x,200,123,5.1435,5.1567,ok,out-openwebtext_dynamic_xconditioned_g1_warmup200_seed123
diff --git a/results/csv/warmup200_summary_20260316_0349.csv b/results/csv/warmup200_summary_20260316_0349.csv
new file mode 100644
index 0000000000000000000000000000000000000000..6b6319d2f196cef51a11fee3ac4e55949ac21911
--- /dev/null
+++ b/results/csv/warmup200_summary_20260316_0349.csv
@@ -0,0 +1,5 @@
+variant_short,warmup,n,mean_final,std_final,mean_plus_std,mean_plus_half_std,delta_vs_20pct_anchor
+baseline,200,3,4.9303333333333335,0.019752186939397075,4.95008552027273,4.940209426803032,0.2562333333333333
+cheap_q,200,3,4.9074333333333335,0.004791891299082269,4.912225224632416,4.909829278982874,0.3541333333333334
+midtier_q,200,3,4.881633333333333,0.02691088173129163,4.908544215064625,4.895088774198979,0.34053333333333313
+full_x,200,3,5.154533333333333,0.07607208569654332,5.230605419029876,5.192569376181605,0.6171333333333333
diff --git a/results/csv/warmup500_bundle_runs_20260324_1937.csv b/results/csv/warmup500_bundle_runs_20260324_1937.csv
new file mode 100644
index 0000000000000000000000000000000000000000..cc8d8519786a6b5696dc26b96073f910ab45f6fd
--- /dev/null
+++ b/results/csv/warmup500_bundle_runs_20260324_1937.csv
@@ -0,0 +1,10 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+none,baseline,500,42,ok,3598.51,123.59,4.5773,9750,4.591,False,out-openwebtext_warmup500_shared,
+none,baseline,500,1337,ok,3602.14,123.59,4.5604,9750,4.6033,False,out-openwebtext_warmup500_shared,
+none,baseline,500,123,ok,3594.18,123.59,4.5611,9500,4.5797,False,out-openwebtext_warmup500_shared,
+dynamic_qa_conditioned,cheap_qa,500,42,ok,3799.93,123.69,4.5797,10000,4.5797,True,out-openwebtext_warmup500_shared,
+dynamic_qa_conditioned,cheap_qa,500,1337,ok,3853.65,123.69,4.6741,9750,4.7138,False,out-openwebtext_warmup500_shared,
+dynamic_qa_conditioned,cheap_qa,500,123,ok,3800.5,123.69,4.5851,9750,4.5875,False,out-openwebtext_warmup500_shared,
+dynamic_xconditioned_g1,full_x,500,42,ok,3896.27,130.67,4.7963,10000,4.7963,True,out-openwebtext_warmup500_shared,
+dynamic_xconditioned_g1,full_x,500,1337,ok,3875.47,130.67,4.8156,10000,4.8156,True,out-openwebtext_warmup500_shared,
+dynamic_xconditioned_g1,full_x,500,123,ok,3884.94,130.67,4.9434,9500,4.95,False,out-openwebtext_warmup500_shared,
diff --git a/results/csv/warmup500_runs_20260316_2028.csv b/results/csv/warmup500_runs_20260316_2028.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d1041343ea6ce9c0b3389e3a31d31cebb85e90fa
--- /dev/null
+++ b/results/csv/warmup500_runs_20260316_2028.csv
@@ -0,0 +1,13 @@
+variant_long,variant_short,warmup,seed,best_val,final_val,status,out_dir
+none,baseline,500,1337,4.8339,4.8813,ok,out-openwebtext_none_warmup500_seed1337
+none,baseline,500,42,4.8431,4.8504,ok,out-openwebtext_none_warmup500_seed42
+none,baseline,500,123,4.8021,4.8201,ok,out-openwebtext_none_warmup500_seed123
+dynamic,cheap_q,500,1337,4.841,4.849,ok,out-openwebtext_dynamic_warmup500_seed1337
+dynamic,cheap_q,500,42,4.8038,4.8038,ok,out-openwebtext_dynamic_warmup500_seed42
+dynamic,cheap_q,500,123,4.8596,4.8596,ok,out-openwebtext_dynamic_warmup500_seed123
+dynamic_qconditioned_mlp128,midtier_q,500,1337,4.8096,4.8096,ok,out-openwebtext_dynamic_qconditioned_mlp128_warmup500_seed1337
+dynamic_qconditioned_mlp128,midtier_q,500,42,4.7941,4.7941,ok,out-openwebtext_dynamic_qconditioned_mlp128_warmup500_seed42
+dynamic_qconditioned_mlp128,midtier_q,500,123,4.8302,4.8302,ok,out-openwebtext_dynamic_qconditioned_mlp128_warmup500_seed123
+dynamic_xconditioned_g1,full_x,500,1337,4.8815,4.8815,ok,out-openwebtext_dynamic_xconditioned_g1_warmup500_seed1337
+dynamic_xconditioned_g1,full_x,500,42,5.011,5.011,ok,out-openwebtext_dynamic_xconditioned_g1_warmup500_seed42
+dynamic_xconditioned_g1,full_x,500,123,4.9844,4.9937,ok,out-openwebtext_dynamic_xconditioned_g1_warmup500_seed123
diff --git a/results/csv/warmup500_summary_20260316_2028.csv b/results/csv/warmup500_summary_20260316_2028.csv
new file mode 100644
index 0000000000000000000000000000000000000000..6b2b9766af61e3c8c0865912bfd0a7966c230862
--- /dev/null
+++ b/results/csv/warmup500_summary_20260316_2028.csv
@@ -0,0 +1,5 @@
+variant_short,warmup,n,mean_final,std_final,mean_plus_std,mean_plus_half_std,delta_vs_20pct_anchor,delta_vs_2pct_anchor
+baseline,500,3,4.8506,0.024985195616604797,4.875585195616605,4.863092597808302,0.17649999999999988,-0.07969999999999988
+cheap_q,500,3,4.837466666666667,0.024196051101138365,4.861662717767805,4.849564692217236,0.2841666666666667,-0.06993333333333318
+midtier_q,500,3,4.8113,0.014786705740855846,4.826086705740856,4.818693352870428,0.2702,-0.07029999999999959
+full_x,500,3,4.962066666666666,0.05740536173177165,5.019472028398438,4.990769347532551,0.4246666666666661,-0.19243333333333368
diff --git a/results/csv/warmup500_trajectories_20260316_2028.csv b/results/csv/warmup500_trajectories_20260316_2028.csv
new file mode 100644
index 0000000000000000000000000000000000000000..3a7d6fca49dbe6b401134b6c62b7e680fe6a04ac
--- /dev/null
+++ b/results/csv/warmup500_trajectories_20260316_2028.csv
@@ -0,0 +1,493 @@
+variant_long,variant_short,warmup,seed,step,val_loss
+none,baseline,500,1337,0,10.9985
+none,baseline,500,1337,250,6.754
+none,baseline,500,1337,500,6.5251
+none,baseline,500,1337,750,6.2936
+none,baseline,500,1337,1000,6.1464
+none,baseline,500,1337,1250,6.0761
+none,baseline,500,1337,1500,5.9507
+none,baseline,500,1337,1750,5.9315
+none,baseline,500,1337,2000,5.8543
+none,baseline,500,1337,2250,5.7938
+none,baseline,500,1337,2500,5.7221
+none,baseline,500,1337,2750,5.6713
+none,baseline,500,1337,3000,5.6205
+none,baseline,500,1337,3250,5.5418
+none,baseline,500,1337,3500,5.5052
+none,baseline,500,1337,3750,5.4543
+none,baseline,500,1337,4000,5.43
+none,baseline,500,1337,4250,5.388
+none,baseline,500,1337,4500,5.3231
+none,baseline,500,1337,4750,5.29
+none,baseline,500,1337,5000,5.2594
+none,baseline,500,1337,5250,5.218
+none,baseline,500,1337,5500,5.1783
+none,baseline,500,1337,5750,5.1301
+none,baseline,500,1337,6000,5.0998
+none,baseline,500,1337,6250,5.1186
+none,baseline,500,1337,6500,5.0963
+none,baseline,500,1337,6750,5.054
+none,baseline,500,1337,7000,5.0125
+none,baseline,500,1337,7250,4.9991
+none,baseline,500,1337,7500,4.9497
+none,baseline,500,1337,7750,4.9492
+none,baseline,500,1337,8000,4.9494
+none,baseline,500,1337,8250,4.9253
+none,baseline,500,1337,8500,4.9039
+none,baseline,500,1337,8750,4.8695
+none,baseline,500,1337,9000,4.881
+none,baseline,500,1337,9250,4.8851
+none,baseline,500,1337,9500,4.8762
+none,baseline,500,1337,9750,4.8339
+none,baseline,500,1337,10000,4.8813
+none,baseline,500,42,0,10.9665
+none,baseline,500,42,250,6.7587
+none,baseline,500,42,500,6.456
+none,baseline,500,42,750,6.2959
+none,baseline,500,42,1000,6.162
+none,baseline,500,42,1250,6.0522
+none,baseline,500,42,1500,5.9962
+none,baseline,500,42,1750,5.9396
+none,baseline,500,42,2000,5.8862
+none,baseline,500,42,2250,5.8006
+none,baseline,500,42,2500,5.7452
+none,baseline,500,42,2750,5.6768
+none,baseline,500,42,3000,5.5961
+none,baseline,500,42,3250,5.5387
+none,baseline,500,42,3500,5.5446
+none,baseline,500,42,3750,5.4717
+none,baseline,500,42,4000,5.4078
+none,baseline,500,42,4250,5.3639
+none,baseline,500,42,4500,5.3212
+none,baseline,500,42,4750,5.2882
+none,baseline,500,42,5000,5.2248
+none,baseline,500,42,5250,5.1983
+none,baseline,500,42,5500,5.1875
+none,baseline,500,42,5750,5.1431
+none,baseline,500,42,6000,5.102
+none,baseline,500,42,6250,5.0848
+none,baseline,500,42,6500,5.0622
+none,baseline,500,42,6750,5.0066
+none,baseline,500,42,7000,5.0258
+none,baseline,500,42,7250,4.9709
+none,baseline,500,42,7500,4.9599
+none,baseline,500,42,7750,4.9474
+none,baseline,500,42,8000,4.94
+none,baseline,500,42,8250,4.9083
+none,baseline,500,42,8500,4.94
+none,baseline,500,42,8750,4.8835
+none,baseline,500,42,9000,4.8959
+none,baseline,500,42,9250,4.8552
+none,baseline,500,42,9500,4.8431
+none,baseline,500,42,9750,4.8436
+none,baseline,500,42,10000,4.8504
+none,baseline,500,123,0,10.9279
+none,baseline,500,123,250,6.6807
+none,baseline,500,123,500,6.5068
+none,baseline,500,123,750,6.2703
+none,baseline,500,123,1000,6.1764
+none,baseline,500,123,1250,6.064
+none,baseline,500,123,1500,5.9701
+none,baseline,500,123,1750,5.9362
+none,baseline,500,123,2000,5.8672
+none,baseline,500,123,2250,5.7858
+none,baseline,500,123,2500,5.7142
+none,baseline,500,123,2750,5.6496
+none,baseline,500,123,3000,5.5902
+none,baseline,500,123,3250,5.4996
+none,baseline,500,123,3500,5.4958
+none,baseline,500,123,3750,5.4086
+none,baseline,500,123,4000,5.3801
+none,baseline,500,123,4250,5.3606
+none,baseline,500,123,4500,5.2735
+none,baseline,500,123,4750,5.2557
+none,baseline,500,123,5000,5.1861
+none,baseline,500,123,5250,5.1743
+none,baseline,500,123,5500,5.1516
+none,baseline,500,123,5750,5.1352
+none,baseline,500,123,6000,5.0819
+none,baseline,500,123,6250,5.0977
+none,baseline,500,123,6500,5.0271
+none,baseline,500,123,6750,5.0212
+none,baseline,500,123,7000,4.9806
+none,baseline,500,123,7250,4.9674
+none,baseline,500,123,7500,4.9552
+none,baseline,500,123,7750,4.9162
+none,baseline,500,123,8000,4.8964
+none,baseline,500,123,8250,4.8717
+none,baseline,500,123,8500,4.8829
+none,baseline,500,123,8750,4.8588
+none,baseline,500,123,9000,4.8439
+none,baseline,500,123,9250,4.8291
+none,baseline,500,123,9500,4.8021
+none,baseline,500,123,9750,4.8487
+none,baseline,500,123,10000,4.8201
+dynamic,cheap_q,500,1337,0,10.9307
+dynamic,cheap_q,500,1337,250,6.6898
+dynamic,cheap_q,500,1337,500,6.411
+dynamic,cheap_q,500,1337,750,6.2697
+dynamic,cheap_q,500,1337,1000,6.1163
+dynamic,cheap_q,500,1337,1250,6.0087
+dynamic,cheap_q,500,1337,1500,5.9692
+dynamic,cheap_q,500,1337,1750,5.8675
+dynamic,cheap_q,500,1337,2000,5.8164
+dynamic,cheap_q,500,1337,2250,5.7216
+dynamic,cheap_q,500,1337,2500,5.7023
+dynamic,cheap_q,500,1337,2750,5.6493
+dynamic,cheap_q,500,1337,3000,5.5725
+dynamic,cheap_q,500,1337,3250,5.549
+dynamic,cheap_q,500,1337,3500,5.4755
+dynamic,cheap_q,500,1337,3750,5.4534
+dynamic,cheap_q,500,1337,4000,5.4044
+dynamic,cheap_q,500,1337,4250,5.3691
+dynamic,cheap_q,500,1337,4500,5.3441
+dynamic,cheap_q,500,1337,4750,5.2862
+dynamic,cheap_q,500,1337,5000,5.2518
+dynamic,cheap_q,500,1337,5250,5.1887
+dynamic,cheap_q,500,1337,5500,5.1638
+dynamic,cheap_q,500,1337,5750,5.1637
+dynamic,cheap_q,500,1337,6000,5.1074
+dynamic,cheap_q,500,1337,6250,5.1073
+dynamic,cheap_q,500,1337,6500,5.0794
+dynamic,cheap_q,500,1337,6750,5.0422
+dynamic,cheap_q,500,1337,7000,4.9616
+dynamic,cheap_q,500,1337,7250,5.0187
+dynamic,cheap_q,500,1337,7500,4.9517
+dynamic,cheap_q,500,1337,7750,4.919
+dynamic,cheap_q,500,1337,8000,4.924
+dynamic,cheap_q,500,1337,8250,4.9006
+dynamic,cheap_q,500,1337,8500,4.8775
+dynamic,cheap_q,500,1337,8750,4.9146
+dynamic,cheap_q,500,1337,9000,4.9117
+dynamic,cheap_q,500,1337,9250,4.841
+dynamic,cheap_q,500,1337,9500,4.8487
+dynamic,cheap_q,500,1337,9750,4.8518
+dynamic,cheap_q,500,1337,10000,4.849
+dynamic,cheap_q,500,42,0,10.9621
+dynamic,cheap_q,500,42,250,6.7154
+dynamic,cheap_q,500,42,500,6.4556
+dynamic,cheap_q,500,42,750,6.2946
+dynamic,cheap_q,500,42,1000,6.1522
+dynamic,cheap_q,500,42,1250,6.0683
+dynamic,cheap_q,500,42,1500,5.9784
+dynamic,cheap_q,500,42,1750,5.9256
+dynamic,cheap_q,500,42,2000,5.8311
+dynamic,cheap_q,500,42,2250,5.7778
+dynamic,cheap_q,500,42,2500,5.7334
+dynamic,cheap_q,500,42,2750,5.6769
+dynamic,cheap_q,500,42,3000,5.639
+dynamic,cheap_q,500,42,3250,5.6258
+dynamic,cheap_q,500,42,3500,5.5166
+dynamic,cheap_q,500,42,3750,5.5095
+dynamic,cheap_q,500,42,4000,5.4056
+dynamic,cheap_q,500,42,4250,5.3714
+dynamic,cheap_q,500,42,4500,5.3265
+dynamic,cheap_q,500,42,4750,5.3067
+dynamic,cheap_q,500,42,5000,5.2638
+dynamic,cheap_q,500,42,5250,5.2426
+dynamic,cheap_q,500,42,5500,5.1728
+dynamic,cheap_q,500,42,5750,5.1613
+dynamic,cheap_q,500,42,6000,5.1421
+dynamic,cheap_q,500,42,6250,5.1051
+dynamic,cheap_q,500,42,6500,5.0869
+dynamic,cheap_q,500,42,6750,5.0535
+dynamic,cheap_q,500,42,7000,5.0451
+dynamic,cheap_q,500,42,7250,5.0186
+dynamic,cheap_q,500,42,7500,4.9398
+dynamic,cheap_q,500,42,7750,4.9648
+dynamic,cheap_q,500,42,8000,4.9233
+dynamic,cheap_q,500,42,8250,4.917
+dynamic,cheap_q,500,42,8500,4.9089
+dynamic,cheap_q,500,42,8750,4.9109
+dynamic,cheap_q,500,42,9000,4.865
+dynamic,cheap_q,500,42,9250,4.877
+dynamic,cheap_q,500,42,9500,4.8415
+dynamic,cheap_q,500,42,9750,4.8535
+dynamic,cheap_q,500,42,10000,4.8038
+dynamic,cheap_q,500,123,0,10.9091
+dynamic,cheap_q,500,123,250,6.7459
+dynamic,cheap_q,500,123,500,6.4397
+dynamic,cheap_q,500,123,750,6.2928
+dynamic,cheap_q,500,123,1000,6.1317
+dynamic,cheap_q,500,123,1250,6.0243
+dynamic,cheap_q,500,123,1500,5.9646
+dynamic,cheap_q,500,123,1750,5.8695
+dynamic,cheap_q,500,123,2000,5.7784
+dynamic,cheap_q,500,123,2250,5.7475
+dynamic,cheap_q,500,123,2500,5.7131
+dynamic,cheap_q,500,123,2750,5.6342
+dynamic,cheap_q,500,123,3000,5.5655
+dynamic,cheap_q,500,123,3250,5.5274
+dynamic,cheap_q,500,123,3500,5.4918
+dynamic,cheap_q,500,123,3750,5.484
+dynamic,cheap_q,500,123,4000,5.4236
+dynamic,cheap_q,500,123,4250,5.3541
+dynamic,cheap_q,500,123,4500,5.3162
+dynamic,cheap_q,500,123,4750,5.3007
+dynamic,cheap_q,500,123,5000,5.2507
+dynamic,cheap_q,500,123,5250,5.2294
+dynamic,cheap_q,500,123,5500,5.209
+dynamic,cheap_q,500,123,5750,5.1626
+dynamic,cheap_q,500,123,6000,5.1254
+dynamic,cheap_q,500,123,6250,5.0834
+dynamic,cheap_q,500,123,6500,5.0958
+dynamic,cheap_q,500,123,6750,5.0853
+dynamic,cheap_q,500,123,7000,5.0637
+dynamic,cheap_q,500,123,7250,5.0359
+dynamic,cheap_q,500,123,7500,4.9809
+dynamic,cheap_q,500,123,7750,4.9826
+dynamic,cheap_q,500,123,8000,4.9482
+dynamic,cheap_q,500,123,8250,4.9475
+dynamic,cheap_q,500,123,8500,4.8858
+dynamic,cheap_q,500,123,8750,4.9271
+dynamic,cheap_q,500,123,9000,4.9039
+dynamic,cheap_q,500,123,9250,4.8603
+dynamic,cheap_q,500,123,9500,4.8681
+dynamic,cheap_q,500,123,9750,4.8864
+dynamic,cheap_q,500,123,10000,4.8596
+dynamic_qconditioned_mlp128,midtier_q,500,1337,0,10.983
+dynamic_qconditioned_mlp128,midtier_q,500,1337,250,6.7141
+dynamic_qconditioned_mlp128,midtier_q,500,1337,500,6.4604
+dynamic_qconditioned_mlp128,midtier_q,500,1337,750,6.2526
+dynamic_qconditioned_mlp128,midtier_q,500,1337,1000,6.1277
+dynamic_qconditioned_mlp128,midtier_q,500,1337,1250,6.044
+dynamic_qconditioned_mlp128,midtier_q,500,1337,1500,5.9802
+dynamic_qconditioned_mlp128,midtier_q,500,1337,1750,5.892
+dynamic_qconditioned_mlp128,midtier_q,500,1337,2000,5.8
+dynamic_qconditioned_mlp128,midtier_q,500,1337,2250,5.766
+dynamic_qconditioned_mlp128,midtier_q,500,1337,2500,5.7183
+dynamic_qconditioned_mlp128,midtier_q,500,1337,2750,5.6316
+dynamic_qconditioned_mlp128,midtier_q,500,1337,3000,5.5738
+dynamic_qconditioned_mlp128,midtier_q,500,1337,3250,5.564
+dynamic_qconditioned_mlp128,midtier_q,500,1337,3500,5.4601
+dynamic_qconditioned_mlp128,midtier_q,500,1337,3750,5.4532
+dynamic_qconditioned_mlp128,midtier_q,500,1337,4000,5.3598
+dynamic_qconditioned_mlp128,midtier_q,500,1337,4250,5.3545
+dynamic_qconditioned_mlp128,midtier_q,500,1337,4500,5.3099
+dynamic_qconditioned_mlp128,midtier_q,500,1337,4750,5.2544
+dynamic_qconditioned_mlp128,midtier_q,500,1337,5000,5.2389
+dynamic_qconditioned_mlp128,midtier_q,500,1337,5250,5.2152
+dynamic_qconditioned_mlp128,midtier_q,500,1337,5500,5.1594
+dynamic_qconditioned_mlp128,midtier_q,500,1337,5750,5.1344
+dynamic_qconditioned_mlp128,midtier_q,500,1337,6000,5.1251
+dynamic_qconditioned_mlp128,midtier_q,500,1337,6250,5.0488
+dynamic_qconditioned_mlp128,midtier_q,500,1337,6500,5.0441
+dynamic_qconditioned_mlp128,midtier_q,500,1337,6750,5.0256
+dynamic_qconditioned_mlp128,midtier_q,500,1337,7000,5.0216
+dynamic_qconditioned_mlp128,midtier_q,500,1337,7250,4.9628
+dynamic_qconditioned_mlp128,midtier_q,500,1337,7500,4.9374
+dynamic_qconditioned_mlp128,midtier_q,500,1337,7750,4.9017
+dynamic_qconditioned_mlp128,midtier_q,500,1337,8000,4.8943
+dynamic_qconditioned_mlp128,midtier_q,500,1337,8250,4.8909
+dynamic_qconditioned_mlp128,midtier_q,500,1337,8500,4.8941
+dynamic_qconditioned_mlp128,midtier_q,500,1337,8750,4.8452
+dynamic_qconditioned_mlp128,midtier_q,500,1337,9000,4.8523
+dynamic_qconditioned_mlp128,midtier_q,500,1337,9250,4.8262
+dynamic_qconditioned_mlp128,midtier_q,500,1337,9500,4.8264
+dynamic_qconditioned_mlp128,midtier_q,500,1337,9750,4.8207
+dynamic_qconditioned_mlp128,midtier_q,500,1337,10000,4.8096
+dynamic_qconditioned_mlp128,midtier_q,500,42,0,10.9324
+dynamic_qconditioned_mlp128,midtier_q,500,42,250,6.7253
+dynamic_qconditioned_mlp128,midtier_q,500,42,500,6.4578
+dynamic_qconditioned_mlp128,midtier_q,500,42,750,6.2801
+dynamic_qconditioned_mlp128,midtier_q,500,42,1000,6.1614
+dynamic_qconditioned_mlp128,midtier_q,500,42,1250,6.0297
+dynamic_qconditioned_mlp128,midtier_q,500,42,1500,5.957
+dynamic_qconditioned_mlp128,midtier_q,500,42,1750,5.8967
+dynamic_qconditioned_mlp128,midtier_q,500,42,2000,5.836
+dynamic_qconditioned_mlp128,midtier_q,500,42,2250,5.7717
+dynamic_qconditioned_mlp128,midtier_q,500,42,2500,5.7287
+dynamic_qconditioned_mlp128,midtier_q,500,42,2750,5.6534
+dynamic_qconditioned_mlp128,midtier_q,500,42,3000,5.5769
+dynamic_qconditioned_mlp128,midtier_q,500,42,3250,5.539
+dynamic_qconditioned_mlp128,midtier_q,500,42,3500,5.4581
+dynamic_qconditioned_mlp128,midtier_q,500,42,3750,5.4146
+dynamic_qconditioned_mlp128,midtier_q,500,42,4000,5.3502
+dynamic_qconditioned_mlp128,midtier_q,500,42,4250,5.3429
+dynamic_qconditioned_mlp128,midtier_q,500,42,4500,5.2735
+dynamic_qconditioned_mlp128,midtier_q,500,42,4750,5.2638
+dynamic_qconditioned_mlp128,midtier_q,500,42,5000,5.2453
+dynamic_qconditioned_mlp128,midtier_q,500,42,5250,5.1678
+dynamic_qconditioned_mlp128,midtier_q,500,42,5500,5.1421
+dynamic_qconditioned_mlp128,midtier_q,500,42,5750,5.0958
+dynamic_qconditioned_mlp128,midtier_q,500,42,6000,5.076
+dynamic_qconditioned_mlp128,midtier_q,500,42,6250,5.0412
+dynamic_qconditioned_mlp128,midtier_q,500,42,6500,5.0439
+dynamic_qconditioned_mlp128,midtier_q,500,42,6750,4.9794
+dynamic_qconditioned_mlp128,midtier_q,500,42,7000,4.9665
+dynamic_qconditioned_mlp128,midtier_q,500,42,7250,4.9659
+dynamic_qconditioned_mlp128,midtier_q,500,42,7500,4.9035
+dynamic_qconditioned_mlp128,midtier_q,500,42,7750,4.9234
+dynamic_qconditioned_mlp128,midtier_q,500,42,8000,4.9063
+dynamic_qconditioned_mlp128,midtier_q,500,42,8250,4.877
+dynamic_qconditioned_mlp128,midtier_q,500,42,8500,4.8593
+dynamic_qconditioned_mlp128,midtier_q,500,42,8750,4.8555
+dynamic_qconditioned_mlp128,midtier_q,500,42,9000,4.8412
+dynamic_qconditioned_mlp128,midtier_q,500,42,9250,4.8312
+dynamic_qconditioned_mlp128,midtier_q,500,42,9500,4.8139
+dynamic_qconditioned_mlp128,midtier_q,500,42,9750,4.821
+dynamic_qconditioned_mlp128,midtier_q,500,42,10000,4.7941
+dynamic_qconditioned_mlp128,midtier_q,500,123,0,11.0141
+dynamic_qconditioned_mlp128,midtier_q,500,123,250,6.7073
+dynamic_qconditioned_mlp128,midtier_q,500,123,500,6.4301
+dynamic_qconditioned_mlp128,midtier_q,500,123,750,6.3041
+dynamic_qconditioned_mlp128,midtier_q,500,123,1000,6.126
+dynamic_qconditioned_mlp128,midtier_q,500,123,1250,6.0522
+dynamic_qconditioned_mlp128,midtier_q,500,123,1500,6.0032
+dynamic_qconditioned_mlp128,midtier_q,500,123,1750,5.893
+dynamic_qconditioned_mlp128,midtier_q,500,123,2000,5.8457
+dynamic_qconditioned_mlp128,midtier_q,500,123,2250,5.7893
+dynamic_qconditioned_mlp128,midtier_q,500,123,2500,5.721
+dynamic_qconditioned_mlp128,midtier_q,500,123,2750,5.6904
+dynamic_qconditioned_mlp128,midtier_q,500,123,3000,5.6236
+dynamic_qconditioned_mlp128,midtier_q,500,123,3250,5.5477
+dynamic_qconditioned_mlp128,midtier_q,500,123,3500,5.5318
+dynamic_qconditioned_mlp128,midtier_q,500,123,3750,5.4667
+dynamic_qconditioned_mlp128,midtier_q,500,123,4000,5.3874
+dynamic_qconditioned_mlp128,midtier_q,500,123,4250,5.3823
+dynamic_qconditioned_mlp128,midtier_q,500,123,4500,5.3482
+dynamic_qconditioned_mlp128,midtier_q,500,123,4750,5.2994
+dynamic_qconditioned_mlp128,midtier_q,500,123,5000,5.2642
+dynamic_qconditioned_mlp128,midtier_q,500,123,5250,5.2713
+dynamic_qconditioned_mlp128,midtier_q,500,123,5500,5.1674
+dynamic_qconditioned_mlp128,midtier_q,500,123,5750,5.1793
+dynamic_qconditioned_mlp128,midtier_q,500,123,6000,5.1196
+dynamic_qconditioned_mlp128,midtier_q,500,123,6250,5.0983
+dynamic_qconditioned_mlp128,midtier_q,500,123,6500,5.0587
+dynamic_qconditioned_mlp128,midtier_q,500,123,6750,5.0281
+dynamic_qconditioned_mlp128,midtier_q,500,123,7000,5.0439
+dynamic_qconditioned_mlp128,midtier_q,500,123,7250,5.0096
+dynamic_qconditioned_mlp128,midtier_q,500,123,7500,4.9766
+dynamic_qconditioned_mlp128,midtier_q,500,123,7750,4.9628
+dynamic_qconditioned_mlp128,midtier_q,500,123,8000,4.9308
+dynamic_qconditioned_mlp128,midtier_q,500,123,8250,4.9314
+dynamic_qconditioned_mlp128,midtier_q,500,123,8500,4.9138
+dynamic_qconditioned_mlp128,midtier_q,500,123,8750,4.8845
+dynamic_qconditioned_mlp128,midtier_q,500,123,9000,4.8968
+dynamic_qconditioned_mlp128,midtier_q,500,123,9250,4.8837
+dynamic_qconditioned_mlp128,midtier_q,500,123,9500,4.8795
+dynamic_qconditioned_mlp128,midtier_q,500,123,9750,4.8423
+dynamic_qconditioned_mlp128,midtier_q,500,123,10000,4.8302
+dynamic_xconditioned_g1,full_x,500,1337,0,10.9587
+dynamic_xconditioned_g1,full_x,500,1337,250,6.7237
+dynamic_xconditioned_g1,full_x,500,1337,500,6.4439
+dynamic_xconditioned_g1,full_x,500,1337,750,6.2288
+dynamic_xconditioned_g1,full_x,500,1337,1000,6.1237
+dynamic_xconditioned_g1,full_x,500,1337,1250,6.0418
+dynamic_xconditioned_g1,full_x,500,1337,1500,5.9503
+dynamic_xconditioned_g1,full_x,500,1337,1750,5.8684
+dynamic_xconditioned_g1,full_x,500,1337,2000,5.8092
+dynamic_xconditioned_g1,full_x,500,1337,2250,5.7695
+dynamic_xconditioned_g1,full_x,500,1337,2500,5.7265
+dynamic_xconditioned_g1,full_x,500,1337,2750,5.7062
+dynamic_xconditioned_g1,full_x,500,1337,3000,5.6825
+dynamic_xconditioned_g1,full_x,500,1337,3250,5.5939
+dynamic_xconditioned_g1,full_x,500,1337,3500,5.5587
+dynamic_xconditioned_g1,full_x,500,1337,3750,5.487
+dynamic_xconditioned_g1,full_x,500,1337,4000,5.4802
+dynamic_xconditioned_g1,full_x,500,1337,4250,5.3896
+dynamic_xconditioned_g1,full_x,500,1337,4500,5.3993
+dynamic_xconditioned_g1,full_x,500,1337,4750,5.3545
+dynamic_xconditioned_g1,full_x,500,1337,5000,5.2792
+dynamic_xconditioned_g1,full_x,500,1337,5250,5.2764
+dynamic_xconditioned_g1,full_x,500,1337,5500,5.2341
+dynamic_xconditioned_g1,full_x,500,1337,5750,5.2067
+dynamic_xconditioned_g1,full_x,500,1337,6000,5.1436
+dynamic_xconditioned_g1,full_x,500,1337,6250,5.1261
+dynamic_xconditioned_g1,full_x,500,1337,6500,5.112
+dynamic_xconditioned_g1,full_x,500,1337,6750,5.086
+dynamic_xconditioned_g1,full_x,500,1337,7000,5.0578
+dynamic_xconditioned_g1,full_x,500,1337,7250,5.0538
+dynamic_xconditioned_g1,full_x,500,1337,7500,5.0608
+dynamic_xconditioned_g1,full_x,500,1337,7750,5.0098
+dynamic_xconditioned_g1,full_x,500,1337,8000,5.0012
+dynamic_xconditioned_g1,full_x,500,1337,8250,4.9578
+dynamic_xconditioned_g1,full_x,500,1337,8500,4.9435
+dynamic_xconditioned_g1,full_x,500,1337,8750,4.97
+dynamic_xconditioned_g1,full_x,500,1337,9000,4.9532
+dynamic_xconditioned_g1,full_x,500,1337,9250,4.9078
+dynamic_xconditioned_g1,full_x,500,1337,9500,4.9064
+dynamic_xconditioned_g1,full_x,500,1337,9750,4.9144
+dynamic_xconditioned_g1,full_x,500,1337,10000,4.8815
+dynamic_xconditioned_g1,full_x,500,42,0,10.9307
+dynamic_xconditioned_g1,full_x,500,42,250,6.7058
+dynamic_xconditioned_g1,full_x,500,42,500,6.4739
+dynamic_xconditioned_g1,full_x,500,42,750,6.2518
+dynamic_xconditioned_g1,full_x,500,42,1000,6.1278
+dynamic_xconditioned_g1,full_x,500,42,1250,6.0145
+dynamic_xconditioned_g1,full_x,500,42,1500,5.9995
+dynamic_xconditioned_g1,full_x,500,42,1750,5.9427
+dynamic_xconditioned_g1,full_x,500,42,2000,5.8545
+dynamic_xconditioned_g1,full_x,500,42,2250,5.8057
+dynamic_xconditioned_g1,full_x,500,42,2500,5.7803
+dynamic_xconditioned_g1,full_x,500,42,2750,5.7359
+dynamic_xconditioned_g1,full_x,500,42,3000,5.6943
+dynamic_xconditioned_g1,full_x,500,42,3250,5.6967
+dynamic_xconditioned_g1,full_x,500,42,3500,5.6435
+dynamic_xconditioned_g1,full_x,500,42,3750,5.6408
+dynamic_xconditioned_g1,full_x,500,42,4000,5.6354
+dynamic_xconditioned_g1,full_x,500,42,4250,5.5782
+dynamic_xconditioned_g1,full_x,500,42,4500,5.5413
+dynamic_xconditioned_g1,full_x,500,42,4750,5.4927
+dynamic_xconditioned_g1,full_x,500,42,5000,5.4636
+dynamic_xconditioned_g1,full_x,500,42,5250,5.4171
+dynamic_xconditioned_g1,full_x,500,42,5500,5.3888
+dynamic_xconditioned_g1,full_x,500,42,5750,5.339
+dynamic_xconditioned_g1,full_x,500,42,6000,5.298
+dynamic_xconditioned_g1,full_x,500,42,6250,5.2806
+dynamic_xconditioned_g1,full_x,500,42,6500,5.2902
+dynamic_xconditioned_g1,full_x,500,42,6750,5.2321
+dynamic_xconditioned_g1,full_x,500,42,7000,5.2127
+dynamic_xconditioned_g1,full_x,500,42,7250,5.1774
+dynamic_xconditioned_g1,full_x,500,42,7500,5.1599
+dynamic_xconditioned_g1,full_x,500,42,7750,5.163
+dynamic_xconditioned_g1,full_x,500,42,8000,5.0985
+dynamic_xconditioned_g1,full_x,500,42,8250,5.0829
+dynamic_xconditioned_g1,full_x,500,42,8500,5.0676
+dynamic_xconditioned_g1,full_x,500,42,8750,5.0701
+dynamic_xconditioned_g1,full_x,500,42,9000,5.0675
+dynamic_xconditioned_g1,full_x,500,42,9250,5.0275
+dynamic_xconditioned_g1,full_x,500,42,9500,5.0346
+dynamic_xconditioned_g1,full_x,500,42,9750,5.0411
+dynamic_xconditioned_g1,full_x,500,42,10000,5.011
+dynamic_xconditioned_g1,full_x,500,123,0,10.9748
+dynamic_xconditioned_g1,full_x,500,123,250,6.7184
+dynamic_xconditioned_g1,full_x,500,123,500,6.4375
+dynamic_xconditioned_g1,full_x,500,123,750,6.2934
+dynamic_xconditioned_g1,full_x,500,123,1000,6.1552
+dynamic_xconditioned_g1,full_x,500,123,1250,6.0093
+dynamic_xconditioned_g1,full_x,500,123,1500,6.0
+dynamic_xconditioned_g1,full_x,500,123,1750,5.8541
+dynamic_xconditioned_g1,full_x,500,123,2000,5.856
+dynamic_xconditioned_g1,full_x,500,123,2250,5.8078
+dynamic_xconditioned_g1,full_x,500,123,2500,5.7605
+dynamic_xconditioned_g1,full_x,500,123,2750,5.7104
+dynamic_xconditioned_g1,full_x,500,123,3000,5.6936
+dynamic_xconditioned_g1,full_x,500,123,3250,5.665
+dynamic_xconditioned_g1,full_x,500,123,3500,5.65
+dynamic_xconditioned_g1,full_x,500,123,3750,5.5995
+dynamic_xconditioned_g1,full_x,500,123,4000,5.5649
+dynamic_xconditioned_g1,full_x,500,123,4250,5.5262
+dynamic_xconditioned_g1,full_x,500,123,4500,5.4875
+dynamic_xconditioned_g1,full_x,500,123,4750,5.4446
+dynamic_xconditioned_g1,full_x,500,123,5000,5.4223
+dynamic_xconditioned_g1,full_x,500,123,5250,5.3889
+dynamic_xconditioned_g1,full_x,500,123,5500,5.3028
+dynamic_xconditioned_g1,full_x,500,123,5750,5.2969
+dynamic_xconditioned_g1,full_x,500,123,6000,5.2517
+dynamic_xconditioned_g1,full_x,500,123,6250,5.2485
+dynamic_xconditioned_g1,full_x,500,123,6500,5.1905
+dynamic_xconditioned_g1,full_x,500,123,6750,5.1667
+dynamic_xconditioned_g1,full_x,500,123,7000,5.1655
+dynamic_xconditioned_g1,full_x,500,123,7250,5.1321
+dynamic_xconditioned_g1,full_x,500,123,7500,5.142
+dynamic_xconditioned_g1,full_x,500,123,7750,5.0974
+dynamic_xconditioned_g1,full_x,500,123,8000,5.091
+dynamic_xconditioned_g1,full_x,500,123,8250,5.0496
+dynamic_xconditioned_g1,full_x,500,123,8500,5.0523
+dynamic_xconditioned_g1,full_x,500,123,8750,5.0482
+dynamic_xconditioned_g1,full_x,500,123,9000,5.0348
+dynamic_xconditioned_g1,full_x,500,123,9250,5.008
+dynamic_xconditioned_g1,full_x,500,123,9500,4.9844
+dynamic_xconditioned_g1,full_x,500,123,9750,5.0012
+dynamic_xconditioned_g1,full_x,500,123,10000,4.9937
diff --git a/results/csv/x_headshared_elementwise_runs_20260319_1209.csv b/results/csv/x_headshared_elementwise_runs_20260319_1209.csv
new file mode 100644
index 0000000000000000000000000000000000000000..85148e38c8612494f313350720aa1a674eaca325
--- /dev/null
+++ b/results/csv/x_headshared_elementwise_runs_20260319_1209.csv
@@ -0,0 +1,5 @@
+variant,variant_short,warmup,seed,best_val,final_val,status,out_dir
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,4.8414,4.851,ok,out-openwebtext_dynamic_x_g1_headshared_elementwise_warmup500_seed1337
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,4.8387,4.8387,ok,out-openwebtext_dynamic_x_g1_headshared_elementwise_warmup500_seed123
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,4.5927,4.5942,ok,out-openwebtext_dynamic_x_g1_headshared_elementwise_warmup2000_seed1337
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,4.5948,4.5948,ok,out-openwebtext_dynamic_x_g1_headshared_elementwise_warmup2000_seed123
diff --git a/results/csv/x_headshared_elementwise_summary_20260319_1209.csv b/results/csv/x_headshared_elementwise_summary_20260319_1209.csv
new file mode 100644
index 0000000000000000000000000000000000000000..febe7389f508edbe096e2b0afb6bade626069186
--- /dev/null
+++ b/results/csv/x_headshared_elementwise_summary_20260319_1209.csv
@@ -0,0 +1,3 @@
+variant,variant_short,warmup,seed42,seed1337,seed123,mean_val,std_val,delta_vs_global_x_agg,delta_vs_midtier_q_agg,delta_vs_full_q_agg,delta_vs_full_q_3000_agg
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,4.8102,4.851,4.8387,4.8333,0.01708859268635074,-0.12880000000000003,0.02200000000000024,-0.006199999999999761,
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,4.5698,4.5942,4.5948,4.586266666666667,0.011646267880980474,0.04886666666666706,0.0451666666666668,0.044966666666667265,0.06886666666666663
diff --git a/results/csv/x_headshared_elementwise_trajectories_20260319_1209.csv b/results/csv/x_headshared_elementwise_trajectories_20260319_1209.csv
new file mode 100644
index 0000000000000000000000000000000000000000..1163027924aa83ef3467d914bf28a8febef81dca
--- /dev/null
+++ b/results/csv/x_headshared_elementwise_trajectories_20260319_1209.csv
@@ -0,0 +1,165 @@
+variant,variant_short,warmup,seed,step,train_loss,val_loss
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,0,10.931,10.9306
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,250,6.6626,6.6908
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,500,6.4096,6.4137
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,750,6.251,6.2706
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,1000,6.1333,6.1215
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,1250,6.0665,6.0399
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,1500,5.9662,5.9943
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,1750,5.8865,5.9021
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,2000,5.8547,5.8368
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,2250,5.8049,5.7587
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,2500,5.7631,5.7273
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,2750,5.658,5.6722
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,3000,5.5962,5.6096
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,3250,5.5763,5.5809
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,3500,5.524,5.5068
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,3750,5.4683,5.4811
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,4000,5.4042,5.4293
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,4250,5.3911,5.3904
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,4500,5.3301,5.357
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,4750,5.2619,5.2956
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,5000,5.2554,5.2669
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,5250,5.219,5.2019
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,5500,5.1753,5.1732
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,5750,5.1641,5.1719
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,6000,5.114,5.1153
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,6250,5.1008,5.1089
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,6500,5.0617,5.0898
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,6750,5.0222,5.0465
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,7000,5.0171,4.9666
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,7250,4.9626,5.0221
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,7500,4.9419,4.9536
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,7750,4.9662,4.9207
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,8000,4.9552,4.9245
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,8250,4.9316,4.903
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,8500,4.8707,4.8785
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,8750,4.9207,4.9147
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,9000,4.8555,4.9102
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,9250,4.8764,4.8414
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,9500,4.8845,4.8478
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,9750,4.8371,4.8509
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,1337,10000,4.8353,4.851
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,0,10.9091,10.9097
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,250,6.7204,6.7467
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,500,6.4552,6.4469
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,750,6.278,6.2989
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,1000,6.1458,6.1538
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,1250,6.0661,6.0622
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,1500,5.9979,5.9945
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,1750,5.9084,5.9137
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,2000,5.8236,5.8237
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,2250,5.779,5.7937
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,2500,5.7677,5.7523
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,2750,5.6613,5.6899
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,3000,5.6174,5.6061
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,3250,5.534,5.5573
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,3500,5.521,5.5136
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,3750,5.4926,5.5002
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,4000,5.4116,5.4322
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,4250,5.3663,5.3624
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,4500,5.3098,5.3154
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,4750,5.289,5.3032
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,5000,5.2658,5.2429
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,5250,5.2259,5.2231
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,5500,5.196,5.2032
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,5750,5.1598,5.1512
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,6000,5.1095,5.1118
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,6250,5.0904,5.0653
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,6500,5.0911,5.0786
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,6750,4.9974,5.0662
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,7000,5.0066,5.0475
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,7250,5.0222,5.0198
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,7500,4.9705,4.9656
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,7750,4.9517,4.9639
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,8000,4.9162,4.929
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,8250,4.9384,4.9244
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,8500,4.8976,4.8696
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,8750,4.8784,4.9069
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,9000,4.8916,4.883
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,9250,4.8939,4.8398
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,9500,4.8712,4.8492
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,9750,4.852,4.8666
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,500,123,10000,4.8598,4.8387
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,0,10.931,10.9306
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,250,6.9575,6.9842
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,500,6.5448,6.5483
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,750,6.3509,6.378
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,1000,6.2257,6.2109
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,1250,6.1239,6.0976
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,1500,5.9866,6.0136
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,1750,5.893,5.907
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,2000,5.8762,5.8569
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,2250,5.7593,5.7088
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,2500,5.6902,5.657
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,2750,5.565,5.5789
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,3000,5.4828,5.4955
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,3250,5.4574,5.4619
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,3500,5.4037,5.3848
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,3750,5.3345,5.3476
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,4000,5.2761,5.3029
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,4250,5.273,5.2712
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,4500,5.184,5.2162
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,4750,5.1195,5.1577
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,5000,5.1125,5.1245
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,5250,5.0701,5.0561
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,5500,5.0273,5.027
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,5750,5.0036,5.0122
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,6000,4.9518,4.9576
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,6250,4.9261,4.9344
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,6500,4.8729,4.9007
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,6750,4.8265,4.8526
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,7000,4.8142,4.7621
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,7250,4.7422,4.8097
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,7500,4.7305,4.7411
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,7750,4.7331,4.7006
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,8000,4.7253,4.6993
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,8250,4.6824,4.6604
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,8500,4.6351,4.632
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,8750,4.6664,4.6749
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,9000,4.6168,4.6681
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,9250,4.6178,4.5927
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,9500,4.6221,4.6053
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,9750,4.5848,4.6053
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,1337,10000,4.5746,4.5942
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,0,10.9091,10.9097
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,250,7.0126,7.0395
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,500,6.5663,6.5566
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,750,6.3845,6.4145
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,1000,6.2353,6.241
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,1250,6.1098,6.1093
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,1500,6.0275,6.0252
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,1750,5.926,5.9333
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,2000,5.8278,5.83
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,2250,5.7514,5.7634
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,2500,5.7146,5.696
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,2750,5.5758,5.6067
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,3000,5.4985,5.4867
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,3250,5.4257,5.4506
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,3500,5.418,5.4126
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,3750,5.3704,5.375
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,4000,5.2808,5.3035
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,4250,5.2468,5.2398
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,4500,5.1788,5.1839
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,4750,5.1529,5.167
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,5000,5.1287,5.1057
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,5250,5.0803,5.075
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,5500,5.0488,5.0591
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,5750,5.005,5.0002
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,6000,4.9471,4.9548
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,6250,4.9307,4.9064
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,6500,4.9129,4.9133
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,6750,4.8162,4.8904
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,7000,4.8109,4.8541
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,7250,4.8207,4.8204
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,7500,4.7529,4.7598
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,7750,4.7337,4.7465
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,8000,4.6966,4.7093
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,8250,4.7039,4.6973
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,8500,4.6579,4.6465
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,8750,4.6479,4.6682
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,9000,4.6475,4.6497
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,9250,4.6524,4.6065
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,9500,4.6267,4.6024
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,9750,4.6068,4.6262
+dynamic_x_g1_headshared_elementwise,x_headshared_elementwise,2000,123,10000,4.6023,4.5948
diff --git a/results/figures/phase19b_qa_softqa_pd_w2000_6seeds_summary_20260403_0711_heatmaps.png b/results/figures/phase19b_qa_softqa_pd_w2000_6seeds_summary_20260403_0711_heatmaps.png
new file mode 100644
index 0000000000000000000000000000000000000000..4d2947393e8e0143b42cbe3b630b09435f6c7670
--- /dev/null
+++ b/results/figures/phase19b_qa_softqa_pd_w2000_6seeds_summary_20260403_0711_heatmaps.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bd12701108fc9e00bc451ca38041f6ed9fe8ae8091c5399131b5563000b0fd
+size 328045
diff --git a/results/logs/command prompt summaru end 3-24-26.txt b/results/logs/command prompt summaru end 3-24-26.txt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2accb9667186d8318f87e8e1cccdbfc37f3998
--- /dev/null
+++ b/results/logs/command prompt summaru end 3-24-26.txt	
@@ -0,0 +1,8389 @@
+000_seed123
+iter 4500: loss 4.9233, time 20762.85ms, mfu 0.05%
+step 4750: train loss 5.0105, val loss 4.9932
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123
+iter 4750: loss 5.5305, time 20378.24ms, mfu 0.05%
+step 5000: train loss 4.9713, val loss 4.9384
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123
+iter 5000: loss 4.6104, time 20365.21ms, mfu 0.05%
+step 5250: train loss 4.9421, val loss 4.9442
+iter 5250: loss 4.4217, time 18752.14ms, mfu 0.05%
+step 5500: train loss 4.8394, val loss 4.8827
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123
+iter 5500: loss 4.6309, time 20780.91ms, mfu 0.05%
+step 5750: train loss 4.8181, val loss 4.8130
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123
+iter 5750: loss 4.9336, time 20563.22ms, mfu 0.05%
+step 6000: train loss 4.7705, val loss 4.7884
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123
+iter 6000: loss 4.7605, time 20795.02ms, mfu 0.05%
+step 6250: train loss 4.7207, val loss 4.6969
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123
+iter 6250: loss 4.8031, time 20730.51ms, mfu 0.05%
+step 6500: train loss 4.6852, val loss 4.7159
+iter 6500: loss 5.1505, time 18798.28ms, mfu 0.05%
+step 6750: train loss 4.6250, val loss 4.6337
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123
+iter 6750: loss 4.3293, time 20725.09ms, mfu 0.05%
+step 7000: train loss 4.6392, val loss 4.6209
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123
+iter 7000: loss 4.8025, time 20494.98ms, mfu 0.05%
+step 7250: train loss 4.5935, val loss 4.5934
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123
+iter 7250: loss 4.6141, time 20447.01ms, mfu 0.05%
+step 7500: train loss 4.5282, val loss 4.5512
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123
+iter 7500: loss 4.6815, time 20435.65ms, mfu 0.05%
+step 7750: train loss 4.5004, val loss 4.5119
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123
+iter 7750: loss 5.0284, time 20726.53ms, mfu 0.05%
+step 8000: train loss 4.5088, val loss 4.5241
+iter 8000: loss 4.6025, time 18764.30ms, mfu 0.05%
+step 8250: train loss 4.4414, val loss 4.4947
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123
+iter 8250: loss 4.7036, time 20353.52ms, mfu 0.05%
+step 8500: train loss 4.4505, val loss 4.4712
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123
+iter 8500: loss 3.9483, time 21189.44ms, mfu 0.05%
+step 8750: train loss 4.4594, val loss 4.4734
+iter 8750: loss 4.7607, time 18799.42ms, mfu 0.05%
+step 9000: train loss 4.4110, val loss 4.4400
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123
+iter 9000: loss 3.9174, time 20640.26ms, mfu 0.05%
+step 9250: train loss 4.3899, val loss 4.4170
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123
+iter 9250: loss 4.1758, time 20755.06ms, mfu 0.05%
+step 9500: train loss 4.3965, val loss 4.4142
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123
+iter 9500: loss 4.6644, time 20723.70ms, mfu 0.05%
+step 9750: train loss 4.3666, val loss 4.3944
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup3000_seed123
+iter 9750: loss 4.6376, time 20500.66ms, mfu 0.05%
+step 10000: train loss 4.3771, val loss 4.4029
+iter 10000: loss 4.4720, time 18809.11ms, mfu 0.05%
+
+--> RESULT | cheap_qa | warmup=3000 | seed=123 | BEST=4.3944 | FINAL=4.4029 | ✗ regressed (best at 9750)
+
+
+WARMUP=3000 RUNNING AGGREGATE (3/3 seeds):
+  seed 42: 4.3711
+  seed 123: 4.4029
+  seed 1337: 4.4108
+  mean so far: 4.3949 ± 0.0172
+
+
+####################################################################################################
+RUNNING: cheap_qa | warmup=2000 | seed=42 | clean rerun replaces screen anchor
+####################################################################################################
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.69M
+C:\Users\brian\documents\nanogpt\train.py:189: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,059,648 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9432, val loss 10.9442
+iter 0: loss 10.9369, time 18476.94ms, mfu -100.00%
+step 250: train loss 6.9464, val loss 6.9443
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 250: loss 6.8100, time 19717.64ms, mfu 0.05%
+step 500: train loss 6.5256, val loss 6.5025
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 500: loss 6.3881, time 19883.16ms, mfu 0.05%
+step 750: train loss 6.3280, val loss 6.3228
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 750: loss 6.5645, time 20365.92ms, mfu 0.05%
+step 1000: train loss 6.1674, val loss 6.1657
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 1000: loss 5.9229, time 19790.42ms, mfu 0.05%
+step 1250: train loss 6.0475, val loss 6.0753
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 1250: loss 5.9018, time 19804.69ms, mfu 0.05%
+step 1500: train loss 5.9663, val loss 5.9876
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 1500: loss 5.7663, time 21378.97ms, mfu 0.05%
+step 1750: train loss 5.8599, val loss 5.8649
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 1750: loss 6.8172, time 20217.75ms, mfu 0.05%
+step 2000: train loss 5.7330, val loss 5.7413
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 2000: loss 5.6612, time 19740.89ms, mfu 0.05%
+step 2250: train loss 5.6547, val loss 5.6771
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 2250: loss 5.5784, time 19986.96ms, mfu 0.05%
+step 2500: train loss 5.5503, val loss 5.5386
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 2500: loss 5.5529, time 20059.88ms, mfu 0.05%
+step 2750: train loss 5.4573, val loss 5.4626
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 2750: loss 5.6449, time 19979.06ms, mfu 0.05%
+step 3000: train loss 5.4294, val loss 5.3987
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 3000: loss 5.4401, time 20349.54ms, mfu 0.05%
+step 3250: train loss 5.3166, val loss 5.3260
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 3250: loss 5.4842, time 19921.93ms, mfu 0.05%
+step 3500: train loss 5.2501, val loss 5.2773
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 3500: loss 5.3664, time 20004.73ms, mfu 0.05%
+step 3750: train loss 5.2268, val loss 5.2082
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 3750: loss 5.3383, time 19855.62ms, mfu 0.05%
+step 4000: train loss 5.1718, val loss 5.1718
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 4000: loss 4.9622, time 19834.48ms, mfu 0.05%
+step 4250: train loss 5.0859, val loss 5.0829
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 4250: loss 4.8761, time 19861.80ms, mfu 0.05%
+step 4500: train loss 5.0471, val loss 5.0688
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 4500: loss 5.2415, time 19805.49ms, mfu 0.05%
+step 4750: train loss 5.0061, val loss 5.0211
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 4750: loss 5.2079, time 20030.45ms, mfu 0.05%
+step 5000: train loss 4.9361, val loss 4.9611
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 5000: loss 4.9069, time 20408.35ms, mfu 0.05%
+step 5250: train loss 4.8951, val loss 4.9137
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 5250: loss 5.1775, time 19933.63ms, mfu 0.05%
+step 5500: train loss 4.8586, val loss 4.8689
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 5500: loss 4.7118, time 20016.65ms, mfu 0.05%
+step 5750: train loss 4.8131, val loss 4.8397
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 5750: loss 4.7065, time 19995.45ms, mfu 0.05%
+step 6000: train loss 4.7595, val loss 4.7756
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 6000: loss 4.6567, time 19752.24ms, mfu 0.05%
+step 6250: train loss 4.7067, val loss 4.7475
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 6250: loss 4.8938, time 19856.54ms, mfu 0.05%
+step 6500: train loss 4.6756, val loss 4.6659
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 6500: loss 4.4377, time 19893.35ms, mfu 0.05%
+step 6750: train loss 4.6402, val loss 4.6371
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 6750: loss 4.5505, time 19862.43ms, mfu 0.05%
+step 7000: train loss 4.6188, val loss 4.6136
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 7000: loss 4.3624, time 20926.47ms, mfu 0.05%
+step 7250: train loss 4.5917, val loss 4.5815
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 7250: loss 4.7911, time 19748.06ms, mfu 0.05%
+step 7500: train loss 4.5198, val loss 4.5707
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 7500: loss 4.5661, time 19833.60ms, mfu 0.05%
+step 7750: train loss 4.5304, val loss 4.5401
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 7750: loss 4.3395, time 19915.58ms, mfu 0.05%
+step 8000: train loss 4.4681, val loss 4.5144
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 8000: loss 4.6564, time 20098.85ms, mfu 0.05%
+step 8250: train loss 4.5078, val loss 4.4995
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 8250: loss 4.0386, time 20097.53ms, mfu 0.05%
+step 8500: train loss 4.5062, val loss 4.4731
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 8500: loss 4.6772, time 19863.65ms, mfu 0.05%
+step 8750: train loss 4.4344, val loss 4.4843
+iter 8750: loss 4.2942, time 18282.18ms, mfu 0.05%
+step 9000: train loss 4.4445, val loss 4.4503
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 9000: loss 4.0782, time 19933.78ms, mfu 0.05%
+step 9250: train loss 4.4372, val loss 4.4687
+iter 9250: loss 4.2486, time 18301.09ms, mfu 0.05%
+step 9500: train loss 4.4277, val loss 4.4078
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 9500: loss 4.4247, time 19852.89ms, mfu 0.05%
+step 9750: train loss 4.4252, val loss 4.4337
+iter 9750: loss 3.9244, time 18286.70ms, mfu 0.05%
+step 10000: train loss 4.3825, val loss 4.3906
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42
+iter 10000: loss 4.2597, time 19787.73ms, mfu 0.05%
+
+--> RESULT | cheap_qa | warmup=2000 | seed=42 | BEST=4.3906 | FINAL=4.3906 | ✓ best=final
+
+
+====================================================================================================
+ALL RUNS COMPLETE
+====================================================================================================
+Results CSV:  cheap_qa_confirmation_runs_20260320_1854.csv
+Summary file: cheap_qa_confirmation_summary_20260320_1854.txt
+
+Paste the summary file contents here for final analysis.
+PS C:\Users\brian\documents\nanogpt> python a_only_screen_runner.py
+====================================================================================================
+A-ONLY GATE SCREEN
+====================================================================================================
+Variant: dynamic_a_conditioned
+Warmup: 2000 | Seed: 42
+Gate: per-head Linear(hs->hs) conditioned on y (SDPA output) only
+Expected runtime: ~65 minutes
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:191: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9645, val loss 10.9616
+iter 0: loss 10.9448, time 18653.37ms, mfu -100.00%
+step 250: train loss 6.9237, val loss 6.9409
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 250: loss 6.8589, time 19973.58ms, mfu 0.05%
+step 500: train loss 6.4783, val loss 6.5235
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 500: loss 6.2179, time 20910.32ms, mfu 0.05%
+step 750: train loss 6.3193, val loss 6.3300
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 750: loss 6.2956, time 19966.83ms, mfu 0.05%
+step 1000: train loss 6.1644, val loss 6.1883
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 1000: loss 6.6515, time 20743.01ms, mfu 0.05%
+step 1250: train loss 6.0486, val loss 6.0849
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 1250: loss 5.4954, time 20309.41ms, mfu 0.05%
+step 1500: train loss 5.9336, val loss 5.9806
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 1500: loss 6.2328, time 20805.95ms, mfu 0.05%
+step 1750: train loss 5.8958, val loss 5.9003
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 1750: loss 5.2476, time 20205.93ms, mfu 0.05%
+step 2000: train loss 5.7820, val loss 5.7876
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 2000: loss 5.9379, time 22405.41ms, mfu 0.05%
+step 2250: train loss 5.6643, val loss 5.6818
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 2250: loss 5.5756, time 23075.08ms, mfu 0.05%
+step 2500: train loss 5.5554, val loss 5.5715
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 2500: loss 5.8386, time 20167.22ms, mfu 0.05%
+step 2750: train loss 5.5135, val loss 5.4969
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 2750: loss 5.1078, time 20202.66ms, mfu 0.05%
+step 3000: train loss 5.3904, val loss 5.4395
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 3000: loss 5.5585, time 20291.16ms, mfu 0.05%
+step 3250: train loss 5.3791, val loss 5.4001
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 3250: loss 5.1207, time 20337.71ms, mfu 0.05%
+step 3500: train loss 5.3007, val loss 5.2980
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 3500: loss 5.5000, time 21820.17ms, mfu 0.05%
+step 3750: train loss 5.2530, val loss 5.2797
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 3750: loss 5.0614, time 20765.52ms, mfu 0.05%
+step 4000: train loss 5.1840, val loss 5.1575
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 4000: loss 5.2035, time 19940.35ms, mfu 0.05%
+step 4250: train loss 5.1328, val loss 5.1200
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 4250: loss 5.3815, time 20333.22ms, mfu 0.05%
+step 4500: train loss 5.0525, val loss 5.0604
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 4500: loss 5.0793, time 19711.73ms, mfu 0.05%
+step 4750: train loss 5.0263, val loss 5.0356
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 4750: loss 5.3004, time 20699.62ms, mfu 0.05%
+step 5000: train loss 4.9981, val loss 4.9759
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 5000: loss 5.1915, time 20158.20ms, mfu 0.05%
+step 5250: train loss 4.9096, val loss 4.9425
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 5250: loss 5.0322, time 19868.33ms, mfu 0.05%
+step 5500: train loss 4.8741, val loss 4.8653
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 5500: loss 4.7442, time 19815.43ms, mfu 0.05%
+step 5750: train loss 4.8083, val loss 4.8309
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 5750: loss 4.8347, time 19669.30ms, mfu 0.05%
+step 6000: train loss 4.8066, val loss 4.8074
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 6000: loss 4.4682, time 20590.52ms, mfu 0.05%
+step 6250: train loss 4.7528, val loss 4.7469
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 6250: loss 4.7310, time 20205.76ms, mfu 0.05%
+step 6500: train loss 4.7068, val loss 4.7283
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 6500: loss 4.8232, time 19800.55ms, mfu 0.05%
+step 6750: train loss 4.6564, val loss 4.7040
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 6750: loss 5.0022, time 19892.81ms, mfu 0.05%
+step 7000: train loss 4.6440, val loss 4.6624
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 7000: loss 4.3746, time 20200.32ms, mfu 0.05%
+step 7250: train loss 4.5737, val loss 4.6371
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 7250: loss 4.1617, time 19898.52ms, mfu 0.05%
+step 7500: train loss 4.5703, val loss 4.5694
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 7500: loss 4.5161, time 19877.05ms, mfu 0.05%
+step 7750: train loss 4.5395, val loss 4.5799
+iter 7750: loss 4.8126, time 18022.77ms, mfu 0.05%
+step 8000: train loss 4.5353, val loss 4.5466
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 8000: loss 4.2691, time 20096.62ms, mfu 0.05%
+step 8250: train loss 4.4909, val loss 4.5167
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 8250: loss 4.7377, time 19519.62ms, mfu 0.05%
+step 8500: train loss 4.4949, val loss 4.5086
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 8500: loss 4.5297, time 20209.84ms, mfu 0.05%
+step 8750: train loss 4.4792, val loss 4.5138
+iter 8750: loss 4.5062, time 18269.85ms, mfu 0.05%
+step 9000: train loss 4.4583, val loss 4.4683
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 9000: loss 4.4585, time 20193.82ms, mfu 0.05%
+step 9250: train loss 4.4440, val loss 4.4678
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 9250: loss 4.5633, time 19671.55ms, mfu 0.05%
+step 9500: train loss 4.4699, val loss 4.4395
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 9500: loss 4.9230, time 19808.05ms, mfu 0.05%
+step 9750: train loss 4.4150, val loss 4.4555
+iter 9750: loss 4.2102, time 18661.91ms, mfu 0.05%
+step 10000: train loss 4.4247, val loss 4.4167
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 10000: loss 4.5439, time 20034.44ms, mfu 0.05%
+
+--> RESULT | a_only | warmup=2000 | seed=42 | BEST=4.4167 | FINAL=4.4167 | ✓ best=final
+
+====================================================================================================
+DONE
+====================================================================================================
+Results CSV:  a_only_screen_runs_20260320_2335.csv
+Summary file: a_only_screen_summary_20260320_2335.txt
+
+Paste the summary file contents here for analysis.
+PS C:\Users\brian\documents\nanogpt> python friday_night_runner.py
+====================================================================================================
+🎲 FRIDAY NIGHT SPICY RANDOM GATE RUNNER 🎲
+====================================================================================================
+Variants (5 total, ~325 min):
+  a_only                 → learned: A-only Linear(64->64)
+  random_uniform         → chaos: uniform random [0,1]
+  ones_identity          → sanity: always 1.0 (= baseline)
+  random_normal          → chaos: normal(0.5,0.2) clamped
+  bernoulli_drop         → spicy: binary 50% dropout gate
+
+Predictions:
+  ones_gate ≈ baseline (identity)
+  random_* somewhere around baseline ± noise
+  a_only better than random, worse than cheap Q
+  all lose to cheap Q+A (4.4073)
+  prove us wrong, random gate. prove us wrong.
+====================================================================================================
+
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+RUNNING: a_only
+  variant: dynamic_a_conditioned
+  description: learned: A-only Linear(64->64)
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9645, val loss 10.9616
+iter 0: loss 10.9448, time 18443.77ms, mfu -100.00%
+step 250: train loss 6.9237, val loss 6.9409
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 250: loss 6.8590, time 19415.80ms, mfu 0.05%
+step 500: train loss 6.4783, val loss 6.5235
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 500: loss 6.2173, time 19240.26ms, mfu 0.05%
+step 750: train loss 6.3187, val loss 6.3292
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 750: loss 6.2933, time 19231.92ms, mfu 0.05%
+step 1000: train loss 6.1758, val loss 6.1991
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 1000: loss 6.6675, time 19369.09ms, mfu 0.05%
+step 1250: train loss 6.0403, val loss 6.0765
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 1250: loss 5.4893, time 19279.44ms, mfu 0.05%
+step 1500: train loss 5.9305, val loss 5.9813
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 1500: loss 6.2611, time 19341.89ms, mfu 0.05%
+step 1750: train loss 5.9035, val loss 5.9130
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 1750: loss 5.2699, time 19280.42ms, mfu 0.05%
+step 2000: train loss 5.7756, val loss 5.7839
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 2000: loss 5.9422, time 19390.85ms, mfu 0.05%
+step 2250: train loss 5.6619, val loss 5.6757
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 2250: loss 5.5553, time 19292.89ms, mfu 0.05%
+step 2500: train loss 5.5502, val loss 5.5670
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 2500: loss 5.8170, time 19349.65ms, mfu 0.05%
+step 2750: train loss 5.5050, val loss 5.4875
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 2750: loss 5.0915, time 19353.73ms, mfu 0.05%
+step 3000: train loss 5.3882, val loss 5.4398
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 3000: loss 5.5716, time 19293.36ms, mfu 0.05%
+step 3250: train loss 5.3711, val loss 5.3938
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 3250: loss 5.1399, time 19280.47ms, mfu 0.05%
+step 3500: train loss 5.2958, val loss 5.2912
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 3500: loss 5.4773, time 19567.95ms, mfu 0.05%
+step 3750: train loss 5.2493, val loss 5.2739
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 3750: loss 5.0562, time 19443.69ms, mfu 0.05%
+step 4000: train loss 5.1875, val loss 5.1603
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 4000: loss 5.2306, time 19312.22ms, mfu 0.05%
+step 4250: train loss 5.1299, val loss 5.1169
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 4250: loss 5.3579, time 19330.55ms, mfu 0.05%
+step 4500: train loss 5.0527, val loss 5.0627
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 4500: loss 5.0900, time 19347.99ms, mfu 0.05%
+step 4750: train loss 5.0282, val loss 5.0378
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 4750: loss 5.2617, time 20071.23ms, mfu 0.05%
+step 5000: train loss 4.9899, val loss 4.9699
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 5000: loss 5.1710, time 19211.45ms, mfu 0.05%
+step 5250: train loss 4.9078, val loss 4.9443
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 5250: loss 5.0068, time 19284.95ms, mfu 0.05%
+step 5500: train loss 4.8680, val loss 4.8584
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 5500: loss 4.7205, time 19252.65ms, mfu 0.05%
+step 5750: train loss 4.8048, val loss 4.8238
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 5750: loss 4.8346, time 19230.06ms, mfu 0.05%
+step 6000: train loss 4.8122, val loss 4.8109
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 6000: loss 4.4869, time 19296.00ms, mfu 0.05%
+step 6250: train loss 4.7510, val loss 4.7443
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 6250: loss 4.7312, time 19386.68ms, mfu 0.05%
+step 6500: train loss 4.7077, val loss 4.7289
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 6500: loss 4.8087, time 19244.24ms, mfu 0.05%
+step 6750: train loss 4.6542, val loss 4.7009
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 6750: loss 4.9745, time 19134.67ms, mfu 0.05%
+step 7000: train loss 4.6435, val loss 4.6620
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 7000: loss 4.3641, time 19225.84ms, mfu 0.05%
+step 7250: train loss 4.5737, val loss 4.6373
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 7250: loss 4.1618, time 19391.80ms, mfu 0.05%
+step 7500: train loss 4.5672, val loss 4.5669
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 7500: loss 4.4988, time 19227.10ms, mfu 0.05%
+step 7750: train loss 4.5419, val loss 4.5814
+iter 7750: loss 4.8327, time 17752.74ms, mfu 0.05%
+step 8000: train loss 4.5356, val loss 4.5449
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 8000: loss 4.2673, time 19222.02ms, mfu 0.05%
+step 8250: train loss 4.4925, val loss 4.5176
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 8250: loss 4.6810, time 19140.68ms, mfu 0.05%
+step 8500: train loss 4.4968, val loss 4.5101
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 8500: loss 4.5280, time 19263.29ms, mfu 0.05%
+step 8750: train loss 4.4822, val loss 4.5178
+iter 8750: loss 4.5256, time 17747.86ms, mfu 0.06%
+step 9000: train loss 4.4594, val loss 4.4689
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 9000: loss 4.4356, time 19230.15ms, mfu 0.06%
+step 9250: train loss 4.4474, val loss 4.4700
+iter 9250: loss 4.5588, time 17722.09ms, mfu 0.06%
+step 9500: train loss 4.4716, val loss 4.4419
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 9500: loss 4.8731, time 19180.94ms, mfu 0.06%
+step 9750: train loss 4.4196, val loss 4.4574
+iter 9750: loss 4.1847, time 17751.17ms, mfu 0.06%
+step 10000: train loss 4.4258, val loss 4.4178
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42
+iter 10000: loss 4.5211, time 19199.43ms, mfu 0.06%
+
+🎯 RESULT: a_only
+   BEST=4.4178 | FINAL=4.4178 | ✓
+   vs baseline: -0.2563 (BETTER)
+
+
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+RUNNING: random_uniform
+  variant: dynamic_random_gate
+  description: chaos: uniform random [0,1]
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9679, val loss 10.9680
+iter 0: loss 10.9638, time 17870.55ms, mfu -100.00%
+step 250: train loss 6.9872, val loss 6.9840
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 250: loss 7.1018, time 18956.26ms, mfu 0.06%
+step 500: train loss 6.5113, val loss 6.5166
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 500: loss 6.1603, time 19231.93ms, mfu 0.06%
+step 750: train loss 6.2962, val loss 6.3279
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 750: loss 6.6386, time 19271.97ms, mfu 0.06%
+step 1000: train loss 6.1707, val loss 6.1682
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 1000: loss 5.8109, time 19450.68ms, mfu 0.05%
+step 1250: train loss 6.0352, val loss 6.0505
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 1250: loss 6.5340, time 21832.23ms, mfu 0.05%
+step 1500: train loss 5.9807, val loss 5.9754
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 1500: loss 5.4833, time 21363.56ms, mfu 0.05%
+step 1750: train loss 5.8909, val loss 5.9039
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 1750: loss 6.1984, time 20060.93ms, mfu 0.05%
+step 2000: train loss 5.8532, val loss 5.8638
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 2000: loss 5.6615, time 19177.93ms, mfu 0.05%
+step 2250: train loss 5.6958, val loss 5.7078
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 2250: loss 5.7810, time 19210.51ms, mfu 0.05%
+step 2500: train loss 5.6288, val loss 5.6262
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 2500: loss 4.9425, time 19036.67ms, mfu 0.05%
+step 2750: train loss 5.5487, val loss 5.5499
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 2750: loss 5.5762, time 20547.46ms, mfu 0.05%
+step 3000: train loss 5.4668, val loss 5.4518
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 3000: loss 5.5154, time 19110.49ms, mfu 0.05%
+step 3250: train loss 5.4313, val loss 5.3890
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 3250: loss 5.5997, time 19180.71ms, mfu 0.05%
+step 3500: train loss 5.3320, val loss 5.3818
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 3500: loss 5.4354, time 19228.78ms, mfu 0.05%
+step 3750: train loss 5.3035, val loss 5.3266
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 3750: loss 5.3401, time 20880.00ms, mfu 0.05%
+step 4000: train loss 5.2517, val loss 5.2555
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 4000: loss 5.9418, time 18801.26ms, mfu 0.05%
+step 4250: train loss 5.2118, val loss 5.1966
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 4250: loss 4.9198, time 18843.98ms, mfu 0.05%
+step 4500: train loss 5.1302, val loss 5.1582
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 4500: loss 5.2362, time 18838.79ms, mfu 0.05%
+step 4750: train loss 5.1157, val loss 5.1250
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 4750: loss 5.2029, time 18807.17ms, mfu 0.05%
+step 5000: train loss 5.0667, val loss 5.0418
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 5000: loss 5.4934, time 18817.45ms, mfu 0.05%
+step 5250: train loss 5.0167, val loss 5.0178
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 5250: loss 5.1411, time 18848.17ms, mfu 0.05%
+step 5500: train loss 5.0000, val loss 4.9898
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 5500: loss 4.7791, time 18956.36ms, mfu 0.05%
+step 5750: train loss 4.9404, val loss 4.9363
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 5750: loss 5.1685, time 18810.64ms, mfu 0.05%
+step 6000: train loss 4.8758, val loss 4.8860
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 6000: loss 4.8065, time 18815.69ms, mfu 0.05%
+step 6250: train loss 4.8422, val loss 4.8530
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 6250: loss 4.5172, time 18823.03ms, mfu 0.05%
+step 6500: train loss 4.8387, val loss 4.8216
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 6500: loss 4.6833, time 18784.39ms, mfu 0.05%
+step 6750: train loss 4.7684, val loss 4.7551
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 6750: loss 4.7107, time 18772.43ms, mfu 0.06%
+step 7000: train loss 4.7203, val loss 4.7524
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 7000: loss 4.6630, time 18856.33ms, mfu 0.06%
+step 7250: train loss 4.7024, val loss 4.6969
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 7250: loss 4.8819, time 18802.60ms, mfu 0.06%
+step 7500: train loss 4.6948, val loss 4.6785
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 7500: loss 4.8064, time 18837.54ms, mfu 0.06%
+step 7750: train loss 4.6741, val loss 4.6468
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 7750: loss 4.7683, time 18742.00ms, mfu 0.06%
+step 8000: train loss 4.6265, val loss 4.6290
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 8000: loss 4.5920, time 18803.55ms, mfu 0.06%
+step 8250: train loss 4.5823, val loss 4.6010
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 8250: loss 4.4146, time 18966.15ms, mfu 0.06%
+step 8500: train loss 4.5902, val loss 4.6190
+iter 8500: loss 4.4473, time 17329.61ms, mfu 0.06%
+step 8750: train loss 4.5440, val loss 4.5642
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 8750: loss 4.7440, time 18776.39ms, mfu 0.06%
+step 9000: train loss 4.5550, val loss 4.5755
+iter 9000: loss 4.5494, time 17529.41ms, mfu 0.06%
+step 9250: train loss 4.5333, val loss 4.5247
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 9250: loss 4.6468, time 18809.47ms, mfu 0.06%
+step 9500: train loss 4.5022, val loss 4.5206
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 9500: loss 4.2362, time 18852.32ms, mfu 0.06%
+step 9750: train loss 4.4989, val loss 4.5132
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed42
+iter 9750: loss 4.8144, time 18787.39ms, mfu 0.06%
+step 10000: train loss 4.4955, val loss 4.5238
+iter 10000: loss 4.5552, time 17386.52ms, mfu 0.06%
+
+🎯 RESULT: random_uniform
+   BEST=4.5132 | FINAL=4.5238 | ✗ (best@9750)
+   vs baseline: -0.1503 (BETTER)
+
+
+🏆 CURRENT LEADERBOARD:
+  1. a_only                 4.4178 (vs baseline: -0.2563)
+  2. random_uniform         4.5238 (vs baseline: -0.1503)
+
+
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+RUNNING: ones_identity
+  variant: dynamic_ones_gate
+  description: sanity: always 1.0 (= baseline)
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9665, val loss 10.9665
+iter 0: loss 10.9808, time 17251.95ms, mfu -100.00%
+step 250: train loss 7.0174, val loss 7.0114
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 250: loss 7.1149, time 18370.26ms, mfu 0.06%
+step 500: train loss 6.5240, val loss 6.5303
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 500: loss 6.1701, time 18530.54ms, mfu 0.06%
+step 750: train loss 6.2957, val loss 6.3275
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 750: loss 6.6318, time 18503.02ms, mfu 0.06%
+step 1000: train loss 6.1623, val loss 6.1590
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 1000: loss 5.8230, time 18516.92ms, mfu 0.06%
+step 1250: train loss 6.0226, val loss 6.0385
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 1250: loss 6.5363, time 18539.40ms, mfu 0.06%
+step 1500: train loss 5.9856, val loss 5.9786
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 1500: loss 5.4937, time 18549.35ms, mfu 0.06%
+step 1750: train loss 5.8984, val loss 5.9056
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 1750: loss 6.1882, time 18517.48ms, mfu 0.06%
+step 2000: train loss 5.8284, val loss 5.8396
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 2000: loss 5.6563, time 18553.73ms, mfu 0.06%
+step 2250: train loss 5.6888, val loss 5.6991
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 2250: loss 5.7713, time 18547.59ms, mfu 0.06%
+step 2500: train loss 5.6234, val loss 5.6154
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 2500: loss 4.9088, time 18523.74ms, mfu 0.06%
+step 2750: train loss 5.5249, val loss 5.5246
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 2750: loss 5.5503, time 18559.29ms, mfu 0.06%
+step 3000: train loss 5.4603, val loss 5.4473
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 3000: loss 5.4948, time 18509.93ms, mfu 0.06%
+step 3250: train loss 5.4131, val loss 5.3722
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 3250: loss 5.5908, time 18588.40ms, mfu 0.06%
+step 3500: train loss 5.3228, val loss 5.3732
+iter 3500: loss 5.4455, time 17071.83ms, mfu 0.06%
+step 3750: train loss 5.2851, val loss 5.3088
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 3750: loss 5.3407, time 18631.56ms, mfu 0.06%
+step 4000: train loss 5.2377, val loss 5.2428
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 4000: loss 5.9134, time 18479.50ms, mfu 0.06%
+step 4250: train loss 5.1908, val loss 5.1723
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 4250: loss 4.8851, time 18573.31ms, mfu 0.06%
+step 4500: train loss 5.1048, val loss 5.1297
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 4500: loss 5.2002, time 18496.51ms, mfu 0.06%
+step 4750: train loss 5.0813, val loss 5.0907
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 4750: loss 5.1824, time 18677.00ms, mfu 0.06%
+step 5000: train loss 5.0298, val loss 5.0062
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 5000: loss 5.4089, time 18498.49ms, mfu 0.06%
+step 5250: train loss 4.9632, val loss 4.9651
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 5250: loss 5.0698, time 18581.74ms, mfu 0.06%
+step 5500: train loss 4.9531, val loss 4.9400
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 5500: loss 4.6889, time 18558.23ms, mfu 0.06%
+step 5750: train loss 4.8740, val loss 4.8843
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 5750: loss 5.1281, time 18559.42ms, mfu 0.06%
+step 6000: train loss 4.8153, val loss 4.8240
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 6000: loss 4.7921, time 18535.91ms, mfu 0.06%
+step 6250: train loss 4.7731, val loss 4.7876
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 6250: loss 4.4769, time 18528.44ms, mfu 0.06%
+step 6500: train loss 4.7775, val loss 4.7587
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 6500: loss 4.6342, time 18496.87ms, mfu 0.06%
+step 6750: train loss 4.7127, val loss 4.7032
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 6750: loss 4.6827, time 18522.07ms, mfu 0.06%
+step 7000: train loss 4.6618, val loss 4.6886
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 7000: loss 4.6305, time 18583.62ms, mfu 0.06%
+step 7250: train loss 4.6496, val loss 4.6473
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 7250: loss 4.8604, time 18555.62ms, mfu 0.06%
+step 7500: train loss 4.6455, val loss 4.6286
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 7500: loss 4.7550, time 18511.91ms, mfu 0.06%
+step 7750: train loss 4.6211, val loss 4.6015
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 7750: loss 4.6937, time 18566.21ms, mfu 0.06%
+step 8000: train loss 4.5774, val loss 4.5796
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 8000: loss 4.5482, time 18584.38ms, mfu 0.06%
+step 8250: train loss 4.5313, val loss 4.5575
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 8250: loss 4.3745, time 18615.77ms, mfu 0.06%
+step 8500: train loss 4.5454, val loss 4.5763
+iter 8500: loss 4.3886, time 17086.25ms, mfu 0.06%
+step 8750: train loss 4.4996, val loss 4.5230
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 8750: loss 4.6602, time 18521.62ms, mfu 0.06%
+step 9000: train loss 4.5141, val loss 4.5360
+iter 9000: loss 4.5047, time 17044.78ms, mfu 0.06%
+step 9250: train loss 4.4903, val loss 4.4813
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 9250: loss 4.6086, time 18484.90ms, mfu 0.06%
+step 9500: train loss 4.4641, val loss 4.4795
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 9500: loss 4.2081, time 18533.52ms, mfu 0.06%
+step 9750: train loss 4.4574, val loss 4.4702
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42
+iter 9750: loss 4.7915, time 18505.06ms, mfu 0.06%
+step 10000: train loss 4.4582, val loss 4.4869
+iter 10000: loss 4.4660, time 17071.83ms, mfu 0.06%
+
+🎯 RESULT: ones_identity
+   BEST=4.4702 | FINAL=4.4869 | ✗ (best@9750)
+   vs baseline: -0.1872 (BETTER)
+
+
+🏆 CURRENT LEADERBOARD:
+  1. a_only                 4.4178 (vs baseline: -0.2563)
+  2. ones_identity          4.4869 (vs baseline: -0.1872)
+  3. random_uniform         4.5238 (vs baseline: -0.1503)
+
+
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+RUNNING: random_normal
+  variant: dynamic_random_normal
+  description: chaos: normal(0.5,0.2) clamped
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9683, val loss 10.9677
+iter 0: loss 10.9638, time 18045.85ms, mfu -100.00%
+step 250: train loss 6.9877, val loss 6.9845
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 250: loss 7.0998, time 18964.96ms, mfu 0.06%
+step 500: train loss 6.5115, val loss 6.5163
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 500: loss 6.1623, time 19421.31ms, mfu 0.06%
+step 750: train loss 6.2930, val loss 6.3249
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 750: loss 6.6255, time 19255.18ms, mfu 0.06%
+step 1000: train loss 6.1622, val loss 6.1598
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 1000: loss 5.8071, time 19209.62ms, mfu 0.06%
+step 1250: train loss 6.0175, val loss 6.0332
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 1250: loss 6.5145, time 19328.62ms, mfu 0.05%
+step 1500: train loss 5.9643, val loss 5.9622
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 1500: loss 5.4869, time 22052.88ms, mfu 0.05%
+step 1750: train loss 5.8836, val loss 5.8926
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 1750: loss 6.1663, time 19240.23ms, mfu 0.05%
+step 2000: train loss 5.8295, val loss 5.8419
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 2000: loss 5.6385, time 19225.89ms, mfu 0.05%
+step 2250: train loss 5.6787, val loss 5.6882
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 2250: loss 5.7722, time 19161.88ms, mfu 0.05%
+step 2500: train loss 5.6025, val loss 5.5954
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 2500: loss 4.9144, time 19151.32ms, mfu 0.05%
+step 2750: train loss 5.5246, val loss 5.5246
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 2750: loss 5.5575, time 19185.62ms, mfu 0.05%
+step 3000: train loss 5.4456, val loss 5.4315
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 3000: loss 5.4935, time 19258.24ms, mfu 0.05%
+step 3250: train loss 5.4098, val loss 5.3644
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 3250: loss 5.5693, time 19155.47ms, mfu 0.05%
+step 3500: train loss 5.3203, val loss 5.3704
+iter 3500: loss 5.4317, time 17735.51ms, mfu 0.05%
+step 3750: train loss 5.2838, val loss 5.3090
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 3750: loss 5.3212, time 19206.93ms, mfu 0.05%
+step 4000: train loss 5.2324, val loss 5.2395
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 4000: loss 5.9226, time 19188.13ms, mfu 0.05%
+step 4250: train loss 5.1905, val loss 5.1718
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 4250: loss 4.9139, time 19262.79ms, mfu 0.05%
+step 4500: train loss 5.0984, val loss 5.1245
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 4500: loss 5.1889, time 19161.33ms, mfu 0.05%
+step 4750: train loss 5.0884, val loss 5.0952
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 4750: loss 5.1797, time 19160.90ms, mfu 0.05%
+step 5000: train loss 5.0492, val loss 5.0222
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 5000: loss 5.5888, time 19209.13ms, mfu 0.05%
+step 5250: train loss 4.9840, val loss 4.9854
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 5250: loss 5.1297, time 19135.42ms, mfu 0.05%
+step 5500: train loss 4.9713, val loss 4.9578
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 5500: loss 4.6953, time 19163.99ms, mfu 0.05%
+step 5750: train loss 4.9064, val loss 4.9066
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 5750: loss 5.1258, time 19214.21ms, mfu 0.05%
+step 6000: train loss 4.8382, val loss 4.8449
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 6000: loss 4.7639, time 19180.18ms, mfu 0.05%
+step 6250: train loss 4.7994, val loss 4.8133
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 6250: loss 4.4873, time 19255.19ms, mfu 0.05%
+step 6500: train loss 4.7967, val loss 4.7748
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 6500: loss 4.6301, time 19226.03ms, mfu 0.05%
+step 6750: train loss 4.7285, val loss 4.7153
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 6750: loss 4.6758, time 19240.69ms, mfu 0.05%
+step 7000: train loss 4.6823, val loss 4.7118
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 7000: loss 4.6362, time 19253.13ms, mfu 0.05%
+step 7250: train loss 4.6679, val loss 4.6627
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 7250: loss 4.8604, time 19226.93ms, mfu 0.05%
+step 7500: train loss 4.6581, val loss 4.6407
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 7500: loss 4.7506, time 19186.62ms, mfu 0.05%
+step 7750: train loss 4.6350, val loss 4.6125
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 7750: loss 4.7381, time 19192.61ms, mfu 0.05%
+step 8000: train loss 4.5910, val loss 4.5903
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 8000: loss 4.5547, time 19252.13ms, mfu 0.05%
+step 8250: train loss 4.5473, val loss 4.5690
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 8250: loss 4.4076, time 19235.26ms, mfu 0.05%
+step 8500: train loss 4.5575, val loss 4.5868
+iter 8500: loss 4.4290, time 17744.04ms, mfu 0.06%
+step 8750: train loss 4.5109, val loss 4.5315
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 8750: loss 4.6977, time 19156.87ms, mfu 0.05%
+step 9000: train loss 4.5234, val loss 4.5453
+iter 9000: loss 4.5098, time 17714.41ms, mfu 0.06%
+step 9250: train loss 4.5005, val loss 4.4927
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 9250: loss 4.6354, time 20093.51ms, mfu 0.06%
+step 9500: train loss 4.4744, val loss 4.4903
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 9500: loss 4.2209, time 19258.53ms, mfu 0.06%
+step 9750: train loss 4.4685, val loss 4.4822
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed42
+iter 9750: loss 4.7620, time 19153.53ms, mfu 0.05%
+step 10000: train loss 4.4670, val loss 4.4982
+iter 10000: loss 4.5222, time 17738.08ms, mfu 0.06%
+
+🎯 RESULT: random_normal
+   BEST=4.4822 | FINAL=4.4982 | ✗ (best@9750)
+   vs baseline: -0.1759 (BETTER)
+
+
+🏆 CURRENT LEADERBOARD:
+  1. a_only                 4.4178 (vs baseline: -0.2563)
+  2. ones_identity          4.4869 (vs baseline: -0.1872)
+  3. random_normal          4.4982 (vs baseline: -0.1759)
+  4. random_uniform         4.5238 (vs baseline: -0.1503)
+
+
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+RUNNING: bernoulli_drop
+  variant: dynamic_bernoulli_gate
+  description: spicy: binary 50% dropout gate
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9658, val loss 10.9664
+iter 0: loss 10.9653, time 18230.53ms, mfu -100.00%
+step 250: train loss 7.0186, val loss 7.0152
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 250: loss 7.1329, time 19301.75ms, mfu 0.05%
+step 500: train loss 6.5458, val loss 6.5502
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 500: loss 6.1870, time 19417.25ms, mfu 0.05%
+step 750: train loss 6.3291, val loss 6.3607
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 750: loss 6.6829, time 19465.58ms, mfu 0.05%
+step 1000: train loss 6.2198, val loss 6.2146
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 1000: loss 5.8748, time 19404.05ms, mfu 0.05%
+step 1250: train loss 6.0766, val loss 6.0927
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 1250: loss 6.5922, time 19536.36ms, mfu 0.05%
+step 1500: train loss 6.0296, val loss 6.0267
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 1500: loss 5.5739, time 21054.73ms, mfu 0.05%
+step 1750: train loss 5.9729, val loss 5.9819
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 1750: loss 6.2734, time 21157.45ms, mfu 0.05%
+step 2000: train loss 5.9228, val loss 5.9370
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 2000: loss 5.7233, time 19491.93ms, mfu 0.05%
+step 2250: train loss 5.7865, val loss 5.7937
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 2250: loss 5.9109, time 19460.00ms, mfu 0.05%
+step 2500: train loss 5.7301, val loss 5.7271
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 2500: loss 5.0425, time 19464.04ms, mfu 0.05%
+step 2750: train loss 5.6403, val loss 5.6404
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 2750: loss 5.6847, time 19458.38ms, mfu 0.05%
+step 3000: train loss 5.5632, val loss 5.5481
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 3000: loss 5.5902, time 19467.37ms, mfu 0.05%
+step 3250: train loss 5.5232, val loss 5.4826
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 3250: loss 5.6677, time 19727.49ms, mfu 0.05%
+step 3500: train loss 5.4270, val loss 5.4794
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 3500: loss 5.5569, time 19477.15ms, mfu 0.05%
+step 3750: train loss 5.3991, val loss 5.4246
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 3750: loss 5.4394, time 19524.31ms, mfu 0.05%
+step 4000: train loss 5.3537, val loss 5.3579
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 4000: loss 5.9999, time 19479.48ms, mfu 0.05%
+step 4250: train loss 5.3063, val loss 5.2903
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 4250: loss 5.0226, time 19450.80ms, mfu 0.05%
+step 4500: train loss 5.2302, val loss 5.2559
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 4500: loss 5.3565, time 19464.75ms, mfu 0.05%
+step 4750: train loss 5.2146, val loss 5.2182
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 4750: loss 5.3021, time 19419.35ms, mfu 0.05%
+step 5000: train loss 5.1775, val loss 5.1568
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 5000: loss 5.6612, time 19487.35ms, mfu 0.05%
+step 5250: train loss 5.1199, val loss 5.1212
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 5250: loss 5.2726, time 19479.75ms, mfu 0.05%
+step 5500: train loss 5.1176, val loss 5.1041
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 5500: loss 4.8798, time 19429.81ms, mfu 0.05%
+step 5750: train loss 5.0585, val loss 5.0540
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 5750: loss 5.2395, time 19546.36ms, mfu 0.05%
+step 6000: train loss 4.9966, val loss 5.0034
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 6000: loss 4.9353, time 19493.41ms, mfu 0.05%
+step 6250: train loss 4.9652, val loss 4.9752
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 6250: loss 4.6308, time 19449.09ms, mfu 0.05%
+step 6500: train loss 4.9668, val loss 4.9493
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 6500: loss 4.8011, time 19453.26ms, mfu 0.05%
+step 6750: train loss 4.8997, val loss 4.8867
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 6750: loss 4.8103, time 19520.57ms, mfu 0.05%
+step 7000: train loss 4.8569, val loss 4.8901
+iter 7000: loss 4.8077, time 18014.26ms, mfu 0.05%
+step 7250: train loss 4.8424, val loss 4.8322
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 7250: loss 4.9903, time 19483.09ms, mfu 0.05%
+step 7500: train loss 4.8257, val loss 4.8117
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 7500: loss 4.9355, time 19595.48ms, mfu 0.05%
+step 7750: train loss 4.8161, val loss 4.7876
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 7750: loss 4.8791, time 19458.79ms, mfu 0.05%
+step 8000: train loss 4.7669, val loss 4.7719
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 8000: loss 4.7200, time 19473.43ms, mfu 0.05%
+step 8250: train loss 4.7237, val loss 4.7416
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 8250: loss 4.5576, time 19573.40ms, mfu 0.05%
+step 8500: train loss 4.7321, val loss 4.7627
+iter 8500: loss 4.5812, time 18025.46ms, mfu 0.05%
+step 8750: train loss 4.6861, val loss 4.7050
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 8750: loss 4.8895, time 19462.66ms, mfu 0.05%
+step 9000: train loss 4.7009, val loss 4.7187
+iter 9000: loss 4.6485, time 18017.46ms, mfu 0.05%
+step 9250: train loss 4.6773, val loss 4.6688
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 9250: loss 4.7773, time 19441.69ms, mfu 0.05%
+step 9500: train loss 4.6443, val loss 4.6617
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 9500: loss 4.3452, time 19461.92ms, mfu 0.05%
+step 9750: train loss 4.6426, val loss 4.6572
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed42
+iter 9750: loss 4.9345, time 19503.96ms, mfu 0.05%
+step 10000: train loss 4.6375, val loss 4.6653
+iter 10000: loss 4.8242, time 18149.40ms, mfu 0.05%
+
+🎯 RESULT: bernoulli_drop
+   BEST=4.6572 | FINAL=4.6653 | ✗ (best@9750)
+   vs baseline: -0.0088 (BETTER)
+
+
+🏆 CURRENT LEADERBOARD:
+  1. a_only                 4.4178 (vs baseline: -0.2563)
+  2. ones_identity          4.4869 (vs baseline: -0.1872)
+  3. random_normal          4.4982 (vs baseline: -0.1759)
+  4. random_uniform         4.5238 (vs baseline: -0.1503)
+  5. bernoulli_drop         4.6653 (vs baseline: -0.0088)
+
+
+====================================================================================================
+🎲 FRIDAY NIGHT SCIENCE COMPLETE 🎲
+====================================================================================================
+Results CSV:  friday_night_runs_20260321_0104.csv
+Summary:      friday_night_summary_20260321_0104.txt
+
+Paste summary here. AdamW is waiting at the casino.
+PS C:\Users\brian\documents\nanogpt> python runner_a.py
+====================================================================================================
+RUNNER A: BASELINE vs ONES_IDENTITY
+====================================================================================================
+Variants: ['baseline', 'ones_identity']
+Seeds: [42, 1337, 123]
+Warmup: 2000
+Total runs: 6 (~390 min)
+Key question: does ones_identity match baseline in a matched session?
+====================================================================================================
+
+====================================================================================================
+RUNNING: baseline | warmup=2000 | seed=42
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9665, val loss 10.9665
+iter 0: loss 10.9808, time 17888.30ms, mfu -100.00%
+step 250: train loss 7.0175, val loss 7.0115
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 250: loss 7.1149, time 19199.18ms, mfu 0.05%
+step 500: train loss 6.5239, val loss 6.5303
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 500: loss 6.1699, time 19185.85ms, mfu 0.05%
+step 750: train loss 6.2957, val loss 6.3274
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 750: loss 6.6361, time 21174.84ms, mfu 0.05%
+step 1000: train loss 6.1675, val loss 6.1643
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 1000: loss 5.8305, time 21214.83ms, mfu 0.05%
+step 1250: train loss 6.0317, val loss 6.0476
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 1250: loss 6.5294, time 20640.33ms, mfu 0.05%
+step 1500: train loss 5.9851, val loss 5.9775
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 1500: loss 5.4867, time 22049.87ms, mfu 0.05%
+step 1750: train loss 5.8954, val loss 5.9059
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 1750: loss 6.1793, time 23403.67ms, mfu 0.05%
+step 2000: train loss 5.8273, val loss 5.8393
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 2000: loss 5.6539, time 20776.93ms, mfu 0.05%
+step 2250: train loss 5.6924, val loss 5.7037
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 2250: loss 5.7703, time 20633.45ms, mfu 0.05%
+step 2500: train loss 5.6188, val loss 5.6119
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 2500: loss 4.9257, time 20715.12ms, mfu 0.05%
+step 2750: train loss 5.5243, val loss 5.5248
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 2750: loss 5.5550, time 21200.38ms, mfu 0.05%
+step 3000: train loss 5.4575, val loss 5.4454
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 3000: loss 5.4739, time 20736.50ms, mfu 0.05%
+step 3250: train loss 5.4122, val loss 5.3722
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 3250: loss 5.6011, time 20793.80ms, mfu 0.05%
+step 3500: train loss 5.3165, val loss 5.3672
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 3500: loss 5.4488, time 20444.79ms, mfu 0.05%
+step 3750: train loss 5.2798, val loss 5.3050
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 3750: loss 5.3120, time 20630.28ms, mfu 0.05%
+step 4000: train loss 5.2333, val loss 5.2411
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 4000: loss 5.9110, time 18828.76ms, mfu 0.05%
+step 4250: train loss 5.1944, val loss 5.1792
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 4250: loss 4.9281, time 19594.20ms, mfu 0.05%
+step 4500: train loss 5.1066, val loss 5.1358
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 4500: loss 5.2170, time 19008.83ms, mfu 0.05%
+step 4750: train loss 5.0832, val loss 5.0902
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 4750: loss 5.1838, time 19039.66ms, mfu 0.05%
+step 5000: train loss 5.0364, val loss 5.0135
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 5000: loss 5.4528, time 19908.30ms, mfu 0.05%
+step 5250: train loss 4.9636, val loss 4.9655
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 5250: loss 5.0849, time 18907.70ms, mfu 0.05%
+step 5500: train loss 4.9479, val loss 4.9356
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 5500: loss 4.7023, time 19648.90ms, mfu 0.05%
+step 5750: train loss 4.8727, val loss 4.8832
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 5750: loss 5.1146, time 19296.39ms, mfu 0.05%
+step 6000: train loss 4.8184, val loss 4.8257
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 6000: loss 4.7856, time 19170.65ms, mfu 0.05%
+step 6250: train loss 4.7695, val loss 4.7868
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 6250: loss 4.4698, time 19906.15ms, mfu 0.05%
+step 6500: train loss 4.7726, val loss 4.7507
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 6500: loss 4.6141, time 18782.03ms, mfu 0.05%
+step 6750: train loss 4.7084, val loss 4.7025
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 6750: loss 4.6901, time 18843.20ms, mfu 0.05%
+step 7000: train loss 4.6585, val loss 4.6840
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 7000: loss 4.6302, time 18745.41ms, mfu 0.05%
+step 7250: train loss 4.6471, val loss 4.6454
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 7250: loss 4.8546, time 18856.69ms, mfu 0.05%
+step 7500: train loss 4.6437, val loss 4.6243
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 7500: loss 4.7646, time 18804.38ms, mfu 0.05%
+step 7750: train loss 4.6183, val loss 4.5965
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 7750: loss 4.7059, time 18810.63ms, mfu 0.05%
+step 8000: train loss 4.5758, val loss 4.5779
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 8000: loss 4.5446, time 18708.01ms, mfu 0.05%
+step 8250: train loss 4.5302, val loss 4.5550
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 8250: loss 4.3689, time 18884.13ms, mfu 0.05%
+step 8500: train loss 4.5437, val loss 4.5728
+iter 8500: loss 4.3966, time 17218.23ms, mfu 0.06%
+step 8750: train loss 4.4975, val loss 4.5191
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 8750: loss 4.6587, time 18713.98ms, mfu 0.06%
+step 9000: train loss 4.5112, val loss 4.5331
+iter 9000: loss 4.4983, time 17158.47ms, mfu 0.06%
+step 9250: train loss 4.4886, val loss 4.4796
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 9250: loss 4.5997, time 18794.27ms, mfu 0.06%
+step 9500: train loss 4.4615, val loss 4.4768
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 9500: loss 4.2009, time 18720.02ms, mfu 0.06%
+step 9750: train loss 4.4578, val loss 4.4696
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_runnerA
+iter 9750: loss 4.7709, time 18721.54ms, mfu 0.06%
+step 10000: train loss 4.4567, val loss 4.4830
+iter 10000: loss 4.4498, time 17168.74ms, mfu 0.06%
+
+--> RESULT | baseline | seed=42 | BEST=4.4696 | FINAL=4.4830 | ✗(best@9750)
+
+
+====================================================================================================
+RUNNING: baseline | warmup=2000 | seed=1337
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9989, val loss 10.9985
+iter 0: loss 11.0107, time 17919.10ms, mfu -100.00%
+step 250: train loss 6.9436, val loss 6.9764
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 250: loss 6.7373, time 18985.52ms, mfu 0.06%
+step 500: train loss 6.4863, val loss 6.5542
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 500: loss 6.2684, time 19600.23ms, mfu 0.06%
+step 750: train loss 6.3186, val loss 6.3359
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 750: loss 6.1053, time 19893.04ms, mfu 0.05%
+step 1000: train loss 6.1820, val loss 6.1550
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 1000: loss 6.1547, time 19668.29ms, mfu 0.05%
+step 1250: train loss 6.0811, val loss 6.0745
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 1250: loss 6.1269, time 19644.29ms, mfu 0.05%
+step 1500: train loss 6.0073, val loss 5.9324
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 1500: loss 5.7266, time 19544.98ms, mfu 0.05%
+step 1750: train loss 5.9400, val loss 5.9033
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 1750: loss 6.1539, time 19797.56ms, mfu 0.05%
+step 2000: train loss 5.8410, val loss 5.8078
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 2000: loss 5.8693, time 23018.28ms, mfu 0.05%
+step 2250: train loss 5.7181, val loss 5.7260
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 2250: loss 5.9257, time 20137.55ms, mfu 0.05%
+step 2500: train loss 5.6180, val loss 5.5971
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 2500: loss 6.0807, time 19673.42ms, mfu 0.05%
+step 2750: train loss 5.5307, val loss 5.5265
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 2750: loss 5.5202, time 19545.28ms, mfu 0.05%
+step 3000: train loss 5.4597, val loss 5.4769
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 3000: loss 5.5519, time 19624.86ms, mfu 0.05%
+step 3250: train loss 5.3828, val loss 5.3877
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 3250: loss 5.3533, time 19961.02ms, mfu 0.05%
+step 3500: train loss 5.3888, val loss 5.3522
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 3500: loss 5.2849, time 19384.52ms, mfu 0.05%
+step 3750: train loss 5.2976, val loss 5.2829
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 3750: loss 5.5712, time 19254.78ms, mfu 0.05%
+step 4000: train loss 5.2376, val loss 5.2463
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 4000: loss 5.3361, time 19193.61ms, mfu 0.05%
+step 4250: train loss 5.1905, val loss 5.2040
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 4250: loss 4.7806, time 19700.92ms, mfu 0.05%
+step 4500: train loss 5.1521, val loss 5.1456
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 4500: loss 4.8837, time 19600.78ms, mfu 0.05%
+step 4750: train loss 5.0818, val loss 5.0952
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 4750: loss 5.1983, time 19939.60ms, mfu 0.05%
+step 5000: train loss 5.0142, val loss 5.0493
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 5000: loss 5.1795, time 19289.28ms, mfu 0.05%
+step 5250: train loss 5.0073, val loss 4.9941
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 5250: loss 4.6609, time 19616.59ms, mfu 0.05%
+step 5500: train loss 4.9840, val loss 4.9474
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 5500: loss 5.1627, time 19452.21ms, mfu 0.05%
+step 5750: train loss 4.9144, val loss 4.8740
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 5750: loss 5.1857, time 19575.92ms, mfu 0.05%
+step 6000: train loss 4.8249, val loss 4.8291
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 6000: loss 4.7614, time 19203.03ms, mfu 0.05%
+step 6250: train loss 4.8047, val loss 4.8372
+iter 6250: loss 4.6160, time 17684.48ms, mfu 0.05%
+step 6500: train loss 4.7693, val loss 4.8026
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 6500: loss 4.9662, time 19534.19ms, mfu 0.05%
+step 6750: train loss 4.7316, val loss 4.7353
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 6750: loss 4.9062, time 19757.51ms, mfu 0.05%
+step 7000: train loss 4.6962, val loss 4.6936
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 7000: loss 4.6231, time 19594.92ms, mfu 0.05%
+step 7250: train loss 4.6513, val loss 4.6821
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 7250: loss 4.7550, time 20033.96ms, mfu 0.05%
+step 7500: train loss 4.6578, val loss 4.6144
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 7500: loss 4.5265, time 19641.06ms, mfu 0.05%
+step 7750: train loss 4.6073, val loss 4.6008
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 7750: loss 4.7873, time 19450.36ms, mfu 0.05%
+step 8000: train loss 4.5666, val loss 4.5935
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 8000: loss 4.6446, time 19586.85ms, mfu 0.05%
+step 8250: train loss 4.5463, val loss 4.5776
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 8250: loss 4.3413, time 19944.64ms, mfu 0.05%
+step 8500: train loss 4.5447, val loss 4.5536
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 8500: loss 4.2784, time 19598.75ms, mfu 0.05%
+step 8750: train loss 4.5069, val loss 4.5076
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 8750: loss 4.5440, time 19526.49ms, mfu 0.05%
+step 9000: train loss 4.5231, val loss 4.5264
+iter 9000: loss 4.5776, time 17695.63ms, mfu 0.05%
+step 9250: train loss 4.4822, val loss 4.5141
+iter 9250: loss 4.5899, time 17749.74ms, mfu 0.05%
+step 9500: train loss 4.4881, val loss 4.4990
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 9500: loss 4.5222, time 19920.65ms, mfu 0.05%
+step 9750: train loss 4.4939, val loss 4.4693
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_runnerA
+iter 9750: loss 4.4063, time 19207.03ms, mfu 0.05%
+step 10000: train loss 4.4866, val loss 4.5116
+iter 10000: loss 4.5015, time 17705.69ms, mfu 0.05%
+
+--> RESULT | baseline | seed=1337 | BEST=4.4693 | FINAL=4.5116 | ✗(best@9750)
+
+
+baseline running mean (2/3 seeds): 4.4973 ± 0.0143
+
+
+====================================================================================================
+RUNNING: baseline | warmup=2000 | seed=123
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9288, val loss 10.9279
+iter 0: loss 10.9503, time 17897.66ms, mfu -100.00%
+step 250: train loss 6.9747, val loss 6.9201
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 250: loss 6.6646, time 19024.85ms, mfu 0.06%
+step 500: train loss 6.4966, val loss 6.5719
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 500: loss 6.6018, time 19266.12ms, mfu 0.06%
+step 750: train loss 6.3138, val loss 6.3185
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 750: loss 5.6491, time 19891.45ms, mfu 0.05%
+step 1000: train loss 6.1937, val loss 6.1934
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 1000: loss 6.5097, time 19180.75ms, mfu 0.05%
+step 1250: train loss 6.0261, val loss 6.0556
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 1250: loss 5.7604, time 19246.21ms, mfu 0.05%
+step 1500: train loss 5.9998, val loss 5.9700
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 1500: loss 5.8054, time 19467.57ms, mfu 0.05%
+step 1750: train loss 5.8855, val loss 5.9267
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 1750: loss 6.5041, time 22633.76ms, mfu 0.05%
+step 2000: train loss 5.8247, val loss 5.8621
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 2000: loss 5.7394, time 20888.72ms, mfu 0.05%
+step 2250: train loss 5.6716, val loss 5.7294
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 2250: loss 6.1674, time 19349.16ms, mfu 0.05%
+step 2500: train loss 5.6305, val loss 5.6367
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 2500: loss 5.8790, time 19234.42ms, mfu 0.05%
+step 2750: train loss 5.5697, val loss 5.5452
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 2750: loss 6.0755, time 19550.29ms, mfu 0.05%
+step 3000: train loss 5.4956, val loss 5.4923
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 3000: loss 6.2319, time 19538.32ms, mfu 0.05%
+step 3250: train loss 5.3982, val loss 5.3979
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 3250: loss 5.3406, time 20330.33ms, mfu 0.05%
+step 3500: train loss 5.3387, val loss 5.3891
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 3500: loss 5.3791, time 19174.76ms, mfu 0.05%
+step 3750: train loss 5.3007, val loss 5.2833
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 3750: loss 5.0658, time 19806.48ms, mfu 0.05%
+step 4000: train loss 5.2627, val loss 5.2634
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 4000: loss 5.1609, time 19731.99ms, mfu 0.05%
+step 4250: train loss 5.2080, val loss 5.2184
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 4250: loss 5.2539, time 21077.39ms, mfu 0.05%
+step 4500: train loss 5.1283, val loss 5.1331
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 4500: loss 5.1794, time 19640.76ms, mfu 0.05%
+step 4750: train loss 5.1080, val loss 5.1082
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 4750: loss 5.0142, time 19612.74ms, mfu 0.05%
+step 5000: train loss 5.0246, val loss 5.0224
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 5000: loss 5.1338, time 19877.09ms, mfu 0.05%
+step 5250: train loss 5.0009, val loss 4.9928
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 5250: loss 5.1531, time 19759.12ms, mfu 0.05%
+step 5500: train loss 4.9210, val loss 4.9635
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 5500: loss 4.8428, time 19213.10ms, mfu 0.05%
+step 5750: train loss 4.9316, val loss 4.9135
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 5750: loss 5.2882, time 19289.91ms, mfu 0.05%
+step 6000: train loss 4.8768, val loss 4.8446
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 6000: loss 4.8927, time 19348.69ms, mfu 0.05%
+step 6250: train loss 4.8049, val loss 4.8557
+iter 6250: loss 5.0599, time 17721.73ms, mfu 0.05%
+step 6500: train loss 4.7696, val loss 4.7791
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 6500: loss 4.6525, time 19345.43ms, mfu 0.05%
+step 6750: train loss 4.7252, val loss 4.7473
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 6750: loss 4.3385, time 19354.81ms, mfu 0.05%
+step 7000: train loss 4.6937, val loss 4.6998
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 7000: loss 4.5977, time 19547.64ms, mfu 0.05%
+step 7250: train loss 4.6646, val loss 4.6915
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 7250: loss 4.2494, time 19857.68ms, mfu 0.05%
+step 7500: train loss 4.6701, val loss 4.6531
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 7500: loss 4.6618, time 19915.46ms, mfu 0.05%
+step 7750: train loss 4.6267, val loss 4.6243
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 7750: loss 4.8065, time 19688.00ms, mfu 0.05%
+step 8000: train loss 4.6000, val loss 4.5951
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 8000: loss 4.1773, time 19585.64ms, mfu 0.05%
+step 8250: train loss 4.5562, val loss 4.5539
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 8250: loss 4.3692, time 19811.45ms, mfu 0.05%
+step 8500: train loss 4.5394, val loss 4.5593
+iter 8500: loss 4.3102, time 17680.01ms, mfu 0.05%
+step 8750: train loss 4.5187, val loss 4.5339
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 8750: loss 4.3807, time 19554.85ms, mfu 0.05%
+step 9000: train loss 4.5352, val loss 4.5171
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 9000: loss 4.3033, time 19250.80ms, mfu 0.05%
+step 9250: train loss 4.4806, val loss 4.5101
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 9250: loss 5.0109, time 19320.79ms, mfu 0.05%
+step 9500: train loss 4.4801, val loss 4.4771
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_runnerA
+iter 9500: loss 4.9264, time 19864.40ms, mfu 0.05%
+step 9750: train loss 4.5066, val loss 4.5261
+iter 9750: loss 4.4015, time 17692.95ms, mfu 0.05%
+step 10000: train loss 4.4889, val loss 4.4974
+iter 10000: loss 4.6353, time 17709.04ms, mfu 0.05%
+
+--> RESULT | baseline | seed=123 | BEST=4.4771 | FINAL=4.4974 | ✗(best@9500)
+
+
+baseline running mean (3/3 seeds): 4.4973 ± 0.0117
+
+
+====================================================================================================
+RUNNING: ones_identity | warmup=2000 | seed=42
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9665, val loss 10.9665
+iter 0: loss 10.9808, time 17318.36ms, mfu -100.00%
+step 250: train loss 7.0175, val loss 7.0115
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 250: loss 7.1152, time 18574.61ms, mfu 0.06%
+step 500: train loss 6.5238, val loss 6.5301
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 500: loss 6.1700, time 19177.87ms, mfu 0.06%
+step 750: train loss 6.2963, val loss 6.3279
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 750: loss 6.6326, time 18874.32ms, mfu 0.06%
+step 1000: train loss 6.1696, val loss 6.1656
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 1000: loss 5.8210, time 19249.99ms, mfu 0.06%
+step 1250: train loss 6.0233, val loss 6.0406
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 1250: loss 6.5270, time 18818.11ms, mfu 0.06%
+step 1500: train loss 5.9831, val loss 5.9763
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 1500: loss 5.4906, time 18926.31ms, mfu 0.06%
+step 1750: train loss 5.8947, val loss 5.9011
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 1750: loss 6.1784, time 18673.54ms, mfu 0.06%
+step 2000: train loss 5.8273, val loss 5.8414
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 2000: loss 5.6413, time 20921.21ms, mfu 0.06%
+step 2250: train loss 5.6808, val loss 5.6934
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 2250: loss 5.7707, time 20356.45ms, mfu 0.05%
+step 2500: train loss 5.6277, val loss 5.6212
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 2500: loss 4.9190, time 20735.19ms, mfu 0.05%
+step 2750: train loss 5.5340, val loss 5.5329
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 2750: loss 5.5582, time 19887.37ms, mfu 0.05%
+step 3000: train loss 5.4531, val loss 5.4414
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 3000: loss 5.5078, time 18688.86ms, mfu 0.05%
+step 3250: train loss 5.4106, val loss 5.3700
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 3250: loss 5.5909, time 18779.27ms, mfu 0.05%
+step 3500: train loss 5.3177, val loss 5.3686
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 3500: loss 5.4471, time 18678.59ms, mfu 0.05%
+step 3750: train loss 5.2870, val loss 5.3122
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 3750: loss 5.3398, time 18817.80ms, mfu 0.05%
+step 4000: train loss 5.2315, val loss 5.2373
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 4000: loss 5.8940, time 18829.20ms, mfu 0.05%
+step 4250: train loss 5.1920, val loss 5.1772
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 4250: loss 4.9181, time 18721.78ms, mfu 0.06%
+step 4500: train loss 5.1060, val loss 5.1320
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 4500: loss 5.2219, time 18735.44ms, mfu 0.06%
+step 4750: train loss 5.0803, val loss 5.0898
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 4750: loss 5.1692, time 18731.95ms, mfu 0.06%
+step 5000: train loss 5.0353, val loss 5.0107
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 5000: loss 5.3738, time 19255.37ms, mfu 0.06%
+step 5250: train loss 4.9674, val loss 4.9676
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 5250: loss 5.0793, time 18740.26ms, mfu 0.06%
+step 5500: train loss 4.9443, val loss 4.9333
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 5500: loss 4.6795, time 18777.98ms, mfu 0.06%
+step 5750: train loss 4.8694, val loss 4.8817
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 5750: loss 5.1074, time 18698.16ms, mfu 0.06%
+step 6000: train loss 4.8187, val loss 4.8289
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 6000: loss 4.7846, time 18706.92ms, mfu 0.06%
+step 6250: train loss 4.7726, val loss 4.7899
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 6250: loss 4.4879, time 18811.35ms, mfu 0.06%
+step 6500: train loss 4.7745, val loss 4.7576
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 6500: loss 4.6343, time 18811.26ms, mfu 0.06%
+step 6750: train loss 4.7084, val loss 4.7017
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 6750: loss 4.7059, time 18826.56ms, mfu 0.06%
+step 7000: train loss 4.6581, val loss 4.6845
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 7000: loss 4.6542, time 18736.72ms, mfu 0.06%
+step 7250: train loss 4.6517, val loss 4.6479
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 7250: loss 4.8615, time 18768.70ms, mfu 0.06%
+step 7500: train loss 4.6448, val loss 4.6260
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 7500: loss 4.7541, time 18854.78ms, mfu 0.06%
+step 7750: train loss 4.6198, val loss 4.5982
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 7750: loss 4.7304, time 18745.11ms, mfu 0.06%
+step 8000: train loss 4.5788, val loss 4.5801
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 8000: loss 4.5479, time 19119.05ms, mfu 0.06%
+step 8250: train loss 4.5330, val loss 4.5568
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 8250: loss 4.3730, time 18823.79ms, mfu 0.06%
+step 8500: train loss 4.5447, val loss 4.5747
+iter 8500: loss 4.3948, time 17165.27ms, mfu 0.06%
+step 8750: train loss 4.4979, val loss 4.5218
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 8750: loss 4.6721, time 18822.39ms, mfu 0.06%
+step 9000: train loss 4.5135, val loss 4.5339
+iter 9000: loss 4.5131, time 17247.33ms, mfu 0.06%
+step 9250: train loss 4.4902, val loss 4.4809
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 9250: loss 4.6120, time 19067.60ms, mfu 0.06%
+step 9500: train loss 4.4641, val loss 4.4801
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 9500: loss 4.2152, time 18770.20ms, mfu 0.06%
+step 9750: train loss 4.4603, val loss 4.4715
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed42_runnerA
+iter 9750: loss 4.7712, time 18677.65ms, mfu 0.06%
+step 10000: train loss 4.4583, val loss 4.4859
+iter 10000: loss 4.4641, time 17186.99ms, mfu 0.06%
+
+--> RESULT | ones_identity | seed=42 | BEST=4.4715 | FINAL=4.4859 | ✗(best@9750)
+
+
+====================================================================================================
+RUNNING: ones_identity | warmup=2000 | seed=1337
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9989, val loss 10.9985
+iter 0: loss 11.0107, time 17378.46ms, mfu -100.00%
+step 250: train loss 6.9435, val loss 6.9764
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 250: loss 6.7373, time 18469.50ms, mfu 0.06%
+step 500: train loss 6.4863, val loss 6.5542
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 500: loss 6.2682, time 19096.41ms, mfu 0.06%
+step 750: train loss 6.3163, val loss 6.3333
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 750: loss 6.1007, time 18714.76ms, mfu 0.06%
+step 1000: train loss 6.1806, val loss 6.1519
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 1000: loss 6.1608, time 18757.67ms, mfu 0.06%
+step 1250: train loss 6.0765, val loss 6.0706
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 1250: loss 6.1242, time 19466.95ms, mfu 0.06%
+step 1500: train loss 6.0172, val loss 5.9419
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 1500: loss 5.7323, time 19881.55ms, mfu 0.06%
+step 1750: train loss 5.9296, val loss 5.8947
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 1750: loss 6.1025, time 19664.96ms, mfu 0.06%
+step 2000: train loss 5.8300, val loss 5.8006
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 2000: loss 5.8389, time 19803.31ms, mfu 0.06%
+step 2250: train loss 5.6985, val loss 5.7049
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 2250: loss 5.9211, time 20164.44ms, mfu 0.05%
+step 2500: train loss 5.6123, val loss 5.5917
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 2500: loss 6.0983, time 18756.07ms, mfu 0.06%
+step 2750: train loss 5.5338, val loss 5.5287
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 2750: loss 5.5367, time 19118.56ms, mfu 0.06%
+step 3000: train loss 5.4527, val loss 5.4684
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 3000: loss 5.5251, time 18794.79ms, mfu 0.06%
+step 3250: train loss 5.3732, val loss 5.3791
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 3250: loss 5.3459, time 18645.50ms, mfu 0.06%
+step 3500: train loss 5.3744, val loss 5.3376
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 3500: loss 5.2605, time 19818.52ms, mfu 0.05%
+step 3750: train loss 5.2848, val loss 5.2727
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 3750: loss 5.5826, time 18811.83ms, mfu 0.06%
+step 4000: train loss 5.2379, val loss 5.2458
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 4000: loss 5.3189, time 18819.47ms, mfu 0.06%
+step 4250: train loss 5.1859, val loss 5.1994
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 4250: loss 4.7712, time 19105.92ms, mfu 0.06%
+step 4500: train loss 5.1471, val loss 5.1405
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 4500: loss 4.8223, time 18975.82ms, mfu 0.06%
+step 4750: train loss 5.0776, val loss 5.0894
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 4750: loss 5.2042, time 18677.60ms, mfu 0.06%
+step 5000: train loss 5.0081, val loss 5.0438
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 5000: loss 5.2094, time 18859.00ms, mfu 0.06%
+step 5250: train loss 5.0008, val loss 4.9899
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 5250: loss 4.6705, time 18861.31ms, mfu 0.06%
+step 5500: train loss 4.9659, val loss 4.9330
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 5500: loss 5.1567, time 19067.99ms, mfu 0.06%
+step 5750: train loss 4.9039, val loss 4.8680
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 5750: loss 5.2146, time 18842.06ms, mfu 0.06%
+step 6000: train loss 4.8166, val loss 4.8262
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 6000: loss 4.7329, time 18730.05ms, mfu 0.06%
+step 6250: train loss 4.7958, val loss 4.8288
+iter 6250: loss 4.6008, time 17169.53ms, mfu 0.06%
+step 6500: train loss 4.7596, val loss 4.7957
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 6500: loss 4.9598, time 18755.73ms, mfu 0.06%
+step 6750: train loss 4.7226, val loss 4.7290
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 6750: loss 4.8957, time 18945.42ms, mfu 0.06%
+step 7000: train loss 4.6911, val loss 4.6864
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 7000: loss 4.5940, time 18952.58ms, mfu 0.06%
+step 7250: train loss 4.6482, val loss 4.6783
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 7250: loss 4.7443, time 18863.09ms, mfu 0.06%
+step 7500: train loss 4.6543, val loss 4.6125
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 7500: loss 4.5061, time 18865.59ms, mfu 0.06%
+step 7750: train loss 4.6026, val loss 4.5979
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 7750: loss 4.7710, time 18958.31ms, mfu 0.06%
+step 8000: train loss 4.5602, val loss 4.5850
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 8000: loss 4.6363, time 18799.97ms, mfu 0.06%
+step 8250: train loss 4.5404, val loss 4.5728
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 8250: loss 4.3202, time 18666.94ms, mfu 0.06%
+step 8500: train loss 4.5413, val loss 4.5523
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 8500: loss 4.2764, time 18801.14ms, mfu 0.06%
+step 8750: train loss 4.5030, val loss 4.5062
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 8750: loss 4.5469, time 18766.89ms, mfu 0.06%
+step 9000: train loss 4.5165, val loss 4.5220
+iter 9000: loss 4.5953, time 17183.10ms, mfu 0.06%
+step 9250: train loss 4.4792, val loss 4.5079
+iter 9250: loss 4.5484, time 17195.93ms, mfu 0.06%
+step 9500: train loss 4.4842, val loss 4.4953
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 9500: loss 4.5176, time 18704.48ms, mfu 0.06%
+step 9750: train loss 4.4896, val loss 4.4640
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_runnerA
+iter 9750: loss 4.3785, time 18840.58ms, mfu 0.06%
+step 10000: train loss 4.4822, val loss 4.5081
+iter 10000: loss 4.5107, time 17163.39ms, mfu 0.06%
+
+--> RESULT | ones_identity | seed=1337 | BEST=4.4640 | FINAL=4.5081 | ✗(best@9750)
+
+
+ones_identity running mean (2/3 seeds): 4.4970 ± 0.0111
+
+
+====================================================================================================
+RUNNING: ones_identity | warmup=2000 | seed=123
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9288, val loss 10.9279
+iter 0: loss 10.9503, time 17363.93ms, mfu -100.00%
+step 250: train loss 6.9746, val loss 6.9200
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 250: loss 6.6643, time 18443.39ms, mfu 0.06%
+step 500: train loss 6.4966, val loss 6.5719
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 500: loss 6.6017, time 19124.48ms, mfu 0.06%
+step 750: train loss 6.3137, val loss 6.3184
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 750: loss 5.6491, time 18643.11ms, mfu 0.06%
+step 1000: train loss 6.1891, val loss 6.1887
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 1000: loss 6.5081, time 18844.73ms, mfu 0.06%
+step 1250: train loss 6.0336, val loss 6.0654
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 1250: loss 5.7690, time 18940.39ms, mfu 0.06%
+step 1500: train loss 6.0038, val loss 5.9754
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 1500: loss 5.8202, time 19562.90ms, mfu 0.06%
+step 1750: train loss 5.8878, val loss 5.9295
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 1750: loss 6.5336, time 19872.76ms, mfu 0.06%
+step 2000: train loss 5.8370, val loss 5.8739
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 2000: loss 5.7710, time 18719.12ms, mfu 0.06%
+step 2250: train loss 5.6822, val loss 5.7384
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 2250: loss 6.1838, time 18941.46ms, mfu 0.06%
+step 2500: train loss 5.6433, val loss 5.6500
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 2500: loss 5.8612, time 18767.87ms, mfu 0.06%
+step 2750: train loss 5.5808, val loss 5.5517
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 2750: loss 6.0680, time 19067.09ms, mfu 0.06%
+step 3000: train loss 5.5020, val loss 5.5060
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 3000: loss 6.2222, time 18778.49ms, mfu 0.06%
+step 3250: train loss 5.4077, val loss 5.4034
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 3250: loss 5.3482, time 18761.60ms, mfu 0.06%
+step 3500: train loss 5.3399, val loss 5.3900
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 3500: loss 5.3865, time 19100.33ms, mfu 0.06%
+step 3750: train loss 5.2960, val loss 5.2812
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 3750: loss 5.0760, time 18744.22ms, mfu 0.06%
+step 4000: train loss 5.2544, val loss 5.2615
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 4000: loss 5.1356, time 19176.43ms, mfu 0.06%
+step 4250: train loss 5.2172, val loss 5.2258
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 4250: loss 5.2564, time 19524.76ms, mfu 0.06%
+step 4500: train loss 5.1357, val loss 5.1376
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 4500: loss 5.1874, time 18716.62ms, mfu 0.06%
+step 4750: train loss 5.1039, val loss 5.1020
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 4750: loss 5.0024, time 19630.28ms, mfu 0.06%
+step 5000: train loss 5.0217, val loss 5.0199
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 5000: loss 5.1541, time 19770.70ms, mfu 0.05%
+step 5250: train loss 4.9991, val loss 4.9921
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 5250: loss 5.1729, time 19256.87ms, mfu 0.05%
+step 5500: train loss 4.9153, val loss 4.9573
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 5500: loss 4.8550, time 19269.48ms, mfu 0.05%
+step 5750: train loss 4.9348, val loss 4.9178
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 5750: loss 5.2525, time 19069.83ms, mfu 0.05%
+step 6000: train loss 4.8757, val loss 4.8445
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 6000: loss 4.8825, time 19867.52ms, mfu 0.05%
+step 6250: train loss 4.8043, val loss 4.8549
+iter 6250: loss 5.0592, time 17615.98ms, mfu 0.06%
+step 6500: train loss 4.7726, val loss 4.7804
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 6500: loss 4.6401, time 19300.65ms, mfu 0.06%
+step 6750: train loss 4.7285, val loss 4.7507
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 6750: loss 4.3599, time 20083.18ms, mfu 0.05%
+step 7000: train loss 4.6931, val loss 4.7008
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 7000: loss 4.6262, time 19284.98ms, mfu 0.05%
+step 7250: train loss 4.6657, val loss 4.6949
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 7250: loss 4.2593, time 19736.91ms, mfu 0.05%
+step 7500: train loss 4.6706, val loss 4.6535
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 7500: loss 4.6464, time 20518.45ms, mfu 0.05%
+step 7750: train loss 4.6229, val loss 4.6229
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 7750: loss 4.8218, time 18899.05ms, mfu 0.05%
+step 8000: train loss 4.5980, val loss 4.5920
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 8000: loss 4.1532, time 18897.64ms, mfu 0.05%
+step 8250: train loss 4.5547, val loss 4.5522
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 8250: loss 4.3467, time 19021.85ms, mfu 0.05%
+step 8500: train loss 4.5411, val loss 4.5613
+iter 8500: loss 4.3247, time 17303.84ms, mfu 0.06%
+step 8750: train loss 4.5174, val loss 4.5308
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 8750: loss 4.3966, time 18866.05ms, mfu 0.06%
+step 9000: train loss 4.5330, val loss 4.5142
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 9000: loss 4.3154, time 18899.94ms, mfu 0.06%
+step 9250: train loss 4.4808, val loss 4.5090
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 9250: loss 5.0252, time 18993.53ms, mfu 0.06%
+step 9500: train loss 4.4793, val loss 4.4761
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_runnerA
+iter 9500: loss 4.9437, time 19130.47ms, mfu 0.06%
+step 9750: train loss 4.5031, val loss 4.5271
+iter 9750: loss 4.4170, time 17269.21ms, mfu 0.06%
+step 10000: train loss 4.4881, val loss 4.4980
+iter 10000: loss 4.6129, time 17230.90ms, mfu 0.06%
+
+--> RESULT | ones_identity | seed=123 | BEST=4.4761 | FINAL=4.4980 | ✗(best@9500)
+
+
+ones_identity running mean (3/3 seeds): 4.4973 ± 0.0091
+
+
+====================================================================================================
+RUNNER A COMPLETE
+====================================================================================================
+Results CSV:  runner_a_runs_20260321_0903.csv
+Summary:      runner_a_summary_20260321_0903.txt
+Paste summary here.
+PS C:\Users\brian\documents\nanogpt> python runner_b.py
+====================================================================================================
+RUNNER B: A-ONLY 3-SEED CONFIRMATION
+====================================================================================================
+Variant: dynamic_a_conditioned
+Seeds: [42, 1337, 123]
+Warmup: 2000
+Total runs: 3 (~195 min)
+
+Known seed-42 results from prior clean runs:
+  run 1: 4.4167
+  run 2: 4.4178
+  mean:  4.4172
+
+Key questions:
+  Does A-only beat cheap Q (4.5533) across all seeds?
+  Does cheap Q+A (4.4073) still win?
+  What is the canonical 3-seed mean?
+====================================================================================================
+
+====================================================================================================
+RUNNING: a_only | warmup=2000 | seed=42
+Gate: per-head Linear(hs->hs) on y (SDPA output) only
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9645, val loss 10.9616
+iter 0: loss 10.9448, time 18303.14ms, mfu -100.00%
+step 250: train loss 6.9237, val loss 6.9409
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 250: loss 6.8588, time 19735.91ms, mfu 0.05%
+step 500: train loss 6.4782, val loss 6.5235
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 500: loss 6.2176, time 20143.11ms, mfu 0.05%
+step 750: train loss 6.3198, val loss 6.3307
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 750: loss 6.2963, time 20368.78ms, mfu 0.05%
+step 1000: train loss 6.1628, val loss 6.1867
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 1000: loss 6.6581, time 19896.12ms, mfu 0.05%
+step 1250: train loss 6.0425, val loss 6.0801
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 1250: loss 5.4783, time 20124.19ms, mfu 0.05%
+step 1500: train loss 5.9335, val loss 5.9834
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 1500: loss 6.2472, time 20975.19ms, mfu 0.05%
+step 1750: train loss 5.9029, val loss 5.9050
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 1750: loss 5.2478, time 23404.36ms, mfu 0.05%
+step 2000: train loss 5.7802, val loss 5.7839
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 2000: loss 5.9543, time 22461.80ms, mfu 0.05%
+step 2250: train loss 5.6618, val loss 5.6727
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 2250: loss 5.5409, time 20810.76ms, mfu 0.05%
+step 2500: train loss 5.5572, val loss 5.5740
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 2500: loss 5.8345, time 19690.35ms, mfu 0.05%
+step 2750: train loss 5.5106, val loss 5.4931
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 2750: loss 5.0950, time 20122.93ms, mfu 0.05%
+step 3000: train loss 5.3823, val loss 5.4329
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 3000: loss 5.5531, time 19995.16ms, mfu 0.05%
+step 3250: train loss 5.3716, val loss 5.3931
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 3250: loss 5.1314, time 19711.10ms, mfu 0.05%
+step 3500: train loss 5.2893, val loss 5.2874
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 3500: loss 5.4981, time 19567.28ms, mfu 0.05%
+step 3750: train loss 5.2526, val loss 5.2785
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 3750: loss 5.0668, time 19443.89ms, mfu 0.05%
+step 4000: train loss 5.1852, val loss 5.1571
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 4000: loss 5.2085, time 19517.37ms, mfu 0.05%
+step 4250: train loss 5.1313, val loss 5.1182
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 4250: loss 5.3727, time 19591.65ms, mfu 0.05%
+step 4500: train loss 5.0535, val loss 5.0615
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 4500: loss 5.0715, time 19450.99ms, mfu 0.05%
+step 4750: train loss 5.0224, val loss 5.0340
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 4750: loss 5.2975, time 19587.87ms, mfu 0.05%
+step 5000: train loss 5.0008, val loss 4.9823
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 5000: loss 5.2659, time 19597.83ms, mfu 0.05%
+step 5250: train loss 4.9092, val loss 4.9436
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 5250: loss 5.0341, time 19762.57ms, mfu 0.05%
+step 5500: train loss 4.8701, val loss 4.8597
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 5500: loss 4.7210, time 19676.56ms, mfu 0.05%
+step 5750: train loss 4.8073, val loss 4.8277
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 5750: loss 4.8527, time 20002.97ms, mfu 0.05%
+step 6000: train loss 4.8083, val loss 4.8127
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 6000: loss 4.4561, time 19834.34ms, mfu 0.05%
+step 6250: train loss 4.7543, val loss 4.7466
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 6250: loss 4.7370, time 20040.34ms, mfu 0.05%
+step 6500: train loss 4.7083, val loss 4.7261
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 6500: loss 4.8085, time 20299.85ms, mfu 0.05%
+step 6750: train loss 4.6595, val loss 4.7045
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 6750: loss 4.9510, time 20310.20ms, mfu 0.05%
+step 7000: train loss 4.6469, val loss 4.6661
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 7000: loss 4.3730, time 20458.68ms, mfu 0.05%
+step 7250: train loss 4.5758, val loss 4.6390
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 7250: loss 4.1737, time 20100.50ms, mfu 0.05%
+step 7500: train loss 4.5705, val loss 4.5702
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 7500: loss 4.5182, time 19933.22ms, mfu 0.05%
+step 7750: train loss 4.5425, val loss 4.5825
+iter 7750: loss 4.8334, time 18418.59ms, mfu 0.05%
+step 8000: train loss 4.5351, val loss 4.5472
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 8000: loss 4.2734, time 20190.45ms, mfu 0.05%
+step 8250: train loss 4.4940, val loss 4.5185
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 8250: loss 4.6872, time 20596.67ms, mfu 0.05%
+step 8500: train loss 4.4973, val loss 4.5106
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 8500: loss 4.5323, time 20500.15ms, mfu 0.05%
+step 8750: train loss 4.4827, val loss 4.5172
+iter 8750: loss 4.5105, time 18416.75ms, mfu 0.05%
+step 9000: train loss 4.4602, val loss 4.4708
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 9000: loss 4.4308, time 20595.67ms, mfu 0.05%
+step 9250: train loss 4.4481, val loss 4.4702
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 9250: loss 4.5604, time 20190.19ms, mfu 0.05%
+step 9500: train loss 4.4724, val loss 4.4431
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 9500: loss 4.9022, time 20594.97ms, mfu 0.05%
+step 9750: train loss 4.4192, val loss 4.4592
+iter 9750: loss 4.1904, time 18369.85ms, mfu 0.05%
+step 10000: train loss 4.4266, val loss 4.4180
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed42_runnerB
+iter 10000: loss 4.5140, time 20491.63ms, mfu 0.05%
+
+--> RESULT | a_only | seed=42 | BEST=4.4180 | FINAL=4.4180 | ✓
+
+
+====================================================================================================
+RUNNING: a_only | warmup=2000 | seed=1337
+Gate: per-head Linear(hs->hs) on y (SDPA output) only
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9316, val loss 10.9312
+iter 0: loss 10.9362, time 18182.78ms, mfu -100.00%
+step 250: train loss 6.9043, val loss 6.9314
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 250: loss 6.7946, time 19400.48ms, mfu 0.05%
+step 500: train loss 6.4896, val loss 6.4933
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 500: loss 6.6438, time 19533.37ms, mfu 0.05%
+step 750: train loss 6.3021, val loss 6.3299
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 750: loss 6.0948, time 19857.48ms, mfu 0.05%
+step 1000: train loss 6.1598, val loss 6.1458
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 1000: loss 6.1078, time 19493.80ms, mfu 0.05%
+step 1250: train loss 6.0612, val loss 6.0295
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 1250: loss 5.6847, time 20284.78ms, mfu 0.05%
+step 1500: train loss 5.9362, val loss 5.9616
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 1500: loss 6.2494, time 19560.41ms, mfu 0.05%
+step 1750: train loss 5.8469, val loss 5.8596
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 1750: loss 5.9621, time 22633.72ms, mfu 0.05%
+step 2000: train loss 5.8165, val loss 5.7937
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 2000: loss 5.8294, time 21837.97ms, mfu 0.05%
+step 2250: train loss 5.6944, val loss 5.6426
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 2250: loss 6.0966, time 19805.24ms, mfu 0.05%
+step 2500: train loss 5.6279, val loss 5.5939
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 2500: loss 5.1778, time 20295.95ms, mfu 0.05%
+step 2750: train loss 5.4913, val loss 5.5066
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 2750: loss 5.8274, time 19476.46ms, mfu 0.05%
+step 3000: train loss 5.4009, val loss 5.4166
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 3000: loss 5.1056, time 20062.31ms, mfu 0.05%
+step 3250: train loss 5.3671, val loss 5.3712
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 3250: loss 5.0795, time 19967.87ms, mfu 0.05%
+step 3500: train loss 5.3009, val loss 5.2824
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 3500: loss 5.3980, time 19666.46ms, mfu 0.05%
+step 3750: train loss 5.2431, val loss 5.2571
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 3750: loss 5.3293, time 19550.29ms, mfu 0.05%
+step 4000: train loss 5.1742, val loss 5.1954
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 4000: loss 5.0732, time 19560.02ms, mfu 0.05%
+step 4250: train loss 5.1643, val loss 5.1658
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 4250: loss 4.9756, time 19966.97ms, mfu 0.05%
+step 4500: train loss 5.0850, val loss 5.1161
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 4500: loss 5.5509, time 19987.54ms, mfu 0.05%
+step 4750: train loss 5.0088, val loss 5.0466
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 4750: loss 5.4157, time 19758.54ms, mfu 0.05%
+step 5000: train loss 4.9841, val loss 4.9957
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 5000: loss 4.9262, time 20608.98ms, mfu 0.05%
+step 5250: train loss 4.9390, val loss 4.9296
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 5250: loss 4.6263, time 19461.42ms, mfu 0.05%
+step 5500: train loss 4.8792, val loss 4.8833
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 5500: loss 4.7258, time 19574.29ms, mfu 0.05%
+step 5750: train loss 4.8535, val loss 4.8663
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 5750: loss 4.7199, time 19616.70ms, mfu 0.05%
+step 6000: train loss 4.7817, val loss 4.7981
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 6000: loss 4.9038, time 19538.38ms, mfu 0.05%
+step 6250: train loss 4.7672, val loss 4.7794
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 6250: loss 4.6126, time 20105.67ms, mfu 0.05%
+step 6500: train loss 4.7089, val loss 4.7449
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 6500: loss 4.6871, time 20248.32ms, mfu 0.05%
+step 6750: train loss 4.6679, val loss 4.6955
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 6750: loss 4.8140, time 20490.61ms, mfu 0.05%
+step 7000: train loss 4.6520, val loss 4.6027
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 7000: loss 4.1358, time 19949.84ms, mfu 0.05%
+step 7250: train loss 4.5790, val loss 4.6449
+iter 7250: loss 4.3707, time 18399.56ms, mfu 0.05%
+step 7500: train loss 4.5809, val loss 4.5927
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 7500: loss 4.9231, time 20035.17ms, mfu 0.05%
+step 7750: train loss 4.5707, val loss 4.5458
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 7750: loss 4.9169, time 20173.57ms, mfu 0.05%
+step 8000: train loss 4.5681, val loss 4.5523
+iter 8000: loss 4.4946, time 18443.62ms, mfu 0.05%
+step 8250: train loss 4.5244, val loss 4.5082
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 8250: loss 4.6362, time 20372.94ms, mfu 0.05%
+step 8500: train loss 4.4863, val loss 4.4795
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 8500: loss 4.2299, time 21239.30ms, mfu 0.05%
+step 8750: train loss 4.5128, val loss 4.5281
+iter 8750: loss 4.4062, time 18460.46ms, mfu 0.05%
+step 9000: train loss 4.4715, val loss 4.5139
+iter 9000: loss 4.7649, time 18500.52ms, mfu 0.05%
+step 9250: train loss 4.4652, val loss 4.4404
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_runnerB
+iter 9250: loss 4.4272, time 20374.85ms, mfu 0.05%
+step 9500: train loss 4.4629, val loss 4.4574
+iter 9500: loss 4.5219, time 18447.32ms, mfu 0.05%
+step 9750: train loss 4.4307, val loss 4.4537
+iter 9750: loss 4.5071, time 18443.02ms, mfu 0.05%
+step 10000: train loss 4.4210, val loss 4.4413
+iter 10000: loss 4.6795, time 18440.69ms, mfu 0.05%
+
+--> RESULT | a_only | seed=1337 | BEST=4.4404 | FINAL=4.4413 | ✗(best@9250)
+
+
+A-ONLY RUNNING AGGREGATE (2/3 seeds):
+  seed 42: 4.4180
+  seed 1337: 4.4413
+  mean: 4.4297 ± 0.0116
+
+
+====================================================================================================
+RUNNING: a_only | warmup=2000 | seed=123
+Gate: per-head Linear(hs->hs) on y (SDPA output) only
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9089, val loss 10.9095
+iter 0: loss 10.9231, time 18267.05ms, mfu -100.00%
+step 250: train loss 6.9507, val loss 6.9767
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 250: loss 7.0426, time 19449.60ms, mfu 0.05%
+step 500: train loss 6.5223, val loss 6.5134
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 500: loss 6.2356, time 19866.26ms, mfu 0.05%
+step 750: train loss 6.3293, val loss 6.3572
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 750: loss 5.8380, time 19426.60ms, mfu 0.05%
+step 1000: train loss 6.1641, val loss 6.1698
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 1000: loss 6.1430, time 19441.79ms, mfu 0.05%
+step 1250: train loss 6.0516, val loss 6.0501
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 1250: loss 6.1797, time 20234.20ms, mfu 0.05%
+step 1500: train loss 5.9693, val loss 5.9686
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 1500: loss 6.2936, time 22060.35ms, mfu 0.05%
+step 1750: train loss 5.8746, val loss 5.8794
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 1750: loss 5.6316, time 20207.57ms, mfu 0.05%
+step 2000: train loss 5.7709, val loss 5.7692
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 2000: loss 5.8249, time 19774.67ms, mfu 0.05%
+step 2250: train loss 5.6932, val loss 5.7086
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 2250: loss 5.8582, time 19666.78ms, mfu 0.05%
+step 2500: train loss 5.6417, val loss 5.6253
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 2500: loss 5.5264, time 19945.87ms, mfu 0.05%
+step 2750: train loss 5.4733, val loss 5.5081
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 2750: loss 5.1815, time 19969.62ms, mfu 0.05%
+step 3000: train loss 5.4108, val loss 5.3961
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 3000: loss 5.5692, time 20971.44ms, mfu 0.05%
+step 3250: train loss 5.3278, val loss 5.3539
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 3250: loss 5.3430, time 20223.36ms, mfu 0.05%
+step 3500: train loss 5.3113, val loss 5.3043
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 3500: loss 4.9255, time 20190.48ms, mfu 0.05%
+step 3750: train loss 5.2665, val loss 5.2702
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 3750: loss 5.5660, time 19464.21ms, mfu 0.05%
+step 4000: train loss 5.1725, val loss 5.1955
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 4000: loss 4.9853, time 20117.07ms, mfu 0.05%
+step 4250: train loss 5.1301, val loss 5.1251
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 4250: loss 5.1730, time 20340.95ms, mfu 0.05%
+step 4500: train loss 5.0601, val loss 5.0632
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 4500: loss 4.5094, time 20626.86ms, mfu 0.05%
+step 4750: train loss 5.0241, val loss 5.0385
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 4750: loss 4.7810, time 20474.00ms, mfu 0.05%
+step 5000: train loss 4.9960, val loss 4.9828
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 5000: loss 5.3556, time 21514.39ms, mfu 0.05%
+step 5250: train loss 4.9400, val loss 4.9389
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 5250: loss 4.8423, time 19922.83ms, mfu 0.05%
+step 5500: train loss 4.9016, val loss 4.9073
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 5500: loss 4.7535, time 20217.15ms, mfu 0.05%
+step 5750: train loss 4.8322, val loss 4.8355
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 5750: loss 5.5663, time 20157.28ms, mfu 0.05%
+step 6000: train loss 4.7821, val loss 4.7979
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 6000: loss 4.6626, time 20199.84ms, mfu 0.05%
+step 6250: train loss 4.7522, val loss 4.7293
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 6250: loss 4.9835, time 20447.45ms, mfu 0.05%
+step 6500: train loss 4.7362, val loss 4.7377
+iter 6500: loss 4.6439, time 18426.11ms, mfu 0.05%
+step 6750: train loss 4.6343, val loss 4.7134
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 6750: loss 4.5501, time 20449.67ms, mfu 0.05%
+step 7000: train loss 4.6285, val loss 4.6730
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 7000: loss 5.0833, time 20456.77ms, mfu 0.05%
+step 7250: train loss 4.6452, val loss 4.6482
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 7250: loss 4.6258, time 20408.89ms, mfu 0.05%
+step 7500: train loss 4.5751, val loss 4.5878
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 7500: loss 5.0176, time 20652.49ms, mfu 0.05%
+step 7750: train loss 4.5632, val loss 4.5773
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 7750: loss 4.7276, time 20501.27ms, mfu 0.05%
+step 8000: train loss 4.5284, val loss 4.5419
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 8000: loss 4.3647, time 21696.40ms, mfu 0.05%
+step 8250: train loss 4.5361, val loss 4.5291
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 8250: loss 4.4992, time 20211.30ms, mfu 0.05%
+step 8500: train loss 4.4854, val loss 4.4825
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 8500: loss 4.4913, time 20440.58ms, mfu 0.05%
+step 8750: train loss 4.4814, val loss 4.4988
+iter 8750: loss 4.2762, time 18536.16ms, mfu 0.05%
+step 9000: train loss 4.4777, val loss 4.4851
+iter 9000: loss 4.5874, time 18467.06ms, mfu 0.05%
+step 9250: train loss 4.4881, val loss 4.4466
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 9250: loss 4.7071, time 20483.86ms, mfu 0.05%
+step 9500: train loss 4.4615, val loss 4.4438
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 9500: loss 4.5442, time 20471.19ms, mfu 0.05%
+step 9750: train loss 4.4396, val loss 4.4599
+iter 9750: loss 4.1918, time 18442.66ms, mfu 0.05%
+step 10000: train loss 4.4314, val loss 4.4300
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_runnerB
+iter 10000: loss 4.1076, time 20609.13ms, mfu 0.05%
+
+--> RESULT | a_only | seed=123 | BEST=4.4300 | FINAL=4.4300 | ✓
+
+
+A-ONLY RUNNING AGGREGATE (3/3 seeds):
+  seed 42: 4.4180
+  seed 1337: 4.4413
+  seed 123: 4.4300
+  mean: 4.4298 ± 0.0095
+
+
+====================================================================================================
+RUNNER B COMPLETE
+====================================================================================================
+Results CSV:  runner_b_runs_20260321_1545.csv
+Summary:      runner_b_summary_20260321_1545.txt
+Paste summary here for final analysis.
+PS C:\Users\brian\documents\nanogpt> python chaos_confirmation_runner.py
+====================================================================================================
+🎲 CHAOS CONFIRMATION RUNNER 🎲
+====================================================================================================
+Seeds: [1337, 123]  (seed 42 already done)
+Warmup: 2000
+Total runs: 12 (~780 min / ~13h)
+
+Variants:
+  baseline               -- no gate — fresh matched reference  seed42=4.4830
+  ones_identity          -- always 1.0 — identity control  seed42=4.4859
+  a_only                 -- learned: per-head Linear(64->64) on y  seed42=4.4180
+  random_uniform         -- chaos: uniform random [0,1]  seed42=4.5238
+  random_normal          -- chaos: normal(0.5,0.2) clamped [0,1]  seed42=4.4982
+  bernoulli_drop         -- spicy: binary 50% dropout x2 gate  seed42=4.6653
+
+Key question: do random gates beat CLEAN baseline (4.4973)?
+friday_night compared to dirty anchor (4.6741) -- results were misleading.
+This run settles it properly.
+
+Predictions:
+  ones_identity = baseline (confirmed by Runner A, expect same here)
+  random_* probably ties or loses to clean baseline
+  a_only confirms ~4.43 mean (Runner B showed 4.4298)
+  bernoulli_drop probably worse than baseline
+  prove us wrong, random gate. prove us wrong.
+====================================================================================================
+
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+RUNNING: baseline | seed=1337
+  no gate — fresh matched reference
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9989, val loss 10.9985
+iter 0: loss 11.0107, time 17748.30ms, mfu -100.00%
+step 250: train loss 6.9435, val loss 6.9764
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 250: loss 6.7377, time 20122.27ms, mfu 0.05%
+step 500: train loss 6.4863, val loss 6.5542
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 500: loss 6.2682, time 20517.09ms, mfu 0.05%
+step 750: train loss 6.3185, val loss 6.3358
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 750: loss 6.1049, time 20365.95ms, mfu 0.05%
+step 1000: train loss 6.1909, val loss 6.1622
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 1000: loss 6.1722, time 21186.93ms, mfu 0.05%
+step 1250: train loss 6.0744, val loss 6.0674
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 1250: loss 6.1168, time 24107.59ms, mfu 0.05%
+step 1500: train loss 6.0170, val loss 5.9425
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 1500: loss 5.7308, time 26909.78ms, mfu 0.05%
+step 1750: train loss 5.9283, val loss 5.8917
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 1750: loss 6.0931, time 24323.73ms, mfu 0.05%
+step 2000: train loss 5.8295, val loss 5.8024
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 2000: loss 5.8730, time 21824.42ms, mfu 0.05%
+step 2250: train loss 5.7303, val loss 5.7346
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 2250: loss 5.9421, time 21583.50ms, mfu 0.05%
+step 2500: train loss 5.6141, val loss 5.5930
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 2500: loss 6.0541, time 21647.43ms, mfu 0.05%
+step 2750: train loss 5.5388, val loss 5.5368
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 2750: loss 5.5252, time 21571.55ms, mfu 0.05%
+step 3000: train loss 5.4606, val loss 5.4759
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 3000: loss 5.5441, time 20944.21ms, mfu 0.05%
+step 3250: train loss 5.3813, val loss 5.3882
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 3250: loss 5.3727, time 21916.53ms, mfu 0.05%
+step 3500: train loss 5.3813, val loss 5.3451
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 3500: loss 5.2736, time 21741.07ms, mfu 0.05%
+step 3750: train loss 5.2919, val loss 5.2806
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 3750: loss 5.5847, time 22057.56ms, mfu 0.05%
+step 4000: train loss 5.2421, val loss 5.2483
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 4000: loss 5.3261, time 21605.41ms, mfu 0.05%
+step 4250: train loss 5.1814, val loss 5.1968
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 4250: loss 4.7865, time 21369.36ms, mfu 0.05%
+step 4500: train loss 5.1375, val loss 5.1298
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 4500: loss 4.8208, time 21647.69ms, mfu 0.05%
+step 4750: train loss 5.0771, val loss 5.0875
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 4750: loss 5.1896, time 21795.88ms, mfu 0.05%
+step 5000: train loss 5.0063, val loss 5.0445
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 5000: loss 5.1970, time 22164.13ms, mfu 0.05%
+step 5250: train loss 5.0038, val loss 4.9892
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 5250: loss 4.6436, time 22070.47ms, mfu 0.05%
+step 5500: train loss 4.9649, val loss 4.9359
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 5500: loss 5.1590, time 22818.79ms, mfu 0.05%
+step 5750: train loss 4.9096, val loss 4.8725
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 5750: loss 5.2010, time 21732.73ms, mfu 0.05%
+step 6000: train loss 4.8128, val loss 4.8172
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 6000: loss 4.7420, time 21809.67ms, mfu 0.05%
+step 6250: train loss 4.7957, val loss 4.8286
+iter 6250: loss 4.5967, time 18458.06ms, mfu 0.05%
+step 6500: train loss 4.7557, val loss 4.7905
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 6500: loss 4.9367, time 21500.82ms, mfu 0.05%
+step 6750: train loss 4.7224, val loss 4.7285
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 6750: loss 4.8831, time 22257.81ms, mfu 0.05%
+step 7000: train loss 4.6865, val loss 4.6852
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 7000: loss 4.6025, time 22120.74ms, mfu 0.05%
+step 7250: train loss 4.6396, val loss 4.6697
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 7250: loss 4.7143, time 21586.87ms, mfu 0.05%
+step 7500: train loss 4.6492, val loss 4.6071
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 7500: loss 4.5508, time 21421.94ms, mfu 0.05%
+step 7750: train loss 4.5987, val loss 4.5930
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 7750: loss 4.7652, time 21346.24ms, mfu 0.05%
+step 8000: train loss 4.5580, val loss 4.5827
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 8000: loss 4.6266, time 21362.62ms, mfu 0.05%
+step 8250: train loss 4.5393, val loss 4.5701
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 8250: loss 4.3301, time 21749.51ms, mfu 0.05%
+step 8500: train loss 4.5377, val loss 4.5470
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 8500: loss 4.2937, time 21327.85ms, mfu 0.05%
+step 8750: train loss 4.4985, val loss 4.5036
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 8750: loss 4.5082, time 21151.05ms, mfu 0.05%
+step 9000: train loss 4.5150, val loss 4.5199
+iter 9000: loss 4.5857, time 18035.54ms, mfu 0.05%
+step 9250: train loss 4.4756, val loss 4.5051
+iter 9250: loss 4.5535, time 18153.89ms, mfu 0.05%
+step 9500: train loss 4.4807, val loss 4.4928
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 9500: loss 4.5198, time 21417.34ms, mfu 0.05%
+step 9750: train loss 4.4873, val loss 4.4618
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_chaos
+iter 9750: loss 4.3921, time 21315.87ms, mfu 0.05%
+step 10000: train loss 4.4792, val loss 4.5041
+iter 10000: loss 4.5203, time 18142.38ms, mfu 0.05%
+
+🎯 RESULT | baseline | seed=1337 | BEST=4.4618 | FINAL=4.5041 | ✗(best@9750)  seed42=4.4830
+
+
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+RUNNING: baseline | seed=123
+  no gate — fresh matched reference
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9288, val loss 10.9279
+iter 0: loss 10.9503, time 18187.33ms, mfu -100.00%
+step 250: train loss 6.9746, val loss 6.9200
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 250: loss 6.6646, time 21151.35ms, mfu 0.05%
+step 500: train loss 6.4965, val loss 6.5719
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 500: loss 6.6015, time 21268.23ms, mfu 0.05%
+step 750: train loss 6.3137, val loss 6.3185
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 750: loss 5.6493, time 20890.26ms, mfu 0.05%
+step 1000: train loss 6.1956, val loss 6.1953
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 1000: loss 6.5053, time 21088.14ms, mfu 0.05%
+step 1250: train loss 6.0337, val loss 6.0635
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 1250: loss 5.7652, time 21388.94ms, mfu 0.05%
+step 1500: train loss 6.0011, val loss 5.9724
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 1500: loss 5.8149, time 22372.83ms, mfu 0.05%
+step 1750: train loss 5.8903, val loss 5.9331
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 1750: loss 6.6432, time 22699.41ms, mfu 0.05%
+step 2000: train loss 5.8309, val loss 5.8679
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 2000: loss 5.7509, time 22146.52ms, mfu 0.05%
+step 2250: train loss 5.6782, val loss 5.7339
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 2250: loss 6.1668, time 23366.83ms, mfu 0.05%
+step 2500: train loss 5.6417, val loss 5.6473
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 2500: loss 5.8501, time 23407.13ms, mfu 0.05%
+step 2750: train loss 5.5846, val loss 5.5609
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 2750: loss 6.0889, time 21300.05ms, mfu 0.05%
+step 3000: train loss 5.5066, val loss 5.5064
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 3000: loss 6.2311, time 21576.50ms, mfu 0.05%
+step 3250: train loss 5.4109, val loss 5.4046
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 3250: loss 5.3594, time 21180.90ms, mfu 0.05%
+step 3500: train loss 5.3396, val loss 5.3914
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 3500: loss 5.3799, time 21675.59ms, mfu 0.05%
+step 3750: train loss 5.3011, val loss 5.2891
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 3750: loss 5.0724, time 21690.25ms, mfu 0.05%
+step 4000: train loss 5.2499, val loss 5.2632
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 4000: loss 5.1416, time 21739.36ms, mfu 0.05%
+step 4250: train loss 5.2126, val loss 5.2212
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 4250: loss 5.2836, time 21435.16ms, mfu 0.05%
+step 4500: train loss 5.1303, val loss 5.1333
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 4500: loss 5.1738, time 21492.04ms, mfu 0.05%
+step 4750: train loss 5.1098, val loss 5.1093
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 4750: loss 5.0215, time 21565.69ms, mfu 0.05%
+step 5000: train loss 5.0303, val loss 5.0291
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 5000: loss 5.1538, time 23470.09ms, mfu 0.05%
+step 5250: train loss 5.0086, val loss 4.9989
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 5250: loss 5.1765, time 23576.20ms, mfu 0.05%
+step 5500: train loss 4.9271, val loss 4.9673
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 5500: loss 4.8597, time 21052.73ms, mfu 0.05%
+step 5750: train loss 4.9447, val loss 4.9278
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 5750: loss 5.2792, time 21038.93ms, mfu 0.05%
+step 6000: train loss 4.8837, val loss 4.8528
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 6000: loss 4.9104, time 21214.40ms, mfu 0.05%
+step 6250: train loss 4.8095, val loss 4.8640
+iter 6250: loss 5.0551, time 18164.71ms, mfu 0.05%
+step 6500: train loss 4.7748, val loss 4.7850
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 6500: loss 4.6467, time 21295.77ms, mfu 0.05%
+step 6750: train loss 4.7325, val loss 4.7543
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 6750: loss 4.4028, time 21968.54ms, mfu 0.05%
+step 7000: train loss 4.7024, val loss 4.7102
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 7000: loss 4.6306, time 19626.71ms, mfu 0.05%
+step 7250: train loss 4.6692, val loss 4.6988
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 7250: loss 4.2580, time 21443.55ms, mfu 0.05%
+step 7500: train loss 4.6760, val loss 4.6580
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 7500: loss 4.6497, time 19658.12ms, mfu 0.05%
+step 7750: train loss 4.6292, val loss 4.6273
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 7750: loss 4.8134, time 19535.02ms, mfu 0.05%
+step 8000: train loss 4.6045, val loss 4.5992
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 8000: loss 4.2042, time 20001.16ms, mfu 0.05%
+step 8250: train loss 4.5602, val loss 4.5580
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 8250: loss 4.3563, time 19399.72ms, mfu 0.05%
+step 8500: train loss 4.5476, val loss 4.5671
+iter 8500: loss 4.3288, time 17628.03ms, mfu 0.05%
+step 8750: train loss 4.5227, val loss 4.5367
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 8750: loss 4.4051, time 19273.19ms, mfu 0.05%
+step 9000: train loss 4.5379, val loss 4.5193
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 9000: loss 4.3035, time 19534.32ms, mfu 0.05%
+step 9250: train loss 4.4860, val loss 4.5132
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 9250: loss 5.0520, time 19402.39ms, mfu 0.05%
+step 9500: train loss 4.4829, val loss 4.4813
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_chaos
+iter 9500: loss 4.9311, time 19793.15ms, mfu 0.05%
+step 9750: train loss 4.5083, val loss 4.5289
+iter 9750: loss 4.3854, time 17637.12ms, mfu 0.05%
+step 10000: train loss 4.4901, val loss 4.5018
+iter 10000: loss 4.6307, time 17655.03ms, mfu 0.05%
+
+🎯 RESULT | baseline | seed=123 | BEST=4.4813 | FINAL=4.5018 | ✗(best@9500)  seed42=4.4830
+
+
+🏆 RUNNING LEADERBOARD (this session, seeds 1337+123 only):
+  1. baseline               4.5030  vs clean baseline: +0.0057
+
+
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+RUNNING: ones_identity | seed=1337
+  always 1.0 — identity control
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9989, val loss 10.9985
+iter 0: loss 11.0107, time 17295.87ms, mfu -100.00%
+step 250: train loss 6.9434, val loss 6.9764
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 250: loss 6.7374, time 18456.74ms, mfu 0.06%
+step 500: train loss 6.4863, val loss 6.5541
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 500: loss 6.2682, time 19879.22ms, mfu 0.06%
+step 750: train loss 6.3185, val loss 6.3358
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 750: loss 6.1052, time 19881.22ms, mfu 0.06%
+step 1000: train loss 6.1833, val loss 6.1561
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 1000: loss 6.1559, time 19205.40ms, mfu 0.06%
+step 1250: train loss 6.0925, val loss 6.0847
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 1250: loss 6.1252, time 19971.38ms, mfu 0.06%
+step 1500: train loss 6.0041, val loss 5.9301
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 1500: loss 5.7184, time 22066.40ms, mfu 0.05%
+step 1750: train loss 5.9229, val loss 5.8883
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 1750: loss 6.1128, time 22341.79ms, mfu 0.05%
+step 2000: train loss 5.8213, val loss 5.7939
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 2000: loss 5.8729, time 21357.89ms, mfu 0.05%
+step 2250: train loss 5.7229, val loss 5.7315
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 2250: loss 5.9146, time 21158.41ms, mfu 0.05%
+step 2500: train loss 5.6100, val loss 5.5895
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 2500: loss 6.0838, time 19488.47ms, mfu 0.05%
+step 2750: train loss 5.5403, val loss 5.5361
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 2750: loss 5.5360, time 19313.48ms, mfu 0.05%
+step 3000: train loss 5.4556, val loss 5.4740
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 3000: loss 5.5379, time 19256.21ms, mfu 0.05%
+step 3250: train loss 5.3676, val loss 5.3713
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 3250: loss 5.3401, time 19313.64ms, mfu 0.05%
+step 3500: train loss 5.3769, val loss 5.3421
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 3500: loss 5.2874, time 19565.42ms, mfu 0.05%
+step 3750: train loss 5.2917, val loss 5.2779
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 3750: loss 5.5770, time 19653.52ms, mfu 0.05%
+step 4000: train loss 5.2413, val loss 5.2421
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 4000: loss 5.3148, time 19574.83ms, mfu 0.05%
+step 4250: train loss 5.1801, val loss 5.1951
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 4250: loss 4.7806, time 19604.50ms, mfu 0.05%
+step 4500: train loss 5.1406, val loss 5.1336
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 4500: loss 4.8216, time 19888.61ms, mfu 0.05%
+step 4750: train loss 5.0723, val loss 5.0850
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 4750: loss 5.1986, time 19392.47ms, mfu 0.05%
+step 5000: train loss 5.0021, val loss 5.0403
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 5000: loss 5.1836, time 19758.61ms, mfu 0.05%
+step 5250: train loss 4.9909, val loss 4.9784
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 5250: loss 4.6641, time 19265.14ms, mfu 0.05%
+step 5500: train loss 4.9598, val loss 4.9286
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 5500: loss 5.1454, time 19482.69ms, mfu 0.05%
+step 5750: train loss 4.8998, val loss 4.8646
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 5750: loss 5.1733, time 19677.52ms, mfu 0.05%
+step 6000: train loss 4.8078, val loss 4.8147
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 6000: loss 4.7242, time 19689.42ms, mfu 0.05%
+step 6250: train loss 4.7964, val loss 4.8270
+iter 6250: loss 4.5946, time 17600.54ms, mfu 0.05%
+step 6500: train loss 4.7556, val loss 4.7910
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 6500: loss 4.9331, time 19841.46ms, mfu 0.05%
+step 6750: train loss 4.7214, val loss 4.7269
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 6750: loss 4.8897, time 19530.25ms, mfu 0.05%
+step 7000: train loss 4.6883, val loss 4.6854
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 7000: loss 4.6138, time 20079.19ms, mfu 0.05%
+step 7250: train loss 4.6452, val loss 4.6753
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 7250: loss 4.7606, time 19764.48ms, mfu 0.05%
+step 7500: train loss 4.6472, val loss 4.6039
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 7500: loss 4.5202, time 19676.42ms, mfu 0.05%
+step 7750: train loss 4.5968, val loss 4.5926
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 7750: loss 4.7722, time 19547.28ms, mfu 0.05%
+step 8000: train loss 4.5592, val loss 4.5833
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 8000: loss 4.6358, time 19201.46ms, mfu 0.05%
+step 8250: train loss 4.5404, val loss 4.5708
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 8250: loss 4.3292, time 19352.70ms, mfu 0.05%
+step 8500: train loss 4.5375, val loss 4.5494
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 8500: loss 4.2747, time 19214.55ms, mfu 0.05%
+step 8750: train loss 4.4999, val loss 4.5025
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 8750: loss 4.5047, time 20295.29ms, mfu 0.05%
+step 9000: train loss 4.5168, val loss 4.5190
+iter 9000: loss 4.5969, time 17911.48ms, mfu 0.05%
+step 9250: train loss 4.4751, val loss 4.5052
+iter 9250: loss 4.5628, time 18090.67ms, mfu 0.05%
+step 9500: train loss 4.4813, val loss 4.4933
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 9500: loss 4.5013, time 19727.02ms, mfu 0.05%
+step 9750: train loss 4.4870, val loss 4.4612
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed1337_chaos
+iter 9750: loss 4.3761, time 19849.28ms, mfu 0.05%
+step 10000: train loss 4.4785, val loss 4.5046
+iter 10000: loss 4.4949, time 17601.35ms, mfu 0.05%
+
+🎯 RESULT | ones_identity | seed=1337 | BEST=4.4612 | FINAL=4.5046 | ✗(best@9750)  seed42=4.4859
+
+
+🏆 RUNNING LEADERBOARD (this session, seeds 1337+123 only):
+  1. baseline               4.5030  vs clean baseline: +0.0057
+  2. ones_identity          4.5046  vs clean baseline: +0.0073
+
+
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+RUNNING: ones_identity | seed=123
+  always 1.0 — identity control
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9288, val loss 10.9279
+iter 0: loss 10.9503, time 17363.42ms, mfu -100.00%
+step 250: train loss 6.9746, val loss 6.9200
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 250: loss 6.6645, time 18435.63ms, mfu 0.06%
+step 500: train loss 6.4965, val loss 6.5718
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 500: loss 6.6019, time 18887.74ms, mfu 0.06%
+step 750: train loss 6.3136, val loss 6.3183
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 750: loss 5.6491, time 19022.18ms, mfu 0.06%
+step 1000: train loss 6.1973, val loss 6.1970
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 1000: loss 6.5112, time 18903.02ms, mfu 0.06%
+step 1250: train loss 6.0343, val loss 6.0630
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 1250: loss 5.7712, time 18722.53ms, mfu 0.06%
+step 1500: train loss 6.0137, val loss 5.9839
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 1500: loss 5.8058, time 21288.64ms, mfu 0.06%
+step 1750: train loss 5.8861, val loss 5.9253
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 1750: loss 6.5400, time 21808.19ms, mfu 0.05%
+step 2000: train loss 5.8371, val loss 5.8698
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 2000: loss 5.7722, time 20529.39ms, mfu 0.05%
+step 2250: train loss 5.6678, val loss 5.7234
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 2250: loss 6.1489, time 21295.77ms, mfu 0.05%
+step 2500: train loss 5.6371, val loss 5.6453
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 2500: loss 5.8579, time 21229.24ms, mfu 0.05%
+step 2750: train loss 5.5760, val loss 5.5533
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 2750: loss 6.0985, time 23220.76ms, mfu 0.05%
+step 3000: train loss 5.4956, val loss 5.4983
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 3000: loss 6.2229, time 18780.26ms, mfu 0.05%
+step 3250: train loss 5.3967, val loss 5.3955
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 3250: loss 5.3356, time 18923.60ms, mfu 0.05%
+step 3500: train loss 5.3382, val loss 5.3866
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 3500: loss 5.3610, time 18688.43ms, mfu 0.05%
+step 3750: train loss 5.3021, val loss 5.2901
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 3750: loss 5.0768, time 18775.64ms, mfu 0.05%
+step 4000: train loss 5.2513, val loss 5.2661
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 4000: loss 5.1447, time 18709.72ms, mfu 0.05%
+step 4250: train loss 5.2166, val loss 5.2269
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 4250: loss 5.2681, time 18649.43ms, mfu 0.05%
+step 4500: train loss 5.1312, val loss 5.1354
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 4500: loss 5.1823, time 18642.04ms, mfu 0.05%
+step 4750: train loss 5.1174, val loss 5.1133
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 4750: loss 5.0104, time 18733.36ms, mfu 0.05%
+step 5000: train loss 5.0315, val loss 5.0308
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 5000: loss 5.2127, time 18715.50ms, mfu 0.05%
+step 5250: train loss 5.0127, val loss 5.0034
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 5250: loss 5.1690, time 18825.02ms, mfu 0.05%
+step 5500: train loss 4.9260, val loss 4.9685
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 5500: loss 4.8480, time 18688.23ms, mfu 0.05%
+step 5750: train loss 4.9461, val loss 4.9262
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 5750: loss 5.2477, time 18692.54ms, mfu 0.06%
+step 6000: train loss 4.8870, val loss 4.8557
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 6000: loss 4.8944, time 18924.40ms, mfu 0.06%
+step 6250: train loss 4.8155, val loss 4.8677
+iter 6250: loss 5.0632, time 17099.91ms, mfu 0.06%
+step 6500: train loss 4.7745, val loss 4.7850
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 6500: loss 4.6700, time 19154.22ms, mfu 0.06%
+step 6750: train loss 4.7352, val loss 4.7568
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 6750: loss 4.4195, time 18664.81ms, mfu 0.06%
+step 7000: train loss 4.6953, val loss 4.7046
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 7000: loss 4.6287, time 18737.22ms, mfu 0.06%
+step 7250: train loss 4.6710, val loss 4.6990
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 7250: loss 4.3189, time 18705.45ms, mfu 0.06%
+step 7500: train loss 4.6766, val loss 4.6622
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 7500: loss 4.6457, time 19478.11ms, mfu 0.06%
+step 7750: train loss 4.6267, val loss 4.6257
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 7750: loss 4.8125, time 18579.25ms, mfu 0.06%
+step 8000: train loss 4.6021, val loss 4.5968
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 8000: loss 4.1618, time 19811.22ms, mfu 0.06%
+step 8250: train loss 4.5588, val loss 4.5560
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 8250: loss 4.3516, time 19532.60ms, mfu 0.06%
+step 8500: train loss 4.5442, val loss 4.5654
+iter 8500: loss 4.3282, time 17538.42ms, mfu 0.06%
+step 8750: train loss 4.5219, val loss 4.5377
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 8750: loss 4.4060, time 19534.66ms, mfu 0.06%
+step 9000: train loss 4.5386, val loss 4.5196
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 9000: loss 4.3036, time 19713.81ms, mfu 0.06%
+step 9250: train loss 4.4843, val loss 4.5149
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 9250: loss 5.0437, time 19134.32ms, mfu 0.06%
+step 9500: train loss 4.4833, val loss 4.4796
+saving checkpoint to out-openwebtext_dynamic_ones_gate_warmup2000_seed123_chaos
+iter 9500: loss 4.9402, time 19230.48ms, mfu 0.06%
+step 9750: train loss 4.5071, val loss 4.5296
+iter 9750: loss 4.4065, time 17562.30ms, mfu 0.06%
+step 10000: train loss 4.4913, val loss 4.5018
+iter 10000: loss 4.6200, time 17594.31ms, mfu 0.06%
+
+🎯 RESULT | ones_identity | seed=123 | BEST=4.4796 | FINAL=4.5018 | ✗(best@9500)  seed42=4.4859
+
+
+🏆 RUNNING LEADERBOARD (this session, seeds 1337+123 only):
+  1. baseline               4.5030  vs clean baseline: +0.0057
+  2. ones_identity          4.5032  vs clean baseline: +0.0059
+
+
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+RUNNING: a_only | seed=1337
+  learned: per-head Linear(64->64) on y
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9316, val loss 10.9312
+iter 0: loss 10.9362, time 18100.29ms, mfu -100.00%
+step 250: train loss 6.9044, val loss 6.9314
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 250: loss 6.7946, time 19246.00ms, mfu 0.05%
+step 500: train loss 6.4895, val loss 6.4933
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 500: loss 6.6436, time 19648.35ms, mfu 0.05%
+step 750: train loss 6.3016, val loss 6.3295
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 750: loss 6.0942, time 19965.91ms, mfu 0.05%
+step 1000: train loss 6.1556, val loss 6.1420
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 1000: loss 6.1048, time 19427.20ms, mfu 0.05%
+step 1250: train loss 6.0665, val loss 6.0363
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 1250: loss 5.7170, time 20054.81ms, mfu 0.05%
+step 1500: train loss 5.9527, val loss 5.9777
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 1500: loss 6.2703, time 21931.61ms, mfu 0.05%
+step 1750: train loss 5.8452, val loss 5.8598
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 1750: loss 5.9742, time 22665.30ms, mfu 0.05%
+step 2000: train loss 5.8146, val loss 5.7949
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 2000: loss 5.8063, time 22454.41ms, mfu 0.05%
+step 2250: train loss 5.6992, val loss 5.6501
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 2250: loss 6.1022, time 23698.41ms, mfu 0.05%
+step 2500: train loss 5.6275, val loss 5.5926
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 2500: loss 5.1697, time 22901.58ms, mfu 0.05%
+step 2750: train loss 5.4872, val loss 5.5038
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 2750: loss 5.8522, time 19515.33ms, mfu 0.05%
+step 3000: train loss 5.4020, val loss 5.4217
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 3000: loss 5.1208, time 19678.01ms, mfu 0.05%
+step 3250: train loss 5.3674, val loss 5.3720
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 3250: loss 5.0812, time 19642.94ms, mfu 0.05%
+step 3500: train loss 5.3086, val loss 5.2906
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 3500: loss 5.3832, time 19380.88ms, mfu 0.05%
+step 3750: train loss 5.2357, val loss 5.2491
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 3750: loss 5.3425, time 19501.24ms, mfu 0.05%
+step 4000: train loss 5.1780, val loss 5.2061
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 4000: loss 5.0887, time 19378.39ms, mfu 0.05%
+step 4250: train loss 5.1609, val loss 5.1632
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 4250: loss 4.9396, time 19501.58ms, mfu 0.05%
+step 4500: train loss 5.0857, val loss 5.1190
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 4500: loss 5.6029, time 19761.21ms, mfu 0.05%
+step 4750: train loss 5.0103, val loss 5.0480
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 4750: loss 5.4162, time 19667.00ms, mfu 0.05%
+step 5000: train loss 4.9853, val loss 4.9979
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 5000: loss 4.9146, time 19795.44ms, mfu 0.05%
+step 5250: train loss 4.9378, val loss 4.9269
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 5250: loss 4.6144, time 19382.70ms, mfu 0.05%
+step 5500: train loss 4.8818, val loss 4.8832
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 5500: loss 4.7916, time 20271.89ms, mfu 0.05%
+step 5750: train loss 4.8545, val loss 4.8687
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 5750: loss 4.7016, time 19328.20ms, mfu 0.05%
+step 6000: train loss 4.7804, val loss 4.7976
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 6000: loss 4.8703, time 19643.38ms, mfu 0.05%
+step 6250: train loss 4.7627, val loss 4.7752
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 6250: loss 4.6034, time 19794.77ms, mfu 0.05%
+step 6500: train loss 4.7075, val loss 4.7412
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 6500: loss 4.6965, time 20250.14ms, mfu 0.05%
+step 6750: train loss 4.6669, val loss 4.6921
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 6750: loss 4.8027, time 20270.06ms, mfu 0.05%
+step 7000: train loss 4.6527, val loss 4.6029
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 7000: loss 4.1516, time 20496.94ms, mfu 0.05%
+step 7250: train loss 4.5813, val loss 4.6485
+iter 7250: loss 4.3945, time 18237.31ms, mfu 0.05%
+step 7500: train loss 4.5786, val loss 4.5949
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 7500: loss 4.9485, time 20500.44ms, mfu 0.05%
+step 7750: train loss 4.5703, val loss 4.5464
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 7750: loss 4.9246, time 20648.81ms, mfu 0.05%
+step 8000: train loss 4.5675, val loss 4.5506
+iter 8000: loss 4.4924, time 18326.30ms, mfu 0.05%
+step 8250: train loss 4.5243, val loss 4.5048
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 8250: loss 4.6364, time 19958.84ms, mfu 0.05%
+step 8500: train loss 4.4837, val loss 4.4796
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 8500: loss 4.2249, time 20119.25ms, mfu 0.05%
+step 8750: train loss 4.5086, val loss 4.5270
+iter 8750: loss 4.4344, time 18357.81ms, mfu 0.05%
+step 9000: train loss 4.4706, val loss 4.5118
+iter 9000: loss 4.7788, time 18415.66ms, mfu 0.05%
+step 9250: train loss 4.4643, val loss 4.4399
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed1337_chaos
+iter 9250: loss 4.4502, time 20272.76ms, mfu 0.05%
+step 9500: train loss 4.4621, val loss 4.4550
+iter 9500: loss 4.5146, time 18350.61ms, mfu 0.05%
+step 9750: train loss 4.4293, val loss 4.4536
+iter 9750: loss 4.4732, time 18303.71ms, mfu 0.05%
+step 10000: train loss 4.4199, val loss 4.4415
+iter 10000: loss 4.6660, time 18273.22ms, mfu 0.05%
+
+🎯 RESULT | a_only | seed=1337 | BEST=4.4399 | FINAL=4.4415 | ✗(best@9250)  seed42=4.4180
+
+
+🏆 RUNNING LEADERBOARD (this session, seeds 1337+123 only):
+  1. a_only                 4.4415  vs clean baseline: -0.0558
+  2. baseline               4.5030  vs clean baseline: +0.0057
+  3. ones_identity          4.5032  vs clean baseline: +0.0059
+
+
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+RUNNING: a_only | seed=123
+  learned: per-head Linear(64->64) on y
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9089, val loss 10.9095
+iter 0: loss 10.9231, time 18430.92ms, mfu -100.00%
+step 250: train loss 6.9507, val loss 6.9767
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 250: loss 7.0428, time 19870.62ms, mfu 0.05%
+step 500: train loss 6.5223, val loss 6.5134
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 500: loss 6.2352, time 20481.84ms, mfu 0.05%
+step 750: train loss 6.3294, val loss 6.3574
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 750: loss 5.8386, time 19888.81ms, mfu 0.05%
+step 1000: train loss 6.1690, val loss 6.1773
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 1000: loss 6.1514, time 20040.07ms, mfu 0.05%
+step 1250: train loss 6.0545, val loss 6.0539
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 1250: loss 6.1609, time 21178.53ms, mfu 0.05%
+step 1500: train loss 5.9686, val loss 5.9656
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 1500: loss 6.2998, time 21721.07ms, mfu 0.05%
+step 1750: train loss 5.8790, val loss 5.8880
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 1750: loss 5.6421, time 22718.30ms, mfu 0.05%
+step 2000: train loss 5.7756, val loss 5.7720
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 2000: loss 5.8388, time 21436.53ms, mfu 0.05%
+step 2250: train loss 5.6846, val loss 5.7008
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 2250: loss 5.8653, time 22196.65ms, mfu 0.05%
+step 2500: train loss 5.6315, val loss 5.6156
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 2500: loss 5.5047, time 23960.12ms, mfu 0.05%
+step 2750: train loss 5.4709, val loss 5.5081
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 2750: loss 5.1971, time 22065.12ms, mfu 0.05%
+step 3000: train loss 5.4094, val loss 5.3950
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 3000: loss 5.5822, time 19828.04ms, mfu 0.05%
+step 3250: train loss 5.3234, val loss 5.3491
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 3250: loss 5.3443, time 20619.88ms, mfu 0.05%
+step 3500: train loss 5.3070, val loss 5.3014
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 3500: loss 4.9115, time 20624.57ms, mfu 0.05%
+step 3750: train loss 5.2633, val loss 5.2709
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 3750: loss 5.5437, time 20595.73ms, mfu 0.05%
+step 4000: train loss 5.1742, val loss 5.1997
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 4000: loss 5.0389, time 19883.04ms, mfu 0.05%
+step 4250: train loss 5.1226, val loss 5.1164
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 4250: loss 5.1577, time 19986.57ms, mfu 0.05%
+step 4500: train loss 5.0594, val loss 5.0623
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 4500: loss 4.5207, time 20107.44ms, mfu 0.05%
+step 4750: train loss 5.0166, val loss 5.0325
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 4750: loss 4.7828, time 20034.30ms, mfu 0.05%
+step 5000: train loss 4.9863, val loss 4.9718
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 5000: loss 5.3412, time 20093.23ms, mfu 0.05%
+step 5250: train loss 4.9288, val loss 4.9276
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 5250: loss 4.8388, time 20480.62ms, mfu 0.05%
+step 5500: train loss 4.8955, val loss 4.9007
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 5500: loss 4.7643, time 20399.30ms, mfu 0.05%
+step 5750: train loss 4.8229, val loss 4.8283
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 5750: loss 5.5420, time 20232.41ms, mfu 0.05%
+step 6000: train loss 4.7699, val loss 4.7832
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 6000: loss 4.6057, time 20325.66ms, mfu 0.05%
+step 6250: train loss 4.7481, val loss 4.7258
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 6250: loss 4.9731, time 20260.25ms, mfu 0.05%
+step 6500: train loss 4.7259, val loss 4.7287
+iter 6500: loss 4.6483, time 18235.48ms, mfu 0.05%
+step 6750: train loss 4.6284, val loss 4.7080
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 6750: loss 4.5445, time 20407.07ms, mfu 0.05%
+step 7000: train loss 4.6228, val loss 4.6690
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 7000: loss 5.0974, time 21879.37ms, mfu 0.05%
+step 7250: train loss 4.6430, val loss 4.6452
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 7250: loss 4.6401, time 22923.42ms, mfu 0.05%
+step 7500: train loss 4.5709, val loss 4.5838
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 7500: loss 5.0342, time 21817.90ms, mfu 0.05%
+step 7750: train loss 4.5628, val loss 4.5744
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 7750: loss 4.7147, time 21742.22ms, mfu 0.05%
+step 8000: train loss 4.5265, val loss 4.5413
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 8000: loss 4.3695, time 21558.59ms, mfu 0.05%
+step 8250: train loss 4.5333, val loss 4.5265
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 8250: loss 4.5043, time 21210.24ms, mfu 0.05%
+step 8500: train loss 4.4834, val loss 4.4813
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 8500: loss 4.5081, time 19954.96ms, mfu 0.05%
+step 8750: train loss 4.4822, val loss 4.4959
+iter 8750: loss 4.2665, time 18358.20ms, mfu 0.05%
+step 9000: train loss 4.4765, val loss 4.4839
+iter 9000: loss 4.5928, time 18360.04ms, mfu 0.05%
+step 9250: train loss 4.4867, val loss 4.4436
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 9250: loss 4.6969, time 19996.19ms, mfu 0.05%
+step 9500: train loss 4.4619, val loss 4.4417
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 9500: loss 4.5583, time 19816.18ms, mfu 0.05%
+step 9750: train loss 4.4377, val loss 4.4582
+iter 9750: loss 4.2076, time 18399.91ms, mfu 0.05%
+step 10000: train loss 4.4320, val loss 4.4290
+saving checkpoint to out-openwebtext_dynamic_a_conditioned_warmup2000_seed123_chaos
+iter 10000: loss 4.0966, time 20452.90ms, mfu 0.05%
+
+🎯 RESULT | a_only | seed=123 | BEST=4.4290 | FINAL=4.4290 | ✓  seed42=4.4180
+
+
+🏆 RUNNING LEADERBOARD (this session, seeds 1337+123 only):
+  1. a_only                 4.4352  vs clean baseline: -0.0621
+  2. baseline               4.5030  vs clean baseline: +0.0057
+  3. ones_identity          4.5032  vs clean baseline: +0.0059
+
+
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+RUNNING: random_uniform | seed=1337
+  chaos: uniform random [0,1]
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9794, val loss 10.9788
+iter 0: loss 10.9999, time 18024.45ms, mfu -100.00%
+step 250: train loss 6.9386, val loss 6.9720
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 250: loss 6.7260, time 19286.06ms, mfu 0.05%
+step 500: train loss 6.4827, val loss 6.5503
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 500: loss 6.2657, time 20103.94ms, mfu 0.05%
+step 750: train loss 6.3039, val loss 6.3214
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 750: loss 6.0919, time 19871.90ms, mfu 0.05%
+step 1000: train loss 6.1928, val loss 6.1646
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 1000: loss 6.1632, time 20022.37ms, mfu 0.05%
+step 1250: train loss 6.0705, val loss 6.0645
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 1250: loss 6.1117, time 19426.84ms, mfu 0.05%
+step 1500: train loss 6.0079, val loss 5.9347
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 1500: loss 5.7097, time 19531.32ms, mfu 0.05%
+step 1750: train loss 5.9234, val loss 5.8879
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 1750: loss 6.1122, time 19747.78ms, mfu 0.05%
+step 2000: train loss 5.8418, val loss 5.8146
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 2000: loss 5.8995, time 19833.05ms, mfu 0.05%
+step 2250: train loss 5.7263, val loss 5.7321
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 2250: loss 5.9088, time 20574.27ms, mfu 0.05%
+step 2500: train loss 5.6282, val loss 5.6068
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 2500: loss 6.0941, time 19996.82ms, mfu 0.05%
+step 2750: train loss 5.5446, val loss 5.5403
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 2750: loss 5.5419, time 19352.02ms, mfu 0.05%
+step 3000: train loss 5.4651, val loss 5.4796
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 3000: loss 5.5507, time 19352.77ms, mfu 0.05%
+step 3250: train loss 5.3818, val loss 5.3881
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 3250: loss 5.3542, time 19483.24ms, mfu 0.05%
+step 3500: train loss 5.3829, val loss 5.3434
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 3500: loss 5.2812, time 19440.30ms, mfu 0.05%
+step 3750: train loss 5.2899, val loss 5.2803
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 3750: loss 5.5836, time 21406.94ms, mfu 0.05%
+step 4000: train loss 5.2523, val loss 5.2570
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 4000: loss 5.3446, time 18917.35ms, mfu 0.05%
+step 4250: train loss 5.1943, val loss 5.2069
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 4250: loss 4.7944, time 18922.90ms, mfu 0.05%
+step 4500: train loss 5.1510, val loss 5.1460
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 4500: loss 4.9572, time 19288.37ms, mfu 0.05%
+step 4750: train loss 5.1015, val loss 5.1060
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 4750: loss 5.2150, time 19128.18ms, mfu 0.05%
+step 5000: train loss 5.0267, val loss 5.0621
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 5000: loss 5.2208, time 19048.24ms, mfu 0.05%
+step 5250: train loss 5.0329, val loss 5.0131
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 5250: loss 4.6746, time 19158.65ms, mfu 0.05%
+step 5500: train loss 5.0332, val loss 4.9799
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 5500: loss 5.2571, time 19247.52ms, mfu 0.05%
+step 5750: train loss 4.9524, val loss 4.9047
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 5750: loss 5.2187, time 19493.80ms, mfu 0.05%
+step 6000: train loss 4.8644, val loss 4.8620
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 6000: loss 4.7574, time 19074.19ms, mfu 0.05%
+step 6250: train loss 4.8443, val loss 4.8741
+iter 6250: loss 4.6403, time 17469.38ms, mfu 0.05%
+step 6500: train loss 4.8000, val loss 4.8319
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 6500: loss 4.9647, time 19031.18ms, mfu 0.05%
+step 6750: train loss 4.7679, val loss 4.7747
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 6750: loss 4.9643, time 19461.20ms, mfu 0.05%
+step 7000: train loss 4.7303, val loss 4.7265
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 7000: loss 4.6393, time 19407.52ms, mfu 0.05%
+step 7250: train loss 4.6872, val loss 4.7092
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 7250: loss 4.7776, time 19487.54ms, mfu 0.05%
+step 7500: train loss 4.6936, val loss 4.6451
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 7500: loss 4.5468, time 19534.68ms, mfu 0.05%
+step 7750: train loss 4.6390, val loss 4.6311
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 7750: loss 4.8027, time 19558.32ms, mfu 0.05%
+step 8000: train loss 4.5990, val loss 4.6239
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 8000: loss 4.6502, time 19454.45ms, mfu 0.05%
+step 8250: train loss 4.5768, val loss 4.6040
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 8250: loss 4.3787, time 19813.85ms, mfu 0.05%
+step 8500: train loss 4.5724, val loss 4.5801
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 8500: loss 4.3313, time 19799.71ms, mfu 0.05%
+step 8750: train loss 4.5343, val loss 4.5368
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 8750: loss 4.5486, time 20001.05ms, mfu 0.05%
+step 9000: train loss 4.5467, val loss 4.5492
+iter 9000: loss 4.6290, time 17789.64ms, mfu 0.05%
+step 9250: train loss 4.5087, val loss 4.5398
+iter 9250: loss 4.5953, time 17832.04ms, mfu 0.05%
+step 9500: train loss 4.5166, val loss 4.5261
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 9500: loss 4.5159, time 20102.17ms, mfu 0.05%
+step 9750: train loss 4.5174, val loss 4.4948
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed1337_chaos
+iter 9750: loss 4.4189, time 19978.80ms, mfu 0.05%
+step 10000: train loss 4.5123, val loss 4.5373
+iter 10000: loss 4.5350, time 17818.52ms, mfu 0.05%
+
+🎯 RESULT | random_uniform | seed=1337 | BEST=4.4948 | FINAL=4.5373 | ✗(best@9750)  seed42=4.5238
+
+
+🏆 RUNNING LEADERBOARD (this session, seeds 1337+123 only):
+  1. a_only                 4.4352  vs clean baseline: -0.0621
+  2. baseline               4.5030  vs clean baseline: +0.0057
+  3. ones_identity          4.5032  vs clean baseline: +0.0059
+  4. random_uniform         4.5373  vs clean baseline: +0.0400
+
+
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+RUNNING: random_uniform | seed=123
+  chaos: uniform random [0,1]
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9595, val loss 10.9585
+iter 0: loss 10.9734, time 18134.99ms, mfu -100.00%
+step 250: train loss 6.9639, val loss 6.9092
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 250: loss 6.6615, time 19264.57ms, mfu 0.05%
+step 500: train loss 6.4936, val loss 6.5701
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 500: loss 6.6017, time 20038.94ms, mfu 0.05%
+step 750: train loss 6.3170, val loss 6.3217
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 750: loss 5.6435, time 19754.80ms, mfu 0.05%
+step 1000: train loss 6.2063, val loss 6.2072
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 1000: loss 6.5167, time 19721.90ms, mfu 0.05%
+step 1250: train loss 6.0346, val loss 6.0627
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 1250: loss 5.7764, time 20171.44ms, mfu 0.05%
+step 1500: train loss 6.0019, val loss 5.9709
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 1500: loss 5.7959, time 21505.50ms, mfu 0.05%
+step 1750: train loss 5.8943, val loss 5.9366
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 1750: loss 6.5128, time 22340.26ms, mfu 0.05%
+step 2000: train loss 5.8339, val loss 5.8718
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 2000: loss 5.7572, time 22502.91ms, mfu 0.05%
+step 2250: train loss 5.6958, val loss 5.7539
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 2250: loss 6.1876, time 22531.62ms, mfu 0.05%
+step 2500: train loss 5.6576, val loss 5.6648
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 2500: loss 5.8837, time 21981.37ms, mfu 0.05%
+step 2750: train loss 5.5986, val loss 5.5735
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 2750: loss 6.0994, time 21822.53ms, mfu 0.05%
+step 3000: train loss 5.5107, val loss 5.5157
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 3000: loss 6.2379, time 24111.14ms, mfu 0.05%
+step 3250: train loss 5.4188, val loss 5.4184
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 3250: loss 5.3571, time 21585.25ms, mfu 0.05%
+step 3500: train loss 5.3434, val loss 5.3936
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 3500: loss 5.3870, time 21494.14ms, mfu 0.05%
+step 3750: train loss 5.3071, val loss 5.2910
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 3750: loss 5.0761, time 21396.37ms, mfu 0.05%
+step 4000: train loss 5.2735, val loss 5.2783
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 4000: loss 5.1849, time 21288.76ms, mfu 0.05%
+step 4250: train loss 5.2215, val loss 5.2333
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 4250: loss 5.2630, time 21406.52ms, mfu 0.05%
+step 4500: train loss 5.1405, val loss 5.1420
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 4500: loss 5.2000, time 21337.92ms, mfu 0.05%
+step 4750: train loss 5.1238, val loss 5.1232
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 4750: loss 5.0106, time 21572.36ms, mfu 0.05%
+step 5000: train loss 5.0448, val loss 5.0416
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 5000: loss 5.2040, time 21200.36ms, mfu 0.05%
+step 5250: train loss 5.0318, val loss 5.0200
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 5250: loss 5.1943, time 21297.69ms, mfu 0.05%
+step 5500: train loss 4.9467, val loss 4.9857
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 5500: loss 4.8702, time 21239.61ms, mfu 0.05%
+step 5750: train loss 4.9798, val loss 4.9591
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 5750: loss 5.3397, time 21358.90ms, mfu 0.05%
+step 6000: train loss 4.9248, val loss 4.8905
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 6000: loss 4.9275, time 21324.85ms, mfu 0.05%
+step 6250: train loss 4.8583, val loss 4.9109
+iter 6250: loss 5.1203, time 18200.60ms, mfu 0.05%
+step 6500: train loss 4.8149, val loss 4.8212
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 6500: loss 4.6900, time 21256.55ms, mfu 0.05%
+step 6750: train loss 4.7697, val loss 4.7910
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 6750: loss 4.5113, time 21246.48ms, mfu 0.05%
+step 7000: train loss 4.7358, val loss 4.7434
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 7000: loss 4.6660, time 21218.52ms, mfu 0.05%
+step 7250: train loss 4.7104, val loss 4.7307
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 7250: loss 4.3448, time 22408.08ms, mfu 0.05%
+step 7500: train loss 4.7112, val loss 4.6939
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 7500: loss 4.6453, time 21764.36ms, mfu 0.05%
+step 7750: train loss 4.6628, val loss 4.6577
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 7750: loss 4.8262, time 22037.29ms, mfu 0.05%
+step 8000: train loss 4.6353, val loss 4.6272
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 8000: loss 4.2776, time 21438.63ms, mfu 0.05%
+step 8250: train loss 4.5912, val loss 4.5899
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 8250: loss 4.4413, time 21837.97ms, mfu 0.05%
+step 8500: train loss 4.5772, val loss 4.5955
+iter 8500: loss 4.3740, time 18437.87ms, mfu 0.05%
+step 8750: train loss 4.5546, val loss 4.5665
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 8750: loss 4.3870, time 21283.41ms, mfu 0.05%
+step 9000: train loss 4.5650, val loss 4.5484
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 9000: loss 4.3140, time 21508.82ms, mfu 0.05%
+step 9250: train loss 4.5150, val loss 4.5397
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 9250: loss 5.0762, time 21307.88ms, mfu 0.05%
+step 9500: train loss 4.5136, val loss 4.5070
+saving checkpoint to out-openwebtext_dynamic_random_gate_warmup2000_seed123_chaos
+iter 9500: loss 4.9530, time 21557.07ms, mfu 0.05%
+step 9750: train loss 4.5339, val loss 4.5536
+iter 9750: loss 4.4613, time 18425.70ms, mfu 0.05%
+step 10000: train loss 4.5206, val loss 4.5266
+iter 10000: loss 4.6363, time 18537.42ms, mfu 0.05%
+
+🎯 RESULT | random_uniform | seed=123 | BEST=4.5070 | FINAL=4.5266 | ✗(best@9500)  seed42=4.5238
+
+
+🏆 RUNNING LEADERBOARD (this session, seeds 1337+123 only):
+  1. a_only                 4.4352  vs clean baseline: -0.0621
+  2. baseline               4.5030  vs clean baseline: +0.0057
+  3. ones_identity          4.5032  vs clean baseline: +0.0059
+  4. random_uniform         4.5320  vs clean baseline: +0.0347
+
+
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+RUNNING: random_normal | seed=1337
+  chaos: normal(0.5,0.2) clamped [0,1]
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9796, val loss 10.9789
+iter 0: loss 11.0014, time 19146.61ms, mfu -100.00%
+step 250: train loss 6.9370, val loss 6.9702
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 250: loss 6.7255, time 21678.36ms, mfu 0.05%
+step 500: train loss 6.4807, val loss 6.5483
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 500: loss 6.2636, time 21808.67ms, mfu 0.05%
+step 750: train loss 6.3002, val loss 6.3181
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 750: loss 6.0831, time 22099.48ms, mfu 0.05%
+step 1000: train loss 6.1826, val loss 6.1554
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 1000: loss 6.1523, time 21884.70ms, mfu 0.05%
+step 1250: train loss 6.0731, val loss 6.0655
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 1250: loss 6.0993, time 22076.53ms, mfu 0.05%
+step 1500: train loss 5.9895, val loss 5.9158
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 1500: loss 5.7017, time 21881.75ms, mfu 0.05%
+step 1750: train loss 5.9189, val loss 5.8846
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 1750: loss 6.0816, time 21899.93ms, mfu 0.05%
+step 2000: train loss 5.8199, val loss 5.7934
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 2000: loss 5.8540, time 22003.83ms, mfu 0.05%
+step 2250: train loss 5.7063, val loss 5.7124
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 2250: loss 5.9063, time 21969.50ms, mfu 0.05%
+step 2500: train loss 5.6088, val loss 5.5891
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 2500: loss 6.0668, time 22398.40ms, mfu 0.05%
+step 2750: train loss 5.5217, val loss 5.5183
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 2750: loss 5.5129, time 24904.51ms, mfu 0.05%
+step 3000: train loss 5.4569, val loss 5.4714
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 3000: loss 5.5308, time 22691.06ms, mfu 0.05%
+step 3250: train loss 5.3556, val loss 5.3625
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 3250: loss 5.3382, time 22040.42ms, mfu 0.05%
+step 3500: train loss 5.3691, val loss 5.3335
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 3500: loss 5.2777, time 21996.12ms, mfu 0.05%
+step 3750: train loss 5.2791, val loss 5.2665
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 3750: loss 5.5940, time 21945.83ms, mfu 0.05%
+step 4000: train loss 5.2363, val loss 5.2371
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 4000: loss 5.3180, time 22042.33ms, mfu 0.05%
+step 4250: train loss 5.1764, val loss 5.1890
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 4250: loss 4.7659, time 21901.92ms, mfu 0.05%
+step 4500: train loss 5.1377, val loss 5.1299
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 4500: loss 4.8864, time 22059.41ms, mfu 0.05%
+step 4750: train loss 5.0767, val loss 5.0843
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 4750: loss 5.1802, time 22052.61ms, mfu 0.05%
+step 5000: train loss 5.0055, val loss 5.0414
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 5000: loss 5.1957, time 22063.81ms, mfu 0.05%
+step 5250: train loss 5.0108, val loss 4.9917
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 5250: loss 4.6443, time 22015.49ms, mfu 0.05%
+step 5500: train loss 4.9857, val loss 4.9424
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 5500: loss 5.1911, time 21879.48ms, mfu 0.05%
+step 5750: train loss 4.9321, val loss 4.8796
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 5750: loss 5.1988, time 21968.03ms, mfu 0.05%
+step 6000: train loss 4.8339, val loss 4.8339
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 6000: loss 4.7239, time 21922.74ms, mfu 0.05%
+step 6250: train loss 4.8144, val loss 4.8431
+iter 6250: loss 4.6265, time 18836.14ms, mfu 0.05%
+step 6500: train loss 4.7756, val loss 4.8089
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 6500: loss 4.9291, time 22015.43ms, mfu 0.05%
+step 6750: train loss 4.7354, val loss 4.7452
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 6750: loss 4.9612, time 21947.45ms, mfu 0.05%
+step 7000: train loss 4.6990, val loss 4.6963
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 7000: loss 4.6028, time 21891.21ms, mfu 0.05%
+step 7250: train loss 4.6561, val loss 4.6823
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 7250: loss 4.7587, time 21982.73ms, mfu 0.05%
+step 7500: train loss 4.6628, val loss 4.6173
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 7500: loss 4.5406, time 22345.66ms, mfu 0.05%
+step 7750: train loss 4.6112, val loss 4.6042
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 7750: loss 4.8044, time 21813.40ms, mfu 0.05%
+step 8000: train loss 4.5714, val loss 4.5987
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 8000: loss 4.6147, time 21829.58ms, mfu 0.05%
+step 8250: train loss 4.5503, val loss 4.5819
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 8250: loss 4.3669, time 21907.84ms, mfu 0.05%
+step 8500: train loss 4.5458, val loss 4.5559
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 8500: loss 4.3015, time 21845.32ms, mfu 0.05%
+step 8750: train loss 4.5076, val loss 4.5124
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 8750: loss 4.5235, time 21833.22ms, mfu 0.05%
+step 9000: train loss 4.5218, val loss 4.5259
+iter 9000: loss 4.5778, time 18856.49ms, mfu 0.05%
+step 9250: train loss 4.4857, val loss 4.5143
+iter 9250: loss 4.5782, time 18814.69ms, mfu 0.05%
+step 9500: train loss 4.4909, val loss 4.4994
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 9500: loss 4.5277, time 21865.02ms, mfu 0.05%
+step 9750: train loss 4.4947, val loss 4.4710
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed1337_chaos
+iter 9750: loss 4.4056, time 22027.08ms, mfu 0.05%
+step 10000: train loss 4.4882, val loss 4.5129
+iter 10000: loss 4.5165, time 18593.37ms, mfu 0.05%
+
+🎯 RESULT | random_normal | seed=1337 | BEST=4.4710 | FINAL=4.5129 | ✗(best@9750)  seed42=4.4982
+
+
+🏆 RUNNING LEADERBOARD (this session, seeds 1337+123 only):
+  1. a_only                 4.4352  vs clean baseline: -0.0621
+  2. baseline               4.5030  vs clean baseline: +0.0057
+  3. ones_identity          4.5032  vs clean baseline: +0.0059
+  4. random_normal          4.5129  vs clean baseline: +0.0156
+  5. random_uniform         4.5320  vs clean baseline: +0.0347
+
+
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+RUNNING: random_normal | seed=123
+  chaos: normal(0.5,0.2) clamped [0,1]
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9595, val loss 10.9585
+iter 0: loss 10.9776, time 18508.40ms, mfu -100.00%
+step 250: train loss 6.9626, val loss 6.9083
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 250: loss 6.6604, time 20899.31ms, mfu 0.05%
+step 500: train loss 6.4919, val loss 6.5686
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 500: loss 6.6023, time 21554.15ms, mfu 0.05%
+step 750: train loss 6.3107, val loss 6.3150
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 750: loss 5.6403, time 21711.54ms, mfu 0.05%
+step 1000: train loss 6.1959, val loss 6.1962
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 1000: loss 6.4845, time 21848.93ms, mfu 0.05%
+step 1250: train loss 6.0253, val loss 6.0533
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 1250: loss 5.7573, time 21881.21ms, mfu 0.05%
+step 1500: train loss 5.9962, val loss 5.9627
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 1500: loss 5.8049, time 22810.24ms, mfu 0.05%
+step 1750: train loss 5.8781, val loss 5.9224
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 1750: loss 6.5316, time 23908.08ms, mfu 0.05%
+step 2000: train loss 5.8418, val loss 5.8756
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 2000: loss 5.7599, time 26479.67ms, mfu 0.05%
+step 2250: train loss 5.6641, val loss 5.7212
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 2250: loss 6.1652, time 22463.17ms, mfu 0.05%
+step 2500: train loss 5.6317, val loss 5.6348
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 2500: loss 5.8928, time 21954.56ms, mfu 0.05%
+step 2750: train loss 5.5792, val loss 5.5511
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 2750: loss 6.1036, time 22140.82ms, mfu 0.05%
+step 3000: train loss 5.4935, val loss 5.4985
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 3000: loss 6.2226, time 21954.79ms, mfu 0.05%
+step 3250: train loss 5.3946, val loss 5.3911
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 3250: loss 5.3385, time 21755.81ms, mfu 0.05%
+step 3500: train loss 5.3196, val loss 5.3704
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 3500: loss 5.3581, time 21713.04ms, mfu 0.05%
+step 3750: train loss 5.2933, val loss 5.2781
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 3750: loss 5.0512, time 21727.86ms, mfu 0.05%
+step 4000: train loss 5.2453, val loss 5.2531
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 4000: loss 5.1359, time 24208.70ms, mfu 0.05%
+step 4250: train loss 5.2074, val loss 5.2180
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 4250: loss 5.2668, time 20237.40ms, mfu 0.05%
+step 4500: train loss 5.1196, val loss 5.1221
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 4500: loss 5.1701, time 22718.77ms, mfu 0.05%
+step 4750: train loss 5.1084, val loss 5.1102
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 4750: loss 5.0078, time 22082.16ms, mfu 0.05%
+step 5000: train loss 5.0274, val loss 5.0243
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 5000: loss 5.2004, time 22375.82ms, mfu 0.05%
+step 5250: train loss 5.0140, val loss 5.0025
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 5250: loss 5.1464, time 22103.67ms, mfu 0.05%
+step 5500: train loss 4.9300, val loss 4.9691
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 5500: loss 4.8351, time 22361.97ms, mfu 0.05%
+step 5750: train loss 4.9557, val loss 4.9347
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 5750: loss 5.3068, time 22820.88ms, mfu 0.05%
+step 6000: train loss 4.8957, val loss 4.8641
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 6000: loss 4.9102, time 22580.75ms, mfu 0.05%
+step 6250: train loss 4.8248, val loss 4.8772
+iter 6250: loss 5.0895, time 19060.71ms, mfu 0.05%
+step 6500: train loss 4.7876, val loss 4.7949
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 6500: loss 4.6556, time 22113.30ms, mfu 0.05%
+step 6750: train loss 4.7402, val loss 4.7637
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 6750: loss 4.4853, time 22599.46ms, mfu 0.05%
+step 7000: train loss 4.7041, val loss 4.7132
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 7000: loss 4.6445, time 22327.85ms, mfu 0.05%
+step 7250: train loss 4.6785, val loss 4.7020
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 7250: loss 4.2955, time 22225.29ms, mfu 0.05%
+step 7500: train loss 4.6843, val loss 4.6652
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 7500: loss 4.6474, time 21906.81ms, mfu 0.05%
+step 7750: train loss 4.6331, val loss 4.6292
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 7750: loss 4.7948, time 22163.81ms, mfu 0.05%
+step 8000: train loss 4.6074, val loss 4.5992
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 8000: loss 4.2221, time 22430.39ms, mfu 0.05%
+step 8250: train loss 4.5638, val loss 4.5605
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 8250: loss 4.3995, time 22339.84ms, mfu 0.05%
+step 8500: train loss 4.5501, val loss 4.5683
+iter 8500: loss 4.3338, time 18423.94ms, mfu 0.05%
+step 8750: train loss 4.5248, val loss 4.5384
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 8750: loss 4.3900, time 22495.98ms, mfu 0.05%
+step 9000: train loss 4.5413, val loss 4.5209
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 9000: loss 4.2985, time 22251.97ms, mfu 0.05%
+step 9250: train loss 4.4894, val loss 4.5137
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 9250: loss 5.0789, time 22233.18ms, mfu 0.05%
+step 9500: train loss 4.4858, val loss 4.4824
+saving checkpoint to out-openwebtext_dynamic_random_normal_warmup2000_seed123_chaos
+iter 9500: loss 4.9364, time 22138.66ms, mfu 0.05%
+step 9750: train loss 4.5097, val loss 4.5314
+iter 9750: loss 4.4285, time 18984.86ms, mfu 0.05%
+step 10000: train loss 4.4932, val loss 4.5023
+iter 10000: loss 4.6344, time 18884.51ms, mfu 0.05%
+
+🎯 RESULT | random_normal | seed=123 | BEST=4.4824 | FINAL=4.5023 | ✗(best@9500)  seed42=4.4982
+
+
+🏆 RUNNING LEADERBOARD (this session, seeds 1337+123 only):
+  1. a_only                 4.4352  vs clean baseline: -0.0621
+  2. baseline               4.5030  vs clean baseline: +0.0057
+  3. ones_identity          4.5032  vs clean baseline: +0.0059
+  4. random_normal          4.5076  vs clean baseline: +0.0103
+  5. random_uniform         4.5320  vs clean baseline: +0.0347
+
+
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+RUNNING: bernoulli_drop | seed=1337
+  spicy: binary 50% dropout x2 gate
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9905, val loss 10.9916
+iter 0: loss 11.0039, time 18987.62ms, mfu -100.00%
+step 250: train loss 6.9689, val loss 7.0026
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 250: loss 6.7537, time 21907.36ms, mfu 0.05%
+step 500: train loss 6.5109, val loss 6.5791
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 500: loss 6.2973, time 22077.00ms, mfu 0.05%
+step 750: train loss 6.3378, val loss 6.3548
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 750: loss 6.1218, time 22079.62ms, mfu 0.05%
+step 1000: train loss 6.2452, val loss 6.2173
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 1000: loss 6.2178, time 21820.72ms, mfu 0.05%
+step 1250: train loss 6.1392, val loss 6.1339
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 1250: loss 6.1760, time 21600.65ms, mfu 0.05%
+step 1500: train loss 6.0633, val loss 5.9918
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 1500: loss 5.7556, time 22039.03ms, mfu 0.05%
+step 1750: train loss 5.9968, val loss 5.9612
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 1750: loss 6.1676, time 23828.68ms, mfu 0.05%
+step 2000: train loss 5.9129, val loss 5.8828
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 2000: loss 5.9386, time 22048.87ms, mfu 0.05%
+step 2250: train loss 5.8133, val loss 5.8160
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 2250: loss 6.0428, time 21933.44ms, mfu 0.05%
+step 2500: train loss 5.7075, val loss 5.6905
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 2500: loss 6.1537, time 22129.98ms, mfu 0.05%
+step 2750: train loss 5.6332, val loss 5.6286
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 2750: loss 5.6012, time 22209.63ms, mfu 0.05%
+step 3000: train loss 5.5530, val loss 5.5706
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 3000: loss 5.6428, time 22096.20ms, mfu 0.05%
+step 3250: train loss 5.4682, val loss 5.4729
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 3250: loss 5.4623, time 21910.35ms, mfu 0.05%
+step 3500: train loss 5.4758, val loss 5.4393
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 3500: loss 5.3645, time 21890.47ms, mfu 0.05%
+step 3750: train loss 5.3953, val loss 5.3830
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 3750: loss 5.6696, time 21895.24ms, mfu 0.05%
+step 4000: train loss 5.3451, val loss 5.3513
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 4000: loss 5.4091, time 21950.26ms, mfu 0.05%
+step 4250: train loss 5.2888, val loss 5.3094
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 4250: loss 4.8612, time 21949.61ms, mfu 0.05%
+step 4500: train loss 5.2557, val loss 5.2471
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 4500: loss 5.0703, time 21678.31ms, mfu 0.05%
+step 4750: train loss 5.2071, val loss 5.2161
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 4750: loss 5.3198, time 21888.63ms, mfu 0.05%
+step 5000: train loss 5.1423, val loss 5.1795
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 5000: loss 5.3354, time 21828.07ms, mfu 0.05%
+step 5250: train loss 5.1474, val loss 5.1286
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 5250: loss 4.7703, time 21882.55ms, mfu 0.05%
+step 5500: train loss 5.1386, val loss 5.0958
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 5500: loss 5.3802, time 21933.12ms, mfu 0.05%
+step 5750: train loss 5.0828, val loss 5.0346
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 5750: loss 5.3301, time 22012.05ms, mfu 0.05%
+step 6000: train loss 5.0064, val loss 5.0004
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 6000: loss 4.8764, time 21889.82ms, mfu 0.05%
+step 6250: train loss 4.9895, val loss 5.0176
+iter 6250: loss 4.7641, time 18663.26ms, mfu 0.05%
+step 6500: train loss 4.9456, val loss 4.9793
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 6500: loss 5.1160, time 21558.27ms, mfu 0.05%
+step 6750: train loss 4.9200, val loss 4.9289
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 6750: loss 5.2077, time 21766.11ms, mfu 0.05%
+step 7000: train loss 4.8881, val loss 4.8845
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 7000: loss 4.8647, time 21690.65ms, mfu 0.05%
+step 7250: train loss 4.8495, val loss 4.8652
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 7250: loss 4.9457, time 21694.97ms, mfu 0.05%
+step 7500: train loss 4.8526, val loss 4.7995
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 7500: loss 4.7553, time 20026.93ms, mfu 0.05%
+step 7750: train loss 4.7999, val loss 4.7884
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 7750: loss 4.9736, time 22853.88ms, mfu 0.05%
+step 8000: train loss 4.7569, val loss 4.7861
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 8000: loss 4.8020, time 22013.01ms, mfu 0.05%
+step 8250: train loss 4.7413, val loss 4.7601
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 8250: loss 4.5060, time 21559.45ms, mfu 0.05%
+step 8500: train loss 4.7337, val loss 4.7342
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 8500: loss 4.4590, time 21803.35ms, mfu 0.05%
+step 8750: train loss 4.6915, val loss 4.6922
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 8750: loss 4.6771, time 21551.33ms, mfu 0.05%
+step 9000: train loss 4.7076, val loss 4.7040
+iter 9000: loss 4.7897, time 18475.08ms, mfu 0.05%
+step 9250: train loss 4.6630, val loss 4.6977
+iter 9250: loss 4.7576, time 18445.10ms, mfu 0.05%
+step 9500: train loss 4.6731, val loss 4.6844
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 9500: loss 4.6806, time 21592.91ms, mfu 0.05%
+step 9750: train loss 4.6726, val loss 4.6500
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed1337_chaos
+iter 9750: loss 4.6364, time 21562.66ms, mfu 0.05%
+step 10000: train loss 4.6688, val loss 4.6947
+iter 10000: loss 4.6617, time 18440.57ms, mfu 0.05%
+
+🎯 RESULT | bernoulli_drop | seed=1337 | BEST=4.6500 | FINAL=4.6947 | ✗(best@9750)  seed42=4.6653
+
+
+🏆 RUNNING LEADERBOARD (this session, seeds 1337+123 only):
+  1. a_only                 4.4352  vs clean baseline: -0.0621
+  2. baseline               4.5030  vs clean baseline: +0.0057
+  3. ones_identity          4.5032  vs clean baseline: +0.0059
+  4. random_normal          4.5076  vs clean baseline: +0.0103
+  5. random_uniform         4.5320  vs clean baseline: +0.0347
+  6. bernoulli_drop         4.6947  vs clean baseline: +0.1974
+
+
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+RUNNING: bernoulli_drop | seed=123
+  spicy: binary 50% dropout x2 gate
+🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲🎲
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9359, val loss 10.9360
+iter 0: loss 10.9503, time 18700.80ms, mfu -100.00%
+step 250: train loss 6.9958, val loss 6.9411
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 250: loss 6.6817, time 21263.40ms, mfu 0.05%
+step 500: train loss 6.5187, val loss 6.5927
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 500: loss 6.6156, time 21442.95ms, mfu 0.05%
+step 750: train loss 6.3441, val loss 6.3488
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 750: loss 5.6862, time 20013.91ms, mfu 0.05%
+step 1000: train loss 6.2501, val loss 6.2511
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 1000: loss 6.5603, time 20036.89ms, mfu 0.05%
+step 1250: train loss 6.0830, val loss 6.1122
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 1250: loss 5.8382, time 22106.06ms, mfu 0.05%
+step 1500: train loss 6.0495, val loss 6.0226
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 1500: loss 5.8755, time 22009.39ms, mfu 0.05%
+step 1750: train loss 5.9493, val loss 5.9933
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 1750: loss 6.6251, time 21891.35ms, mfu 0.05%
+step 2000: train loss 5.9138, val loss 5.9510
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 2000: loss 5.8472, time 21789.98ms, mfu 0.05%
+step 2250: train loss 5.7654, val loss 5.8216
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 2250: loss 6.2511, time 22089.13ms, mfu 0.05%
+step 2500: train loss 5.7230, val loss 5.7287
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 2500: loss 5.9266, time 21650.19ms, mfu 0.05%
+step 2750: train loss 5.6714, val loss 5.6459
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 2750: loss 6.1787, time 22100.99ms, mfu 0.05%
+step 3000: train loss 5.5878, val loss 5.5869
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 3000: loss 6.3067, time 21889.85ms, mfu 0.05%
+step 3250: train loss 5.5076, val loss 5.5026
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 3250: loss 5.4350, time 22038.81ms, mfu 0.05%
+step 3500: train loss 5.4340, val loss 5.4825
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 3500: loss 5.4860, time 22080.92ms, mfu 0.05%
+step 3750: train loss 5.3971, val loss 5.3826
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 3750: loss 5.1656, time 22219.72ms, mfu 0.05%
+step 4000: train loss 5.3452, val loss 5.3617
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 4000: loss 5.2360, time 22607.30ms, mfu 0.05%
+step 4250: train loss 5.3132, val loss 5.3208
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 4250: loss 5.3827, time 20203.35ms, mfu 0.05%
+step 4500: train loss 5.2322, val loss 5.2365
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 4500: loss 5.3071, time 19668.63ms, mfu 0.05%
+step 4750: train loss 5.2194, val loss 5.2162
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 4750: loss 5.1243, time 19667.24ms, mfu 0.05%
+step 5000: train loss 5.1458, val loss 5.1411
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 5000: loss 5.3218, time 19707.63ms, mfu 0.05%
+step 5250: train loss 5.1350, val loss 5.1235
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 5250: loss 5.2872, time 19695.30ms, mfu 0.05%
+step 5500: train loss 5.0598, val loss 5.0984
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 5500: loss 4.9622, time 19795.27ms, mfu 0.05%
+step 5750: train loss 5.0947, val loss 5.0735
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 5750: loss 5.4259, time 22285.94ms, mfu 0.05%
+step 6000: train loss 5.0366, val loss 5.0053
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 6000: loss 5.0154, time 22492.50ms, mfu 0.05%
+step 6250: train loss 4.9713, val loss 5.0224
+iter 6250: loss 5.1922, time 19090.10ms, mfu 0.05%
+step 6500: train loss 4.9413, val loss 4.9450
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 6500: loss 4.8239, time 22255.87ms, mfu 0.05%
+step 6750: train loss 4.8907, val loss 4.9191
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 6750: loss 4.6390, time 22106.20ms, mfu 0.05%
+step 7000: train loss 4.8619, val loss 4.8721
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 7000: loss 4.7989, time 22357.15ms, mfu 0.05%
+step 7250: train loss 4.8407, val loss 4.8572
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 7250: loss 4.5832, time 22014.93ms, mfu 0.05%
+step 7500: train loss 4.8443, val loss 4.8280
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 7500: loss 4.8026, time 21984.34ms, mfu 0.05%
+step 7750: train loss 4.7948, val loss 4.7893
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 7750: loss 4.9401, time 22396.97ms, mfu 0.05%
+step 8000: train loss 4.7660, val loss 4.7612
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 8000: loss 4.4294, time 22354.85ms, mfu 0.05%
+step 8250: train loss 4.7301, val loss 4.7265
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 8250: loss 4.5903, time 23084.85ms, mfu 0.05%
+step 8500: train loss 4.7146, val loss 4.7319
+iter 8500: loss 4.5623, time 18963.59ms, mfu 0.05%
+step 8750: train loss 4.6886, val loss 4.7021
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 8750: loss 4.5270, time 22049.18ms, mfu 0.05%
+step 9000: train loss 4.7034, val loss 4.6854
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 9000: loss 4.4511, time 22066.14ms, mfu 0.05%
+step 9250: train loss 4.6517, val loss 4.6769
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 9250: loss 5.2270, time 21710.33ms, mfu 0.05%
+step 9500: train loss 4.6485, val loss 4.6417
+saving checkpoint to out-openwebtext_dynamic_bernoulli_gate_warmup2000_seed123_chaos
+iter 9500: loss 5.0503, time 22040.93ms, mfu 0.05%
+step 9750: train loss 4.6711, val loss 4.6892
+iter 9750: loss 4.5881, time 18895.55ms, mfu 0.05%
+step 10000: train loss 4.6582, val loss 4.6618
+iter 10000: loss 4.7575, time 18695.72ms, mfu 0.05%
+
+🎯 RESULT | bernoulli_drop | seed=123 | BEST=4.6417 | FINAL=4.6618 | ✗(best@9500)  seed42=4.6653
+
+
+🏆 RUNNING LEADERBOARD (this session, seeds 1337+123 only):
+  1. a_only                 4.4352  vs clean baseline: -0.0621
+  2. baseline               4.5030  vs clean baseline: +0.0057
+  3. ones_identity          4.5032  vs clean baseline: +0.0059
+  4. random_normal          4.5076  vs clean baseline: +0.0103
+  5. random_uniform         4.5320  vs clean baseline: +0.0347
+  6. bernoulli_drop         4.6783  vs clean baseline: +0.1810
+
+
+====================================================================================================
+🎲 CHAOS CONFIRMATION COMPLETE 🎲
+====================================================================================================
+Results CSV:  chaos_confirmation_runs_20260321_2215.csv
+Summary:      chaos_confirmation_summary_20260321_2215.txt
+
+Paste summary here. AdamW tips his hat.
+PS C:\Users\brian\documents\nanogpt>
+
+
+
+
+
+
+                                     python
+Python 3.11.9 (tags/v3.11.9:de54cf5, Apr  2 2024, 10:12:12) [MSC v.1938 64 bit (AMD64)] on win32
+Type "help", "copyright", "credits" or "license" for more information.
+>>> exit
+Use exit() or Ctrl-Z plus Return to exit
+>>> ^Z
+
+PS C:\Users\brian\documents\nanogpt> python priority1_runner.py
+====================================================================================================
+PRIORITY 1: HEAD-TO-HEAD CLEAN CONFIRMATION
+====================================================================================================
+Variants: 4 | Seeds: [42, 1337, 123] | Total runs: 12
+Estimated time: ~13h 0min
+
+THE QUESTION: Does midtier_q beat cheap_qa on clean 3060?
+  A10 says midtier_q wins by 0.011 — does 3060 agree?
+
+  baseline               — no gate — session anchor  A10: 4.4675
+  midtier_q              — per-head MLP(64->128->64) on Q  A10: 4.4039
+  cheap_qa               — per-head Linear(128->64) on cat(Q,y)  A10: 4.4151
+  cheap_q                — per-head Linear(64->64) on Q  A10: 4.4222
+====================================================================================================
+
+====================================================================================================
+RUNNING: baseline | warmup=2000 | seed=42
+  no gate — session anchor
+  A10 reference: 4.4675 ±0.0070
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9665, val loss 10.9665
+iter 0: loss 10.9808, time 17936.97ms, mfu -100.00%
+step 250: train loss 7.0173, val loss 7.0114
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 250: loss 7.1147, time 19447.12ms, mfu 0.05%
+step 500: train loss 6.5239, val loss 6.5303
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 500: loss 6.1702, time 20140.03ms, mfu 0.05%
+step 750: train loss 6.2959, val loss 6.3277
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 750: loss 6.6320, time 19852.73ms, mfu 0.05%
+step 1000: train loss 6.1612, val loss 6.1577
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 1000: loss 5.8185, time 19572.73ms, mfu 0.05%
+step 1250: train loss 6.0250, val loss 6.0407
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 1250: loss 6.5403, time 23577.35ms, mfu 0.05%
+step 1500: train loss 5.9773, val loss 5.9779
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 1500: loss 5.4982, time 25368.94ms, mfu 0.05%
+step 1750: train loss 5.8977, val loss 5.9094
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 1750: loss 6.1775, time 22976.59ms, mfu 0.05%
+step 2000: train loss 5.8149, val loss 5.8286
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 2000: loss 5.6582, time 22617.04ms, mfu 0.05%
+step 2250: train loss 5.6911, val loss 5.7037
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 2250: loss 5.7741, time 22847.63ms, mfu 0.05%
+step 2500: train loss 5.6197, val loss 5.6146
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 2500: loss 4.9313, time 22160.36ms, mfu 0.05%
+step 2750: train loss 5.5307, val loss 5.5307
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 2750: loss 5.5800, time 22613.55ms, mfu 0.05%
+step 3000: train loss 5.4630, val loss 5.4499
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 3000: loss 5.5103, time 21375.62ms, mfu 0.05%
+step 3250: train loss 5.4180, val loss 5.3747
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 3250: loss 5.5858, time 22221.42ms, mfu 0.05%
+step 3500: train loss 5.3227, val loss 5.3731
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 3500: loss 5.4316, time 22951.58ms, mfu 0.05%
+step 3750: train loss 5.2827, val loss 5.3085
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 3750: loss 5.3177, time 20341.33ms, mfu 0.05%
+step 4000: train loss 5.2321, val loss 5.2416
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 4000: loss 5.9029, time 19666.00ms, mfu 0.05%
+step 4250: train loss 5.1971, val loss 5.1802
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 4250: loss 4.9298, time 19410.48ms, mfu 0.05%
+step 4500: train loss 5.1052, val loss 5.1312
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 4500: loss 5.2018, time 19484.35ms, mfu 0.05%
+step 4750: train loss 5.0866, val loss 5.0956
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 4750: loss 5.1813, time 19597.32ms, mfu 0.05%
+step 5000: train loss 5.0395, val loss 5.0157
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 5000: loss 5.4377, time 19929.81ms, mfu 0.05%
+step 5250: train loss 4.9664, val loss 4.9670
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 5250: loss 5.0735, time 19989.89ms, mfu 0.05%
+step 5500: train loss 4.9536, val loss 4.9406
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 5500: loss 4.7022, time 19321.16ms, mfu 0.05%
+step 5750: train loss 4.8734, val loss 4.8850
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 5750: loss 5.1317, time 19442.81ms, mfu 0.05%
+step 6000: train loss 4.8227, val loss 4.8305
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 6000: loss 4.7719, time 20103.71ms, mfu 0.05%
+step 6250: train loss 4.7734, val loss 4.7897
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 6250: loss 4.4725, time 19847.62ms, mfu 0.05%
+step 6500: train loss 4.7766, val loss 4.7544
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 6500: loss 4.5966, time 19945.71ms, mfu 0.05%
+step 6750: train loss 4.7085, val loss 4.7011
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 6750: loss 4.6962, time 19535.39ms, mfu 0.05%
+step 7000: train loss 4.6634, val loss 4.6878
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 7000: loss 4.6272, time 21096.12ms, mfu 0.05%
+step 7250: train loss 4.6482, val loss 4.6424
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 7250: loss 4.8432, time 20016.37ms, mfu 0.05%
+step 7500: train loss 4.6467, val loss 4.6281
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 7500: loss 4.7554, time 19798.53ms, mfu 0.05%
+step 7750: train loss 4.6242, val loss 4.6022
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 7750: loss 4.7188, time 20005.73ms, mfu 0.05%
+step 8000: train loss 4.5789, val loss 4.5828
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 8000: loss 4.5509, time 20008.94ms, mfu 0.05%
+step 8250: train loss 4.5368, val loss 4.5596
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 8250: loss 4.3755, time 19625.69ms, mfu 0.05%
+step 8500: train loss 4.5474, val loss 4.5759
+iter 8500: loss 4.3916, time 17768.93ms, mfu 0.05%
+step 8750: train loss 4.5009, val loss 4.5248
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 8750: loss 4.6828, time 19401.75ms, mfu 0.05%
+step 9000: train loss 4.5158, val loss 4.5364
+iter 9000: loss 4.4994, time 17816.80ms, mfu 0.05%
+step 9250: train loss 4.4891, val loss 4.4813
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 9250: loss 4.6104, time 19453.51ms, mfu 0.05%
+step 9500: train loss 4.4625, val loss 4.4801
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 9500: loss 4.2105, time 19538.01ms, mfu 0.05%
+step 9750: train loss 4.4596, val loss 4.4728
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p1
+iter 9750: loss 4.7720, time 20661.12ms, mfu 0.05%
+step 10000: train loss 4.4586, val loss 4.4861
+iter 10000: loss 4.4794, time 17721.26ms, mfu 0.05%
+
+--> RESULT | baseline | seed=42 | BEST=4.4728 | FINAL=4.4861 | ✗(best@9750)  A10=4.4675  delta=+0.0053
+
+
+====================================================================================================
+RUNNING: baseline | warmup=2000 | seed=1337
+  no gate — session anchor
+  A10 reference: 4.4675 ±0.0070
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9989, val loss 10.9985
+iter 0: loss 11.0107, time 17879.72ms, mfu -100.00%
+step 250: train loss 6.9435, val loss 6.9764
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 250: loss 6.7374, time 19261.77ms, mfu 0.05%
+step 500: train loss 6.4863, val loss 6.5542
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 500: loss 6.2682, time 19948.98ms, mfu 0.05%
+step 750: train loss 6.3189, val loss 6.3361
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 750: loss 6.1047, time 19692.65ms, mfu 0.05%
+step 1000: train loss 6.1859, val loss 6.1602
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 1000: loss 6.1561, time 19803.78ms, mfu 0.05%
+step 1250: train loss 6.0765, val loss 6.0677
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 1250: loss 6.1194, time 22064.03ms, mfu 0.05%
+step 1500: train loss 6.0058, val loss 5.9312
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 1500: loss 5.7234, time 20210.43ms, mfu 0.05%
+step 1750: train loss 5.9373, val loss 5.9038
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 1750: loss 6.1188, time 19807.29ms, mfu 0.05%
+step 2000: train loss 5.8407, val loss 5.8085
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 2000: loss 5.8599, time 20007.50ms, mfu 0.05%
+step 2250: train loss 5.7297, val loss 5.7357
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 2250: loss 5.9092, time 19760.87ms, mfu 0.05%
+step 2500: train loss 5.6143, val loss 5.5947
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 2500: loss 6.0601, time 19550.35ms, mfu 0.05%
+step 2750: train loss 5.5272, val loss 5.5257
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 2750: loss 5.5186, time 19839.29ms, mfu 0.05%
+step 3000: train loss 5.4578, val loss 5.4718
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 3000: loss 5.5503, time 19888.34ms, mfu 0.05%
+step 3250: train loss 5.3743, val loss 5.3791
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 3250: loss 5.3673, time 20034.51ms, mfu 0.05%
+step 3500: train loss 5.3784, val loss 5.3435
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 3500: loss 5.2718, time 19899.80ms, mfu 0.05%
+step 3750: train loss 5.2877, val loss 5.2740
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 3750: loss 5.5683, time 19563.04ms, mfu 0.05%
+step 4000: train loss 5.2390, val loss 5.2457
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 4000: loss 5.3291, time 19651.71ms, mfu 0.05%
+step 4250: train loss 5.1742, val loss 5.1893
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 4250: loss 4.7855, time 19363.93ms, mfu 0.05%
+step 4500: train loss 5.1361, val loss 5.1275
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 4500: loss 4.8186, time 19381.76ms, mfu 0.05%
+step 4750: train loss 5.0687, val loss 5.0835
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 4750: loss 5.1753, time 20357.70ms, mfu 0.05%
+step 5000: train loss 4.9947, val loss 5.0296
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 5000: loss 5.1650, time 19988.21ms, mfu 0.05%
+step 5250: train loss 4.9883, val loss 4.9775
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 5250: loss 4.6685, time 20017.32ms, mfu 0.05%
+step 5500: train loss 4.9578, val loss 4.9278
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 5500: loss 5.1785, time 19504.13ms, mfu 0.05%
+step 5750: train loss 4.8957, val loss 4.8608
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 5750: loss 5.1933, time 19869.80ms, mfu 0.05%
+step 6000: train loss 4.8047, val loss 4.8123
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 6000: loss 4.7268, time 19660.31ms, mfu 0.05%
+step 6250: train loss 4.7862, val loss 4.8176
+iter 6250: loss 4.5956, time 17707.62ms, mfu 0.05%
+step 6500: train loss 4.7548, val loss 4.7895
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 6500: loss 4.9465, time 19951.15ms, mfu 0.05%
+step 6750: train loss 4.7176, val loss 4.7221
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 6750: loss 4.8718, time 19553.51ms, mfu 0.05%
+step 7000: train loss 4.6822, val loss 4.6790
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 7000: loss 4.6137, time 19554.21ms, mfu 0.05%
+step 7250: train loss 4.6372, val loss 4.6692
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 7250: loss 4.7452, time 19120.87ms, mfu 0.05%
+step 7500: train loss 4.6479, val loss 4.6052
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 7500: loss 4.5283, time 19100.55ms, mfu 0.05%
+step 7750: train loss 4.5979, val loss 4.5906
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 7750: loss 4.7843, time 19104.08ms, mfu 0.05%
+step 8000: train loss 4.5546, val loss 4.5825
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 8000: loss 4.6442, time 19111.93ms, mfu 0.05%
+step 8250: train loss 4.5388, val loss 4.5691
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 8250: loss 4.3195, time 19097.80ms, mfu 0.05%
+step 8500: train loss 4.5346, val loss 4.5457
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 8500: loss 4.2848, time 19106.52ms, mfu 0.05%
+step 8750: train loss 4.5002, val loss 4.5018
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 8750: loss 4.5173, time 19149.20ms, mfu 0.05%
+step 9000: train loss 4.5137, val loss 4.5187
+iter 9000: loss 4.5903, time 17615.91ms, mfu 0.05%
+step 9250: train loss 4.4762, val loss 4.5038
+iter 9250: loss 4.5743, time 17622.31ms, mfu 0.06%
+step 9500: train loss 4.4815, val loss 4.4917
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 9500: loss 4.5145, time 19119.06ms, mfu 0.06%
+step 9750: train loss 4.4874, val loss 4.4609
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p1
+iter 9750: loss 4.3914, time 19111.62ms, mfu 0.06%
+step 10000: train loss 4.4783, val loss 4.5048
+iter 10000: loss 4.4922, time 17681.93ms, mfu 0.06%
+
+--> RESULT | baseline | seed=1337 | BEST=4.4609 | FINAL=4.5048 | ✗(best@9750)  A10=4.4675  delta=-0.0066
+
+
+baseline running mean (2/3 seeds): 4.4668 ±0.0060  A10=4.4675
+
+
+====================================================================================================
+RUNNING: baseline | warmup=2000 | seed=123
+  no gate — session anchor
+  A10 reference: 4.4675 ±0.0070
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9288, val loss 10.9279
+iter 0: loss 10.9503, time 17723.51ms, mfu -100.00%
+step 250: train loss 6.9746, val loss 6.9200
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 250: loss 6.6646, time 18862.69ms, mfu 0.06%
+step 500: train loss 6.4967, val loss 6.5720
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 500: loss 6.6018, time 19064.23ms, mfu 0.06%
+step 750: train loss 6.3135, val loss 6.3184
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 750: loss 5.6487, time 18994.29ms, mfu 0.06%
+step 1000: train loss 6.2009, val loss 6.2001
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 1000: loss 6.5104, time 19123.96ms, mfu 0.06%
+step 1250: train loss 6.0361, val loss 6.0655
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 1250: loss 5.7763, time 19399.85ms, mfu 0.06%
+step 1500: train loss 6.0055, val loss 5.9733
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 1500: loss 5.8235, time 19471.15ms, mfu 0.06%
+step 1750: train loss 5.8902, val loss 5.9309
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 1750: loss 6.5565, time 19030.11ms, mfu 0.06%
+step 2000: train loss 5.8236, val loss 5.8599
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 2000: loss 5.7465, time 19108.29ms, mfu 0.06%
+step 2250: train loss 5.6661, val loss 5.7265
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 2250: loss 6.1634, time 19136.96ms, mfu 0.06%
+step 2500: train loss 5.6403, val loss 5.6453
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 2500: loss 5.8509, time 19146.31ms, mfu 0.06%
+step 2750: train loss 5.5766, val loss 5.5501
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 2750: loss 6.1043, time 19092.29ms, mfu 0.06%
+step 3000: train loss 5.4996, val loss 5.5006
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 3000: loss 6.1957, time 19046.97ms, mfu 0.06%
+step 3250: train loss 5.4078, val loss 5.4037
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 3250: loss 5.3574, time 19187.62ms, mfu 0.05%
+step 3500: train loss 5.3403, val loss 5.3907
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 3500: loss 5.3838, time 19067.97ms, mfu 0.05%
+step 3750: train loss 5.2993, val loss 5.2877
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 3750: loss 5.0773, time 19067.18ms, mfu 0.05%
+step 4000: train loss 5.2513, val loss 5.2663
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 4000: loss 5.1700, time 19076.50ms, mfu 0.05%
+step 4250: train loss 5.2143, val loss 5.2241
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 4250: loss 5.2438, time 19118.65ms, mfu 0.05%
+step 4500: train loss 5.1373, val loss 5.1407
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 4500: loss 5.1941, time 19148.15ms, mfu 0.05%
+step 4750: train loss 5.1149, val loss 5.1184
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 4750: loss 5.0242, time 19034.13ms, mfu 0.05%
+step 5000: train loss 5.0286, val loss 5.0254
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 5000: loss 5.1837, time 20897.28ms, mfu 0.05%
+step 5250: train loss 5.0076, val loss 5.0002
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 5250: loss 5.1726, time 21190.00ms, mfu 0.05%
+step 5500: train loss 4.9212, val loss 4.9618
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 5500: loss 4.8456, time 20967.52ms, mfu 0.05%
+step 5750: train loss 4.9363, val loss 4.9173
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 5750: loss 5.2583, time 20910.07ms, mfu 0.05%
+step 6000: train loss 4.8814, val loss 4.8500
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 6000: loss 4.8700, time 21015.99ms, mfu 0.05%
+step 6250: train loss 4.8068, val loss 4.8592
+iter 6250: loss 5.0623, time 17847.37ms, mfu 0.05%
+step 6500: train loss 4.7783, val loss 4.7865
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 6500: loss 4.6398, time 21638.57ms, mfu 0.05%
+step 6750: train loss 4.7291, val loss 4.7523
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 6750: loss 4.4599, time 20823.99ms, mfu 0.05%
+step 7000: train loss 4.6979, val loss 4.7056
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 7000: loss 4.6244, time 20901.82ms, mfu 0.05%
+step 7250: train loss 4.6700, val loss 4.6981
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 7250: loss 4.2811, time 20957.56ms, mfu 0.05%
+step 7500: train loss 4.6752, val loss 4.6607
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 7500: loss 4.6498, time 20667.03ms, mfu 0.05%
+step 7750: train loss 4.6281, val loss 4.6285
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 7750: loss 4.8230, time 20921.31ms, mfu 0.05%
+step 8000: train loss 4.6017, val loss 4.5974
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 8000: loss 4.1767, time 21194.04ms, mfu 0.05%
+step 8250: train loss 4.5587, val loss 4.5559
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 8250: loss 4.3666, time 20987.48ms, mfu 0.05%
+step 8500: train loss 4.5434, val loss 4.5647
+iter 8500: loss 4.3306, time 17907.68ms, mfu 0.05%
+step 8750: train loss 4.5244, val loss 4.5363
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 8750: loss 4.3824, time 21159.17ms, mfu 0.05%
+step 9000: train loss 4.5362, val loss 4.5192
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 9000: loss 4.3010, time 20777.58ms, mfu 0.05%
+step 9250: train loss 4.4831, val loss 4.5118
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 9250: loss 5.0242, time 20971.57ms, mfu 0.05%
+step 9500: train loss 4.4820, val loss 4.4786
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p1
+iter 9500: loss 4.9255, time 21474.09ms, mfu 0.05%
+step 9750: train loss 4.5058, val loss 4.5285
+iter 9750: loss 4.4104, time 17860.79ms, mfu 0.05%
+step 10000: train loss 4.4909, val loss 4.5010
+iter 10000: loss 4.6405, time 17865.15ms, mfu 0.05%
+
+--> RESULT | baseline | seed=123 | BEST=4.4786 | FINAL=4.5010 | ✗(best@9500)  A10=4.4675  delta=+0.0111
+
+
+baseline running mean (3/3 seeds): 4.4708 ±0.0074  A10=4.4675
+
+
+====================================================================================================
+RUNNING: midtier_q | warmup=2000 | seed=42
+  per-head MLP(64->128->64) on Q
+  A10 reference: 4.4039 ±0.0063
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.78M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 74, with 124,157,952 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9295, val loss 10.9324
+iter 0: loss 10.9417, time 19511.32ms, mfu -100.00%
+step 250: train loss 6.9449, val loss 6.9474
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 250: loss 6.9659, time 21734.85ms, mfu 0.05%
+step 500: train loss 6.4945, val loss 6.5247
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 500: loss 6.5175, time 22344.22ms, mfu 0.05%
+step 750: train loss 6.3150, val loss 6.3438
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 750: loss 6.3963, time 22258.01ms, mfu 0.05%
+step 1000: train loss 6.1492, val loss 6.2012
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 1000: loss 6.0634, time 22041.85ms, mfu 0.05%
+step 1250: train loss 6.0202, val loss 6.0309
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 1250: loss 5.6641, time 22053.64ms, mfu 0.05%
+step 1500: train loss 5.9615, val loss 5.9649
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 1500: loss 5.6634, time 22646.74ms, mfu 0.05%
+step 1750: train loss 5.8484, val loss 5.8645
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 1750: loss 6.3944, time 23870.40ms, mfu 0.05%
+step 2000: train loss 5.7536, val loss 5.7871
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 2000: loss 5.4133, time 24431.94ms, mfu 0.05%
+step 2250: train loss 5.6350, val loss 5.6418
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 2250: loss 5.6145, time 25161.82ms, mfu 0.05%
+step 2500: train loss 5.5175, val loss 5.5693
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 2500: loss 5.7930, time 25446.33ms, mfu 0.05%
+step 2750: train loss 5.4450, val loss 5.4634
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 2750: loss 5.2766, time 26584.29ms, mfu 0.05%
+step 3000: train loss 5.3807, val loss 5.3778
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 3000: loss 5.1504, time 24318.41ms, mfu 0.05%
+step 3250: train loss 5.3013, val loss 5.3307
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 3250: loss 5.0820, time 24604.34ms, mfu 0.04%
+step 3500: train loss 5.2594, val loss 5.2420
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 3500: loss 5.1207, time 24668.90ms, mfu 0.04%
+step 3750: train loss 5.2033, val loss 5.1938
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 3750: loss 5.2455, time 25065.60ms, mfu 0.04%
+step 4000: train loss 5.1628, val loss 5.1239
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 4000: loss 5.1383, time 22816.06ms, mfu 0.04%
+step 4250: train loss 5.1161, val loss 5.1030
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 4250: loss 4.6854, time 22807.13ms, mfu 0.04%
+step 4500: train loss 5.0388, val loss 5.0313
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 4500: loss 4.5794, time 22507.29ms, mfu 0.04%
+step 4750: train loss 4.9865, val loss 4.9998
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 4750: loss 5.1571, time 22466.90ms, mfu 0.05%
+step 5000: train loss 4.9578, val loss 4.9708
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 5000: loss 4.6838, time 22566.50ms, mfu 0.05%
+step 5250: train loss 4.8726, val loss 4.8791
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 5250: loss 4.9596, time 22340.99ms, mfu 0.05%
+step 5500: train loss 4.8651, val loss 4.8415
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 5500: loss 5.0835, time 22542.14ms, mfu 0.05%
+step 5750: train loss 4.8081, val loss 4.7717
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 5750: loss 4.7483, time 22607.53ms, mfu 0.05%
+step 6000: train loss 4.7578, val loss 4.7515
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 6000: loss 4.6853, time 22664.56ms, mfu 0.05%
+step 6250: train loss 4.7256, val loss 4.7074
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 6250: loss 4.5354, time 22667.17ms, mfu 0.05%
+step 6500: train loss 4.6723, val loss 4.6960
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 6500: loss 5.1498, time 22511.20ms, mfu 0.05%
+step 6750: train loss 4.6246, val loss 4.6322
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 6750: loss 4.5240, time 22645.53ms, mfu 0.05%
+step 7000: train loss 4.6009, val loss 4.6017
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 7000: loss 5.5362, time 22375.41ms, mfu 0.05%
+step 7250: train loss 4.5397, val loss 4.5922
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 7250: loss 4.6954, time 22307.49ms, mfu 0.05%
+step 7500: train loss 4.5437, val loss 4.5354
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 7500: loss 4.3740, time 22900.80ms, mfu 0.05%
+step 7750: train loss 4.5316, val loss 4.5532
+iter 7750: loss 4.4333, time 19256.03ms, mfu 0.05%
+step 8000: train loss 4.5168, val loss 4.5234
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 8000: loss 4.3989, time 22577.19ms, mfu 0.05%
+step 8250: train loss 4.4976, val loss 4.4896
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 8250: loss 4.4728, time 22652.77ms, mfu 0.05%
+step 8500: train loss 4.4698, val loss 4.4758
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 8500: loss 4.4311, time 22244.51ms, mfu 0.05%
+step 8750: train loss 4.4647, val loss 4.4693
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 8750: loss 4.1623, time 22498.50ms, mfu 0.05%
+step 9000: train loss 4.4356, val loss 4.4486
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 9000: loss 4.6271, time 22358.19ms, mfu 0.05%
+step 9250: train loss 4.4345, val loss 4.4465
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 9250: loss 4.3649, time 22380.75ms, mfu 0.05%
+step 9500: train loss 4.4109, val loss 4.4260
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 9500: loss 4.3464, time 22676.97ms, mfu 0.05%
+step 9750: train loss 4.4046, val loss 4.4266
+iter 9750: loss 4.5937, time 19432.02ms, mfu 0.05%
+step 10000: train loss 4.4098, val loss 4.4085
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed42_p1
+iter 10000: loss 5.0394, time 23145.92ms, mfu 0.05%
+
+--> RESULT | midtier_q | seed=42 | BEST=4.4085 | FINAL=4.4085 | ✓  A10=4.4039  delta=+0.0046
+
+
+====================================================================================================
+RUNNING: midtier_q | warmup=2000 | seed=1337
+  per-head MLP(64->128->64) on Q
+  A10 reference: 4.4039 ±0.0063
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.78M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 74, with 124,157,952 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9835, val loss 10.9830
+iter 0: loss 10.9713, time 19802.92ms, mfu -100.00%
+step 250: train loss 6.9419, val loss 6.9438
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 250: loss 6.9994, time 23337.78ms, mfu 0.04%
+step 500: train loss 6.4951, val loss 6.5384
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 500: loss 6.3094, time 25345.63ms, mfu 0.04%
+step 750: train loss 6.2861, val loss 6.3151
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 750: loss 6.1856, time 24105.52ms, mfu 0.04%
+step 1000: train loss 6.1683, val loss 6.1705
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 1000: loss 6.2052, time 23436.60ms, mfu 0.04%
+step 1250: train loss 6.0816, val loss 6.0762
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 1250: loss 6.9991, time 22932.71ms, mfu 0.04%
+step 1500: train loss 5.9603, val loss 5.9820
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 1500: loss 5.8668, time 24891.88ms, mfu 0.04%
+step 1750: train loss 5.8977, val loss 5.8808
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 1750: loss 5.9396, time 22437.64ms, mfu 0.04%
+step 2000: train loss 5.7716, val loss 5.7586
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 2000: loss 6.2386, time 22414.45ms, mfu 0.04%
+step 2250: train loss 5.6735, val loss 5.6736
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 2250: loss 5.2360, time 22457.83ms, mfu 0.05%
+step 2500: train loss 5.5793, val loss 5.5893
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 2500: loss 5.8414, time 22501.31ms, mfu 0.05%
+step 2750: train loss 5.4819, val loss 5.4758
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 2750: loss 5.3229, time 22558.12ms, mfu 0.05%
+step 3000: train loss 5.4299, val loss 5.4132
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 3000: loss 5.2605, time 22368.08ms, mfu 0.05%
+step 3250: train loss 5.3481, val loss 5.3866
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 3250: loss 5.3853, time 22337.09ms, mfu 0.05%
+step 3500: train loss 5.3032, val loss 5.2661
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 3500: loss 5.3671, time 22497.46ms, mfu 0.05%
+step 3750: train loss 5.2083, val loss 5.2528
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 3750: loss 5.3815, time 22417.54ms, mfu 0.05%
+step 4000: train loss 5.1864, val loss 5.1631
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 4000: loss 5.3865, time 22378.58ms, mfu 0.05%
+step 4250: train loss 5.1059, val loss 5.1361
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 4250: loss 5.1928, time 22204.90ms, mfu 0.05%
+step 4500: train loss 5.0727, val loss 5.0747
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 4500: loss 4.9299, time 22307.51ms, mfu 0.05%
+step 4750: train loss 5.0123, val loss 5.0076
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 4750: loss 4.2716, time 22214.51ms, mfu 0.05%
+step 5000: train loss 4.9651, val loss 4.9870
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 5000: loss 4.4896, time 22338.91ms, mfu 0.05%
+step 5250: train loss 4.8627, val loss 4.9295
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 5250: loss 5.0377, time 22489.45ms, mfu 0.05%
+step 5500: train loss 4.8701, val loss 4.8647
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 5500: loss 4.7797, time 22695.06ms, mfu 0.05%
+step 5750: train loss 4.8237, val loss 4.8131
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 5750: loss 4.6805, time 22391.54ms, mfu 0.05%
+step 6000: train loss 4.7539, val loss 4.7973
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 6000: loss 4.6319, time 22216.42ms, mfu 0.05%
+step 6250: train loss 4.6874, val loss 4.7141
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 6250: loss 5.0631, time 22108.17ms, mfu 0.05%
+step 6500: train loss 4.6890, val loss 4.6911
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 6500: loss 4.8336, time 22244.30ms, mfu 0.05%
+step 6750: train loss 4.6257, val loss 4.6767
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 6750: loss 4.4706, time 22267.76ms, mfu 0.05%
+step 7000: train loss 4.6298, val loss 4.6694
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 7000: loss 4.7988, time 22210.72ms, mfu 0.05%
+step 7250: train loss 4.5958, val loss 4.6000
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 7250: loss 4.7948, time 22275.85ms, mfu 0.05%
+step 7500: train loss 4.5488, val loss 4.5707
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 7500: loss 4.8214, time 22487.49ms, mfu 0.05%
+step 7750: train loss 4.5598, val loss 4.5245
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 7750: loss 4.3518, time 22365.73ms, mfu 0.05%
+step 8000: train loss 4.5102, val loss 4.5204
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 8000: loss 4.4666, time 22296.92ms, mfu 0.05%
+step 8250: train loss 4.5068, val loss 4.5092
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 8250: loss 4.9091, time 22297.72ms, mfu 0.05%
+step 8500: train loss 4.4665, val loss 4.5149
+iter 8500: loss 4.5066, time 19287.38ms, mfu 0.05%
+step 8750: train loss 4.4669, val loss 4.4618
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 8750: loss 4.8043, time 22215.91ms, mfu 0.05%
+step 9000: train loss 4.4523, val loss 4.4635
+iter 9000: loss 4.4699, time 19082.24ms, mfu 0.05%
+step 9250: train loss 4.4463, val loss 4.4323
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 9250: loss 4.5899, time 22328.21ms, mfu 0.05%
+step 9500: train loss 4.4430, val loss 4.4413
+iter 9500: loss 4.4018, time 19318.69ms, mfu 0.05%
+step 9750: train loss 4.4119, val loss 4.4360
+iter 9750: loss 4.1331, time 19192.21ms, mfu 0.05%
+step 10000: train loss 4.4181, val loss 4.4256
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed1337_p1
+iter 10000: loss 4.3075, time 22345.76ms, mfu 0.05%
+
+--> RESULT | midtier_q | seed=1337 | BEST=4.4256 | FINAL=4.4256 | ✓  A10=4.4039  delta=+0.0217
+
+
+midtier_q running mean (2/3 seeds): 4.4170 ±0.0086  A10=4.4039
+
+
+====================================================================================================
+RUNNING: midtier_q | warmup=2000 | seed=123
+  per-head MLP(64->128->64) on Q
+  A10 reference: 4.4039 ±0.0063
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.78M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 74, with 124,157,952 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 11.0155, val loss 11.0141
+iter 0: loss 10.9955, time 19747.51ms, mfu -100.00%
+step 250: train loss 6.9260, val loss 6.9377
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 250: loss 6.9170, time 21896.68ms, mfu 0.05%
+step 500: train loss 6.4699, val loss 6.5021
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 500: loss 6.1416, time 22245.03ms, mfu 0.05%
+step 750: train loss 6.3410, val loss 6.3593
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 750: loss 6.3482, time 22420.52ms, mfu 0.05%
+step 1000: train loss 6.2121, val loss 6.1606
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 1000: loss 5.8295, time 22413.24ms, mfu 0.05%
+step 1250: train loss 6.0335, val loss 6.0687
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 1250: loss 6.0123, time 22439.74ms, mfu 0.05%
+step 1500: train loss 5.9415, val loss 6.0020
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 1500: loss 5.6814, time 22262.53ms, mfu 0.05%
+step 1750: train loss 5.8657, val loss 5.8639
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 1750: loss 5.6780, time 22191.43ms, mfu 0.05%
+step 2000: train loss 5.7053, val loss 5.7509
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 2000: loss 5.9279, time 23253.42ms, mfu 0.05%
+step 2250: train loss 5.6437, val loss 5.6599
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 2250: loss 5.6502, time 22224.09ms, mfu 0.05%
+step 2500: train loss 5.5505, val loss 5.5311
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 2500: loss 5.0544, time 22360.80ms, mfu 0.05%
+step 2750: train loss 5.4961, val loss 5.4881
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 2750: loss 5.7172, time 22639.77ms, mfu 0.05%
+step 3000: train loss 5.3832, val loss 5.4156
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 3000: loss 5.2362, time 22185.42ms, mfu 0.05%
+step 3250: train loss 5.3102, val loss 5.3173
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 3250: loss 5.3899, time 22394.60ms, mfu 0.05%
+step 3500: train loss 5.2768, val loss 5.3071
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 3500: loss 5.4649, time 22193.99ms, mfu 0.05%
+step 3750: train loss 5.1992, val loss 5.2256
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 3750: loss 5.2399, time 22170.13ms, mfu 0.05%
+step 4000: train loss 5.1804, val loss 5.1429
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 4000: loss 5.0902, time 22329.50ms, mfu 0.05%
+step 4250: train loss 5.1082, val loss 5.1301
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 4250: loss 5.2936, time 22270.94ms, mfu 0.05%
+step 4500: train loss 5.0602, val loss 5.0829
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 4500: loss 4.8494, time 22354.96ms, mfu 0.05%
+step 4750: train loss 5.0149, val loss 5.0239
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 4750: loss 4.6547, time 22282.84ms, mfu 0.05%
+step 5000: train loss 4.9479, val loss 4.9706
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 5000: loss 5.0937, time 22228.66ms, mfu 0.05%
+step 5250: train loss 4.9175, val loss 4.9489
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 5250: loss 4.9619, time 22253.01ms, mfu 0.05%
+step 5500: train loss 4.8500, val loss 4.8413
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 5500: loss 4.6478, time 22247.80ms, mfu 0.05%
+step 5750: train loss 4.8289, val loss 4.8377
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 5750: loss 4.6585, time 22281.64ms, mfu 0.05%
+step 6000: train loss 4.7710, val loss 4.7615
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 6000: loss 4.9159, time 22307.48ms, mfu 0.05%
+step 6250: train loss 4.7315, val loss 4.7293
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 6250: loss 4.8889, time 22199.90ms, mfu 0.05%
+step 6500: train loss 4.7032, val loss 4.6902
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 6500: loss 4.4305, time 22014.06ms, mfu 0.05%
+step 6750: train loss 4.6433, val loss 4.6496
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 6750: loss 4.6124, time 22143.40ms, mfu 0.05%
+step 7000: train loss 4.6480, val loss 4.6464
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 7000: loss 4.5250, time 22231.33ms, mfu 0.05%
+step 7250: train loss 4.6155, val loss 4.6216
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 7250: loss 4.5859, time 22148.72ms, mfu 0.05%
+step 7500: train loss 4.5667, val loss 4.5768
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 7500: loss 4.3690, time 22380.15ms, mfu 0.05%
+step 7750: train loss 4.5336, val loss 4.5576
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 7750: loss 4.8122, time 22039.48ms, mfu 0.05%
+step 8000: train loss 4.5038, val loss 4.5237
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 8000: loss 4.4896, time 22348.29ms, mfu 0.05%
+step 8250: train loss 4.4970, val loss 4.5154
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 8250: loss 4.3391, time 22315.72ms, mfu 0.05%
+step 8500: train loss 4.4796, val loss 4.4977
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 8500: loss 4.2657, time 22230.80ms, mfu 0.05%
+step 8750: train loss 4.4745, val loss 4.4717
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 8750: loss 4.6176, time 22170.82ms, mfu 0.05%
+step 9000: train loss 4.4577, val loss 4.4556
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 9000: loss 4.4926, time 22311.77ms, mfu 0.05%
+step 9250: train loss 4.4450, val loss 4.4680
+iter 9250: loss 4.7226, time 19135.27ms, mfu 0.05%
+step 9500: train loss 4.4516, val loss 4.4487
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 9500: loss 4.3394, time 22346.73ms, mfu 0.05%
+step 9750: train loss 4.3983, val loss 4.4317
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 9750: loss 4.2679, time 22360.55ms, mfu 0.05%
+step 10000: train loss 4.4440, val loss 4.4065
+saving checkpoint to out-openwebtext_dynamic_qconditioned_mlp128_warmup2000_seed123_p1
+iter 10000: loss 4.7379, time 22365.18ms, mfu 0.05%
+
+--> RESULT | midtier_q | seed=123 | BEST=4.4065 | FINAL=4.4065 | ✓  A10=4.4039  delta=+0.0026
+
+
+midtier_q running mean (3/3 seeds): 4.4135 ±0.0086  A10=4.4039
+
+
+🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆
+CURRENT LEADERBOARD (3-seed complete):
+  1. midtier_q              4.4135 ±0.0086  A10=4.4039  delta=+0.0096
+  2. baseline               4.4708 ±0.0074  A10=4.4675  delta=+0.0033
+🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆
+
+
+====================================================================================================
+RUNNING: cheap_qa | warmup=2000 | seed=42
+  per-head Linear(128->64) on cat(Q,y)
+  A10 reference: 4.4151 ±0.0156
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.69M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,059,648 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9432, val loss 10.9442
+iter 0: loss 10.9369, time 19297.56ms, mfu -100.00%
+step 250: train loss 6.9464, val loss 6.9443
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 250: loss 6.8098, time 21719.77ms, mfu 0.05%
+step 500: train loss 6.5256, val loss 6.5025
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 500: loss 6.3880, time 22128.25ms, mfu 0.05%
+step 750: train loss 6.3276, val loss 6.3224
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 750: loss 6.5631, time 21714.37ms, mfu 0.05%
+step 1000: train loss 6.1672, val loss 6.1650
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 1000: loss 5.9097, time 21853.91ms, mfu 0.05%
+step 1250: train loss 6.0470, val loss 6.0747
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 1250: loss 5.9095, time 21966.25ms, mfu 0.05%
+step 1500: train loss 5.9614, val loss 5.9866
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 1500: loss 5.7680, time 22120.49ms, mfu 0.05%
+step 1750: train loss 5.8630, val loss 5.8707
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 1750: loss 6.8122, time 21815.57ms, mfu 0.05%
+step 2000: train loss 5.7309, val loss 5.7379
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 2000: loss 5.6604, time 21872.59ms, mfu 0.05%
+step 2250: train loss 5.6509, val loss 5.6715
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 2250: loss 5.5711, time 21797.67ms, mfu 0.05%
+step 2500: train loss 5.5474, val loss 5.5299
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 2500: loss 5.5322, time 22001.64ms, mfu 0.05%
+step 2750: train loss 5.4497, val loss 5.4564
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 2750: loss 5.6305, time 21960.94ms, mfu 0.05%
+step 3000: train loss 5.4212, val loss 5.3855
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 3000: loss 5.4377, time 21831.24ms, mfu 0.05%
+step 3250: train loss 5.3026, val loss 5.3133
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 3250: loss 5.4872, time 21865.88ms, mfu 0.05%
+step 3500: train loss 5.2365, val loss 5.2626
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 3500: loss 5.3583, time 22154.08ms, mfu 0.05%
+step 3750: train loss 5.2123, val loss 5.1945
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 3750: loss 5.3440, time 21834.11ms, mfu 0.05%
+step 4000: train loss 5.1566, val loss 5.1569
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 4000: loss 4.9826, time 22186.81ms, mfu 0.05%
+step 4250: train loss 5.0774, val loss 5.0752
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 4250: loss 4.8762, time 21868.94ms, mfu 0.05%
+step 4500: train loss 5.0370, val loss 5.0603
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 4500: loss 5.2007, time 22079.64ms, mfu 0.05%
+step 4750: train loss 4.9871, val loss 5.0027
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 4750: loss 5.2100, time 21887.77ms, mfu 0.05%
+step 5000: train loss 4.9230, val loss 4.9469
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 5000: loss 4.9213, time 21819.25ms, mfu 0.05%
+step 5250: train loss 4.8828, val loss 4.8995
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 5250: loss 5.1515, time 21844.51ms, mfu 0.05%
+step 5500: train loss 4.8481, val loss 4.8575
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 5500: loss 4.6985, time 21842.56ms, mfu 0.05%
+step 5750: train loss 4.7996, val loss 4.8277
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 5750: loss 4.6721, time 21895.74ms, mfu 0.05%
+step 6000: train loss 4.7499, val loss 4.7636
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 6000: loss 4.6558, time 21832.82ms, mfu 0.05%
+step 6250: train loss 4.6966, val loss 4.7399
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 6250: loss 4.8581, time 21979.85ms, mfu 0.05%
+step 6500: train loss 4.6636, val loss 4.6537
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 6500: loss 4.5128, time 21789.70ms, mfu 0.05%
+step 6750: train loss 4.6314, val loss 4.6249
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 6750: loss 4.5366, time 22196.47ms, mfu 0.05%
+step 7000: train loss 4.6087, val loss 4.6008
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 7000: loss 4.3556, time 21851.03ms, mfu 0.05%
+step 7250: train loss 4.5849, val loss 4.5703
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 7250: loss 4.7371, time 22041.14ms, mfu 0.05%
+step 7500: train loss 4.5094, val loss 4.5627
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 7500: loss 4.6018, time 22309.84ms, mfu 0.05%
+step 7750: train loss 4.5207, val loss 4.5301
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 7750: loss 4.3391, time 20840.70ms, mfu 0.05%
+step 8000: train loss 4.4605, val loss 4.5055
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 8000: loss 4.6651, time 21673.76ms, mfu 0.05%
+step 8250: train loss 4.4978, val loss 4.4907
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 8250: loss 4.0409, time 20749.50ms, mfu 0.05%
+step 8500: train loss 4.4979, val loss 4.4632
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 8500: loss 4.6652, time 21266.56ms, mfu 0.05%
+step 8750: train loss 4.4250, val loss 4.4740
+iter 8750: loss 4.2908, time 19353.79ms, mfu 0.05%
+step 9000: train loss 4.4374, val loss 4.4436
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 9000: loss 4.0684, time 21057.68ms, mfu 0.05%
+step 9250: train loss 4.4281, val loss 4.4618
+iter 9250: loss 4.2506, time 18941.05ms, mfu 0.05%
+step 9500: train loss 4.4199, val loss 4.3986
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 9500: loss 4.4186, time 20959.11ms, mfu 0.05%
+step 9750: train loss 4.4172, val loss 4.4262
+iter 9750: loss 3.9049, time 18941.47ms, mfu 0.05%
+step 10000: train loss 4.3761, val loss 4.3830
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed42_p1
+iter 10000: loss 4.2532, time 21030.05ms, mfu 0.05%
+
+--> RESULT | cheap_qa | seed=42 | BEST=4.3830 | FINAL=4.3830 | ✓  A10=4.4151  delta=-0.0321
+
+
+====================================================================================================
+RUNNING: cheap_qa | warmup=2000 | seed=1337
+  per-head Linear(128->64) on cat(Q,y)
+  A10 reference: 4.4151 ±0.0156
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.69M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,059,648 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9681, val loss 10.9657
+iter 0: loss 10.9667, time 19146.08ms, mfu -100.00%
+step 250: train loss 6.9439, val loss 6.8834
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 250: loss 7.1391, time 20625.63ms, mfu 0.05%
+step 500: train loss 6.4997, val loss 6.5077
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 500: loss 7.0345, time 21144.69ms, mfu 0.05%
+step 750: train loss 6.2830, val loss 6.2970
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 750: loss 6.3402, time 23046.18ms, mfu 0.05%
+step 1000: train loss 6.1999, val loss 6.1636
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 1000: loss 6.0845, time 23689.10ms, mfu 0.05%
+step 1250: train loss 6.0314, val loss 6.0282
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 1250: loss 6.2345, time 23950.01ms, mfu 0.05%
+step 1500: train loss 5.9264, val loss 5.9280
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 1500: loss 7.0015, time 22685.23ms, mfu 0.05%
+step 1750: train loss 5.8556, val loss 5.8529
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 1750: loss 5.4523, time 21005.84ms, mfu 0.05%
+step 2000: train loss 5.7864, val loss 5.7658
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 2000: loss 5.2539, time 21218.85ms, mfu 0.05%
+step 2250: train loss 5.6816, val loss 5.6933
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 2250: loss 5.1183, time 20622.24ms, mfu 0.05%
+step 2500: train loss 5.5495, val loss 5.5599
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 2500: loss 4.9835, time 21142.87ms, mfu 0.05%
+step 2750: train loss 5.4537, val loss 5.4696
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 2750: loss 5.1648, time 23432.08ms, mfu 0.05%
+step 3000: train loss 5.3622, val loss 5.3962
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 3000: loss 5.3210, time 20495.33ms, mfu 0.05%
+step 3250: train loss 5.2923, val loss 5.2561
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 3250: loss 5.2728, time 20796.37ms, mfu 0.05%
+step 3500: train loss 5.2534, val loss 5.2446
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 3500: loss 5.7601, time 21525.06ms, mfu 0.05%
+step 3750: train loss 5.1996, val loss 5.2251
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 3750: loss 5.0799, time 23462.73ms, mfu 0.05%
+step 4000: train loss 5.1560, val loss 5.1154
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 4000: loss 5.2552, time 22787.31ms, mfu 0.05%
+step 4250: train loss 5.0879, val loss 5.1189
+iter 4250: loss 5.2404, time 18928.16ms, mfu 0.05%
+step 4500: train loss 5.0170, val loss 5.0613
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 4500: loss 5.2547, time 21189.19ms, mfu 0.05%
+step 4750: train loss 4.9785, val loss 4.9454
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 4750: loss 5.0527, time 21743.29ms, mfu 0.05%
+step 5000: train loss 4.9038, val loss 4.9428
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 5000: loss 5.1730, time 21069.91ms, mfu 0.05%
+step 5250: train loss 4.8716, val loss 4.8956
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 5250: loss 4.6418, time 20573.39ms, mfu 0.05%
+step 5500: train loss 4.8300, val loss 4.8227
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 5500: loss 4.7325, time 20632.36ms, mfu 0.05%
+step 5750: train loss 4.7868, val loss 4.7819
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 5750: loss 4.8554, time 21194.66ms, mfu 0.05%
+step 6000: train loss 4.7947, val loss 4.7759
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 6000: loss 4.8722, time 20863.31ms, mfu 0.05%
+step 6250: train loss 4.6950, val loss 4.7078
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 6250: loss 4.3704, time 21145.86ms, mfu 0.05%
+step 6500: train loss 4.7034, val loss 4.7165
+iter 6500: loss 4.7968, time 18922.83ms, mfu 0.05%
+step 6750: train loss 4.6338, val loss 4.6285
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 6750: loss 4.8291, time 20695.73ms, mfu 0.05%
+step 7000: train loss 4.5941, val loss 4.5998
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 7000: loss 4.9143, time 21048.55ms, mfu 0.05%
+step 7250: train loss 4.6035, val loss 4.5698
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 7250: loss 4.2003, time 21107.81ms, mfu 0.05%
+step 7500: train loss 4.5262, val loss 4.5402
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 7500: loss 4.5650, time 20867.16ms, mfu 0.05%
+step 7750: train loss 4.5482, val loss 4.5275
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 7750: loss 4.3415, time 21102.60ms, mfu 0.05%
+step 8000: train loss 4.4935, val loss 4.5382
+iter 8000: loss 4.3986, time 18849.12ms, mfu 0.05%
+step 8250: train loss 4.4754, val loss 4.5020
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 8250: loss 4.0325, time 25070.77ms, mfu 0.05%
+step 8500: train loss 4.4613, val loss 4.5097
+iter 8500: loss 4.5330, time 18876.40ms, mfu 0.05%
+step 8750: train loss 4.4729, val loss 4.4688
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 8750: loss 4.8010, time 21047.50ms, mfu 0.05%
+step 9000: train loss 4.4273, val loss 4.4249
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 9000: loss 4.0647, time 21094.27ms, mfu 0.05%
+step 9250: train loss 4.4159, val loss 4.4174
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 9250: loss 4.3284, time 20820.54ms, mfu 0.05%
+step 9500: train loss 4.4532, val loss 4.4307
+iter 9500: loss 4.6532, time 18773.32ms, mfu 0.05%
+step 9750: train loss 4.4133, val loss 4.3907
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed1337_p1
+iter 9750: loss 4.4217, time 20790.21ms, mfu 0.05%
+step 10000: train loss 4.4287, val loss 4.4321
+iter 10000: loss 4.6872, time 18846.06ms, mfu 0.05%
+
+--> RESULT | cheap_qa | seed=1337 | BEST=4.3907 | FINAL=4.4321 | ✗(best@9750)  A10=4.4151  delta=-0.0244
+
+
+cheap_qa running mean (2/3 seeds): 4.3868 ±0.0038  A10=4.4151
+
+
+====================================================================================================
+RUNNING: cheap_qa | warmup=2000 | seed=123
+  per-head Linear(128->64) on cat(Q,y)
+  A10 reference: 4.4151 ±0.0156
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.69M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,059,648 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9516, val loss 10.9516
+iter 0: loss 10.9851, time 19034.18ms, mfu -100.00%
+step 250: train loss 6.9361, val loss 6.9513
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 250: loss 7.1897, time 20332.83ms, mfu 0.05%
+step 500: train loss 6.4976, val loss 6.5282
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 500: loss 6.3189, time 21241.65ms, mfu 0.05%
+step 750: train loss 6.3338, val loss 6.3004
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 750: loss 6.6119, time 20966.35ms, mfu 0.05%
+step 1000: train loss 6.1623, val loss 6.1566
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 1000: loss 5.9930, time 20619.28ms, mfu 0.05%
+step 1250: train loss 6.0519, val loss 6.0571
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 1250: loss 6.4881, time 20539.37ms, mfu 0.05%
+step 1500: train loss 5.9488, val loss 5.9454
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 1500: loss 5.6090, time 21201.47ms, mfu 0.05%
+step 1750: train loss 5.8470, val loss 5.8504
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 1750: loss 5.9612, time 20519.43ms, mfu 0.05%
+step 2000: train loss 5.7430, val loss 5.7674
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 2000: loss 5.5835, time 20393.96ms, mfu 0.05%
+step 2250: train loss 5.6230, val loss 5.6190
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 2250: loss 5.3869, time 21257.60ms, mfu 0.05%
+step 2500: train loss 5.4897, val loss 5.5237
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 2500: loss 5.6314, time 25362.32ms, mfu 0.05%
+step 2750: train loss 5.4431, val loss 5.4455
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 2750: loss 5.4780, time 20953.70ms, mfu 0.05%
+step 3000: train loss 5.3484, val loss 5.3852
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 3000: loss 5.3008, time 20809.22ms, mfu 0.05%
+step 3250: train loss 5.3041, val loss 5.2697
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 3250: loss 4.7966, time 21008.67ms, mfu 0.05%
+step 3500: train loss 5.2441, val loss 5.2347
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 3500: loss 5.0353, time 21065.96ms, mfu 0.05%
+step 3750: train loss 5.1647, val loss 5.1820
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 3750: loss 5.0720, time 20764.41ms, mfu 0.05%
+step 4000: train loss 5.1293, val loss 5.1533
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 4000: loss 5.0828, time 20657.87ms, mfu 0.05%
+step 4250: train loss 5.0671, val loss 5.0556
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 4250: loss 4.9607, time 21061.44ms, mfu 0.05%
+step 4500: train loss 5.0200, val loss 5.0096
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 4500: loss 4.8567, time 21060.18ms, mfu 0.05%
+step 4750: train loss 4.9367, val loss 4.9242
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 4750: loss 5.4105, time 20639.97ms, mfu 0.05%
+step 5000: train loss 4.8965, val loss 4.8675
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 5000: loss 4.5519, time 21210.43ms, mfu 0.05%
+step 5250: train loss 4.8794, val loss 4.8789
+iter 5250: loss 4.3292, time 18893.37ms, mfu 0.05%
+step 5500: train loss 4.7834, val loss 4.8240
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 5500: loss 4.5486, time 20798.74ms, mfu 0.05%
+step 5750: train loss 4.7661, val loss 4.7585
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 5750: loss 4.8846, time 20543.58ms, mfu 0.05%
+step 6000: train loss 4.7215, val loss 4.7393
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 6000: loss 4.7615, time 20492.12ms, mfu 0.05%
+step 6250: train loss 4.6793, val loss 4.6568
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 6250: loss 4.7572, time 20968.72ms, mfu 0.05%
+step 6500: train loss 4.6416, val loss 4.6695
+iter 6500: loss 5.1601, time 18949.84ms, mfu 0.05%
+step 6750: train loss 4.5906, val loss 4.5985
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 6750: loss 4.3218, time 22889.35ms, mfu 0.05%
+step 7000: train loss 4.6064, val loss 4.5902
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 7000: loss 4.7886, time 20757.53ms, mfu 0.05%
+step 7250: train loss 4.5693, val loss 4.5682
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 7250: loss 4.5583, time 20784.73ms, mfu 0.05%
+step 7500: train loss 4.5049, val loss 4.5281
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 7500: loss 4.6751, time 20463.40ms, mfu 0.05%
+step 7750: train loss 4.4818, val loss 4.4947
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 7750: loss 5.0411, time 20683.34ms, mfu 0.05%
+step 8000: train loss 4.4941, val loss 4.5080
+iter 8000: loss 4.5957, time 18858.35ms, mfu 0.05%
+step 8250: train loss 4.4332, val loss 4.4838
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 8250: loss 4.7195, time 20648.83ms, mfu 0.05%
+step 8500: train loss 4.4413, val loss 4.4609
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 8500: loss 3.9416, time 20919.87ms, mfu 0.05%
+step 8750: train loss 4.4556, val loss 4.4668
+iter 8750: loss 4.7652, time 18882.81ms, mfu 0.05%
+step 9000: train loss 4.4112, val loss 4.4378
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 9000: loss 3.8902, time 20772.00ms, mfu 0.05%
+step 9250: train loss 4.3837, val loss 4.4142
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 9250: loss 4.1814, time 20775.73ms, mfu 0.05%
+step 9500: train loss 4.3980, val loss 4.4141
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 9500: loss 4.6705, time 20895.54ms, mfu 0.05%
+step 9750: train loss 4.3691, val loss 4.3953
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_warmup2000_seed123_p1
+iter 9750: loss 4.6076, time 20393.48ms, mfu 0.05%
+step 10000: train loss 4.3781, val loss 4.4047
+iter 10000: loss 4.4630, time 18820.56ms, mfu 0.05%
+
+--> RESULT | cheap_qa | seed=123 | BEST=4.3953 | FINAL=4.4047 | ✗(best@9750)  A10=4.4151  delta=-0.0198
+
+
+cheap_qa running mean (3/3 seeds): 4.3897 ±0.0051  A10=4.4151
+
+
+🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆
+CURRENT LEADERBOARD (3-seed complete):
+  1. cheap_qa               4.3897 ±0.0051  A10=4.4151  delta=-0.0254
+  2. midtier_q              4.4135 ±0.0086  A10=4.4039  delta=+0.0096
+  3. baseline               4.4708 ±0.0074  A10=4.4675  delta=+0.0033
+🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆
+
+
+====================================================================================================
+RUNNING: cheap_q | warmup=2000 | seed=42
+  per-head Linear(64->64) on Q
+  A10 reference: 4.4222 ±0.0064
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9651, val loss 10.9621
+iter 0: loss 10.9454, time 18819.99ms, mfu -100.00%
+step 250: train loss 6.9242, val loss 6.9413
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 250: loss 6.8599, time 19918.31ms, mfu 0.05%
+step 500: train loss 6.4783, val loss 6.5236
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 500: loss 6.2171, time 20568.38ms, mfu 0.05%
+step 750: train loss 6.3210, val loss 6.3302
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 750: loss 6.2990, time 20523.59ms, mfu 0.05%
+step 1000: train loss 6.1733, val loss 6.1963
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 1000: loss 6.6634, time 20828.84ms, mfu 0.05%
+step 1250: train loss 6.0437, val loss 6.0774
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 1250: loss 5.4958, time 20477.72ms, mfu 0.05%
+step 1500: train loss 5.9191, val loss 5.9694
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 1500: loss 6.2541, time 20219.76ms, mfu 0.05%
+step 1750: train loss 5.8811, val loss 5.8873
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 1750: loss 5.2481, time 20974.42ms, mfu 0.05%
+step 2000: train loss 5.7559, val loss 5.7621
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 2000: loss 5.9225, time 25640.27ms, mfu 0.05%
+step 2250: train loss 5.6248, val loss 5.6417
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 2250: loss 5.5323, time 23117.92ms, mfu 0.05%
+step 2500: train loss 5.5222, val loss 5.5408
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 2500: loss 5.8093, time 19946.24ms, mfu 0.05%
+step 2750: train loss 5.4897, val loss 5.4741
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 2750: loss 5.0954, time 19691.67ms, mfu 0.05%
+step 3000: train loss 5.3733, val loss 5.4233
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 3000: loss 5.5317, time 19746.33ms, mfu 0.05%
+step 3250: train loss 5.3607, val loss 5.3837
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 3250: loss 5.1507, time 19784.37ms, mfu 0.05%
+step 3500: train loss 5.2875, val loss 5.2848
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 3500: loss 5.4891, time 19703.89ms, mfu 0.05%
+step 3750: train loss 5.2390, val loss 5.2660
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 3750: loss 5.0371, time 19768.08ms, mfu 0.05%
+step 4000: train loss 5.1611, val loss 5.1348
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 4000: loss 5.1677, time 19769.25ms, mfu 0.05%
+step 4250: train loss 5.1091, val loss 5.0970
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 4250: loss 5.3440, time 19684.38ms, mfu 0.05%
+step 4500: train loss 5.0305, val loss 5.0401
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 4500: loss 5.0647, time 21977.49ms, mfu 0.05%
+step 4750: train loss 4.9933, val loss 5.0037
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 4750: loss 5.2667, time 19764.42ms, mfu 0.05%
+step 5000: train loss 4.9618, val loss 4.9464
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 5000: loss 5.1728, time 19747.30ms, mfu 0.05%
+step 5250: train loss 4.8803, val loss 4.9133
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 5250: loss 4.9880, time 21068.74ms, mfu 0.05%
+step 5500: train loss 4.8426, val loss 4.8332
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 5500: loss 4.7103, time 20209.47ms, mfu 0.05%
+step 5750: train loss 4.7813, val loss 4.8008
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 5750: loss 4.8101, time 20056.36ms, mfu 0.05%
+step 6000: train loss 4.7856, val loss 4.7882
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 6000: loss 4.4512, time 20034.63ms, mfu 0.05%
+step 6250: train loss 4.7317, val loss 4.7242
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 6250: loss 4.7125, time 19872.30ms, mfu 0.05%
+step 6500: train loss 4.6869, val loss 4.7065
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 6500: loss 4.8136, time 20115.77ms, mfu 0.05%
+step 6750: train loss 4.6371, val loss 4.6843
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 6750: loss 4.8796, time 20729.51ms, mfu 0.05%
+step 7000: train loss 4.6257, val loss 4.6433
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 7000: loss 4.3330, time 20288.42ms, mfu 0.05%
+step 7250: train loss 4.5592, val loss 4.6240
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 7250: loss 4.1654, time 22038.24ms, mfu 0.05%
+step 7500: train loss 4.5505, val loss 4.5490
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 7500: loss 4.4771, time 20307.86ms, mfu 0.05%
+step 7750: train loss 4.5283, val loss 4.5681
+iter 7750: loss 4.8200, time 18328.73ms, mfu 0.05%
+step 8000: train loss 4.5211, val loss 4.5322
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 8000: loss 4.2713, time 20305.21ms, mfu 0.05%
+step 8250: train loss 4.4799, val loss 4.5056
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 8250: loss 4.6838, time 20284.49ms, mfu 0.05%
+step 8500: train loss 4.4856, val loss 4.4951
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 8500: loss 4.5225, time 20854.90ms, mfu 0.05%
+step 8750: train loss 4.4691, val loss 4.5021
+iter 8750: loss 4.4914, time 18367.75ms, mfu 0.05%
+step 9000: train loss 4.4479, val loss 4.4579
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 9000: loss 4.4427, time 20679.91ms, mfu 0.05%
+step 9250: train loss 4.4336, val loss 4.4557
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 9250: loss 4.5391, time 20555.94ms, mfu 0.05%
+step 9500: train loss 4.4610, val loss 4.4323
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 9500: loss 4.8782, time 20144.60ms, mfu 0.05%
+step 9750: train loss 4.4063, val loss 4.4468
+iter 9750: loss 4.1984, time 18333.25ms, mfu 0.05%
+step 10000: train loss 4.4132, val loss 4.4069
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed42_p1
+iter 10000: loss 4.5186, time 20738.69ms, mfu 0.05%
+
+--> RESULT | cheap_q | seed=42 | BEST=4.4069 | FINAL=4.4069 | ✓  A10=4.4222  delta=-0.0153
+
+
+====================================================================================================
+RUNNING: cheap_q | warmup=2000 | seed=1337
+  per-head Linear(64->64) on Q
+  A10 reference: 4.4222 ±0.0064
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9312, val loss 10.9307
+iter 0: loss 10.9359, time 18486.44ms, mfu -100.00%
+step 250: train loss 6.9044, val loss 6.9314
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 250: loss 6.7952, time 19814.64ms, mfu 0.05%
+step 500: train loss 6.4895, val loss 6.4932
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 500: loss 6.6431, time 20025.97ms, mfu 0.05%
+step 750: train loss 6.2994, val loss 6.3271
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 750: loss 6.0902, time 20607.32ms, mfu 0.05%
+step 1000: train loss 6.1588, val loss 6.1452
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 1000: loss 6.0982, time 20891.27ms, mfu 0.05%
+step 1250: train loss 6.0687, val loss 6.0372
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 1250: loss 5.6996, time 20991.75ms, mfu 0.05%
+step 1500: train loss 5.9407, val loss 5.9669
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 1500: loss 6.2750, time 21106.88ms, mfu 0.05%
+step 1750: train loss 5.8306, val loss 5.8487
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 1750: loss 5.9657, time 24405.21ms, mfu 0.05%
+step 2000: train loss 5.8073, val loss 5.7845
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 2000: loss 5.7899, time 20066.43ms, mfu 0.05%
+step 2250: train loss 5.6770, val loss 5.6251
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 2250: loss 6.0664, time 20063.92ms, mfu 0.05%
+step 2500: train loss 5.6150, val loss 5.5807
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 2500: loss 5.1627, time 19959.13ms, mfu 0.05%
+step 2750: train loss 5.4941, val loss 5.5102
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 2750: loss 5.8309, time 20408.18ms, mfu 0.05%
+step 3000: train loss 5.4012, val loss 5.4175
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 3000: loss 5.1134, time 20338.51ms, mfu 0.05%
+step 3250: train loss 5.3738, val loss 5.3806
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 3250: loss 5.0626, time 20663.90ms, mfu 0.05%
+step 3500: train loss 5.3103, val loss 5.2927
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 3500: loss 5.3967, time 20494.47ms, mfu 0.05%
+step 3750: train loss 5.2493, val loss 5.2640
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 3750: loss 5.3459, time 20115.41ms, mfu 0.05%
+step 4000: train loss 5.1795, val loss 5.2044
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 4000: loss 5.0993, time 20691.98ms, mfu 0.05%
+step 4250: train loss 5.1734, val loss 5.1756
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 4250: loss 4.9314, time 20034.37ms, mfu 0.05%
+step 4500: train loss 5.0916, val loss 5.1257
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 4500: loss 5.6351, time 20235.17ms, mfu 0.05%
+step 4750: train loss 5.0190, val loss 5.0548
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 4750: loss 5.4202, time 20728.20ms, mfu 0.05%
+step 5000: train loss 4.9995, val loss 5.0132
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 5000: loss 4.9093, time 20648.96ms, mfu 0.05%
+step 5250: train loss 4.9402, val loss 4.9313
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 5250: loss 4.6396, time 20771.66ms, mfu 0.05%
+step 5500: train loss 4.8856, val loss 4.8875
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 5500: loss 4.7646, time 19940.10ms, mfu 0.05%
+step 5750: train loss 4.8596, val loss 4.8690
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 5750: loss 4.7602, time 19857.15ms, mfu 0.05%
+step 6000: train loss 4.7803, val loss 4.7985
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 6000: loss 4.8936, time 20567.07ms, mfu 0.05%
+step 6250: train loss 4.7666, val loss 4.7774
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 6250: loss 4.6149, time 20257.88ms, mfu 0.05%
+step 6500: train loss 4.7105, val loss 4.7448
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 6500: loss 4.6647, time 20346.60ms, mfu 0.05%
+step 6750: train loss 4.6701, val loss 4.6990
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 6750: loss 4.8172, time 20277.90ms, mfu 0.05%
+step 7000: train loss 4.6563, val loss 4.6067
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 7000: loss 4.1714, time 20742.40ms, mfu 0.05%
+step 7250: train loss 4.5830, val loss 4.6499
+iter 7250: loss 4.3769, time 18362.46ms, mfu 0.05%
+step 7500: train loss 4.5831, val loss 4.5983
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 7500: loss 4.9589, time 20727.08ms, mfu 0.05%
+step 7750: train loss 4.5726, val loss 4.5490
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 7750: loss 4.9636, time 20526.27ms, mfu 0.05%
+step 8000: train loss 4.5692, val loss 4.5559
+iter 8000: loss 4.4566, time 18318.41ms, mfu 0.05%
+step 8250: train loss 4.5283, val loss 4.5099
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 8250: loss 4.6709, time 20683.40ms, mfu 0.05%
+step 8500: train loss 4.4908, val loss 4.4841
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 8500: loss 4.2292, time 20015.45ms, mfu 0.05%
+step 8750: train loss 4.5149, val loss 4.5304
+iter 8750: loss 4.4192, time 18358.46ms, mfu 0.05%
+step 9000: train loss 4.4742, val loss 4.5200
+iter 9000: loss 4.7921, time 18430.67ms, mfu 0.05%
+step 9250: train loss 4.4685, val loss 4.4459
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed1337_p1
+iter 9250: loss 4.4452, time 20441.86ms, mfu 0.05%
+step 9500: train loss 4.4654, val loss 4.4612
+iter 9500: loss 4.5318, time 18363.01ms, mfu 0.05%
+step 9750: train loss 4.4347, val loss 4.4592
+iter 9750: loss 4.5091, time 18459.31ms, mfu 0.05%
+step 10000: train loss 4.4249, val loss 4.4464
+iter 10000: loss 4.6689, time 18410.97ms, mfu 0.05%
+
+--> RESULT | cheap_q | seed=1337 | BEST=4.4459 | FINAL=4.4464 | ✗(best@9250)  A10=4.4222  delta=+0.0237
+
+
+cheap_q running mean (2/3 seeds): 4.4264 ±0.0195  A10=4.4222
+
+
+====================================================================================================
+RUNNING: cheap_q | warmup=2000 | seed=123
+  per-head Linear(64->64) on Q
+  A10 reference: 4.4222 ±0.0064
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9084, val loss 10.9091
+iter 0: loss 10.9223, time 18550.86ms, mfu -100.00%
+step 250: train loss 6.9508, val loss 6.9769
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 250: loss 7.0427, time 19682.68ms, mfu 0.05%
+step 500: train loss 6.5226, val loss 6.5137
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 500: loss 6.2362, time 20309.34ms, mfu 0.05%
+step 750: train loss 6.3292, val loss 6.3569
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 750: loss 5.8372, time 20671.31ms, mfu 0.05%
+step 1000: train loss 6.1660, val loss 6.1745
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 1000: loss 6.1474, time 20770.51ms, mfu 0.05%
+step 1250: train loss 6.0484, val loss 6.0469
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 1250: loss 6.1835, time 27578.86ms, mfu 0.05%
+step 1500: train loss 5.9553, val loss 5.9552
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 1500: loss 6.2766, time 23123.73ms, mfu 0.05%
+step 1750: train loss 5.8685, val loss 5.8741
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 1750: loss 5.6356, time 20082.08ms, mfu 0.05%
+step 2000: train loss 5.7548, val loss 5.7537
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 2000: loss 5.8313, time 20321.84ms, mfu 0.05%
+step 2250: train loss 5.6585, val loss 5.6716
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 2250: loss 5.8215, time 20105.83ms, mfu 0.05%
+step 2500: train loss 5.6119, val loss 5.5960
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 2500: loss 5.4946, time 20933.13ms, mfu 0.05%
+step 2750: train loss 5.4611, val loss 5.4955
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 2750: loss 5.1733, time 20375.62ms, mfu 0.05%
+step 3000: train loss 5.3963, val loss 5.3877
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 3000: loss 5.5424, time 20442.47ms, mfu 0.05%
+step 3250: train loss 5.3212, val loss 5.3485
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 3250: loss 5.3415, time 20441.69ms, mfu 0.05%
+step 3500: train loss 5.3001, val loss 5.2935
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 3500: loss 4.9142, time 20616.35ms, mfu 0.05%
+step 3750: train loss 5.2513, val loss 5.2539
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 3750: loss 5.5317, time 20401.84ms, mfu 0.05%
+step 4000: train loss 5.1546, val loss 5.1794
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 4000: loss 5.0115, time 19994.05ms, mfu 0.05%
+step 4250: train loss 5.1099, val loss 5.1046
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 4250: loss 5.1592, time 19962.31ms, mfu 0.05%
+step 4500: train loss 5.0331, val loss 5.0398
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 4500: loss 4.4815, time 20225.02ms, mfu 0.05%
+step 4750: train loss 4.9898, val loss 5.0106
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 4750: loss 4.7763, time 20514.28ms, mfu 0.05%
+step 5000: train loss 4.9532, val loss 4.9413
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 5000: loss 5.2694, time 20370.04ms, mfu 0.05%
+step 5250: train loss 4.8942, val loss 4.8961
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 5250: loss 4.8265, time 20545.20ms, mfu 0.05%
+step 5500: train loss 4.8512, val loss 4.8617
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 5500: loss 4.7192, time 20504.59ms, mfu 0.05%
+step 5750: train loss 4.7918, val loss 4.8005
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 5750: loss 5.4680, time 19881.87ms, mfu 0.05%
+step 6000: train loss 4.7455, val loss 4.7615
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 6000: loss 4.5684, time 20024.51ms, mfu 0.05%
+step 6250: train loss 4.7188, val loss 4.6968
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 6250: loss 4.9465, time 20381.34ms, mfu 0.05%
+step 6500: train loss 4.7002, val loss 4.7047
+iter 6500: loss 4.6281, time 18307.92ms, mfu 0.05%
+step 6750: train loss 4.5988, val loss 4.6764
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 6750: loss 4.4862, time 20823.14ms, mfu 0.05%
+step 7000: train loss 4.5981, val loss 4.6417
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 7000: loss 5.0651, time 20021.90ms, mfu 0.05%
+step 7250: train loss 4.6170, val loss 4.6228
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 7250: loss 4.6215, time 20053.23ms, mfu 0.05%
+step 7500: train loss 4.5494, val loss 4.5637
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 7500: loss 4.9705, time 20745.50ms, mfu 0.05%
+step 7750: train loss 4.5365, val loss 4.5498
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 7750: loss 4.7331, time 23312.79ms, mfu 0.05%
+step 8000: train loss 4.5055, val loss 4.5196
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 8000: loss 4.3727, time 20783.08ms, mfu 0.05%
+step 8250: train loss 4.5100, val loss 4.5039
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 8250: loss 4.4732, time 20131.60ms, mfu 0.05%
+step 8500: train loss 4.4602, val loss 4.4596
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 8500: loss 4.4731, time 20180.54ms, mfu 0.05%
+step 8750: train loss 4.4592, val loss 4.4723
+iter 8750: loss 4.2630, time 18360.41ms, mfu 0.05%
+step 9000: train loss 4.4555, val loss 4.4620
+iter 9000: loss 4.5568, time 18334.44ms, mfu 0.05%
+step 9250: train loss 4.4630, val loss 4.4230
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 9250: loss 4.6519, time 20440.10ms, mfu 0.05%
+step 9500: train loss 4.4371, val loss 4.4182
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 9500: loss 4.5275, time 20221.40ms, mfu 0.05%
+step 9750: train loss 4.4146, val loss 4.4369
+iter 9750: loss 4.1715, time 18328.09ms, mfu 0.05%
+step 10000: train loss 4.4082, val loss 4.4066
+saving checkpoint to out-openwebtext_dynamic_warmup2000_seed123_p1
+iter 10000: loss 4.0757, time 20497.80ms, mfu 0.05%
+
+--> RESULT | cheap_q | seed=123 | BEST=4.4066 | FINAL=4.4066 | ✓  A10=4.4222  delta=-0.0156
+
+
+cheap_q running mean (3/3 seeds): 4.4198 ±0.0185  A10=4.4222
+
+
+🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆
+CURRENT LEADERBOARD (3-seed complete):
+  1. cheap_qa               4.3897 ±0.0051  A10=4.4151  delta=-0.0254
+  2. midtier_q              4.4135 ±0.0086  A10=4.4039  delta=+0.0096
+  3. cheap_q                4.4198 ±0.0185  A10=4.4222  delta=-0.0024
+  4. baseline               4.4708 ±0.0074  A10=4.4675  delta=+0.0033
+🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆
+
+
+====================================================================================================
+PRIORITY 1 COMPLETE
+====================================================================================================
+Results CSV:  priority1_runs_20260322_1355.csv
+Summary:      priority1_summary_20260322_1355.txt
+
+Paste summary here. Then start Priority 2 overnight.
+PS C:\Users\brian\documents\nanogpt> python priority2_runner.py
+====================================================================================================
+PRIORITY 2: OVERNIGHT RUNNER
+====================================================================================================
+Variants: 5 | Seeds: [42, 1337, 123] | Total: 15 runs
+Estimated: ~16h 15min overnight
+
+VARIANTS:
+  baseline_p2            — fresh same-session baseline anchor
+  mlp128_qa              — MLP(128->128->64) on cat(Q,y) — capacity + dual signal  ref=4.4282 (DIRTY 3060 — this run replaces)
+  static_prehead         — learned per-head scalar gate — 9 params, no signal  ref=4.4438 (A10 fairness sweep)
+  full_x                 — full X gate Linear(768->768) — paper implementation  ref=4.5374 (DIRTY 3060 — this run replaces)
+  x_headshared           — head-shared X gate Linear(64->64)  ref=4.5863 (DIRTY 3060 — this run replaces)
+
+THE BIG QUESTION:
+  mlp128_qa (capacity + dual signal) vs cheap_qa (4.3897)
+  Does adding A to midtier_q give the same ~0.024 boost as adding A to cheap_q?
+
+CLEAN P1 CHAMPIONS FOR REFERENCE:
+  cheap_qa:  4.3897 ±0.0051
+  midtier_q: 4.4135 ±0.0086
+  cheap_q:   4.4198 ±0.0185
+  baseline:  4.4708 ±0.0074
+====================================================================================================
+
+====================================================================================================
+RUNNING: baseline_p2 | warmup=2000 | seed=42
+  fresh same-session baseline anchor
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9665, val loss 10.9665
+iter 0: loss 10.9808, time 18984.12ms, mfu -100.00%
+step 250: train loss 7.0174, val loss 7.0114
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 250: loss 7.1148, time 21815.13ms, mfu 0.05%
+step 500: train loss 6.5238, val loss 6.5302
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 500: loss 6.1699, time 21624.54ms, mfu 0.05%
+step 750: train loss 6.2966, val loss 6.3284
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 750: loss 6.6330, time 23052.15ms, mfu 0.05%
+step 1000: train loss 6.1638, val loss 6.1596
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 1000: loss 5.8107, time 21379.27ms, mfu 0.05%
+step 1250: train loss 6.0387, val loss 6.0545
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 1250: loss 6.5446, time 21410.22ms, mfu 0.05%
+step 1500: train loss 5.9823, val loss 5.9781
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 1500: loss 5.4953, time 21392.81ms, mfu 0.05%
+step 1750: train loss 5.8900, val loss 5.8995
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 1750: loss 6.1942, time 21388.06ms, mfu 0.05%
+step 2000: train loss 5.8283, val loss 5.8410
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 2000: loss 5.6612, time 21465.05ms, mfu 0.05%
+step 2250: train loss 5.6983, val loss 5.7084
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 2250: loss 5.7812, time 21226.71ms, mfu 0.05%
+step 2500: train loss 5.6217, val loss 5.6164
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 2500: loss 4.9156, time 21176.40ms, mfu 0.05%
+step 2750: train loss 5.5337, val loss 5.5316
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 2750: loss 5.5710, time 21916.26ms, mfu 0.05%
+step 3000: train loss 5.4636, val loss 5.4486
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 3000: loss 5.5046, time 21142.24ms, mfu 0.05%
+step 3250: train loss 5.4150, val loss 5.3715
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 3250: loss 5.5838, time 21357.92ms, mfu 0.05%
+step 3500: train loss 5.3210, val loss 5.3706
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 3500: loss 5.4543, time 21265.30ms, mfu 0.05%
+step 3750: train loss 5.2786, val loss 5.3038
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 3750: loss 5.3309, time 21443.54ms, mfu 0.05%
+step 4000: train loss 5.2421, val loss 5.2488
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 4000: loss 5.8776, time 21222.68ms, mfu 0.05%
+step 4250: train loss 5.1958, val loss 5.1778
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 4250: loss 4.9246, time 21363.88ms, mfu 0.05%
+step 4500: train loss 5.1059, val loss 5.1320
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 4500: loss 5.2177, time 22115.93ms, mfu 0.05%
+step 4750: train loss 5.0801, val loss 5.0863
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 4750: loss 5.1819, time 24421.60ms, mfu 0.05%
+step 5000: train loss 5.0381, val loss 5.0118
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 5000: loss 5.4403, time 25875.17ms, mfu 0.05%
+step 5250: train loss 4.9697, val loss 4.9714
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 5250: loss 5.0938, time 21075.13ms, mfu 0.05%
+step 5500: train loss 4.9516, val loss 4.9397
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 5500: loss 4.6682, time 21244.39ms, mfu 0.05%
+step 5750: train loss 4.8750, val loss 4.8858
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 5750: loss 5.1301, time 21261.57ms, mfu 0.05%
+step 6000: train loss 4.8156, val loss 4.8249
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 6000: loss 4.7601, time 21195.00ms, mfu 0.05%
+step 6250: train loss 4.7787, val loss 4.7942
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 6250: loss 4.4634, time 21361.62ms, mfu 0.05%
+step 6500: train loss 4.7773, val loss 4.7543
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 6500: loss 4.5996, time 21383.99ms, mfu 0.05%
+step 6750: train loss 4.7072, val loss 4.7001
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 6750: loss 4.7107, time 21204.36ms, mfu 0.05%
+step 7000: train loss 4.6624, val loss 4.6915
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 7000: loss 4.6424, time 21093.87ms, mfu 0.05%
+step 7250: train loss 4.6503, val loss 4.6473
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 7250: loss 4.8589, time 21248.74ms, mfu 0.05%
+step 7500: train loss 4.6456, val loss 4.6240
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 7500: loss 4.7475, time 19859.28ms, mfu 0.05%
+step 7750: train loss 4.6182, val loss 4.5971
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 7750: loss 4.7206, time 20257.36ms, mfu 0.05%
+step 8000: train loss 4.5767, val loss 4.5791
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 8000: loss 4.5333, time 20347.23ms, mfu 0.05%
+step 8250: train loss 4.5320, val loss 4.5563
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 8250: loss 4.3741, time 20199.79ms, mfu 0.05%
+step 8500: train loss 4.5445, val loss 4.5755
+iter 8500: loss 4.4012, time 18004.14ms, mfu 0.05%
+step 8750: train loss 4.4967, val loss 4.5206
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 8750: loss 4.6538, time 20449.74ms, mfu 0.05%
+step 9000: train loss 4.5107, val loss 4.5320
+iter 9000: loss 4.5031, time 18198.13ms, mfu 0.05%
+step 9250: train loss 4.4876, val loss 4.4806
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 9250: loss 4.6112, time 21109.39ms, mfu 0.05%
+step 9500: train loss 4.4608, val loss 4.4778
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 9500: loss 4.2004, time 23601.42ms, mfu 0.05%
+step 9750: train loss 4.4579, val loss 4.4705
+saving checkpoint to out-openwebtext_none_warmup2000_seed42_p2
+iter 9750: loss 4.7822, time 22786.80ms, mfu 0.05%
+step 10000: train loss 4.4556, val loss 4.4839
+iter 10000: loss 4.4689, time 17669.89ms, mfu 0.05%
+
+--> RESULT | baseline_p2 | seed=42 | BEST=4.4705 | FINAL=4.4839 | ✗(best@9750)
+
+
+====================================================================================================
+RUNNING: baseline_p2 | warmup=2000 | seed=1337
+  fresh same-session baseline anchor
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9989, val loss 10.9985
+iter 0: loss 11.0107, time 17874.14ms, mfu -100.00%
+step 250: train loss 6.9435, val loss 6.9764
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 250: loss 6.7374, time 21312.31ms, mfu 0.05%
+step 500: train loss 6.4863, val loss 6.5542
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 500: loss 6.2683, time 22078.54ms, mfu 0.05%
+step 750: train loss 6.3185, val loss 6.3357
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 750: loss 6.1040, time 21242.98ms, mfu 0.05%
+step 1000: train loss 6.1793, val loss 6.1528
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 1000: loss 6.1545, time 21586.28ms, mfu 0.05%
+step 1250: train loss 6.0787, val loss 6.0696
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 1250: loss 6.1073, time 22015.87ms, mfu 0.05%
+step 1500: train loss 5.9995, val loss 5.9264
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 1500: loss 5.7085, time 21213.75ms, mfu 0.05%
+step 1750: train loss 5.9295, val loss 5.8931
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 1750: loss 6.1277, time 21385.26ms, mfu 0.05%
+step 2000: train loss 5.8275, val loss 5.7962
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 2000: loss 5.8655, time 21326.62ms, mfu 0.05%
+step 2250: train loss 5.7163, val loss 5.7206
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 2250: loss 5.8957, time 21112.05ms, mfu 0.05%
+step 2500: train loss 5.6064, val loss 5.5865
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 2500: loss 6.0507, time 21059.41ms, mfu 0.05%
+step 2750: train loss 5.5277, val loss 5.5219
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 2750: loss 5.5253, time 22660.43ms, mfu 0.05%
+step 3000: train loss 5.4528, val loss 5.4712
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 3000: loss 5.5389, time 25679.87ms, mfu 0.05%
+step 3250: train loss 5.3770, val loss 5.3823
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 3250: loss 5.3345, time 22826.03ms, mfu 0.05%
+step 3500: train loss 5.3796, val loss 5.3418
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 3500: loss 5.2833, time 22427.43ms, mfu 0.05%
+step 3750: train loss 5.2866, val loss 5.2756
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 3750: loss 5.5733, time 23655.47ms, mfu 0.05%
+step 4000: train loss 5.2375, val loss 5.2463
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 4000: loss 5.3305, time 23680.48ms, mfu 0.05%
+step 4250: train loss 5.1788, val loss 5.1924
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 4250: loss 4.7763, time 21219.38ms, mfu 0.05%
+step 4500: train loss 5.1451, val loss 5.1363
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 4500: loss 4.8612, time 20998.45ms, mfu 0.05%
+step 4750: train loss 5.0690, val loss 5.0839
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 4750: loss 5.1896, time 21049.20ms, mfu 0.05%
+step 5000: train loss 4.9996, val loss 5.0376
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 5000: loss 5.1788, time 20935.95ms, mfu 0.05%
+step 5250: train loss 4.9921, val loss 4.9797
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 5250: loss 4.6505, time 21000.40ms, mfu 0.05%
+step 5500: train loss 4.9558, val loss 4.9267
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 5500: loss 5.1249, time 21053.20ms, mfu 0.05%
+step 5750: train loss 4.8931, val loss 4.8591
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 5750: loss 5.1725, time 20861.77ms, mfu 0.05%
+step 6000: train loss 4.8072, val loss 4.8122
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 6000: loss 4.7276, time 21049.44ms, mfu 0.05%
+step 6250: train loss 4.7909, val loss 4.8228
+iter 6250: loss 4.5790, time 18042.25ms, mfu 0.05%
+step 6500: train loss 4.7509, val loss 4.7859
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 6500: loss 4.9320, time 20922.12ms, mfu 0.05%
+step 6750: train loss 4.7165, val loss 4.7215
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 6750: loss 4.8704, time 20935.24ms, mfu 0.05%
+step 7000: train loss 4.6842, val loss 4.6799
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 7000: loss 4.6298, time 20969.36ms, mfu 0.05%
+step 7250: train loss 4.6365, val loss 4.6658
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 7250: loss 4.7336, time 21105.55ms, mfu 0.05%
+step 7500: train loss 4.6470, val loss 4.6033
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 7500: loss 4.5333, time 21168.02ms, mfu 0.05%
+step 7750: train loss 4.5936, val loss 4.5882
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 7750: loss 4.7583, time 20859.67ms, mfu 0.05%
+step 8000: train loss 4.5562, val loss 4.5822
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 8000: loss 4.6411, time 20752.62ms, mfu 0.05%
+step 8250: train loss 4.5374, val loss 4.5676
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 8250: loss 4.3204, time 20952.38ms, mfu 0.05%
+step 8500: train loss 4.5342, val loss 4.5434
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 8500: loss 4.2681, time 20999.32ms, mfu 0.05%
+step 8750: train loss 4.4984, val loss 4.5000
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 8750: loss 4.5187, time 20881.06ms, mfu 0.05%
+step 9000: train loss 4.5135, val loss 4.5160
+iter 9000: loss 4.6067, time 17936.49ms, mfu 0.05%
+step 9250: train loss 4.4748, val loss 4.5034
+iter 9250: loss 4.5745, time 17952.85ms, mfu 0.05%
+step 9500: train loss 4.4809, val loss 4.4905
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 9500: loss 4.5043, time 21116.55ms, mfu 0.05%
+step 9750: train loss 4.4856, val loss 4.4591
+saving checkpoint to out-openwebtext_none_warmup2000_seed1337_p2
+iter 9750: loss 4.3721, time 20984.58ms, mfu 0.05%
+step 10000: train loss 4.4769, val loss 4.5028
+iter 10000: loss 4.4878, time 17991.08ms, mfu 0.05%
+
+--> RESULT | baseline_p2 | seed=1337 | BEST=4.4591 | FINAL=4.5028 | ✗(best@9750)
+
+
+baseline_p2 running mean (2/3 seeds): 4.4648 ±0.0057
+
+
+====================================================================================================
+RUNNING: baseline_p2 | warmup=2000 | seed=123
+  fresh same-session baseline anchor
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9288, val loss 10.9279
+iter 0: loss 10.9503, time 18053.17ms, mfu -100.00%
+step 250: train loss 6.9746, val loss 6.9200
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 250: loss 6.6646, time 21051.02ms, mfu 0.05%
+step 500: train loss 6.4968, val loss 6.5721
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 500: loss 6.6019, time 22737.53ms, mfu 0.05%
+step 750: train loss 6.3136, val loss 6.3184
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 750: loss 5.6487, time 20918.69ms, mfu 0.05%
+step 1000: train loss 6.1980, val loss 6.1975
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 1000: loss 6.5136, time 20987.36ms, mfu 0.05%
+step 1250: train loss 6.0399, val loss 6.0666
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 1250: loss 5.7804, time 20930.30ms, mfu 0.05%
+step 1500: train loss 6.0166, val loss 5.9866
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 1500: loss 5.8220, time 20884.10ms, mfu 0.05%
+step 1750: train loss 5.8828, val loss 5.9254
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 1750: loss 6.4961, time 22027.62ms, mfu 0.05%
+step 2000: train loss 5.8249, val loss 5.8627
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 2000: loss 5.7543, time 21088.28ms, mfu 0.05%
+step 2250: train loss 5.6760, val loss 5.7323
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 2250: loss 6.1522, time 20889.60ms, mfu 0.05%
+step 2500: train loss 5.6340, val loss 5.6393
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 2500: loss 5.8514, time 21034.89ms, mfu 0.05%
+step 2750: train loss 5.5706, val loss 5.5465
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 2750: loss 6.0767, time 20938.93ms, mfu 0.05%
+step 3000: train loss 5.5027, val loss 5.4993
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 3000: loss 6.2350, time 20838.14ms, mfu 0.05%
+step 3250: train loss 5.4019, val loss 5.3994
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 3250: loss 5.3501, time 20868.71ms, mfu 0.05%
+step 3500: train loss 5.3323, val loss 5.3811
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 3500: loss 5.3586, time 20738.15ms, mfu 0.05%
+step 3750: train loss 5.3024, val loss 5.2882
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 3750: loss 5.0722, time 20910.36ms, mfu 0.05%
+step 4000: train loss 5.2476, val loss 5.2604
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 4000: loss 5.1567, time 20876.86ms, mfu 0.05%
+step 4250: train loss 5.2110, val loss 5.2201
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 4250: loss 5.2649, time 20879.71ms, mfu 0.05%
+step 4500: train loss 5.1231, val loss 5.1267
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 4500: loss 5.1641, time 20736.17ms, mfu 0.05%
+step 4750: train loss 5.1060, val loss 5.1037
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 4750: loss 4.9922, time 20883.39ms, mfu 0.05%
+step 5000: train loss 5.0233, val loss 5.0234
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 5000: loss 5.1357, time 20949.99ms, mfu 0.05%
+step 5250: train loss 5.0035, val loss 4.9932
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 5250: loss 5.1778, time 21015.02ms, mfu 0.05%
+step 5500: train loss 4.9171, val loss 4.9615
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 5500: loss 4.8457, time 21078.72ms, mfu 0.05%
+step 5750: train loss 4.9316, val loss 4.9143
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 5750: loss 5.2354, time 20980.33ms, mfu 0.05%
+step 6000: train loss 4.8821, val loss 4.8486
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 6000: loss 4.9029, time 20940.99ms, mfu 0.05%
+step 6250: train loss 4.8042, val loss 4.8557
+iter 6250: loss 5.0535, time 17847.92ms, mfu 0.05%
+step 6500: train loss 4.7716, val loss 4.7801
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 6500: loss 4.6146, time 20918.06ms, mfu 0.05%
+step 6750: train loss 4.7259, val loss 4.7485
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 6750: loss 4.3562, time 20904.37ms, mfu 0.05%
+step 7000: train loss 4.6924, val loss 4.7020
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 7000: loss 4.6371, time 20768.60ms, mfu 0.05%
+step 7250: train loss 4.6657, val loss 4.6946
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 7250: loss 4.2777, time 20889.40ms, mfu 0.05%
+step 7500: train loss 4.6711, val loss 4.6551
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 7500: loss 4.6348, time 20905.82ms, mfu 0.05%
+step 7750: train loss 4.6235, val loss 4.6213
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 7750: loss 4.8165, time 20922.59ms, mfu 0.05%
+step 8000: train loss 4.6000, val loss 4.5959
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 8000: loss 4.1563, time 20925.53ms, mfu 0.05%
+step 8250: train loss 4.5587, val loss 4.5538
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 8250: loss 4.3586, time 20830.15ms, mfu 0.05%
+step 8500: train loss 4.5406, val loss 4.5597
+iter 8500: loss 4.2955, time 17767.72ms, mfu 0.05%
+step 8750: train loss 4.5191, val loss 4.5333
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 8750: loss 4.3907, time 20822.57ms, mfu 0.05%
+step 9000: train loss 4.5368, val loss 4.5171
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 9000: loss 4.3068, time 20953.44ms, mfu 0.05%
+step 9250: train loss 4.4804, val loss 4.5105
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 9250: loss 5.0383, time 20932.04ms, mfu 0.05%
+step 9500: train loss 4.4806, val loss 4.4768
+saving checkpoint to out-openwebtext_none_warmup2000_seed123_p2
+iter 9500: loss 4.9487, time 20742.90ms, mfu 0.05%
+step 9750: train loss 4.5047, val loss 4.5270
+iter 9750: loss 4.3966, time 17773.16ms, mfu 0.05%
+step 10000: train loss 4.4875, val loss 4.4972
+iter 10000: loss 4.6343, time 17752.55ms, mfu 0.05%
+
+--> RESULT | baseline_p2 | seed=123 | BEST=4.4768 | FINAL=4.4972 | ✗(best@9500)
+
+
+baseline_p2 running mean (3/3 seeds): 4.4688 ±0.0073
+
+
+====================================================================================================
+RUNNING: mlp128_qa | warmup=2000 | seed=42
+  MLP(128->128->64) on cat(Q,y) — capacity + dual signal
+  Reference: 4.4282 (DIRTY 3060 — this run replaces)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.88M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 74, with 124,256,256 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9577, val loss 10.9571
+iter 0: loss 10.9258, time 19834.62ms, mfu -100.00%
+step 250: train loss 6.9272, val loss 6.9344
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 250: loss 7.0100, time 22194.92ms, mfu 0.05%
+step 500: train loss 6.5181, val loss 6.5248
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 500: loss 6.7435, time 22644.66ms, mfu 0.05%
+step 750: train loss 6.2818, val loss 6.3411
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 750: loss 6.3631, time 22215.47ms, mfu 0.05%
+step 1000: train loss 6.1773, val loss 6.1947
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 1000: loss 6.0599, time 22199.92ms, mfu 0.05%
+step 1250: train loss 6.0597, val loss 6.0456
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 1250: loss 6.6189, time 23090.53ms, mfu 0.05%
+step 1500: train loss 5.9288, val loss 5.9601
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 1500: loss 6.3717, time 25215.65ms, mfu 0.05%
+step 1750: train loss 5.8136, val loss 5.8319
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 1750: loss 5.7486, time 24312.17ms, mfu 0.05%
+step 2000: train loss 5.7568, val loss 5.7579
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 2000: loss 5.0763, time 24115.09ms, mfu 0.05%
+step 2250: train loss 5.6317, val loss 5.6157
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 2250: loss 5.5536, time 23445.79ms, mfu 0.05%
+step 2500: train loss 5.5167, val loss 5.5443
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 2500: loss 5.8477, time 22624.28ms, mfu 0.05%
+step 2750: train loss 5.4731, val loss 5.4658
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 2750: loss 5.2244, time 22361.84ms, mfu 0.05%
+step 3000: train loss 5.3652, val loss 5.3672
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 3000: loss 6.4064, time 22384.06ms, mfu 0.05%
+step 3250: train loss 5.3179, val loss 5.2939
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 3250: loss 5.1203, time 22301.06ms, mfu 0.05%
+step 3500: train loss 5.2738, val loss 5.2480
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 3500: loss 5.2722, time 22414.66ms, mfu 0.05%
+step 3750: train loss 5.2106, val loss 5.1840
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 3750: loss 4.9261, time 22821.98ms, mfu 0.05%
+step 4000: train loss 5.1247, val loss 5.1533
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 4000: loss 4.6931, time 22574.67ms, mfu 0.05%
+step 4250: train loss 5.0632, val loss 5.0733
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 4250: loss 4.8850, time 22775.94ms, mfu 0.05%
+step 4500: train loss 4.9684, val loss 5.0010
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 4500: loss 5.3253, time 22834.57ms, mfu 0.05%
+step 4750: train loss 4.9926, val loss 4.9586
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 4750: loss 5.3941, time 22758.28ms, mfu 0.05%
+step 5000: train loss 4.8842, val loss 4.9298
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 5000: loss 5.0901, time 22451.50ms, mfu 0.05%
+step 5250: train loss 4.8537, val loss 4.8581
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 5250: loss 4.4709, time 22462.44ms, mfu 0.05%
+step 5500: train loss 4.8357, val loss 4.8211
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 5500: loss 5.0069, time 22446.86ms, mfu 0.05%
+step 5750: train loss 4.7731, val loss 4.7985
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 5750: loss 4.6325, time 22577.40ms, mfu 0.05%
+step 6000: train loss 4.7287, val loss 4.7235
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 6000: loss 4.7060, time 22709.84ms, mfu 0.05%
+step 6250: train loss 4.6586, val loss 4.6838
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 6250: loss 4.9185, time 22580.63ms, mfu 0.05%
+step 6500: train loss 4.6341, val loss 4.6636
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 6500: loss 4.7587, time 22498.07ms, mfu 0.05%
+step 6750: train loss 4.6499, val loss 4.6332
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 6750: loss 4.5785, time 22567.17ms, mfu 0.05%
+step 7000: train loss 4.6045, val loss 4.5923
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 7000: loss 4.6537, time 22580.17ms, mfu 0.05%
+step 7250: train loss 4.6071, val loss 4.5257
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 7250: loss 4.6992, time 22854.64ms, mfu 0.05%
+step 7500: train loss 4.5537, val loss 4.5405
+iter 7500: loss 4.5095, time 19510.65ms, mfu 0.05%
+step 7750: train loss 4.5311, val loss 4.5560
+iter 7750: loss 4.7552, time 19540.34ms, mfu 0.05%
+step 8000: train loss 4.5305, val loss 4.4874
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 8000: loss 4.5933, time 22838.31ms, mfu 0.05%
+step 8250: train loss 4.4952, val loss 4.5050
+iter 8250: loss 4.1980, time 19568.10ms, mfu 0.05%
+step 8500: train loss 4.4461, val loss 4.4661
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 8500: loss 4.3319, time 22626.06ms, mfu 0.05%
+step 8750: train loss 4.4485, val loss 4.4392
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 8750: loss 4.2779, time 22662.38ms, mfu 0.05%
+step 9000: train loss 4.4607, val loss 4.4520
+iter 9000: loss 4.3643, time 19556.37ms, mfu 0.05%
+step 9250: train loss 4.4217, val loss 4.4283
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 9250: loss 4.8711, time 22738.84ms, mfu 0.05%
+step 9500: train loss 4.3920, val loss 4.4459
+iter 9500: loss 4.5217, time 19621.59ms, mfu 0.05%
+step 9750: train loss 4.4360, val loss 4.4280
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 9750: loss 4.5845, time 22668.09ms, mfu 0.05%
+step 10000: train loss 4.4080, val loss 4.4240
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed42_p2
+iter 10000: loss 4.5429, time 22566.00ms, mfu 0.05%
+
+--> RESULT | mlp128_qa | seed=42 | BEST=4.4240 | FINAL=4.4240 | ✓  ref=4.4282  delta=-0.0042
+
+
+====================================================================================================
+RUNNING: mlp128_qa | warmup=2000 | seed=1337
+  MLP(128->128->64) on cat(Q,y) — capacity + dual signal
+  Reference: 4.4282 (DIRTY 3060 — this run replaces)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.88M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 74, with 124,256,256 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9369, val loss 10.9371
+iter 0: loss 10.9432, time 20703.13ms, mfu -100.00%
+step 250: train loss 6.9303, val loss 6.9657
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 250: loss 6.7694, time 22279.44ms, mfu 0.05%
+step 500: train loss 6.4938, val loss 6.5120
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 500: loss 6.3856, time 24085.90ms, mfu 0.05%
+step 750: train loss 6.3122, val loss 6.3509
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 750: loss 7.1770, time 22620.02ms, mfu 0.05%
+step 1000: train loss 6.1447, val loss 6.1996
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 1000: loss 6.2048, time 23222.37ms, mfu 0.05%
+step 1250: train loss 6.0848, val loss 6.0479
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 1250: loss 6.3025, time 22851.28ms, mfu 0.05%
+step 1500: train loss 5.9454, val loss 5.9959
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 1500: loss 6.2268, time 24060.81ms, mfu 0.05%
+step 1750: train loss 5.8461, val loss 5.8518
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 1750: loss 5.7575, time 23608.72ms, mfu 0.05%
+step 2000: train loss 5.7672, val loss 5.7894
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 2000: loss 5.6400, time 25264.66ms, mfu 0.05%
+step 2250: train loss 5.6875, val loss 5.6846
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 2250: loss 5.7992, time 23791.82ms, mfu 0.05%
+step 2500: train loss 5.5940, val loss 5.5605
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 2500: loss 5.5787, time 24362.00ms, mfu 0.05%
+step 2750: train loss 5.4913, val loss 5.4918
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 2750: loss 5.2005, time 23731.56ms, mfu 0.05%
+step 3000: train loss 5.4172, val loss 5.3938
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 3000: loss 5.0432, time 23582.46ms, mfu 0.05%
+step 3250: train loss 5.3204, val loss 5.3159
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 3250: loss 5.3179, time 23797.16ms, mfu 0.04%
+step 3500: train loss 5.2433, val loss 5.2745
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 3500: loss 5.6164, time 22408.54ms, mfu 0.05%
+step 3750: train loss 5.1914, val loss 5.1875
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 3750: loss 5.7475, time 22494.62ms, mfu 0.05%
+step 4000: train loss 5.1618, val loss 5.1341
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 4000: loss 5.1499, time 22550.06ms, mfu 0.05%
+step 4250: train loss 5.0936, val loss 5.1143
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 4250: loss 5.0751, time 22595.20ms, mfu 0.05%
+step 4500: train loss 5.0183, val loss 5.0528
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 4500: loss 4.5620, time 22642.90ms, mfu 0.05%
+step 4750: train loss 5.0098, val loss 4.9889
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 4750: loss 4.1053, time 24050.99ms, mfu 0.05%
+step 5000: train loss 4.9184, val loss 4.9312
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 5000: loss 5.0860, time 26237.31ms, mfu 0.04%
+step 5250: train loss 4.8793, val loss 4.8949
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 5250: loss 5.0475, time 22657.12ms, mfu 0.05%
+step 5500: train loss 4.8286, val loss 4.8600
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 5500: loss 4.7964, time 22611.27ms, mfu 0.05%
+step 5750: train loss 4.7862, val loss 4.7536
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 5750: loss 4.5299, time 22474.08ms, mfu 0.05%
+step 6000: train loss 4.7432, val loss 4.7567
+iter 6000: loss 4.7627, time 19454.95ms, mfu 0.05%
+step 6250: train loss 4.6808, val loss 4.7219
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 6250: loss 4.9241, time 22559.49ms, mfu 0.05%
+step 6500: train loss 4.6418, val loss 4.6684
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 6500: loss 4.7323, time 22533.96ms, mfu 0.05%
+step 6750: train loss 4.6206, val loss 4.6105
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 6750: loss 4.8763, time 22651.29ms, mfu 0.05%
+step 7000: train loss 4.5870, val loss 4.6029
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 7000: loss 4.2824, time 22398.61ms, mfu 0.05%
+step 7250: train loss 4.5916, val loss 4.5619
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 7250: loss 4.8337, time 22633.91ms, mfu 0.05%
+step 7500: train loss 4.5660, val loss 4.5558
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 7500: loss 4.2215, time 22852.94ms, mfu 0.05%
+step 7750: train loss 4.5368, val loss 4.5346
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 7750: loss 4.3914, time 22506.51ms, mfu 0.05%
+step 8000: train loss 4.4848, val loss 4.4949
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 8000: loss 4.6615, time 22426.65ms, mfu 0.05%
+step 8250: train loss 4.4822, val loss 4.4691
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 8250: loss 4.3015, time 22483.12ms, mfu 0.05%
+step 8500: train loss 4.4631, val loss 4.4723
+iter 8500: loss 4.4381, time 19509.70ms, mfu 0.05%
+step 8750: train loss 4.4280, val loss 4.4222
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 8750: loss 4.1850, time 22643.21ms, mfu 0.05%
+step 9000: train loss 4.4133, val loss 4.4468
+iter 9000: loss 4.6447, time 19373.91ms, mfu 0.05%
+step 9250: train loss 4.4321, val loss 4.4194
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 9250: loss 4.3053, time 22448.89ms, mfu 0.05%
+step 9500: train loss 4.4175, val loss 4.4070
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 9500: loss 4.3098, time 22500.11ms, mfu 0.05%
+step 9750: train loss 4.4042, val loss 4.3976
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed1337_p2
+iter 9750: loss 4.1642, time 22520.97ms, mfu 0.05%
+step 10000: train loss 4.4008, val loss 4.4163
+iter 10000: loss 4.6629, time 19425.84ms, mfu 0.05%
+
+--> RESULT | mlp128_qa | seed=1337 | BEST=4.3976 | FINAL=4.4163 | ✗(best@9750)  ref=4.4282  delta=-0.0306
+
+
+mlp128_qa running mean (2/3 seeds): 4.4108 ±0.0132  ref=4.4282
+
+
+====================================================================================================
+RUNNING: mlp128_qa | warmup=2000 | seed=123
+  MLP(128->128->64) on cat(Q,y) — capacity + dual signal
+  Reference: 4.4282 (DIRTY 3060 — this run replaces)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.88M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 74, with 124,256,256 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9417, val loss 10.9407
+iter 0: loss 10.8864, time 19852.99ms, mfu -100.00%
+step 250: train loss 6.8952, val loss 6.9470
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 250: loss 6.6891, time 22131.86ms, mfu 0.05%
+step 500: train loss 6.5403, val loss 6.5212
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 500: loss 6.4820, time 22511.43ms, mfu 0.05%
+step 750: train loss 6.3212, val loss 6.3206
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 750: loss 6.3295, time 22417.35ms, mfu 0.05%
+step 1000: train loss 6.1656, val loss 6.1856
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 1000: loss 6.1740, time 22524.06ms, mfu 0.05%
+step 1250: train loss 6.0740, val loss 6.0714
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 1250: loss 6.2705, time 22391.23ms, mfu 0.05%
+step 1500: train loss 5.9377, val loss 5.8993
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 1500: loss 6.0117, time 22363.87ms, mfu 0.05%
+step 1750: train loss 5.8584, val loss 5.8628
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 1750: loss 5.6294, time 22752.00ms, mfu 0.05%
+step 2000: train loss 5.6726, val loss 5.7197
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 2000: loss 5.5789, time 22508.90ms, mfu 0.05%
+step 2250: train loss 5.6275, val loss 5.6220
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 2250: loss 5.1822, time 22661.54ms, mfu 0.05%
+step 2500: train loss 5.5537, val loss 5.5198
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 2500: loss 5.2311, time 22401.03ms, mfu 0.05%
+step 2750: train loss 5.4421, val loss 5.4518
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 2750: loss 5.5271, time 22538.62ms, mfu 0.05%
+step 3000: train loss 5.3593, val loss 5.3567
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 3000: loss 5.2735, time 22658.00ms, mfu 0.05%
+step 3250: train loss 5.3218, val loss 5.3268
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 3250: loss 6.0172, time 22804.00ms, mfu 0.05%
+step 3500: train loss 5.2415, val loss 5.2420
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 3500: loss 5.7964, time 23154.48ms, mfu 0.05%
+step 3750: train loss 5.1942, val loss 5.1880
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 3750: loss 5.3685, time 23704.95ms, mfu 0.05%
+step 4000: train loss 5.1494, val loss 5.1474
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 4000: loss 5.1964, time 22963.38ms, mfu 0.05%
+step 4250: train loss 5.0483, val loss 5.0732
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 4250: loss 5.1110, time 22597.85ms, mfu 0.05%
+step 4500: train loss 5.0259, val loss 5.0302
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 4500: loss 5.1676, time 22358.60ms, mfu 0.05%
+step 4750: train loss 4.9406, val loss 4.9703
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 4750: loss 5.2971, time 22625.94ms, mfu 0.05%
+step 5000: train loss 4.9025, val loss 4.9303
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 5000: loss 5.6154, time 22533.03ms, mfu 0.05%
+step 5250: train loss 4.8502, val loss 4.8741
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 5250: loss 5.0390, time 22373.92ms, mfu 0.05%
+step 5500: train loss 4.8397, val loss 4.8393
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 5500: loss 4.7868, time 22504.88ms, mfu 0.05%
+step 5750: train loss 4.7785, val loss 4.8092
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 5750: loss 4.6485, time 22338.22ms, mfu 0.05%
+step 6000: train loss 4.7152, val loss 4.7492
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 6000: loss 4.6176, time 22444.22ms, mfu 0.05%
+step 6250: train loss 4.6942, val loss 4.7040
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 6250: loss 4.9124, time 22353.65ms, mfu 0.05%
+step 6500: train loss 4.6944, val loss 4.6651
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 6500: loss 4.2574, time 22381.30ms, mfu 0.05%
+step 6750: train loss 4.6252, val loss 4.6192
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 6750: loss 4.9418, time 22464.74ms, mfu 0.05%
+step 7000: train loss 4.5969, val loss 4.5917
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 7000: loss 4.3840, time 22509.07ms, mfu 0.05%
+step 7250: train loss 4.5678, val loss 4.5804
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 7250: loss 4.3111, time 22461.07ms, mfu 0.05%
+step 7500: train loss 4.5727, val loss 4.5684
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 7500: loss 4.6639, time 22499.78ms, mfu 0.05%
+step 7750: train loss 4.4993, val loss 4.5335
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 7750: loss 4.3439, time 22468.85ms, mfu 0.05%
+step 8000: train loss 4.4937, val loss 4.5054
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 8000: loss 4.1516, time 22576.78ms, mfu 0.05%
+step 8250: train loss 4.4914, val loss 4.5072
+iter 8250: loss 3.6515, time 19381.65ms, mfu 0.05%
+step 8500: train loss 4.4494, val loss 4.4650
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 8500: loss 4.7586, time 22413.63ms, mfu 0.05%
+step 8750: train loss 4.4052, val loss 4.4617
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 8750: loss 4.5224, time 22468.09ms, mfu 0.05%
+step 9000: train loss 4.4354, val loss 4.4210
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 9000: loss 4.4506, time 22303.77ms, mfu 0.05%
+step 9250: train loss 4.4081, val loss 4.4256
+iter 9250: loss 4.4480, time 19488.28ms, mfu 0.05%
+step 9500: train loss 4.4178, val loss 4.4383
+iter 9500: loss 4.3337, time 19398.25ms, mfu 0.05%
+step 9750: train loss 4.3968, val loss 4.3879
+saving checkpoint to out-openwebtext_dynamic_qa_conditioned_mlp128_warmup2000_seed123_p2
+iter 9750: loss 4.4995, time 22304.60ms, mfu 0.05%
+step 10000: train loss 4.4160, val loss 4.4036
+iter 10000: loss 4.3844, time 19635.94ms, mfu 0.05%
+
+--> RESULT | mlp128_qa | seed=123 | BEST=4.3879 | FINAL=4.4036 | ✗(best@9750)  ref=4.4282  delta=-0.0403
+
+
+mlp128_qa running mean (3/3 seeds): 4.4032 ±0.0153  ref=4.4282
+
+
+🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆
+UPDATED LEADERBOARD:
+  1. cheap_qa               4.3897 ±0.0051    vs baseline: -0.0811 (P1)
+  2. mlp128_qa              4.4032 ±0.0153    vs baseline: -0.0676 ← P2
+  3. midtier_q              4.4135 ±0.0086    vs baseline: -0.0573 (P1)
+  4. cheap_q                4.4198 ±0.0185    vs baseline: -0.0510 (P1)
+  5. baseline_p2            4.4688 ±0.0073    vs baseline: -0.0020 ← P2
+  6. baseline               4.4708 ±0.0074    vs baseline: +0.0000 (P1)
+🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆
+
+
+====================================================================================================
+RUNNING: static_prehead | warmup=2000 | seed=42
+  learned per-head scalar gate — 9 params, no signal
+  Reference: 4.4438 (A10 fairness sweep)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.60M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 123,970,560 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9682, val loss 10.9677
+iter 0: loss 10.9624, time 18373.43ms, mfu -100.00%
+step 250: train loss 6.9873, val loss 6.9835
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 250: loss 7.0967, time 21131.24ms, mfu 0.05%
+step 500: train loss 6.5065, val loss 6.5115
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 500: loss 6.1549, time 21489.96ms, mfu 0.05%
+step 750: train loss 6.2903, val loss 6.3220
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 750: loss 6.6212, time 21440.85ms, mfu 0.05%
+step 1000: train loss 6.1579, val loss 6.1547
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 1000: loss 5.7954, time 21511.70ms, mfu 0.05%
+step 1250: train loss 6.0166, val loss 6.0323
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 1250: loss 6.5322, time 21414.41ms, mfu 0.05%
+step 1500: train loss 5.9537, val loss 5.9521
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 1500: loss 5.4712, time 21390.21ms, mfu 0.05%
+step 1750: train loss 5.8669, val loss 5.8772
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 1750: loss 6.1713, time 21315.96ms, mfu 0.05%
+step 2000: train loss 5.8150, val loss 5.8257
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 2000: loss 5.6222, time 21607.35ms, mfu 0.05%
+step 2250: train loss 5.6681, val loss 5.6821
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 2250: loss 5.7404, time 23728.87ms, mfu 0.05%
+step 2500: train loss 5.5900, val loss 5.5804
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 2500: loss 4.9055, time 22003.76ms, mfu 0.05%
+step 2750: train loss 5.5026, val loss 5.5032
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 2750: loss 5.5399, time 21611.78ms, mfu 0.05%
+step 3000: train loss 5.4308, val loss 5.4158
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 3000: loss 5.4768, time 21759.47ms, mfu 0.05%
+step 3250: train loss 5.3914, val loss 5.3486
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 3250: loss 5.5411, time 21698.15ms, mfu 0.05%
+step 3500: train loss 5.2891, val loss 5.3374
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 3500: loss 5.4025, time 22195.03ms, mfu 0.05%
+step 3750: train loss 5.2628, val loss 5.2874
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 3750: loss 5.3058, time 21962.56ms, mfu 0.05%
+step 4000: train loss 5.2087, val loss 5.2148
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 4000: loss 5.8774, time 21833.32ms, mfu 0.05%
+step 4250: train loss 5.1704, val loss 5.1537
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 4250: loss 4.8993, time 21605.11ms, mfu 0.05%
+step 4500: train loss 5.0839, val loss 5.1102
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 4500: loss 5.1931, time 21523.46ms, mfu 0.05%
+step 4750: train loss 5.0671, val loss 5.0745
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 4750: loss 5.1491, time 21422.17ms, mfu 0.05%
+step 5000: train loss 5.0255, val loss 4.9998
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 5000: loss 5.4521, time 21447.99ms, mfu 0.05%
+step 5250: train loss 4.9611, val loss 4.9604
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 5250: loss 5.0849, time 21413.09ms, mfu 0.05%
+step 5500: train loss 4.9523, val loss 4.9395
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 5500: loss 4.7047, time 21728.61ms, mfu 0.05%
+step 5750: train loss 4.8761, val loss 4.8802
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 5750: loss 5.1306, time 23033.41ms, mfu 0.05%
+step 6000: train loss 4.8147, val loss 4.8216
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 6000: loss 4.7583, time 21901.01ms, mfu 0.05%
+step 6250: train loss 4.7731, val loss 4.7866
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 6250: loss 4.4558, time 21716.61ms, mfu 0.05%
+step 6500: train loss 4.7657, val loss 4.7461
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 6500: loss 4.6071, time 22285.48ms, mfu 0.05%
+step 6750: train loss 4.6977, val loss 4.6878
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 6750: loss 4.6569, time 21697.73ms, mfu 0.05%
+step 7000: train loss 4.6521, val loss 4.6796
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 7000: loss 4.6189, time 22434.43ms, mfu 0.05%
+step 7250: train loss 4.6355, val loss 4.6313
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 7250: loss 4.8222, time 21620.67ms, mfu 0.05%
+step 7500: train loss 4.6326, val loss 4.6143
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 7500: loss 4.7335, time 22011.82ms, mfu 0.05%
+step 7750: train loss 4.6071, val loss 4.5859
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 7750: loss 4.7042, time 21630.33ms, mfu 0.05%
+step 8000: train loss 4.5655, val loss 4.5683
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 8000: loss 4.5342, time 21695.03ms, mfu 0.05%
+step 8250: train loss 4.5213, val loss 4.5421
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 8250: loss 4.3668, time 22215.24ms, mfu 0.05%
+step 8500: train loss 4.5310, val loss 4.5605
+iter 8500: loss 4.3939, time 18432.74ms, mfu 0.05%
+step 8750: train loss 4.4840, val loss 4.5064
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 8750: loss 4.6545, time 23877.81ms, mfu 0.05%
+step 9000: train loss 4.4979, val loss 4.5173
+iter 9000: loss 4.4840, time 18525.89ms, mfu 0.05%
+step 9250: train loss 4.4736, val loss 4.4662
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 9250: loss 4.5863, time 24151.53ms, mfu 0.05%
+step 9500: train loss 4.4477, val loss 4.4625
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 9500: loss 4.1875, time 21823.46ms, mfu 0.05%
+step 9750: train loss 4.4416, val loss 4.4568
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed42_p2
+iter 9750: loss 4.7621, time 21778.17ms, mfu 0.05%
+step 10000: train loss 4.4437, val loss 4.4710
+iter 10000: loss 4.4588, time 18464.72ms, mfu 0.05%
+
+--> RESULT | static_prehead | seed=42 | BEST=4.4568 | FINAL=4.4710 | ✗(best@9750)  ref=4.4438  delta=+0.0130
+
+
+====================================================================================================
+RUNNING: static_prehead | warmup=2000 | seed=1337
+  learned per-head scalar gate — 9 params, no signal
+  Reference: 4.4438 (A10 fairness sweep)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.60M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 123,970,560 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9797, val loss 10.9790
+iter 0: loss 11.0013, time 18665.11ms, mfu -100.00%
+step 250: train loss 6.9363, val loss 6.9696
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed1337_p2
+iter 250: loss 6.7254, time 21356.34ms, mfu 0.05%
+step 500: train loss 6.4777, val loss 6.5452
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed1337_p2
+iter 500: loss 6.2611, time 23683.72ms, mfu 0.05%
+step 750: train loss 6.3006, val loss 6.3183
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed1337_p2
+iter 750: loss 6.0861, time 22040.95ms, mfu 0.05%
+step 1000: train loss 6.1791, val loss 6.1530
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed1337_p2
+iter 1000: loss 6.1485, time 22535.56ms, mfu 0.05%
+step 1250: train loss 6.0544, val loss 6.0464
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed1337_p2
+iter 1250: loss 6.0948, time 22044.46ms, mfu 0.05%
+step 1500: train loss 5.9878, val loss 5.9137
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed1337_p2
+Traceback (most recent call last):
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 850, in save
+    _save(
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 1114, in _save
+    zip_file.write_record(name, storage, num_bytes)
+RuntimeError: [enforce fail at inline_container.cc:783] . PytorchStreamWriter failed writing file data/89: file write failed
+
+During handling of the above exception, another exception occurred:
+
+Traceback (most recent call last):
+  File "C:\Users\brian\documents\nanogpt\train.py", line 257, in <module>
+    torch.save(checkpoint, os.path.join(out_dir, 'ckpt.pt'))
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 849, in save
+    with _open_zipfile_writer(f) as opened_zipfile:
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 690, in __exit__
+    self.file_like.write_end_of_file()
+RuntimeError: [enforce fail at inline_container.cc:603] . unexpected pos 1316105152 vs 1316105104
+
+--> RESULT | static_prehead | seed=1337 | BEST=5.9137 | FINAL=5.9137 | ✗(best@1500)  ref=4.4438  delta=+1.4699
+
+
+static_prehead running mean (2/3 seeds): 5.1852 ±0.7285  ref=4.4438
+
+
+====================================================================================================
+RUNNING: static_prehead | warmup=2000 | seed=123
+  learned per-head scalar gate — 9 params, no signal
+  Reference: 4.4438 (A10 fairness sweep)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.60M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 123,970,560 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9594, val loss 10.9585
+iter 0: loss 10.9765, time 18771.56ms, mfu -100.00%
+step 250: train loss 6.9612, val loss 6.9069
+saving checkpoint to out-openwebtext_static_gate_prehead_warmup2000_seed123_p2
+Traceback (most recent call last):
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 850, in save
+    _save(
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 1114, in _save
+    zip_file.write_record(name, storage, num_bytes)
+RuntimeError: [enforce fail at inline_container.cc:783] . PytorchStreamWriter failed writing file data/0: file write failed
+
+During handling of the above exception, another exception occurred:
+
+Traceback (most recent call last):
+  File "C:\Users\brian\documents\nanogpt\train.py", line 257, in <module>
+    torch.save(checkpoint, os.path.join(out_dir, 'ckpt.pt'))
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 849, in save
+    with _open_zipfile_writer(f) as opened_zipfile:
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 690, in __exit__
+    self.file_like.write_end_of_file()
+RuntimeError: [enforce fail at inline_container.cc:603] . unexpected pos 45696 vs 45590
+
+--> RESULT | static_prehead | seed=123 | BEST=6.9069 | FINAL=6.9069 | ✗(best@250)  ref=4.4438  delta=+2.4631
+
+
+static_prehead running mean (3/3 seeds): 5.7591 ±1.0062  ref=4.4438
+
+
+🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆
+UPDATED LEADERBOARD:
+  1. cheap_qa               4.3897 ±0.0051    vs baseline: -0.0811 (P1)
+  2. mlp128_qa              4.4032 ±0.0153    vs baseline: -0.0676 ← P2
+  3. midtier_q              4.4135 ±0.0086    vs baseline: -0.0573 (P1)
+  4. cheap_q                4.4198 ±0.0185    vs baseline: -0.0510 (P1)
+  5. baseline_p2            4.4688 ±0.0073    vs baseline: -0.0020 ← P2
+  6. baseline               4.4708 ±0.0074    vs baseline: +0.0000 (P1)
+  7. static_prehead         5.7591 ±1.0062    vs baseline: +1.2883 ← P2
+🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆
+
+
+====================================================================================================
+RUNNING: full_x | warmup=2000 | seed=42
+  full X gate Linear(768->768) — paper implementation
+  Reference: 4.5374 (DIRTY 3060 — this run replaces)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9285, val loss 10.9307
+iter 0: loss 10.9425, time 19549.63ms, mfu -100.00%
+step 250: train loss 6.9144, val loss 6.9348
+saving checkpoint to out-openwebtext_dynamic_xconditioned_g1_warmup2000_seed42_p2
+Traceback (most recent call last):
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 850, in save
+    _save(
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 1114, in _save
+    zip_file.write_record(name, storage, num_bytes)
+RuntimeError: [enforce fail at inline_container.cc:783] . PytorchStreamWriter failed writing file data/0: file write failed
+
+During handling of the above exception, another exception occurred:
+
+Traceback (most recent call last):
+  File "C:\Users\brian\documents\nanogpt\train.py", line 257, in <module>
+    torch.save(checkpoint, os.path.join(out_dir, 'ckpt.pt'))
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 849, in save
+    with _open_zipfile_writer(f) as opened_zipfile:
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 690, in __exit__
+    self.file_like.write_end_of_file()
+RuntimeError: [enforce fail at inline_container.cc:603] . unexpected pos 46464 vs 46358
+
+--> RESULT | full_x | seed=42 | BEST=6.9348 | FINAL=6.9348 | ✗(best@250)  ref=4.5374  delta=+2.3974
+
+
+====================================================================================================
+RUNNING: full_x | warmup=2000 | seed=1337
+  full X gate Linear(768->768) — paper implementation
+  Reference: 4.5374 (DIRTY 3060 — this run replaces)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9622, val loss 10.9587
+iter 0: loss 10.9558, time 19475.13ms, mfu -100.00%
+step 250: train loss 6.9475, val loss 6.9370
+saving checkpoint to out-openwebtext_dynamic_xconditioned_g1_warmup2000_seed1337_p2
+Traceback (most recent call last):
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 850, in save
+    _save(
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 1114, in _save
+    zip_file.write_record(name, storage, num_bytes)
+RuntimeError: [enforce fail at inline_container.cc:783] . PytorchStreamWriter failed writing file data/0: file write failed
+
+During handling of the above exception, another exception occurred:
+
+Traceback (most recent call last):
+  File "C:\Users\brian\documents\nanogpt\train.py", line 257, in <module>
+    torch.save(checkpoint, os.path.join(out_dir, 'ckpt.pt'))
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 849, in save
+    with _open_zipfile_writer(f) as opened_zipfile:
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 690, in __exit__
+    self.file_like.write_end_of_file()
+RuntimeError: [enforce fail at inline_container.cc:603] . unexpected pos 46464 vs 46358
+
+--> RESULT | full_x | seed=1337 | BEST=6.9370 | FINAL=6.9370 | ✗(best@250)  ref=4.5374  delta=+2.3996
+
+
+full_x running mean (2/3 seeds): 6.9359 ±0.0011  ref=4.5374
+
+
+====================================================================================================
+RUNNING: full_x | warmup=2000 | seed=123
+  full X gate Linear(768->768) — paper implementation
+  Reference: 4.5374 (DIRTY 3060 — this run replaces)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9733, val loss 10.9748
+iter 0: loss 10.9713, time 19703.30ms, mfu -100.00%
+step 250: train loss 6.9196, val loss 6.9534
+saving checkpoint to out-openwebtext_dynamic_xconditioned_g1_warmup2000_seed123_p2
+Traceback (most recent call last):
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 850, in save
+    _save(
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 1114, in _save
+    zip_file.write_record(name, storage, num_bytes)
+RuntimeError: [enforce fail at inline_container.cc:783] . PytorchStreamWriter failed writing file data/0: file write failed
+
+During handling of the above exception, another exception occurred:
+
+Traceback (most recent call last):
+  File "C:\Users\brian\documents\nanogpt\train.py", line 257, in <module>
+    torch.save(checkpoint, os.path.join(out_dir, 'ckpt.pt'))
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 849, in save
+    with _open_zipfile_writer(f) as opened_zipfile:
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 690, in __exit__
+    self.file_like.write_end_of_file()
+RuntimeError: [enforce fail at inline_container.cc:603] . unexpected pos 46464 vs 46358
+
+--> RESULT | full_x | seed=123 | BEST=6.9534 | FINAL=6.9534 | ✗(best@250)  ref=4.5374  delta=+2.4160
+
+
+full_x running mean (3/3 seeds): 6.9417 ±0.0083  ref=4.5374
+
+
+🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆
+UPDATED LEADERBOARD:
+  1. cheap_qa               4.3897 ±0.0051    vs baseline: -0.0811 (P1)
+  2. mlp128_qa              4.4032 ±0.0153    vs baseline: -0.0676 ← P2
+  3. midtier_q              4.4135 ±0.0086    vs baseline: -0.0573 (P1)
+  4. cheap_q                4.4198 ±0.0185    vs baseline: -0.0510 (P1)
+  5. baseline_p2            4.4688 ±0.0073    vs baseline: -0.0020 ← P2
+  6. baseline               4.4708 ±0.0074    vs baseline: +0.0000 (P1)
+  7. static_prehead         5.7591 ±1.0062    vs baseline: +1.2883 ← P2
+  8. full_x                 6.9417 ±0.0083    vs baseline: +2.4709 ← P2
+🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆
+
+
+====================================================================================================
+RUNNING: x_headshared | warmup=2000 | seed=42
+  head-shared X gate Linear(64->64)
+  Reference: 4.5863 (DIRTY 3060 — this run replaces)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9641, val loss 10.9611
+iter 0: loss 10.9442, time 18889.58ms, mfu -100.00%
+step 250: train loss 6.9237, val loss 6.9409
+saving checkpoint to out-openwebtext_dynamic_x_g1_headshared_elementwise_warmup2000_seed42_p2
+Traceback (most recent call last):
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 850, in save
+    _save(
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 1114, in _save
+    zip_file.write_record(name, storage, num_bytes)
+RuntimeError: [enforce fail at inline_container.cc:783] . PytorchStreamWriter failed writing file data/0: file write failed
+
+During handling of the above exception, another exception occurred:
+
+Traceback (most recent call last):
+  File "C:\Users\brian\documents\nanogpt\train.py", line 257, in <module>
+    torch.save(checkpoint, os.path.join(out_dir, 'ckpt.pt'))
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 849, in save
+    with _open_zipfile_writer(f) as opened_zipfile:
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 690, in __exit__
+    self.file_like.write_end_of_file()
+RuntimeError: [enforce fail at inline_container.cc:603] . unexpected pos 46720 vs 46614
+
+--> RESULT | x_headshared | seed=42 | BEST=6.9409 | FINAL=6.9409 | ✗(best@250)  ref=4.5863  delta=+2.3546
+
+
+====================================================================================================
+RUNNING: x_headshared | warmup=2000 | seed=1337
+  head-shared X gate Linear(64->64)
+  Reference: 4.5863 (DIRTY 3060 — this run replaces)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9310, val loss 10.9306
+iter 0: loss 10.9358, time 19184.13ms, mfu -100.00%
+step 250: train loss 6.9042, val loss 6.9312
+saving checkpoint to out-openwebtext_dynamic_x_g1_headshared_elementwise_warmup2000_seed1337_p2
+Traceback (most recent call last):
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 850, in save
+    _save(
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 1114, in _save
+    zip_file.write_record(name, storage, num_bytes)
+RuntimeError: [enforce fail at inline_container.cc:783] . PytorchStreamWriter failed writing file data/0: file write failed
+
+During handling of the above exception, another exception occurred:
+
+Traceback (most recent call last):
+  File "C:\Users\brian\documents\nanogpt\train.py", line 257, in <module>
+    torch.save(checkpoint, os.path.join(out_dir, 'ckpt.pt'))
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 849, in save
+    with _open_zipfile_writer(f) as opened_zipfile:
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 690, in __exit__
+    self.file_like.write_end_of_file()
+RuntimeError: [enforce fail at inline_container.cc:603] . unexpected pos 46720 vs 46614
+
+--> RESULT | x_headshared | seed=1337 | BEST=6.9312 | FINAL=6.9312 | ✗(best@250)  ref=4.5863  delta=+2.3449
+
+
+x_headshared running mean (2/3 seeds): 6.9360 ±0.0049  ref=4.5863
+
+
+====================================================================================================
+RUNNING: x_headshared | warmup=2000 | seed=123
+  head-shared X gate Linear(64->64)
+  Reference: 4.5863 (DIRTY 3060 — this run replaces)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9091, val loss 10.9097
+iter 0: loss 10.9225, time 19200.06ms, mfu -100.00%
+step 250: train loss 6.9509, val loss 6.9769
+saving checkpoint to out-openwebtext_dynamic_x_g1_headshared_elementwise_warmup2000_seed123_p2
+Traceback (most recent call last):
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 850, in save
+    _save(
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 1114, in _save
+    zip_file.write_record(name, storage, num_bytes)
+RuntimeError: [enforce fail at inline_container.cc:783] . PytorchStreamWriter failed writing file data/0: file write failed
+
+During handling of the above exception, another exception occurred:
+
+Traceback (most recent call last):
+  File "C:\Users\brian\documents\nanogpt\train.py", line 257, in <module>
+    torch.save(checkpoint, os.path.join(out_dir, 'ckpt.pt'))
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 849, in save
+    with _open_zipfile_writer(f) as opened_zipfile:
+  File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 690, in __exit__
+    self.file_like.write_end_of_file()
+RuntimeError: [enforce fail at inline_container.cc:603] . unexpected pos 46720 vs 46614
+
+--> RESULT | x_headshared | seed=123 | BEST=6.9769 | FINAL=6.9769 | ✗(best@250)  ref=4.5863  delta=+2.3906
+
+
+x_headshared running mean (3/3 seeds): 6.9497 ±0.0197  ref=4.5863
+
+
+🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆
+UPDATED LEADERBOARD:
+  1. cheap_qa               4.3897 ±0.0051    vs baseline: -0.0811 (P1)
+  2. mlp128_qa              4.4032 ±0.0153    vs baseline: -0.0676 ← P2
+  3. midtier_q              4.4135 ±0.0086    vs baseline: -0.0573 (P1)
+  4. cheap_q                4.4198 ±0.0185    vs baseline: -0.0510 (P1)
+  5. baseline_p2            4.4688 ±0.0073    vs baseline: -0.0020 ← P2
+  6. baseline               4.4708 ±0.0074    vs baseline: +0.0000 (P1)
+  7. static_prehead         5.7591 ±1.0062    vs baseline: +1.2883 ← P2
+  8. full_x                 6.9417 ±0.0083    vs baseline: +2.4709 ← P2
+  9. x_headshared           6.9497 ±0.0197    vs baseline: +2.4789 ← P2
+🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆🏆
+
+
+====================================================================================================
+PRIORITY 2 COMPLETE
+====================================================================================================
+Results CSV:  priority2_runs_20260323_0623.csv
+Summary:      priority2_summary_20260323_0623.txt
+
+Paste summary here for final analysis.
+Then: write the #bigasssummary and open a fresh window.
+PS C:\Users\brian\documents\nanogpt> Get-ChildItem -Directory -Filter "out-openwebtext_*" | Remove-Item -Recurse -Force
+PS C:\Users\brian\documents\nanogpt> Get-PSDrive C
+
+Name           Used (GB)     Free (GB) Provider      Root                                                                                                                                        CurrentLocation
+----           ---------     --------- --------      ----                                                                                                                                        ---------------
+C                 738.37        195.62 FileSystem    C:\                                                                                                                           Users\brian\documents\nanogpt
+
+
+PS C:\Users\brian\documents\nanogpt> python p2_rerun_runner.py
+====================================================================================================
+PRIORITY 2 RERUN — DISK CASUALTY RECOVERY
+====================================================================================================
+Total runs: 9 | Est: ~9h 45min
+CHECKPOINT SAVING: DISABLED ✓ (disk safe)
+
+Variants:
+  static_prehead         — learned per-head scalar — 9 params, no signal
+                           ref: 4.4438 (A10 fairness sweep)
+  full_x                 — full X gate Linear(768->768) on x_norm
+                           ref: 4.5374 (DIRTY 3060)
+  x_headshared           — head-shared X gate Linear(64->64) on x
+                           ref: 4.5863 (DIRTY 3060)
+
+Current leaderboard for context:
+  cheap_qa               4.3897 ±0.0051
+  mlp128_qa              4.4032 ±0.0153
+  midtier_q              4.4135 ±0.0086
+  cheap_q                4.4198 ±0.0185
+  a_only                 4.4298 ±0.0095
+  baseline               4.4708 ±0.0074
+====================================================================================================
+
+====================================================================================================
+RUNNING: static_prehead | warmup=2000 | seed=42
+  learned per-head scalar — 9 params, no signal
+  NO CHECKPOINT SAVING — disk safe ✓
+  Reference: 4.4438 ±0.0119 (A10 fairness sweep)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.60M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 123,970,560 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9682, val loss 10.9677
+iter 0: loss 10.9624, time 18127.70ms, mfu -100.00%
+step 250: train loss 6.9873, val loss 6.9835
+saving checkpoint to out-openwebtext_rerun_shared
+iter 250: loss 7.0970, time 19627.78ms, mfu 0.05%
+step 500: train loss 6.5065, val loss 6.5115
+saving checkpoint to out-openwebtext_rerun_shared
+iter 500: loss 6.1548, time 19340.59ms, mfu 0.05%
+step 750: train loss 6.2889, val loss 6.3204
+saving checkpoint to out-openwebtext_rerun_shared
+iter 750: loss 6.6195, time 19183.41ms, mfu 0.05%
+step 1000: train loss 6.1638, val loss 6.1607
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1000: loss 5.8180, time 19250.81ms, mfu 0.05%
+step 1250: train loss 6.0059, val loss 6.0236
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1250: loss 6.5209, time 19189.72ms, mfu 0.05%
+step 1500: train loss 5.9646, val loss 5.9579
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1500: loss 5.4895, time 19146.74ms, mfu 0.05%
+step 1750: train loss 5.8735, val loss 5.8854
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1750: loss 6.1767, time 19312.43ms, mfu 0.05%
+step 2000: train loss 5.8002, val loss 5.8123
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2000: loss 5.6055, time 19301.09ms, mfu 0.05%
+step 2250: train loss 5.6611, val loss 5.6741
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2250: loss 5.7555, time 19495.18ms, mfu 0.05%
+step 2500: train loss 5.5981, val loss 5.5940
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2500: loss 4.9232, time 20318.00ms, mfu 0.05%
+step 2750: train loss 5.5083, val loss 5.5042
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2750: loss 5.5406, time 20180.09ms, mfu 0.05%
+step 3000: train loss 5.4337, val loss 5.4194
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3000: loss 5.4812, time 19611.98ms, mfu 0.05%
+step 3250: train loss 5.3883, val loss 5.3449
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3250: loss 5.5516, time 19349.88ms, mfu 0.05%
+step 3500: train loss 5.2938, val loss 5.3456
+iter 3500: loss 5.4241, time 18145.04ms, mfu 0.05%
+step 3750: train loss 5.2583, val loss 5.2814
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3750: loss 5.3021, time 19785.70ms, mfu 0.05%
+step 4000: train loss 5.2098, val loss 5.2147
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4000: loss 5.8809, time 20262.53ms, mfu 0.05%
+step 4250: train loss 5.1693, val loss 5.1547
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4250: loss 4.8967, time 19834.49ms, mfu 0.05%
+step 4500: train loss 5.0857, val loss 5.1120
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4500: loss 5.1966, time 20197.86ms, mfu 0.05%
+step 4750: train loss 5.0681, val loss 5.0741
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4750: loss 5.1653, time 19294.15ms, mfu 0.05%
+step 5000: train loss 5.0148, val loss 4.9889
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5000: loss 5.4418, time 19250.52ms, mfu 0.05%
+step 5250: train loss 4.9552, val loss 4.9577
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5250: loss 5.0776, time 19798.29ms, mfu 0.05%
+step 5500: train loss 4.9456, val loss 4.9336
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5500: loss 4.6919, time 19748.73ms, mfu 0.05%
+step 5750: train loss 4.8688, val loss 4.8734
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5750: loss 5.0975, time 19967.70ms, mfu 0.05%
+step 6000: train loss 4.8107, val loss 4.8159
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6000: loss 4.7419, time 19405.03ms, mfu 0.05%
+step 6250: train loss 4.7656, val loss 4.7774
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6250: loss 4.4581, time 19245.91ms, mfu 0.05%
+step 6500: train loss 4.7652, val loss 4.7450
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6500: loss 4.6060, time 19315.13ms, mfu 0.05%
+step 6750: train loss 4.6993, val loss 4.6855
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6750: loss 4.6537, time 19233.51ms, mfu 0.05%
+step 7000: train loss 4.6526, val loss 4.6764
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7000: loss 4.6395, time 19865.11ms, mfu 0.05%
+step 7250: train loss 4.6321, val loss 4.6303
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7250: loss 4.8298, time 19205.05ms, mfu 0.05%
+step 7500: train loss 4.6301, val loss 4.6111
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7500: loss 4.7316, time 19187.12ms, mfu 0.05%
+step 7750: train loss 4.6051, val loss 4.5827
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7750: loss 4.6957, time 19184.52ms, mfu 0.05%
+step 8000: train loss 4.5623, val loss 4.5637
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8000: loss 4.5431, time 19143.82ms, mfu 0.05%
+step 8250: train loss 4.5209, val loss 4.5406
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8250: loss 4.3536, time 19245.11ms, mfu 0.05%
+step 8500: train loss 4.5286, val loss 4.5583
+iter 8500: loss 4.3886, time 17719.72ms, mfu 0.05%
+step 8750: train loss 4.4823, val loss 4.5045
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8750: loss 4.6599, time 19254.91ms, mfu 0.05%
+step 9000: train loss 4.4965, val loss 4.5172
+iter 9000: loss 4.4744, time 17618.39ms, mfu 0.06%
+step 9250: train loss 4.4745, val loss 4.4649
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9250: loss 4.5835, time 19800.23ms, mfu 0.05%
+step 9500: train loss 4.4473, val loss 4.4651
+iter 9500: loss 4.1806, time 17631.67ms, mfu 0.06%
+step 9750: train loss 4.4425, val loss 4.4550
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9750: loss 4.7760, time 19352.06ms, mfu 0.06%
+step 10000: train loss 4.4411, val loss 4.4699
+iter 10000: loss 4.4480, time 17651.47ms, mfu 0.06%
+
+--> RESULT | static_prehead | seed=42 | BEST=4.4550 | FINAL=4.4699 | ✗(best@9750)  ref=4.4438  delta=+0.0112
+
+
+====================================================================================================
+RUNNING: static_prehead | warmup=2000 | seed=1337
+  learned per-head scalar — 9 params, no signal
+  NO CHECKPOINT SAVING — disk safe ✓
+  Reference: 4.4438 ±0.0119 (A10 fairness sweep)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.60M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 123,970,560 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9797, val loss 10.9790
+iter 0: loss 11.0013, time 17869.34ms, mfu -100.00%
+step 250: train loss 6.9363, val loss 6.9696
+saving checkpoint to out-openwebtext_rerun_shared
+iter 250: loss 6.7253, time 19307.26ms, mfu 0.05%
+step 500: train loss 6.4777, val loss 6.5451
+saving checkpoint to out-openwebtext_rerun_shared
+iter 500: loss 6.2608, time 19318.54ms, mfu 0.05%
+step 750: train loss 6.3010, val loss 6.3186
+saving checkpoint to out-openwebtext_rerun_shared
+iter 750: loss 6.0866, time 19174.70ms, mfu 0.05%
+step 1000: train loss 6.1738, val loss 6.1470
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1000: loss 6.1500, time 19344.49ms, mfu 0.05%
+step 1250: train loss 6.0577, val loss 6.0501
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1250: loss 6.0931, time 19234.99ms, mfu 0.05%
+step 1500: train loss 5.9933, val loss 5.9171
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1500: loss 5.7086, time 19372.42ms, mfu 0.05%
+step 1750: train loss 5.9092, val loss 5.8722
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1750: loss 6.0696, time 19896.84ms, mfu 0.05%
+step 2000: train loss 5.8108, val loss 5.7812
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2000: loss 5.8443, time 20153.43ms, mfu 0.05%
+step 2250: train loss 5.6885, val loss 5.6941
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2250: loss 5.8955, time 19784.42ms, mfu 0.05%
+step 2500: train loss 5.5932, val loss 5.5722
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2500: loss 6.0556, time 19835.77ms, mfu 0.05%
+step 2750: train loss 5.5103, val loss 5.5028
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2750: loss 5.5081, time 19849.48ms, mfu 0.05%
+step 3000: train loss 5.4236, val loss 5.4415
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3000: loss 5.4906, time 20137.08ms, mfu 0.05%
+step 3250: train loss 5.3281, val loss 5.3341
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3250: loss 5.2934, time 19932.10ms, mfu 0.05%
+step 3500: train loss 5.3371, val loss 5.2998
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3500: loss 5.2238, time 19931.09ms, mfu 0.05%
+step 3750: train loss 5.2446, val loss 5.2326
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3750: loss 5.5530, time 19788.00ms, mfu 0.05%
+step 4000: train loss 5.1971, val loss 5.1996
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4000: loss 5.2560, time 19275.87ms, mfu 0.05%
+step 4250: train loss 5.1441, val loss 5.1573
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4250: loss 4.7499, time 19790.81ms, mfu 0.05%
+step 4500: train loss 5.0993, val loss 5.0914
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4500: loss 4.8418, time 20029.28ms, mfu 0.05%
+step 4750: train loss 5.0386, val loss 5.0487
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4750: loss 5.1462, time 19721.30ms, mfu 0.05%
+step 5000: train loss 4.9718, val loss 5.0090
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5000: loss 5.1591, time 20147.85ms, mfu 0.05%
+step 5250: train loss 4.9672, val loss 4.9525
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5250: loss 4.6187, time 20372.44ms, mfu 0.05%
+step 5500: train loss 4.9482, val loss 4.9098
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5500: loss 5.1646, time 19786.75ms, mfu 0.05%
+step 5750: train loss 4.8786, val loss 4.8386
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5750: loss 5.1269, time 20056.09ms, mfu 0.05%
+step 6000: train loss 4.7852, val loss 4.7896
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6000: loss 4.6789, time 20154.04ms, mfu 0.05%
+step 6250: train loss 4.7645, val loss 4.7962
+iter 6250: loss 4.5706, time 18240.35ms, mfu 0.05%
+step 6500: train loss 4.7267, val loss 4.7615
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6500: loss 4.9074, time 20207.04ms, mfu 0.05%
+step 6750: train loss 4.6923, val loss 4.6991
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6750: loss 4.8792, time 20150.57ms, mfu 0.05%
+step 7000: train loss 4.6574, val loss 4.6533
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7000: loss 4.5625, time 20298.82ms, mfu 0.05%
+step 7250: train loss 4.6120, val loss 4.6422
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7250: loss 4.7262, time 20416.51ms, mfu 0.05%
+step 7500: train loss 4.6216, val loss 4.5774
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7500: loss 4.4983, time 20477.05ms, mfu 0.05%
+step 7750: train loss 4.5701, val loss 4.5632
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7750: loss 4.7535, time 20334.46ms, mfu 0.05%
+step 8000: train loss 4.5329, val loss 4.5565
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8000: loss 4.5902, time 19831.93ms, mfu 0.05%
+step 8250: train loss 4.5099, val loss 4.5400
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8250: loss 4.2967, time 20145.05ms, mfu 0.05%
+step 8500: train loss 4.5072, val loss 4.5162
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8500: loss 4.2451, time 19866.00ms, mfu 0.05%
+step 8750: train loss 4.4704, val loss 4.4724
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8750: loss 4.4906, time 20100.74ms, mfu 0.05%
+step 9000: train loss 4.4839, val loss 4.4884
+iter 9000: loss 4.5710, time 18196.53ms, mfu 0.05%
+step 9250: train loss 4.4455, val loss 4.4766
+iter 9250: loss 4.5147, time 18197.45ms, mfu 0.05%
+step 9500: train loss 4.4517, val loss 4.4631
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9500: loss 4.4707, time 20164.18ms, mfu 0.05%
+step 9750: train loss 4.4562, val loss 4.4340
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9750: loss 4.3577, time 20186.83ms, mfu 0.05%
+step 10000: train loss 4.4490, val loss 4.4742
+iter 10000: loss 4.4786, time 18117.43ms, mfu 0.05%
+
+--> RESULT | static_prehead | seed=1337 | BEST=4.4340 | FINAL=4.4742 | ✗(best@9750)  ref=4.4438  delta=-0.0098
+
+
+static_prehead running mean (2/3 seeds): 4.4445 ±0.0105  ref=4.4438
+
+
+====================================================================================================
+RUNNING: static_prehead | warmup=2000 | seed=123
+  learned per-head scalar — 9 params, no signal
+  NO CHECKPOINT SAVING — disk safe ✓
+  Reference: 4.4438 ±0.0119 (A10 fairness sweep)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.60M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 123,970,560 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9594, val loss 10.9585
+iter 0: loss 10.9765, time 17940.17ms, mfu -100.00%
+step 250: train loss 6.9611, val loss 6.9069
+saving checkpoint to out-openwebtext_rerun_shared
+iter 250: loss 6.6577, time 19337.17ms, mfu 0.05%
+step 500: train loss 6.4898, val loss 6.5664
+saving checkpoint to out-openwebtext_rerun_shared
+iter 500: loss 6.5983, time 20267.61ms, mfu 0.05%
+step 750: train loss 6.3091, val loss 6.3137
+saving checkpoint to out-openwebtext_rerun_shared
+iter 750: loss 5.6393, time 20162.08ms, mfu 0.05%
+step 1000: train loss 6.1905, val loss 6.1895
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1000: loss 6.4894, time 20204.55ms, mfu 0.05%
+step 1250: train loss 6.0205, val loss 6.0481
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1250: loss 5.7661, time 19865.70ms, mfu 0.05%
+step 1500: train loss 5.9799, val loss 5.9497
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1500: loss 5.7764, time 20167.88ms, mfu 0.05%
+step 1750: train loss 5.8743, val loss 5.9126
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1750: loss 6.5066, time 20448.90ms, mfu 0.05%
+step 2000: train loss 5.8144, val loss 5.8523
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2000: loss 5.7585, time 20182.09ms, mfu 0.05%
+step 2250: train loss 5.6531, val loss 5.7110
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2250: loss 6.1416, time 20264.91ms, mfu 0.05%
+step 2500: train loss 5.6265, val loss 5.6316
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2500: loss 5.8583, time 20175.78ms, mfu 0.05%
+step 2750: train loss 5.5600, val loss 5.5333
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2750: loss 6.0901, time 19911.52ms, mfu 0.05%
+step 3000: train loss 5.4712, val loss 5.4740
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3000: loss 6.2075, time 19864.62ms, mfu 0.05%
+step 3250: train loss 5.3702, val loss 5.3662
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3250: loss 5.3279, time 19855.07ms, mfu 0.05%
+step 3500: train loss 5.3037, val loss 5.3502
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3500: loss 5.3613, time 19841.98ms, mfu 0.05%
+step 3750: train loss 5.2672, val loss 5.2519
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3750: loss 5.0321, time 19748.97ms, mfu 0.05%
+step 4000: train loss 5.2178, val loss 5.2289
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4000: loss 5.1394, time 19428.41ms, mfu 0.05%
+step 4250: train loss 5.1757, val loss 5.1863
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4250: loss 5.2375, time 20081.08ms, mfu 0.05%
+step 4500: train loss 5.1027, val loss 5.1043
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4500: loss 5.1631, time 20247.52ms, mfu 0.05%
+step 4750: train loss 5.0881, val loss 5.0843
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4750: loss 4.9750, time 20320.59ms, mfu 0.05%
+step 5000: train loss 4.9971, val loss 4.9959
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5000: loss 5.1270, time 19703.84ms, mfu 0.05%
+step 5250: train loss 4.9835, val loss 4.9708
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5250: loss 5.1620, time 19844.66ms, mfu 0.05%
+step 5500: train loss 4.9022, val loss 4.9401
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5500: loss 4.7989, time 20296.94ms, mfu 0.05%
+step 5750: train loss 4.9243, val loss 4.9046
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5750: loss 5.2501, time 20250.15ms, mfu 0.05%
+step 6000: train loss 4.8699, val loss 4.8389
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6000: loss 4.8798, time 19764.29ms, mfu 0.05%
+step 6250: train loss 4.7956, val loss 4.8488
+iter 6250: loss 5.0271, time 18187.94ms, mfu 0.05%
+step 6500: train loss 4.7592, val loss 4.7660
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6500: loss 4.6352, time 20237.10ms, mfu 0.05%
+step 6750: train loss 4.7142, val loss 4.7359
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6750: loss 4.5783, time 20434.93ms, mfu 0.05%
+step 7000: train loss 4.6790, val loss 4.6877
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7000: loss 4.6195, time 20262.29ms, mfu 0.05%
+step 7250: train loss 4.6506, val loss 4.6781
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7250: loss 4.2664, time 19936.76ms, mfu 0.05%
+step 7500: train loss 4.6580, val loss 4.6395
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7500: loss 4.5987, time 19904.72ms, mfu 0.05%
+step 7750: train loss 4.6078, val loss 4.6037
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7750: loss 4.8012, time 20139.25ms, mfu 0.05%
+step 8000: train loss 4.5832, val loss 4.5790
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8000: loss 4.1934, time 20526.58ms, mfu 0.05%
+step 8250: train loss 4.5383, val loss 4.5358
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8250: loss 4.3608, time 19760.66ms, mfu 0.05%
+step 8500: train loss 4.5245, val loss 4.5444
+iter 8500: loss 4.3462, time 18174.37ms, mfu 0.05%
+step 8750: train loss 4.5036, val loss 4.5170
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8750: loss 4.3588, time 19684.72ms, mfu 0.05%
+step 9000: train loss 4.5158, val loss 4.4975
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9000: loss 4.2739, time 20074.10ms, mfu 0.05%
+step 9250: train loss 4.4655, val loss 4.4908
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9250: loss 5.0094, time 19820.18ms, mfu 0.05%
+step 9500: train loss 4.4609, val loss 4.4559
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9500: loss 4.9194, time 20064.32ms, mfu 0.05%
+step 9750: train loss 4.4836, val loss 4.5074
+iter 9750: loss 4.4104, time 18149.13ms, mfu 0.05%
+step 10000: train loss 4.4701, val loss 4.4777
+iter 10000: loss 4.6073, time 18234.34ms, mfu 0.05%
+
+--> RESULT | static_prehead | seed=123 | BEST=4.4559 | FINAL=4.4777 | ✗(best@9500)  ref=4.4438  delta=+0.0121
+
+
+static_prehead running mean (3/3 seeds): 4.4483 ±0.0101  ref=4.4438
+
+
+====================================================================================================
+RUNNING: full_x | warmup=2000 | seed=42
+  full X gate Linear(768->768) on x_norm
+  NO CHECKPOINT SAVING — disk safe ✓
+  Reference: 4.5374 ±0.0089 (DIRTY 3060)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9285, val loss 10.9307
+iter 0: loss 10.9425, time 18613.26ms, mfu -100.00%
+step 250: train loss 6.9144, val loss 6.9347
+saving checkpoint to out-openwebtext_rerun_shared
+iter 250: loss 6.5241, time 20016.14ms, mfu 0.06%
+step 500: train loss 6.5146, val loss 6.5229
+saving checkpoint to out-openwebtext_rerun_shared
+iter 500: loss 6.4255, time 21000.03ms, mfu 0.05%
+step 750: train loss 6.3131, val loss 6.3068
+saving checkpoint to out-openwebtext_rerun_shared
+iter 750: loss 6.6228, time 20501.28ms, mfu 0.05%
+step 1000: train loss 6.1492, val loss 6.1616
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1000: loss 6.2063, time 20952.72ms, mfu 0.05%
+step 1250: train loss 6.0261, val loss 6.0082
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1250: loss 5.9983, time 20582.42ms, mfu 0.05%
+step 1500: train loss 5.9283, val loss 5.9923
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1500: loss 5.6249, time 20954.07ms, mfu 0.05%
+step 1750: train loss 5.8572, val loss 5.9159
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1750: loss 5.8913, time 21191.69ms, mfu 0.05%
+step 2000: train loss 5.7952, val loss 5.7668
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2000: loss 5.8754, time 20827.53ms, mfu 0.05%
+step 2250: train loss 5.6396, val loss 5.6429
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2250: loss 5.6144, time 20627.01ms, mfu 0.05%
+step 2500: train loss 5.5551, val loss 5.5489
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2500: loss 5.7884, time 20646.33ms, mfu 0.05%
+step 2750: train loss 5.4817, val loss 5.4644
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2750: loss 5.5370, time 20846.94ms, mfu 0.05%
+step 3000: train loss 5.3793, val loss 5.3767
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3000: loss 5.9443, time 20585.55ms, mfu 0.05%
+step 3250: train loss 5.3299, val loss 5.3340
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3250: loss 5.2913, time 20780.19ms, mfu 0.05%
+step 3500: train loss 5.2434, val loss 5.2421
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3500: loss 5.6948, time 21408.23ms, mfu 0.05%
+step 3750: train loss 5.2180, val loss 5.2112
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3750: loss 5.3472, time 20982.33ms, mfu 0.05%
+step 4000: train loss 5.1540, val loss 5.1706
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4000: loss 5.1421, time 21413.50ms, mfu 0.05%
+step 4250: train loss 5.0985, val loss 5.1041
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4250: loss 4.9729, time 21169.48ms, mfu 0.05%
+step 4500: train loss 5.0545, val loss 5.0480
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4500: loss 4.8987, time 21249.05ms, mfu 0.05%
+step 4750: train loss 4.9629, val loss 4.9967
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4750: loss 4.9016, time 20752.09ms, mfu 0.05%
+step 5000: train loss 4.9408, val loss 4.9471
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5000: loss 4.9525, time 20647.30ms, mfu 0.05%
+step 5250: train loss 4.8890, val loss 4.8812
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5250: loss 4.8073, time 21255.21ms, mfu 0.05%
+step 5500: train loss 4.8295, val loss 4.8371
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5500: loss 5.0168, time 20618.01ms, mfu 0.05%
+step 5750: train loss 4.7918, val loss 4.7844
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5750: loss 4.8882, time 20503.20ms, mfu 0.05%
+step 6000: train loss 4.7652, val loss 4.7484
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6000: loss 4.5550, time 20683.87ms, mfu 0.05%
+step 6250: train loss 4.7062, val loss 4.7031
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6250: loss 4.5142, time 20862.16ms, mfu 0.05%
+step 6500: train loss 4.6721, val loss 4.7066
+iter 6500: loss 4.4941, time 19018.76ms, mfu 0.05%
+step 6750: train loss 4.6424, val loss 4.6431
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6750: loss 4.6010, time 20650.63ms, mfu 0.05%
+step 7000: train loss 4.6049, val loss 4.6303
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7000: loss 4.8959, time 20619.01ms, mfu 0.05%
+step 7250: train loss 4.5929, val loss 4.5929
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7250: loss 5.0342, time 21849.97ms, mfu 0.05%
+step 7500: train loss 4.5827, val loss 4.5758
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7500: loss 4.5337, time 21527.56ms, mfu 0.05%
+step 7750: train loss 4.5223, val loss 4.5464
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7750: loss 4.8966, time 20801.43ms, mfu 0.05%
+step 8000: train loss 4.5235, val loss 4.4956
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8000: loss 4.1206, time 21340.77ms, mfu 0.05%
+step 8250: train loss 4.5100, val loss 4.4775
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8250: loss 4.6659, time 20915.50ms, mfu 0.05%
+step 8500: train loss 4.4690, val loss 4.4648
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8500: loss 4.5679, time 21302.63ms, mfu 0.05%
+step 8750: train loss 4.4647, val loss 4.4492
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8750: loss 4.3315, time 20571.26ms, mfu 0.05%
+step 9000: train loss 4.4418, val loss 4.4417
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9000: loss 4.5420, time 21047.08ms, mfu 0.05%
+step 9250: train loss 4.4395, val loss 4.4142
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9250: loss 4.2225, time 22070.41ms, mfu 0.05%
+step 9500: train loss 4.4096, val loss 4.4299
+iter 9500: loss 4.1981, time 20052.92ms, mfu 0.05%
+step 9750: train loss 4.4143, val loss 4.4290
+iter 9750: loss 4.2634, time 19170.79ms, mfu 0.05%
+step 10000: train loss 4.4021, val loss 4.3897
+saving checkpoint to out-openwebtext_rerun_shared
+iter 10000: loss 4.6448, time 21442.38ms, mfu 0.05%
+
+--> RESULT | full_x | seed=42 | BEST=4.3897 | FINAL=4.3897 | ✓  ref=4.5374  delta=-0.1477
+
+
+====================================================================================================
+RUNNING: full_x | warmup=2000 | seed=1337
+  full X gate Linear(768->768) on x_norm
+  NO CHECKPOINT SAVING — disk safe ✓
+  Reference: 4.5374 ±0.0089 (DIRTY 3060)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9622, val loss 10.9587
+iter 0: loss 10.9558, time 19309.82ms, mfu -100.00%
+step 250: train loss 6.9475, val loss 6.9370
+saving checkpoint to out-openwebtext_rerun_shared
+iter 250: loss 6.7684, time 20799.91ms, mfu 0.05%
+step 500: train loss 6.5307, val loss 6.5190
+saving checkpoint to out-openwebtext_rerun_shared
+iter 500: loss 6.1714, time 21800.07ms, mfu 0.05%
+step 750: train loss 6.2888, val loss 6.2941
+saving checkpoint to out-openwebtext_rerun_shared
+iter 750: loss 6.5801, time 22081.82ms, mfu 0.05%
+step 1000: train loss 6.1255, val loss 6.1427
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1000: loss 6.1494, time 23116.42ms, mfu 0.05%
+step 1250: train loss 6.0369, val loss 6.0447
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1250: loss 5.8991, time 22164.74ms, mfu 0.05%
+step 1500: train loss 5.9685, val loss 5.9420
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1500: loss 6.0893, time 22073.11ms, mfu 0.05%
+step 1750: train loss 5.8133, val loss 5.8078
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1750: loss 5.4630, time 22096.70ms, mfu 0.05%
+step 2000: train loss 5.7433, val loss 5.7429
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2000: loss 5.6494, time 22009.14ms, mfu 0.05%
+step 2250: train loss 5.6492, val loss 5.6433
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2250: loss 5.9185, time 22138.39ms, mfu 0.05%
+step 2500: train loss 5.5626, val loss 5.5347
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2500: loss 6.0863, time 22099.61ms, mfu 0.05%
+step 2750: train loss 5.4159, val loss 5.4615
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2750: loss 5.7968, time 22166.26ms, mfu 0.05%
+step 3000: train loss 5.3953, val loss 5.4148
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3000: loss 4.8958, time 22133.76ms, mfu 0.05%
+step 3250: train loss 5.3116, val loss 5.3244
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3250: loss 5.2315, time 22169.38ms, mfu 0.05%
+step 3500: train loss 5.2704, val loss 5.2726
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3500: loss 5.0322, time 22041.67ms, mfu 0.05%
+step 3750: train loss 5.1632, val loss 5.1729
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3750: loss 5.1488, time 22045.19ms, mfu 0.05%
+step 4000: train loss 5.1663, val loss 5.1553
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4000: loss 5.3464, time 21972.18ms, mfu 0.05%
+step 4250: train loss 5.1070, val loss 5.0698
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4250: loss 5.5115, time 21980.61ms, mfu 0.05%
+step 4500: train loss 5.0632, val loss 5.0741
+iter 4500: loss 4.8094, time 18906.77ms, mfu 0.05%
+step 4750: train loss 4.9833, val loss 5.0168
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4750: loss 4.9448, time 22229.91ms, mfu 0.05%
+step 5000: train loss 4.9854, val loss 4.9203
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5000: loss 5.0599, time 22048.05ms, mfu 0.05%
+step 5250: train loss 4.9081, val loss 4.9042
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5250: loss 5.0660, time 22051.86ms, mfu 0.05%
+step 5500: train loss 4.8525, val loss 4.8534
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5500: loss 4.7744, time 22053.63ms, mfu 0.05%
+step 5750: train loss 4.7794, val loss 4.8107
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5750: loss 4.8149, time 22046.99ms, mfu 0.05%
+step 6000: train loss 4.7210, val loss 4.7304
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6000: loss 4.2898, time 21992.04ms, mfu 0.05%
+step 6250: train loss 4.6971, val loss 4.7060
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6250: loss 4.3267, time 21995.14ms, mfu 0.05%
+step 6500: train loss 4.6595, val loss 4.6745
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6500: loss 4.7315, time 22150.84ms, mfu 0.05%
+step 6750: train loss 4.6432, val loss 4.6403
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6750: loss 5.1942, time 22180.68ms, mfu 0.05%
+step 7000: train loss 4.6246, val loss 4.6116
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7000: loss 4.6395, time 22137.66ms, mfu 0.05%
+step 7250: train loss 4.5563, val loss 4.5964
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7250: loss 4.6274, time 22097.22ms, mfu 0.05%
+step 7500: train loss 4.5485, val loss 4.5865
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7500: loss 4.6290, time 22046.79ms, mfu 0.05%
+step 7750: train loss 4.5392, val loss 4.5414
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7750: loss 4.7038, time 22026.53ms, mfu 0.05%
+step 8000: train loss 4.5076, val loss 4.5206
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8000: loss 4.7464, time 22381.47ms, mfu 0.05%
+step 8250: train loss 4.4756, val loss 4.4942
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8250: loss 4.7371, time 22057.15ms, mfu 0.05%
+step 8500: train loss 4.4653, val loss 4.4707
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8500: loss 4.4583, time 22073.25ms, mfu 0.05%
+step 8750: train loss 4.4675, val loss 4.4640
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8750: loss 4.5219, time 21906.75ms, mfu 0.05%
+step 9000: train loss 4.4072, val loss 4.4665
+iter 9000: loss 4.4988, time 19042.02ms, mfu 0.05%
+step 9250: train loss 4.4372, val loss 4.4327
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9250: loss 4.3705, time 22165.08ms, mfu 0.05%
+step 9500: train loss 4.4077, val loss 4.4170
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9500: loss 4.8012, time 23740.18ms, mfu 0.05%
+step 9750: train loss 4.4187, val loss 4.4192
+iter 9750: loss 4.4308, time 18830.98ms, mfu 0.05%
+step 10000: train loss 4.3686, val loss 4.3842
+saving checkpoint to out-openwebtext_rerun_shared
+iter 10000: loss 4.9276, time 20411.83ms, mfu 0.05%
+
+--> RESULT | full_x | seed=1337 | BEST=4.3842 | FINAL=4.3842 | ✓  ref=4.5374  delta=-0.1532
+
+
+full_x running mean (2/3 seeds): 4.3870 ±0.0028  ref=4.5374
+
+
+====================================================================================================
+RUNNING: full_x | warmup=2000 | seed=123
+  full X gate Linear(768->768) on x_norm
+  NO CHECKPOINT SAVING — disk safe ✓
+  Reference: 4.5374 ±0.0089 (DIRTY 3060)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+
+--> FAILED | full_x | seed=123 | exit code 3221226505
+
+
+full_x running mean (2/3 seeds): 4.3870 ±0.0028  ref=4.5374
+
+
+====================================================================================================
+RUNNING: x_headshared | warmup=2000 | seed=42
+  head-shared X gate Linear(64->64) on x
+  NO CHECKPOINT SAVING — disk safe ✓
+  Reference: 4.5863 ±0.0116 (DIRTY 3060)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9641, val loss 10.9611
+iter 0: loss 10.9442, time 18495.27ms, mfu -100.00%
+step 250: train loss 6.9237, val loss 6.9409
+saving checkpoint to out-openwebtext_rerun_shared
+iter 250: loss 6.8589, time 19934.44ms, mfu 0.05%
+step 500: train loss 6.4777, val loss 6.5230
+saving checkpoint to out-openwebtext_rerun_shared
+iter 500: loss 6.2176, time 19883.74ms, mfu 0.05%
+step 750: train loss 6.3202, val loss 6.3306
+saving checkpoint to out-openwebtext_rerun_shared
+iter 750: loss 6.2960, time 19902.99ms, mfu 0.05%
+step 1000: train loss 6.1727, val loss 6.1959
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1000: loss 6.6711, time 19912.21ms, mfu 0.05%
+step 1250: train loss 6.0502, val loss 6.0823
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1250: loss 5.4967, time 20353.14ms, mfu 0.05%
+step 1500: train loss 5.9288, val loss 5.9755
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1500: loss 6.2423, time 20462.83ms, mfu 0.05%
+step 1750: train loss 5.9001, val loss 5.9072
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1750: loss 5.2559, time 20107.79ms, mfu 0.05%
+step 2000: train loss 5.7827, val loss 5.7875
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2000: loss 5.9367, time 19881.26ms, mfu 0.05%
+step 2250: train loss 5.6644, val loss 5.6749
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2250: loss 5.5695, time 19842.86ms, mfu 0.05%
+step 2500: train loss 5.5532, val loss 5.5670
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2500: loss 5.8322, time 19869.30ms, mfu 0.05%
+step 2750: train loss 5.5186, val loss 5.5020
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2750: loss 5.0819, time 19895.14ms, mfu 0.05%
+step 3000: train loss 5.4030, val loss 5.4490
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3000: loss 5.5632, time 19904.32ms, mfu 0.05%
+step 3250: train loss 5.3927, val loss 5.4123
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3250: loss 5.1623, time 19876.60ms, mfu 0.05%
+step 3500: train loss 5.3078, val loss 5.3068
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3500: loss 5.4916, time 19833.63ms, mfu 0.05%
+step 3750: train loss 5.2631, val loss 5.2906
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3750: loss 5.0661, time 19848.73ms, mfu 0.05%
+step 4000: train loss 5.1906, val loss 5.1600
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4000: loss 5.1939, time 19866.61ms, mfu 0.05%
+step 4250: train loss 5.1404, val loss 5.1263
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4250: loss 5.3693, time 20274.61ms, mfu 0.05%
+step 4500: train loss 5.0661, val loss 5.0742
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4500: loss 5.0780, time 19849.42ms, mfu 0.05%
+step 4750: train loss 5.0389, val loss 5.0468
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4750: loss 5.3133, time 20030.60ms, mfu 0.05%
+step 5000: train loss 5.0141, val loss 4.9942
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5000: loss 5.2235, time 19803.22ms, mfu 0.05%
+step 5250: train loss 4.9319, val loss 4.9673
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5250: loss 5.0381, time 19834.39ms, mfu 0.05%
+step 5500: train loss 4.8865, val loss 4.8746
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5500: loss 4.7281, time 19848.01ms, mfu 0.05%
+step 5750: train loss 4.8231, val loss 4.8450
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5750: loss 4.8421, time 19793.79ms, mfu 0.05%
+step 6000: train loss 4.8229, val loss 4.8227
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6000: loss 4.4900, time 19799.87ms, mfu 0.05%
+step 6250: train loss 4.7699, val loss 4.7595
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6250: loss 4.7564, time 19758.58ms, mfu 0.05%
+step 6500: train loss 4.7190, val loss 4.7399
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6500: loss 4.8135, time 19867.88ms, mfu 0.05%
+step 6750: train loss 4.6664, val loss 4.7110
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6750: loss 4.9939, time 19912.84ms, mfu 0.05%
+step 7000: train loss 4.6534, val loss 4.6714
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7000: loss 4.3706, time 19815.23ms, mfu 0.05%
+step 7250: train loss 4.5822, val loss 4.6491
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7250: loss 4.1715, time 19862.83ms, mfu 0.05%
+step 7500: train loss 4.5747, val loss 4.5730
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7500: loss 4.4988, time 19853.09ms, mfu 0.05%
+step 7750: train loss 4.5482, val loss 4.5878
+iter 7750: loss 4.8376, time 18377.82ms, mfu 0.05%
+step 8000: train loss 4.5411, val loss 4.5516
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8000: loss 4.2756, time 19808.60ms, mfu 0.05%
+step 8250: train loss 4.4973, val loss 4.5216
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8250: loss 4.7416, time 19900.62ms, mfu 0.05%
+step 8500: train loss 4.5016, val loss 4.5138
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8500: loss 4.5660, time 20017.05ms, mfu 0.05%
+step 8750: train loss 4.4868, val loss 4.5198
+iter 8750: loss 4.5555, time 18422.92ms, mfu 0.05%
+step 9000: train loss 4.4641, val loss 4.4735
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9000: loss 4.4388, time 20050.18ms, mfu 0.05%
+step 9250: train loss 4.4498, val loss 4.4738
+iter 9250: loss 4.5534, time 18439.13ms, mfu 0.05%
+step 9500: train loss 4.4749, val loss 4.4447
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9500: loss 4.9183, time 19857.28ms, mfu 0.05%
+step 9750: train loss 4.4216, val loss 4.4614
+iter 9750: loss 4.2104, time 18412.46ms, mfu 0.05%
+step 10000: train loss 4.4299, val loss 4.4204
+saving checkpoint to out-openwebtext_rerun_shared
+iter 10000: loss 4.5177, time 19926.80ms, mfu 0.05%
+
+--> RESULT | x_headshared | seed=42 | BEST=4.4204 | FINAL=4.4204 | ✓  ref=4.5863  delta=-0.1659
+
+
+====================================================================================================
+RUNNING: x_headshared | warmup=2000 | seed=1337
+  head-shared X gate Linear(64->64) on x
+  NO CHECKPOINT SAVING — disk safe ✓
+  Reference: 4.5863 ±0.0116 (DIRTY 3060)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9310, val loss 10.9306
+iter 0: loss 10.9358, time 18576.77ms, mfu -100.00%
+step 250: train loss 6.9042, val loss 6.9312
+saving checkpoint to out-openwebtext_rerun_shared
+iter 250: loss 6.7944, time 19870.73ms, mfu 0.05%
+step 500: train loss 6.4894, val loss 6.4932
+saving checkpoint to out-openwebtext_rerun_shared
+iter 500: loss 6.6432, time 19802.99ms, mfu 0.05%
+step 750: train loss 6.3007, val loss 6.3279
+saving checkpoint to out-openwebtext_rerun_shared
+iter 750: loss 6.0934, time 19875.67ms, mfu 0.05%
+step 1000: train loss 6.1596, val loss 6.1465
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1000: loss 6.0731, time 19921.11ms, mfu 0.05%
+step 1250: train loss 6.0660, val loss 6.0354
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1250: loss 5.6900, time 19883.14ms, mfu 0.05%
+step 1500: train loss 5.9485, val loss 5.9744
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1500: loss 6.2860, time 19652.32ms, mfu 0.05%
+step 1750: train loss 5.8465, val loss 5.8606
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1750: loss 5.9694, time 19963.84ms, mfu 0.05%
+step 2000: train loss 5.8157, val loss 5.7944
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2000: loss 5.8263, time 19983.62ms, mfu 0.05%
+step 2250: train loss 5.6981, val loss 5.6443
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2250: loss 6.0843, time 19959.93ms, mfu 0.05%
+step 2500: train loss 5.6294, val loss 5.5959
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2500: loss 5.1890, time 19902.76ms, mfu 0.05%
+step 2750: train loss 5.4973, val loss 5.5124
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2750: loss 5.8531, time 20019.16ms, mfu 0.05%
+step 3000: train loss 5.4136, val loss 5.4306
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3000: loss 5.1328, time 19885.08ms, mfu 0.05%
+step 3250: train loss 5.3882, val loss 5.3949
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3250: loss 5.0801, time 19943.02ms, mfu 0.05%
+step 3500: train loss 5.3263, val loss 5.3078
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3500: loss 5.4370, time 19941.91ms, mfu 0.05%
+step 3750: train loss 5.2633, val loss 5.2769
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3750: loss 5.3708, time 19860.30ms, mfu 0.05%
+step 4000: train loss 5.1917, val loss 5.2173
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4000: loss 5.0674, time 19910.44ms, mfu 0.05%
+step 4250: train loss 5.1803, val loss 5.1808
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4250: loss 4.9804, time 20044.11ms, mfu 0.05%
+step 4500: train loss 5.1002, val loss 5.1336
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4500: loss 5.6366, time 20555.90ms, mfu 0.05%
+step 4750: train loss 5.0319, val loss 5.0696
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4750: loss 5.4312, time 20774.37ms, mfu 0.05%
+step 5000: train loss 5.0069, val loss 5.0190
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5000: loss 4.9321, time 19711.72ms, mfu 0.05%
+step 5250: train loss 4.9627, val loss 4.9532
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5250: loss 4.6505, time 19652.65ms, mfu 0.05%
+step 5500: train loss 4.9114, val loss 4.9115
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5500: loss 4.8360, time 19878.56ms, mfu 0.05%
+step 5750: train loss 4.8803, val loss 4.8925
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5750: loss 4.7528, time 19889.64ms, mfu 0.05%
+step 6000: train loss 4.8027, val loss 4.8199
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6000: loss 4.9540, time 19761.38ms, mfu 0.05%
+step 6250: train loss 4.7850, val loss 4.7989
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6250: loss 4.6306, time 19862.99ms, mfu 0.05%
+step 6500: train loss 4.7253, val loss 4.7613
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6500: loss 4.6999, time 19930.18ms, mfu 0.05%
+step 6750: train loss 4.6828, val loss 4.7092
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6750: loss 4.8369, time 19863.93ms, mfu 0.05%
+step 7000: train loss 4.6674, val loss 4.6173
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7000: loss 4.1729, time 19807.55ms, mfu 0.05%
+step 7250: train loss 4.5927, val loss 4.6594
+iter 7250: loss 4.3893, time 18431.31ms, mfu 0.05%
+step 7500: train loss 4.5908, val loss 4.6060
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7500: loss 4.9469, time 19825.58ms, mfu 0.05%
+step 7750: train loss 4.5817, val loss 4.5554
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7750: loss 4.9583, time 19683.09ms, mfu 0.05%
+step 8000: train loss 4.5782, val loss 4.5606
+iter 8000: loss 4.4582, time 18164.08ms, mfu 0.05%
+step 8250: train loss 4.5344, val loss 4.5147
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8250: loss 4.6526, time 19868.51ms, mfu 0.05%
+step 8500: train loss 4.4960, val loss 4.4887
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8500: loss 4.2315, time 19913.07ms, mfu 0.05%
+step 8750: train loss 4.5196, val loss 4.5344
+iter 8750: loss 4.4427, time 18414.06ms, mfu 0.05%
+step 9000: train loss 4.4762, val loss 4.5232
+iter 9000: loss 4.7582, time 18149.48ms, mfu 0.05%
+step 9250: train loss 4.4730, val loss 4.4475
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9250: loss 4.4652, time 19859.93ms, mfu 0.05%
+step 9500: train loss 4.4701, val loss 4.4623
+iter 9500: loss 4.5340, time 18416.39ms, mfu 0.05%
+step 9750: train loss 4.4377, val loss 4.4605
+iter 9750: loss 4.5111, time 18451.27ms, mfu 0.05%
+step 10000: train loss 4.4256, val loss 4.4468
+saving checkpoint to out-openwebtext_rerun_shared
+iter 10000: loss 4.6838, time 20161.55ms, mfu 0.05%
+
+--> RESULT | x_headshared | seed=1337 | BEST=4.4468 | FINAL=4.4468 | ✓  ref=4.5863  delta=-0.1395
+
+
+x_headshared running mean (2/3 seeds): 4.4336 ±0.0132  ref=4.5863
+
+
+====================================================================================================
+RUNNING: x_headshared | warmup=2000 | seed=123
+  head-shared X gate Linear(64->64) on x
+  NO CHECKPOINT SAVING — disk safe ✓
+  Reference: 4.5863 ±0.0116 (DIRTY 3060)
+====================================================================================================
+
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9091, val loss 10.9097
+iter 0: loss 10.9225, time 18555.82ms, mfu -100.00%
+step 250: train loss 6.9509, val loss 6.9769
+saving checkpoint to out-openwebtext_rerun_shared
+iter 250: loss 7.0434, time 19910.07ms, mfu 0.05%
+step 500: train loss 6.5218, val loss 6.5130
+saving checkpoint to out-openwebtext_rerun_shared
+iter 500: loss 6.2355, time 19926.91ms, mfu 0.05%
+step 750: train loss 6.3291, val loss 6.3567
+saving checkpoint to out-openwebtext_rerun_shared
+iter 750: loss 5.8425, time 19862.82ms, mfu 0.05%
+step 1000: train loss 6.1730, val loss 6.1793
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1000: loss 6.1374, time 19892.18ms, mfu 0.05%
+step 1250: train loss 6.0575, val loss 6.0566
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1250: loss 6.1772, time 19871.34ms, mfu 0.05%
+step 1500: train loss 5.9688, val loss 5.9663
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1500: loss 6.2928, time 19885.17ms, mfu 0.05%
+step 1750: train loss 5.8836, val loss 5.8921
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1750: loss 5.6337, time 19862.16ms, mfu 0.05%
+step 2000: train loss 5.7926, val loss 5.7870
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2000: loss 5.8497, time 19937.52ms, mfu 0.05%
+step 2250: train loss 5.6862, val loss 5.6980
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2250: loss 5.8601, time 20193.99ms, mfu 0.05%
+step 2500: train loss 5.6427, val loss 5.6243
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2500: loss 5.5160, time 19853.37ms, mfu 0.05%
+step 2750: train loss 5.4920, val loss 5.5270
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2750: loss 5.1896, time 19868.91ms, mfu 0.05%
+step 3000: train loss 5.4307, val loss 5.4181
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3000: loss 5.5906, time 19748.70ms, mfu 0.05%
+step 3250: train loss 5.3533, val loss 5.3793
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3250: loss 5.3563, time 19873.90ms, mfu 0.05%
+step 3500: train loss 5.3421, val loss 5.3323
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3500: loss 4.9575, time 19829.25ms, mfu 0.05%
+step 3750: train loss 5.2816, val loss 5.2898
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3750: loss 5.5662, time 19850.87ms, mfu 0.05%
+step 4000: train loss 5.1933, val loss 5.2153
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4000: loss 5.0788, time 19873.95ms, mfu 0.05%
+step 4250: train loss 5.1517, val loss 5.1472
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4250: loss 5.1802, time 19799.85ms, mfu 0.05%
+step 4500: train loss 5.0782, val loss 5.0826
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4500: loss 4.5145, time 20087.26ms, mfu 0.05%
+step 4750: train loss 5.0454, val loss 5.0600
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4750: loss 4.8549, time 19941.46ms, mfu 0.05%
+step 5000: train loss 5.0201, val loss 5.0041
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5000: loss 5.3351, time 19833.24ms, mfu 0.05%
+step 5250: train loss 4.9594, val loss 4.9545
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5250: loss 4.9022, time 19818.52ms, mfu 0.05%
+step 5500: train loss 4.9164, val loss 4.9279
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5500: loss 4.7828, time 19793.33ms, mfu 0.05%
+step 5750: train loss 4.8561, val loss 4.8595
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5750: loss 5.6779, time 19840.76ms, mfu 0.05%
+step 6000: train loss 4.8045, val loss 4.8156
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6000: loss 4.6865, time 19904.89ms, mfu 0.05%
+step 6250: train loss 4.7694, val loss 4.7462
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6250: loss 5.0063, time 19943.38ms, mfu 0.05%
+step 6500: train loss 4.7497, val loss 4.7520
+iter 6500: loss 4.6715, time 18380.00ms, mfu 0.05%
+step 6750: train loss 4.6444, val loss 4.7219
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6750: loss 4.5487, time 21009.01ms, mfu 0.05%
+step 7000: train loss 4.6407, val loss 4.6843
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7000: loss 5.0948, time 22166.25ms, mfu 0.05%
+step 7250: train loss 4.6538, val loss 4.6577
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7250: loss 4.6525, time 20579.36ms, mfu 0.05%
+step 7500: train loss 4.5842, val loss 4.5959
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7500: loss 5.0131, time 19803.40ms, mfu 0.05%
+step 7750: train loss 4.5739, val loss 4.5874
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7750: loss 4.7534, time 19826.64ms, mfu 0.05%
+step 8000: train loss 4.5363, val loss 4.5499
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8000: loss 4.3646, time 19813.23ms, mfu 0.05%
+step 8250: train loss 4.5441, val loss 4.5359
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8250: loss 4.5213, time 19830.48ms, mfu 0.05%
+step 8500: train loss 4.4933, val loss 4.4898
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8500: loss 4.5042, time 19837.09ms, mfu 0.05%
+step 8750: train loss 4.4904, val loss 4.5055
+iter 8750: loss 4.2771, time 18337.57ms, mfu 0.05%
+step 9000: train loss 4.4868, val loss 4.4916
+iter 9000: loss 4.5701, time 18329.49ms, mfu 0.05%
+step 9250: train loss 4.4956, val loss 4.4543
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9250: loss 4.6956, time 19815.09ms, mfu 0.05%
+step 9500: train loss 4.4703, val loss 4.4482
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9500: loss 4.5620, time 19919.09ms, mfu 0.05%
+step 9750: train loss 4.4460, val loss 4.4679
+iter 9750: loss 4.1919, time 18374.70ms, mfu 0.05%
+step 10000: train loss 4.4387, val loss 4.4367
+saving checkpoint to out-openwebtext_rerun_shared
+iter 10000: loss 4.1024, time 19858.77ms, mfu 0.05%
+
+--> RESULT | x_headshared | seed=123 | BEST=4.4367 | FINAL=4.4367 | ✓  ref=4.5863  delta=-0.1496
+
+
+x_headshared running mean (3/3 seeds): 4.4346 ±0.0109  ref=4.5863
+
+
+====================================================================================================
+PRIORITY 2 RERUN COMPLETE
+====================================================================================================
+Results CSV:  p2_rerun_runs_20260323_1714.csv
+Summary:      p2_rerun_summary_20260323_1714.txt
+
+Paste summary here — then open fresh window with bombass_summary.md
\ No newline at end of file
diff --git a/results/logs/full_x_seed123_20260324_1712.log b/results/logs/full_x_seed123_20260324_1712.log
new file mode 100644
index 0000000000000000000000000000000000000000..3fbd5fdbe988c68569790789506a4241f2a9c11b
--- /dev/null
+++ b/results/logs/full_x_seed123_20260324_1712.log
@@ -0,0 +1,125 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:199: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9733, val loss 10.9748
+iter 0: loss 10.9713, time 19254.34ms, mfu -100.00%
+step 250: train loss 6.9195, val loss 6.9534
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 250: loss 7.0447, time 21175.66ms, mfu 0.05%
+step 500: train loss 6.4888, val loss 6.5104
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 500: loss 6.5277, time 21005.39ms, mfu 0.05%
+step 750: train loss 6.3046, val loss 6.3482
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 750: loss 6.5066, time 20700.36ms, mfu 0.05%
+step 1000: train loss 6.1439, val loss 6.1735
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 1000: loss 6.0694, time 20874.44ms, mfu 0.05%
+step 1250: train loss 6.0358, val loss 6.0085
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 1250: loss 5.6733, time 21712.67ms, mfu 0.05%
+step 1500: train loss 5.9323, val loss 5.9638
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 1500: loss 6.0395, time 20801.75ms, mfu 0.05%
+step 1750: train loss 5.8431, val loss 5.7927
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 1750: loss 5.6760, time 21139.75ms, mfu 0.05%
+step 2000: train loss 5.7815, val loss 5.7700
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 2000: loss 5.6708, time 21171.30ms, mfu 0.05%
+step 2250: train loss 5.6081, val loss 5.6363
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 2250: loss 5.4355, time 22024.32ms, mfu 0.05%
+step 2500: train loss 5.5326, val loss 5.5446
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 2500: loss 5.4071, time 21466.90ms, mfu 0.05%
+step 2750: train loss 5.4378, val loss 5.4487
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 2750: loss 5.2331, time 21284.63ms, mfu 0.05%
+step 3000: train loss 5.3923, val loss 5.3970
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 3000: loss 5.1448, time 21199.33ms, mfu 0.05%
+step 3250: train loss 5.3241, val loss 5.3256
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 3250: loss 4.9374, time 20759.96ms, mfu 0.05%
+step 3500: train loss 5.2610, val loss 5.2920
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 3500: loss 5.2663, time 21994.24ms, mfu 0.05%
+step 3750: train loss 5.2499, val loss 5.2205
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 3750: loss 5.0847, time 21110.11ms, mfu 0.05%
+step 4000: train loss 5.1691, val loss 5.1677
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 4000: loss 5.4281, time 20660.29ms, mfu 0.05%
+step 4250: train loss 5.1015, val loss 5.1165
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 4250: loss 5.2154, time 21354.28ms, mfu 0.05%
+step 4500: train loss 5.0599, val loss 5.0493
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 4500: loss 5.0235, time 21094.51ms, mfu 0.05%
+step 4750: train loss 4.9772, val loss 4.9851
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 4750: loss 5.0774, time 21087.65ms, mfu 0.05%
+step 5000: train loss 4.9098, val loss 4.9407
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 5000: loss 5.0672, time 21395.85ms, mfu 0.05%
+step 5250: train loss 4.8824, val loss 4.9154
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 5250: loss 5.0131, time 20580.24ms, mfu 0.05%
+step 5500: train loss 4.8239, val loss 4.8101
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 5500: loss 4.8037, time 20772.13ms, mfu 0.05%
+step 5750: train loss 4.7771, val loss 4.8149
+iter 5750: loss 5.2921, time 18912.89ms, mfu 0.05%
+step 6000: train loss 4.7333, val loss 4.7464
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 6000: loss 5.0554, time 20848.71ms, mfu 0.05%
+step 6250: train loss 4.6984, val loss 4.7246
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 6250: loss 4.7551, time 20929.54ms, mfu 0.05%
+step 6500: train loss 4.6629, val loss 4.6574
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 6500: loss 4.4985, time 20656.72ms, mfu 0.05%
+step 6750: train loss 4.6494, val loss 4.6230
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 6750: loss 4.4945, time 21004.06ms, mfu 0.05%
+step 7000: train loss 4.6205, val loss 4.6289
+iter 7000: loss 4.6989, time 18926.85ms, mfu 0.05%
+step 7250: train loss 4.5865, val loss 4.5812
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 7250: loss 4.6101, time 20603.85ms, mfu 0.05%
+step 7500: train loss 4.5354, val loss 4.5673
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 7500: loss 4.4803, time 20822.16ms, mfu 0.05%
+step 7750: train loss 4.5339, val loss 4.5501
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 7750: loss 4.4961, time 20727.30ms, mfu 0.05%
+step 8000: train loss 4.5461, val loss 4.5395
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 8000: loss 4.5638, time 20562.20ms, mfu 0.05%
+step 8250: train loss 4.4518, val loss 4.4885
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 8250: loss 4.4909, time 20623.02ms, mfu 0.05%
+step 8500: train loss 4.4915, val loss 4.4837
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 8500: loss 4.5280, time 20851.26ms, mfu 0.05%
+step 8750: train loss 4.4334, val loss 4.4955
+iter 8750: loss 4.6849, time 18920.30ms, mfu 0.05%
+step 9000: train loss 4.4462, val loss 4.4510
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 9000: loss 4.2613, time 20546.29ms, mfu 0.05%
+step 9250: train loss 4.4301, val loss 4.4293
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 9250: loss 4.2568, time 20760.32ms, mfu 0.05%
+step 9500: train loss 4.4195, val loss 4.4112
+saving checkpoint to out-openwebtext_full_x_seed123
+iter 9500: loss 4.4223, time 20893.73ms, mfu 0.05%
+step 9750: train loss 4.4064, val loss 4.4263
+iter 9750: loss 4.4524, time 19113.45ms, mfu 0.05%
+step 10000: train loss 4.4426, val loss 4.4145
+iter 10000: loss 4.5798, time 19172.38ms, mfu 0.05%
diff --git a/results/logs/train_baseline_w500_seed123.log b/results/logs/train_baseline_w500_seed123.log
new file mode 100644
index 0000000000000000000000000000000000000000..ef2d0595c1924ca02234aba3c2224fea4230a12c
--- /dev/null
+++ b/results/logs/train_baseline_w500_seed123.log
@@ -0,0 +1,126 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9288, val loss 10.9279
+iter 0: loss 10.9503, time 17611.94ms, mfu -100.00%
+step 250: train loss 6.6933, val loss 6.6322
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 250: loss 6.4180, time 19375.30ms, mfu 0.05%
+step 500: train loss 6.4072, val loss 6.4822
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 500: loss 6.4993, time 19560.06ms, mfu 0.05%
+step 750: train loss 6.2324, val loss 6.2362
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 750: loss 5.5699, time 19485.45ms, mfu 0.05%
+step 1000: train loss 6.1325, val loss 6.1269
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1000: loss 6.4573, time 19013.20ms, mfu 0.05%
+step 1250: train loss 5.9485, val loss 5.9749
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1250: loss 5.6823, time 18938.62ms, mfu 0.05%
+step 1500: train loss 5.8680, val loss 5.8361
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1500: loss 5.6763, time 19273.22ms, mfu 0.05%
+step 1750: train loss 5.7441, val loss 5.7831
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1750: loss 6.3962, time 19231.46ms, mfu 0.05%
+step 2000: train loss 5.6740, val loss 5.7084
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2000: loss 5.5998, time 19183.60ms, mfu 0.05%
+step 2250: train loss 5.5757, val loss 5.6314
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2250: loss 6.0459, time 19694.06ms, mfu 0.05%
+step 2500: train loss 5.5578, val loss 5.5592
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2500: loss 5.7746, time 19699.64ms, mfu 0.05%
+step 2750: train loss 5.5184, val loss 5.4987
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2750: loss 6.0477, time 19019.01ms, mfu 0.05%
+step 3000: train loss 5.4524, val loss 5.4455
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3000: loss 6.1303, time 19469.66ms, mfu 0.05%
+step 3250: train loss 5.3656, val loss 5.3709
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3250: loss 5.3393, time 19973.71ms, mfu 0.05%
+step 3500: train loss 5.3081, val loss 5.3547
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3500: loss 5.3478, time 19235.88ms, mfu 0.05%
+step 3750: train loss 5.2857, val loss 5.2760
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3750: loss 5.0634, time 19228.70ms, mfu 0.05%
+step 4000: train loss 5.2357, val loss 5.2514
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4000: loss 5.1545, time 19534.08ms, mfu 0.05%
+step 4250: train loss 5.1996, val loss 5.2112
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4250: loss 5.2645, time 19130.38ms, mfu 0.05%
+step 4500: train loss 5.1259, val loss 5.1321
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4500: loss 5.2162, time 19222.01ms, mfu 0.05%
+step 4750: train loss 5.1096, val loss 5.1084
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4750: loss 5.0418, time 19045.00ms, mfu 0.05%
+step 5000: train loss 5.0238, val loss 5.0268
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5000: loss 5.1290, time 19084.20ms, mfu 0.05%
+step 5250: train loss 5.0045, val loss 4.9990
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5250: loss 5.1707, time 18698.63ms, mfu 0.05%
+step 5500: train loss 4.9228, val loss 4.9645
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5500: loss 4.8808, time 18918.89ms, mfu 0.05%
+step 5750: train loss 4.9460, val loss 4.9325
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5750: loss 5.2539, time 18767.79ms, mfu 0.05%
+step 6000: train loss 4.9020, val loss 4.8717
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6000: loss 4.9175, time 18759.93ms, mfu 0.05%
+step 6250: train loss 4.8323, val loss 4.8821
+iter 6250: loss 5.0751, time 17346.24ms, mfu 0.06%
+step 6500: train loss 4.8032, val loss 4.8106
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6500: loss 4.6804, time 18970.63ms, mfu 0.06%
+step 6750: train loss 4.7698, val loss 4.7932
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6750: loss 4.5265, time 19170.77ms, mfu 0.06%
+step 7000: train loss 4.7405, val loss 4.7499
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7000: loss 4.6638, time 18810.65ms, mfu 0.06%
+step 7250: train loss 4.7166, val loss 4.7427
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7250: loss 4.3998, time 19385.73ms, mfu 0.06%
+step 7500: train loss 4.7299, val loss 4.7127
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7500: loss 4.6736, time 18977.30ms, mfu 0.06%
+step 7750: train loss 4.6881, val loss 4.6832
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7750: loss 4.8593, time 18718.01ms, mfu 0.06%
+step 8000: train loss 4.6647, val loss 4.6595
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8000: loss 4.2191, time 18711.75ms, mfu 0.06%
+step 8250: train loss 4.6329, val loss 4.6282
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8250: loss 4.4576, time 20287.85ms, mfu 0.05%
+step 8500: train loss 4.6177, val loss 4.6408
+iter 8500: loss 4.4438, time 17216.55ms, mfu 0.06%
+step 8750: train loss 4.5959, val loss 4.6108
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8750: loss 4.4521, time 19160.66ms, mfu 0.06%
+step 9000: train loss 4.6151, val loss 4.5951
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9000: loss 4.3484, time 18803.35ms, mfu 0.06%
+step 9250: train loss 4.5655, val loss 4.5910
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9250: loss 5.1633, time 19237.33ms, mfu 0.06%
+step 9500: train loss 4.5638, val loss 4.5611
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9500: loss 4.9816, time 19196.05ms, mfu 0.06%
+step 9750: train loss 4.5866, val loss 4.6063
+iter 9750: loss 4.5079, time 17201.17ms, mfu 0.06%
+step 10000: train loss 4.5739, val loss 4.5797
+iter 10000: loss 4.6881, time 17146.38ms, mfu 0.06%
diff --git a/results/logs/train_baseline_w500_seed1337.log b/results/logs/train_baseline_w500_seed1337.log
new file mode 100644
index 0000000000000000000000000000000000000000..5c0d41abb0d5aed6d9bec52e1136f166e26840d0
--- /dev/null
+++ b/results/logs/train_baseline_w500_seed1337.log
@@ -0,0 +1,126 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9989, val loss 10.9985
+iter 0: loss 11.0107, time 17652.37ms, mfu -100.00%
+step 250: train loss 6.6653, val loss 6.6993
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 250: loss 6.4793, time 20432.92ms, mfu 0.05%
+step 500: train loss 6.3895, val loss 6.4551
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 500: loss 6.1601, time 20355.42ms, mfu 0.05%
+step 750: train loss 6.2236, val loss 6.2424
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 750: loss 6.0347, time 20327.26ms, mfu 0.05%
+step 1000: train loss 6.1028, val loss 6.0774
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1000: loss 6.0589, time 20231.53ms, mfu 0.05%
+step 1250: train loss 5.9461, val loss 5.9357
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1250: loss 5.9933, time 20449.05ms, mfu 0.05%
+step 1500: train loss 5.8639, val loss 5.7867
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1500: loss 5.5845, time 20224.70ms, mfu 0.05%
+step 1750: train loss 5.7859, val loss 5.7511
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1750: loss 5.9250, time 20908.79ms, mfu 0.05%
+step 2000: train loss 5.7092, val loss 5.6832
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2000: loss 5.7289, time 20250.34ms, mfu 0.05%
+step 2250: train loss 5.6158, val loss 5.6184
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2250: loss 5.8555, time 20364.28ms, mfu 0.05%
+step 2500: train loss 5.5590, val loss 5.5414
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2500: loss 5.9874, time 20320.88ms, mfu 0.05%
+step 2750: train loss 5.4950, val loss 5.4945
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2750: loss 5.4861, time 20171.81ms, mfu 0.05%
+step 3000: train loss 5.4373, val loss 5.4515
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3000: loss 5.5295, time 20366.24ms, mfu 0.05%
+step 3250: train loss 5.3601, val loss 5.3681
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3250: loss 5.3281, time 20421.34ms, mfu 0.05%
+step 3500: train loss 5.3706, val loss 5.3329
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3500: loss 5.2516, time 20281.46ms, mfu 0.05%
+step 3750: train loss 5.2896, val loss 5.2795
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3750: loss 5.5941, time 18727.58ms, mfu 0.05%
+step 4000: train loss 5.2384, val loss 5.2475
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4000: loss 5.3152, time 19416.14ms, mfu 0.05%
+step 4250: train loss 5.1860, val loss 5.2022
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4250: loss 4.8131, time 19452.55ms, mfu 0.05%
+step 4500: train loss 5.1438, val loss 5.1401
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4500: loss 4.7466, time 18855.94ms, mfu 0.05%
+step 4750: train loss 5.0717, val loss 5.0903
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4750: loss 5.1936, time 19327.07ms, mfu 0.05%
+step 5000: train loss 5.0056, val loss 5.0451
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5000: loss 5.1751, time 19018.68ms, mfu 0.05%
+step 5250: train loss 4.9975, val loss 4.9891
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5250: loss 4.6851, time 19322.67ms, mfu 0.05%
+step 5500: train loss 4.9685, val loss 4.9426
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5500: loss 5.1831, time 18784.41ms, mfu 0.05%
+step 5750: train loss 4.9294, val loss 4.8937
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5750: loss 5.1881, time 19051.61ms, mfu 0.05%
+step 6000: train loss 4.8471, val loss 4.8545
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6000: loss 4.7655, time 19093.21ms, mfu 0.05%
+step 6250: train loss 4.8296, val loss 4.8618
+iter 6250: loss 4.6455, time 17436.38ms, mfu 0.05%
+step 6500: train loss 4.8030, val loss 4.8388
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6500: loss 4.9778, time 18801.05ms, mfu 0.05%
+step 6750: train loss 4.7795, val loss 4.7830
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6750: loss 4.9318, time 18956.67ms, mfu 0.05%
+step 7000: train loss 4.7509, val loss 4.7443
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7000: loss 4.6893, time 19511.26ms, mfu 0.05%
+step 7250: train loss 4.7093, val loss 4.7403
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7250: loss 4.8058, time 19331.26ms, mfu 0.05%
+step 7500: train loss 4.7232, val loss 4.6780
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7500: loss 4.5913, time 19245.61ms, mfu 0.05%
+step 7750: train loss 4.6779, val loss 4.6734
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7750: loss 4.8722, time 19223.17ms, mfu 0.05%
+step 8000: train loss 4.6434, val loss 4.6677
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8000: loss 4.7233, time 19883.68ms, mfu 0.05%
+step 8250: train loss 4.6262, val loss 4.6555
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8250: loss 4.4135, time 19362.87ms, mfu 0.05%
+step 8500: train loss 4.6292, val loss 4.6371
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8500: loss 4.3582, time 19012.20ms, mfu 0.05%
+step 8750: train loss 4.5930, val loss 4.5948
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8750: loss 4.5661, time 19966.58ms, mfu 0.05%
+step 9000: train loss 4.6080, val loss 4.6127
+iter 9000: loss 4.6713, time 17349.95ms, mfu 0.05%
+step 9250: train loss 4.5706, val loss 4.6006
+iter 9250: loss 4.6763, time 17560.91ms, mfu 0.06%
+step 9500: train loss 4.5767, val loss 4.5924
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9500: loss 4.5896, time 19431.06ms, mfu 0.06%
+step 9750: train loss 4.5820, val loss 4.5604
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9750: loss 4.5296, time 19157.37ms, mfu 0.06%
+step 10000: train loss 4.5752, val loss 4.6033
+iter 10000: loss 4.5815, time 17336.93ms, mfu 0.06%
diff --git a/results/logs/train_baseline_w500_seed42.log b/results/logs/train_baseline_w500_seed42.log
new file mode 100644
index 0000000000000000000000000000000000000000..bb952729a8db1982c2acdcda53fe68c313befcea
--- /dev/null
+++ b/results/logs/train_baseline_w500_seed42.log
@@ -0,0 +1,126 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9665, val loss 10.9665
+iter 0: loss 10.9808, time 17549.59ms, mfu -100.00%
+step 250: train loss 6.6943, val loss 6.6982
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 250: loss 6.8010, time 18575.29ms, mfu 0.06%
+step 500: train loss 6.4147, val loss 6.4195
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 500: loss 6.0542, time 19211.38ms, mfu 0.06%
+step 750: train loss 6.2331, val loss 6.2639
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 750: loss 6.5675, time 18990.73ms, mfu 0.06%
+step 1000: train loss 6.1132, val loss 6.1075
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1000: loss 5.7999, time 19078.06ms, mfu 0.06%
+step 1250: train loss 5.9700, val loss 5.9882
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1250: loss 6.5176, time 19244.30ms, mfu 0.06%
+step 1500: train loss 5.8824, val loss 5.8821
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1500: loss 5.3886, time 19324.60ms, mfu 0.06%
+step 1750: train loss 5.7704, val loss 5.7823
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1750: loss 6.0672, time 19965.75ms, mfu 0.06%
+step 2000: train loss 5.7072, val loss 5.7170
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2000: loss 5.5736, time 19449.04ms, mfu 0.06%
+step 2250: train loss 5.6176, val loss 5.6249
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2250: loss 5.7372, time 18962.52ms, mfu 0.06%
+step 2500: train loss 5.5668, val loss 5.5683
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2500: loss 4.9305, time 20422.57ms, mfu 0.05%
+step 2750: train loss 5.5078, val loss 5.5045
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2750: loss 5.5694, time 20250.29ms, mfu 0.05%
+step 3000: train loss 5.4440, val loss 5.4300
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3000: loss 5.4781, time 20277.14ms, mfu 0.05%
+step 3250: train loss 5.4105, val loss 5.3698
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3250: loss 5.5723, time 19924.74ms, mfu 0.05%
+step 3500: train loss 5.3265, val loss 5.3767
+iter 3500: loss 5.4543, time 17440.04ms, mfu 0.05%
+step 3750: train loss 5.2940, val loss 5.3152
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3750: loss 5.3425, time 20383.54ms, mfu 0.05%
+step 4000: train loss 5.2492, val loss 5.2527
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4000: loss 5.9065, time 20209.41ms, mfu 0.05%
+step 4250: train loss 5.2097, val loss 5.1946
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4250: loss 4.9340, time 20366.63ms, mfu 0.05%
+step 4500: train loss 5.1261, val loss 5.1504
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4500: loss 5.2522, time 20342.62ms, mfu 0.05%
+step 4750: train loss 5.1105, val loss 5.1170
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4750: loss 5.1851, time 20378.37ms, mfu 0.05%
+step 5000: train loss 5.0615, val loss 5.0375
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5000: loss 5.3081, time 20337.28ms, mfu 0.05%
+step 5250: train loss 5.0007, val loss 5.0051
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5250: loss 5.1187, time 20326.20ms, mfu 0.05%
+step 5500: train loss 4.9896, val loss 4.9797
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5500: loss 4.7401, time 20350.81ms, mfu 0.05%
+step 5750: train loss 4.9157, val loss 4.9299
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5750: loss 5.1292, time 20373.96ms, mfu 0.05%
+step 6000: train loss 4.8692, val loss 4.8745
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6000: loss 4.8291, time 20884.22ms, mfu 0.05%
+step 6250: train loss 4.8327, val loss 4.8483
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6250: loss 4.5410, time 20369.03ms, mfu 0.05%
+step 6500: train loss 4.8378, val loss 4.8182
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6500: loss 4.6899, time 20257.64ms, mfu 0.05%
+step 6750: train loss 4.7802, val loss 4.7709
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6750: loss 4.7397, time 20294.11ms, mfu 0.05%
+step 7000: train loss 4.7352, val loss 4.7629
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7000: loss 4.6886, time 20373.70ms, mfu 0.05%
+step 7250: train loss 4.7279, val loss 4.7238
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7250: loss 4.9065, time 20369.43ms, mfu 0.05%
+step 7500: train loss 4.7261, val loss 4.7085
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7500: loss 4.8271, time 20404.24ms, mfu 0.05%
+step 7750: train loss 4.7135, val loss 4.6891
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7750: loss 4.8001, time 20352.95ms, mfu 0.05%
+step 8000: train loss 4.6693, val loss 4.6733
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8000: loss 4.6379, time 20205.58ms, mfu 0.05%
+step 8250: train loss 4.6306, val loss 4.6495
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8250: loss 4.4571, time 20113.78ms, mfu 0.05%
+step 8500: train loss 4.6441, val loss 4.6727
+iter 8500: loss 4.5185, time 17304.46ms, mfu 0.05%
+step 8750: train loss 4.6008, val loss 4.6222
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8750: loss 4.8055, time 20287.22ms, mfu 0.05%
+step 9000: train loss 4.6163, val loss 4.6348
+iter 9000: loss 4.5752, time 17348.26ms, mfu 0.05%
+step 9250: train loss 4.5952, val loss 4.5856
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9250: loss 4.7088, time 20201.50ms, mfu 0.05%
+step 9500: train loss 4.5657, val loss 4.5827
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9500: loss 4.2960, time 20251.00ms, mfu 0.05%
+step 9750: train loss 4.5635, val loss 4.5773
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9750: loss 4.8632, time 20421.44ms, mfu 0.05%
+step 10000: train loss 4.5614, val loss 4.5910
+iter 10000: loss 4.6172, time 17344.25ms, mfu 0.05%
diff --git a/results/logs/train_bilinear_diag_w2000_seed123.log b/results/logs/train_bilinear_diag_w2000_seed123.log
new file mode 100644
index 0000000000000000000000000000000000000000..64e5b504f751b6e30d435a8fd663fcf6b15c335b
--- /dev/null
+++ b/results/logs/train_bilinear_diag_w2000_seed123.log
@@ -0,0 +1,126 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 37, with 19,968 parameters
+using fused AdamW: True
+step 0: train loss 10.9593, val loss 10.9584
+iter 0: loss 10.9762, time 18844.68ms, mfu -100.00%
+step 250: train loss 6.9613, val loss 6.9070
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 250: loss 6.6578, time 20154.17ms, mfu 0.05%
+step 500: train loss 6.4900, val loss 6.5666
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 500: loss 6.5983, time 20088.65ms, mfu 0.05%
+step 750: train loss 6.3083, val loss 6.3132
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 750: loss 5.6359, time 20170.36ms, mfu 0.05%
+step 1000: train loss 6.1900, val loss 6.1885
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 1000: loss 6.4922, time 20098.89ms, mfu 0.05%
+step 1250: train loss 6.0102, val loss 6.0387
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 1250: loss 5.7546, time 20225.26ms, mfu 0.05%
+step 1500: train loss 5.9845, val loss 5.9550
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 1500: loss 5.7949, time 20096.40ms, mfu 0.05%
+step 1750: train loss 5.8646, val loss 5.9052
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 1750: loss 6.5171, time 20229.35ms, mfu 0.05%
+step 2000: train loss 5.7973, val loss 5.8326
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 2000: loss 5.7210, time 19974.66ms, mfu 0.05%
+step 2250: train loss 5.6468, val loss 5.7067
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 2250: loss 6.1426, time 20062.69ms, mfu 0.05%
+step 2500: train loss 5.6091, val loss 5.6161
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 2500: loss 5.8414, time 20109.93ms, mfu 0.05%
+step 2750: train loss 5.5572, val loss 5.5316
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 2750: loss 6.1474, time 19977.20ms, mfu 0.05%
+step 3000: train loss 5.4685, val loss 5.4693
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 3000: loss 6.1973, time 20024.44ms, mfu 0.05%
+step 3250: train loss 5.3707, val loss 5.3727
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 3250: loss 5.3271, time 20050.40ms, mfu 0.05%
+step 3500: train loss 5.3083, val loss 5.3550
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 3500: loss 5.3500, time 20033.19ms, mfu 0.05%
+step 3750: train loss 5.2759, val loss 5.2612
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 3750: loss 5.0195, time 20121.88ms, mfu 0.05%
+step 4000: train loss 5.2238, val loss 5.2325
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 4000: loss 5.1434, time 20315.31ms, mfu 0.05%
+step 4250: train loss 5.1886, val loss 5.2000
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 4250: loss 5.2228, time 20045.76ms, mfu 0.05%
+step 4500: train loss 5.1098, val loss 5.1084
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 4500: loss 5.1721, time 20028.24ms, mfu 0.05%
+step 4750: train loss 5.0950, val loss 5.0930
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 4750: loss 4.9882, time 20015.08ms, mfu 0.05%
+step 5000: train loss 5.0036, val loss 4.9972
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 5000: loss 5.1236, time 20053.45ms, mfu 0.05%
+step 5250: train loss 4.9957, val loss 4.9812
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 5250: loss 5.1646, time 20083.26ms, mfu 0.05%
+step 5500: train loss 4.9114, val loss 4.9525
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 5500: loss 4.8223, time 20197.64ms, mfu 0.05%
+step 5750: train loss 4.9381, val loss 4.9134
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 5750: loss 5.3020, time 20027.65ms, mfu 0.05%
+step 6000: train loss 4.8696, val loss 4.8388
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 6000: loss 4.8796, time 20155.74ms, mfu 0.05%
+step 6250: train loss 4.8004, val loss 4.8499
+iter 6250: loss 5.0689, time 18638.19ms, mfu 0.05%
+step 6500: train loss 4.7615, val loss 4.7700
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 6500: loss 4.6697, time 20065.67ms, mfu 0.05%
+step 6750: train loss 4.7161, val loss 4.7372
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 6750: loss 4.5692, time 20066.52ms, mfu 0.05%
+step 7000: train loss 4.6800, val loss 4.6892
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 7000: loss 4.6276, time 20060.70ms, mfu 0.05%
+step 7250: train loss 4.6546, val loss 4.6817
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 7250: loss 4.2934, time 20124.63ms, mfu 0.05%
+step 7500: train loss 4.6593, val loss 4.6411
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 7500: loss 4.6086, time 20100.33ms, mfu 0.05%
+step 7750: train loss 4.6121, val loss 4.6088
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 7750: loss 4.7819, time 20042.09ms, mfu 0.05%
+step 8000: train loss 4.5858, val loss 4.5788
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 8000: loss 4.1795, time 20043.60ms, mfu 0.05%
+step 8250: train loss 4.5423, val loss 4.5382
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 8250: loss 4.3805, time 20014.61ms, mfu 0.05%
+step 8500: train loss 4.5288, val loss 4.5470
+iter 8500: loss 4.3089, time 18601.09ms, mfu 0.05%
+step 8750: train loss 4.5043, val loss 4.5171
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 8750: loss 4.3512, time 20111.56ms, mfu 0.05%
+step 9000: train loss 4.5187, val loss 4.5002
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 9000: loss 4.2681, time 20058.53ms, mfu 0.05%
+step 9250: train loss 4.4672, val loss 4.4937
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 9250: loss 5.0458, time 20092.95ms, mfu 0.05%
+step 9500: train loss 4.4649, val loss 4.4596
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 9500: loss 4.9030, time 20107.44ms, mfu 0.05%
+step 9750: train loss 4.4884, val loss 4.5100
+iter 9750: loss 4.4117, time 18693.48ms, mfu 0.05%
+step 10000: train loss 4.4720, val loss 4.4824
+iter 10000: loss 4.5961, time 18648.58ms, mfu 0.05%
diff --git a/results/logs/train_bilinear_diag_w2000_seed1337.log b/results/logs/train_bilinear_diag_w2000_seed1337.log
new file mode 100644
index 0000000000000000000000000000000000000000..6f0a034b1a6715b60e0026a0434614c71bb3225c
--- /dev/null
+++ b/results/logs/train_bilinear_diag_w2000_seed1337.log
@@ -0,0 +1,126 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 37, with 19,968 parameters
+using fused AdamW: True
+step 0: train loss 10.9796, val loss 10.9790
+iter 0: loss 11.0014, time 19265.45ms, mfu -100.00%
+step 250: train loss 6.9363, val loss 6.9696
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 250: loss 6.7255, time 21953.38ms, mfu 0.05%
+step 500: train loss 6.4777, val loss 6.5452
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 500: loss 6.2620, time 22044.24ms, mfu 0.05%
+step 750: train loss 6.3019, val loss 6.3194
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 750: loss 6.0884, time 21988.14ms, mfu 0.05%
+step 1000: train loss 6.1839, val loss 6.1571
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 1000: loss 6.1591, time 22129.15ms, mfu 0.05%
+step 1250: train loss 6.0659, val loss 6.0596
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 1250: loss 6.1079, time 20456.81ms, mfu 0.05%
+step 1500: train loss 5.9837, val loss 5.9093
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 1500: loss 5.6964, time 20041.17ms, mfu 0.05%
+step 1750: train loss 5.9055, val loss 5.8664
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 1750: loss 6.0750, time 20057.72ms, mfu 0.05%
+step 2000: train loss 5.8094, val loss 5.7808
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 2000: loss 5.8461, time 20104.99ms, mfu 0.05%
+step 2250: train loss 5.7124, val loss 5.7166
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 2250: loss 5.9072, time 20032.26ms, mfu 0.05%
+step 2500: train loss 5.5910, val loss 5.5715
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 2500: loss 6.0378, time 20038.45ms, mfu 0.05%
+step 2750: train loss 5.4965, val loss 5.4900
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 2750: loss 5.4714, time 20057.70ms, mfu 0.05%
+step 3000: train loss 5.4257, val loss 5.4418
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 3000: loss 5.4906, time 20019.29ms, mfu 0.05%
+step 3250: train loss 5.3343, val loss 5.3402
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 3250: loss 5.2954, time 20046.23ms, mfu 0.05%
+step 3500: train loss 5.3355, val loss 5.2981
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 3500: loss 5.2553, time 20058.22ms, mfu 0.05%
+step 3750: train loss 5.2441, val loss 5.2326
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 3750: loss 5.5330, time 21080.92ms, mfu 0.05%
+step 4000: train loss 5.1964, val loss 5.2035
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 4000: loss 5.2679, time 20044.42ms, mfu 0.05%
+step 4250: train loss 5.1470, val loss 5.1623
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 4250: loss 4.7363, time 20031.22ms, mfu 0.05%
+step 4500: train loss 5.1068, val loss 5.0991
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 4500: loss 4.8455, time 19981.10ms, mfu 0.05%
+step 4750: train loss 5.0472, val loss 5.0527
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 4750: loss 5.1526, time 20161.86ms, mfu 0.05%
+step 5000: train loss 4.9730, val loss 5.0132
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 5000: loss 5.1642, time 20060.80ms, mfu 0.05%
+step 5250: train loss 4.9667, val loss 4.9530
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 5250: loss 4.6291, time 20174.70ms, mfu 0.05%
+step 5500: train loss 4.9486, val loss 4.9089
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 5500: loss 5.2276, time 20063.67ms, mfu 0.05%
+step 5750: train loss 4.8773, val loss 4.8354
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 5750: loss 5.1470, time 20015.91ms, mfu 0.05%
+step 6000: train loss 4.7877, val loss 4.7894
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 6000: loss 4.7179, time 20022.77ms, mfu 0.05%
+step 6250: train loss 4.7667, val loss 4.7981
+iter 6250: loss 4.5764, time 18691.41ms, mfu 0.05%
+step 6500: train loss 4.7264, val loss 4.7618
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 6500: loss 4.8876, time 20090.01ms, mfu 0.05%
+step 6750: train loss 4.6922, val loss 4.6995
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 6750: loss 4.8659, time 20083.51ms, mfu 0.05%
+step 7000: train loss 4.6543, val loss 4.6521
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 7000: loss 4.5746, time 20021.65ms, mfu 0.05%
+step 7250: train loss 4.6135, val loss 4.6430
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 7250: loss 4.7347, time 20087.66ms, mfu 0.05%
+step 7500: train loss 4.6204, val loss 4.5752
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 7500: loss 4.4788, time 20032.16ms, mfu 0.05%
+step 7750: train loss 4.5663, val loss 4.5614
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 7750: loss 4.7550, time 20031.41ms, mfu 0.05%
+step 8000: train loss 4.5291, val loss 4.5556
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 8000: loss 4.5906, time 20034.98ms, mfu 0.05%
+step 8250: train loss 4.5101, val loss 4.5397
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 8250: loss 4.2982, time 20055.88ms, mfu 0.05%
+step 8500: train loss 4.5051, val loss 4.5149
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 8500: loss 4.2578, time 20055.76ms, mfu 0.05%
+step 8750: train loss 4.4700, val loss 4.4720
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 8750: loss 4.4890, time 20097.83ms, mfu 0.05%
+step 9000: train loss 4.4840, val loss 4.4880
+iter 9000: loss 4.5583, time 18634.16ms, mfu 0.05%
+step 9250: train loss 4.4467, val loss 4.4741
+iter 9250: loss 4.5266, time 18630.86ms, mfu 0.05%
+step 9500: train loss 4.4510, val loss 4.4615
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 9500: loss 4.4885, time 20061.69ms, mfu 0.05%
+step 9750: train loss 4.4561, val loss 4.4329
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 9750: loss 4.3793, time 20084.43ms, mfu 0.05%
+step 10000: train loss 4.4469, val loss 4.4729
+iter 10000: loss 4.4893, time 18604.32ms, mfu 0.05%
diff --git a/results/logs/train_bilinear_diag_w2000_seed42.log b/results/logs/train_bilinear_diag_w2000_seed42.log
new file mode 100644
index 0000000000000000000000000000000000000000..886bd3604854a47d8696524350837adf0d166291
--- /dev/null
+++ b/results/logs/train_bilinear_diag_w2000_seed42.log
@@ -0,0 +1,126 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 37, with 19,968 parameters
+using fused AdamW: True
+step 0: train loss 10.9682, val loss 10.9678
+iter 0: loss 10.9622, time 19336.59ms, mfu -100.00%
+step 250: train loss 6.9876, val loss 6.9838
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 250: loss 7.0964, time 20451.23ms, mfu 0.05%
+step 500: train loss 6.5061, val loss 6.5111
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 500: loss 6.1545, time 20484.67ms, mfu 0.05%
+step 750: train loss 6.2892, val loss 6.3212
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 750: loss 6.6257, time 20591.68ms, mfu 0.05%
+step 1000: train loss 6.1533, val loss 6.1498
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 1000: loss 5.7973, time 20619.47ms, mfu 0.05%
+step 1250: train loss 6.0140, val loss 6.0288
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 1250: loss 6.5213, time 20880.66ms, mfu 0.05%
+step 1500: train loss 5.9675, val loss 5.9619
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 1500: loss 5.4655, time 21184.56ms, mfu 0.05%
+step 1750: train loss 5.8714, val loss 5.8809
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 1750: loss 6.1785, time 21489.80ms, mfu 0.05%
+step 2000: train loss 5.8137, val loss 5.8292
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 2000: loss 5.6355, time 22693.36ms, mfu 0.05%
+step 2250: train loss 5.6629, val loss 5.6743
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 2250: loss 5.7412, time 21896.41ms, mfu 0.05%
+step 2500: train loss 5.5903, val loss 5.5846
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 2500: loss 4.8993, time 21011.80ms, mfu 0.05%
+step 2750: train loss 5.5155, val loss 5.5092
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 2750: loss 5.5399, time 20671.49ms, mfu 0.05%
+step 3000: train loss 5.4348, val loss 5.4203
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 3000: loss 5.4755, time 20611.97ms, mfu 0.05%
+step 3250: train loss 5.3958, val loss 5.3533
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 3250: loss 5.5779, time 20731.54ms, mfu 0.05%
+step 3500: train loss 5.3051, val loss 5.3563
+iter 3500: loss 5.4114, time 19283.82ms, mfu 0.05%
+step 3750: train loss 5.2658, val loss 5.2904
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 3750: loss 5.3097, time 20969.84ms, mfu 0.05%
+step 4000: train loss 5.2175, val loss 5.2228
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 4000: loss 5.8916, time 20667.58ms, mfu 0.05%
+step 4250: train loss 5.1783, val loss 5.1641
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 4250: loss 4.9031, time 20865.79ms, mfu 0.05%
+step 4500: train loss 5.0885, val loss 5.1147
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 4500: loss 5.2191, time 20600.07ms, mfu 0.05%
+step 4750: train loss 5.0695, val loss 5.0774
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 4750: loss 5.1458, time 20752.53ms, mfu 0.05%
+step 5000: train loss 5.0358, val loss 5.0110
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 5000: loss 5.4265, time 21260.45ms, mfu 0.05%
+step 5250: train loss 4.9722, val loss 4.9747
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 5250: loss 5.0898, time 20618.87ms, mfu 0.05%
+step 5500: train loss 4.9609, val loss 4.9456
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 5500: loss 4.6678, time 20546.02ms, mfu 0.05%
+step 5750: train loss 4.8874, val loss 4.8935
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 5750: loss 5.1153, time 20563.13ms, mfu 0.05%
+step 6000: train loss 4.8249, val loss 4.8316
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 6000: loss 4.7724, time 20630.76ms, mfu 0.05%
+step 6250: train loss 4.7809, val loss 4.7972
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 6250: loss 4.4689, time 20551.27ms, mfu 0.05%
+step 6500: train loss 4.7763, val loss 4.7541
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 6500: loss 4.6137, time 22180.37ms, mfu 0.05%
+step 6750: train loss 4.7096, val loss 4.6967
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 6750: loss 4.6639, time 22107.71ms, mfu 0.05%
+step 7000: train loss 4.6574, val loss 4.6879
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 7000: loss 4.6245, time 22056.35ms, mfu 0.05%
+step 7250: train loss 4.6483, val loss 4.6421
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 7250: loss 4.8305, time 22399.32ms, mfu 0.05%
+step 7500: train loss 4.6407, val loss 4.6224
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 7500: loss 4.7646, time 22041.47ms, mfu 0.05%
+step 7750: train loss 4.6159, val loss 4.5923
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 7750: loss 4.7115, time 21941.12ms, mfu 0.05%
+step 8000: train loss 4.5723, val loss 4.5745
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 8000: loss 4.5803, time 21922.99ms, mfu 0.05%
+step 8250: train loss 4.5272, val loss 4.5474
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 8250: loss 4.3700, time 21954.59ms, mfu 0.05%
+step 8500: train loss 4.5395, val loss 4.5662
+iter 8500: loss 4.3995, time 19022.94ms, mfu 0.05%
+step 8750: train loss 4.4912, val loss 4.5129
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 8750: loss 4.6557, time 21992.16ms, mfu 0.05%
+step 9000: train loss 4.5056, val loss 4.5234
+iter 9000: loss 4.4932, time 18965.34ms, mfu 0.05%
+step 9250: train loss 4.4826, val loss 4.4732
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 9250: loss 4.6057, time 22130.53ms, mfu 0.05%
+step 9500: train loss 4.4521, val loss 4.4702
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 9500: loss 4.1881, time 22033.34ms, mfu 0.05%
+step 9750: train loss 4.4468, val loss 4.4624
+saving checkpoint to out-openwebtext_phase3_bilinear_diag
+iter 9750: loss 4.7519, time 22030.87ms, mfu 0.05%
+step 10000: train loss 4.4476, val loss 4.4745
+iter 10000: loss 4.4573, time 18977.83ms, mfu 0.05%
diff --git a/results/logs/train_cheap_qa_w500_seed123.log b/results/logs/train_cheap_qa_w500_seed123.log
new file mode 100644
index 0000000000000000000000000000000000000000..78f5779a07554dfc65f7cccb92349d2415db210f
--- /dev/null
+++ b/results/logs/train_cheap_qa_w500_seed123.log
@@ -0,0 +1,124 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.69M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,059,648 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9516, val loss 10.9516
+iter 0: loss 10.9851, time 18756.77ms, mfu -100.00%
+step 250: train loss 6.6408, val loss 6.6622
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 250: loss 6.9128, time 21392.46ms, mfu 0.05%
+step 500: train loss 6.3985, val loss 6.4311
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 500: loss 6.2144, time 21467.95ms, mfu 0.05%
+step 750: train loss 6.2479, val loss 6.2115
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 750: loss 6.6526, time 21458.08ms, mfu 0.05%
+step 1000: train loss 6.0747, val loss 6.0679
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1000: loss 5.9325, time 21364.45ms, mfu 0.05%
+step 1250: train loss 5.9238, val loss 5.9185
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1250: loss 6.3675, time 21341.72ms, mfu 0.05%
+step 1500: train loss 5.7864, val loss 5.7832
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1500: loss 5.4784, time 21275.07ms, mfu 0.05%
+step 1750: train loss 5.7080, val loss 5.7210
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1750: loss 5.8382, time 21452.43ms, mfu 0.05%
+step 2000: train loss 5.6138, val loss 5.6432
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2000: loss 5.4260, time 21487.79ms, mfu 0.05%
+step 2250: train loss 5.5732, val loss 5.5653
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2250: loss 5.3411, time 21385.14ms, mfu 0.05%
+step 2500: train loss 5.4707, val loss 5.5069
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2500: loss 5.6108, time 21975.14ms, mfu 0.05%
+step 2750: train loss 5.4761, val loss 5.4789
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2750: loss 5.5002, time 21970.15ms, mfu 0.05%
+step 3000: train loss 5.3979, val loss 5.4324
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3000: loss 5.3512, time 21873.85ms, mfu 0.05%
+step 3250: train loss 5.3769, val loss 5.3433
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3250: loss 4.8884, time 22042.23ms, mfu 0.05%
+step 3500: train loss 5.3282, val loss 5.3226
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3500: loss 5.1221, time 21800.39ms, mfu 0.05%
+step 3750: train loss 5.2566, val loss 5.2779
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3750: loss 5.1657, time 22037.71ms, mfu 0.05%
+step 4000: train loss 5.2332, val loss 5.2575
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4000: loss 5.2003, time 22102.67ms, mfu 0.05%
+step 4250: train loss 5.1773, val loss 5.1682
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4250: loss 5.0796, time 21715.25ms, mfu 0.05%
+step 4500: train loss 5.1545, val loss 5.1385
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4500: loss 4.9793, time 21943.84ms, mfu 0.05%
+step 4750: train loss 5.0893, val loss 5.0682
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4750: loss 5.6070, time 21991.09ms, mfu 0.05%
+step 5000: train loss 5.0711, val loss 5.0343
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5000: loss 4.7128, time 21873.61ms, mfu 0.05%
+step 5250: train loss 5.0476, val loss 5.0438
+iter 5250: loss 4.5138, time 18784.49ms, mfu 0.05%
+step 5500: train loss 4.9713, val loss 5.0068
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5500: loss 4.7704, time 22352.87ms, mfu 0.05%
+step 5750: train loss 4.9485, val loss 4.9346
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5750: loss 5.0444, time 22695.91ms, mfu 0.05%
+step 6000: train loss 4.9152, val loss 4.9333
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6000: loss 4.9092, time 22132.68ms, mfu 0.05%
+step 6250: train loss 4.8637, val loss 4.8324
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6250: loss 4.8655, time 22140.22ms, mfu 0.05%
+step 6500: train loss 4.8329, val loss 4.8536
+iter 6500: loss 5.3521, time 18792.88ms, mfu 0.05%
+step 6750: train loss 4.7668, val loss 4.7770
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6750: loss 4.4791, time 21876.74ms, mfu 0.05%
+step 7000: train loss 4.7888, val loss 4.7774
+iter 7000: loss 5.0901, time 18803.81ms, mfu 0.05%
+step 7250: train loss 4.7480, val loss 4.7477
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7250: loss 4.7379, time 21861.13ms, mfu 0.05%
+step 7500: train loss 4.6902, val loss 4.7094
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7500: loss 4.9007, time 21931.78ms, mfu 0.05%
+step 7750: train loss 4.6605, val loss 4.6822
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7750: loss 5.2211, time 21993.32ms, mfu 0.05%
+step 8000: train loss 4.6778, val loss 4.6863
+iter 8000: loss 4.7657, time 18756.58ms, mfu 0.05%
+step 8250: train loss 4.6154, val loss 4.6659
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8250: loss 4.9556, time 21844.58ms, mfu 0.05%
+step 8500: train loss 4.6276, val loss 4.6481
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8500: loss 4.0983, time 21886.34ms, mfu 0.05%
+step 8750: train loss 4.6401, val loss 4.6519
+iter 8750: loss 4.9526, time 18788.47ms, mfu 0.05%
+step 9000: train loss 4.5971, val loss 4.6226
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9000: loss 4.0914, time 21792.58ms, mfu 0.05%
+step 9250: train loss 4.5710, val loss 4.6019
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9250: loss 4.3691, time 21931.06ms, mfu 0.05%
+step 9500: train loss 4.5868, val loss 4.5977
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9500: loss 4.8289, time 21838.89ms, mfu 0.05%
+step 9750: train loss 4.5557, val loss 4.5851
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9750: loss 4.7804, time 21975.07ms, mfu 0.05%
+step 10000: train loss 4.5657, val loss 4.5875
+iter 10000: loss 4.6502, time 18857.30ms, mfu 0.05%
diff --git a/results/logs/train_cheap_qa_w500_seed1337.log b/results/logs/train_cheap_qa_w500_seed1337.log
new file mode 100644
index 0000000000000000000000000000000000000000..acb7574f395839640505f17df54f4781e5d0d081
--- /dev/null
+++ b/results/logs/train_cheap_qa_w500_seed1337.log
@@ -0,0 +1,120 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.69M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,059,648 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9681, val loss 10.9657
+iter 0: loss 10.9667, time 18917.77ms, mfu -100.00%
+step 250: train loss 6.6481, val loss 6.5858
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 250: loss 6.8850, time 21013.97ms, mfu 0.05%
+step 500: train loss 6.4108, val loss 6.4127
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 500: loss 6.8728, time 20375.47ms, mfu 0.05%
+step 750: train loss 6.1760, val loss 6.1849
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 750: loss 6.2386, time 20011.68ms, mfu 0.05%
+step 1000: train loss 6.1083, val loss 6.0688
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1000: loss 6.0201, time 20298.41ms, mfu 0.05%
+step 1250: train loss 5.9140, val loss 5.9109
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1250: loss 6.1449, time 19920.42ms, mfu 0.05%
+step 1500: train loss 5.7944, val loss 5.7887
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1500: loss 6.8627, time 20238.03ms, mfu 0.05%
+step 1750: train loss 5.7124, val loss 5.7054
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1750: loss 5.3493, time 20438.31ms, mfu 0.05%
+step 2000: train loss 5.6868, val loss 5.6673
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2000: loss 5.1718, time 22225.06ms, mfu 0.05%
+step 2250: train loss 5.6417, val loss 5.6570
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2250: loss 5.1268, time 22303.25ms, mfu 0.05%
+step 2500: train loss 5.5904, val loss 5.5977
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2500: loss 4.9937, time 21838.77ms, mfu 0.05%
+step 2750: train loss 5.5327, val loss 5.5483
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2750: loss 5.2443, time 21843.81ms, mfu 0.05%
+step 3000: train loss 5.4845, val loss 5.5168
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3000: loss 5.4154, time 21358.17ms, mfu 0.05%
+step 3250: train loss 5.4349, val loss 5.4040
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3250: loss 5.3853, time 22108.21ms, mfu 0.05%
+step 3500: train loss 5.4217, val loss 5.4144
+iter 3500: loss 5.9338, time 18883.32ms, mfu 0.05%
+step 3750: train loss 5.3954, val loss 5.4175
+iter 3750: loss 5.3109, time 18781.36ms, mfu 0.05%
+step 4000: train loss 5.3774, val loss 5.3333
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4000: loss 5.4897, time 21971.80ms, mfu 0.05%
+step 4250: train loss 5.3240, val loss 5.3440
+iter 4250: loss 5.4547, time 18848.66ms, mfu 0.05%
+step 4500: train loss 5.2669, val loss 5.3097
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4500: loss 5.5260, time 21982.87ms, mfu 0.05%
+step 4750: train loss 5.2306, val loss 5.2062
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4750: loss 5.3123, time 21975.15ms, mfu 0.05%
+step 5000: train loss 5.1849, val loss 5.2177
+iter 5000: loss 5.4104, time 18792.56ms, mfu 0.05%
+step 5250: train loss 5.1598, val loss 5.1755
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5250: loss 4.8541, time 21953.07ms, mfu 0.05%
+step 5500: train loss 5.1317, val loss 5.1246
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5500: loss 5.0241, time 21795.90ms, mfu 0.05%
+step 5750: train loss 5.0838, val loss 5.0814
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5750: loss 5.1067, time 21732.11ms, mfu 0.05%
+step 6000: train loss 5.1122, val loss 5.0869
+iter 6000: loss 5.1008, time 18821.55ms, mfu 0.05%
+step 6250: train loss 5.0108, val loss 5.0261
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6250: loss 4.6799, time 21876.82ms, mfu 0.05%
+step 6500: train loss 5.0333, val loss 5.0257
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6500: loss 5.0561, time 21843.53ms, mfu 0.05%
+step 6750: train loss 4.9675, val loss 4.9504
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6750: loss 5.2968, time 21835.43ms, mfu 0.05%
+step 7000: train loss 4.9174, val loss 4.9119
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7000: loss 5.2979, time 21721.61ms, mfu 0.05%
+step 7250: train loss 4.9213, val loss 4.8813
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7250: loss 4.9166, time 21927.43ms, mfu 0.05%
+step 7500: train loss 4.8515, val loss 4.8472
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7500: loss 5.0117, time 21790.36ms, mfu 0.05%
+step 7750: train loss 4.8595, val loss 4.8267
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7750: loss 4.6645, time 21978.18ms, mfu 0.05%
+step 8000: train loss 4.8025, val loss 4.8438
+iter 8000: loss 4.7051, time 18793.71ms, mfu 0.05%
+step 8250: train loss 4.7810, val loss 4.8030
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8250: loss 4.2875, time 21850.35ms, mfu 0.05%
+step 8500: train loss 4.7573, val loss 4.8135
+iter 8500: loss 4.8167, time 18835.62ms, mfu 0.05%
+step 8750: train loss 4.7644, val loss 4.7561
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8750: loss 5.0675, time 21839.04ms, mfu 0.05%
+step 9000: train loss 4.7160, val loss 4.7106
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9000: loss 4.2723, time 21902.41ms, mfu 0.05%
+step 9250: train loss 4.7140, val loss 4.7182
+iter 9250: loss 4.5840, time 18757.96ms, mfu 0.05%
+step 9500: train loss 4.7495, val loss 4.7120
+iter 9500: loss 4.9199, time 18776.71ms, mfu 0.05%
+step 9750: train loss 4.6962, val loss 4.6741
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9750: loss 4.7117, time 22047.51ms, mfu 0.05%
+step 10000: train loss 4.7118, val loss 4.7138
+iter 10000: loss 4.9623, time 18816.41ms, mfu 0.05%
diff --git a/results/logs/train_cheap_qa_w500_seed42.log b/results/logs/train_cheap_qa_w500_seed42.log
new file mode 100644
index 0000000000000000000000000000000000000000..dd0589ffc1877e56ea54ce5b024a6bb1bfe38899
--- /dev/null
+++ b/results/logs/train_cheap_qa_w500_seed42.log
@@ -0,0 +1,127 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.69M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,059,648 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9432, val loss 10.9442
+iter 0: loss 10.9369, time 18487.01ms, mfu -100.00%
+step 250: train loss 6.6534, val loss 6.6478
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 250: loss 6.5149, time 19853.15ms, mfu 0.05%
+step 500: train loss 6.4157, val loss 6.3905
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 500: loss 6.3067, time 19876.18ms, mfu 0.05%
+step 750: train loss 6.2312, val loss 6.2210
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 750: loss 6.4491, time 19986.59ms, mfu 0.05%
+step 1000: train loss 6.0774, val loss 6.0805
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1000: loss 5.8275, time 19813.51ms, mfu 0.05%
+step 1250: train loss 5.9502, val loss 5.9771
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1250: loss 5.8131, time 20018.89ms, mfu 0.05%
+step 1500: train loss 5.8104, val loss 5.8379
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1500: loss 5.6412, time 19861.85ms, mfu 0.05%
+step 1750: train loss 5.7112, val loss 5.7157
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1750: loss 6.6651, time 20683.56ms, mfu 0.05%
+step 2000: train loss 5.6130, val loss 5.6172
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2000: loss 5.5606, time 20034.21ms, mfu 0.05%
+step 2250: train loss 5.5934, val loss 5.6143
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2250: loss 5.5281, time 20415.09ms, mfu 0.05%
+step 2500: train loss 5.5350, val loss 5.5175
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2500: loss 5.5253, time 20721.81ms, mfu 0.05%
+step 2750: train loss 5.4838, val loss 5.4882
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2750: loss 5.7181, time 21040.31ms, mfu 0.05%
+step 3000: train loss 5.4696, val loss 5.4355
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3000: loss 5.4870, time 20456.84ms, mfu 0.05%
+step 3250: train loss 5.3894, val loss 5.4024
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3250: loss 5.5764, time 20688.69ms, mfu 0.05%
+step 3500: train loss 5.3390, val loss 5.3632
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3500: loss 5.4216, time 20448.96ms, mfu 0.05%
+step 3750: train loss 5.3203, val loss 5.3016
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3750: loss 5.4467, time 20499.54ms, mfu 0.05%
+step 4000: train loss 5.2757, val loss 5.2779
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4000: loss 5.1266, time 20596.59ms, mfu 0.05%
+step 4250: train loss 5.2086, val loss 5.2073
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4250: loss 5.0014, time 20933.84ms, mfu 0.05%
+step 4500: train loss 5.1786, val loss 5.2027
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4500: loss 5.3439, time 20896.61ms, mfu 0.05%
+step 4750: train loss 5.1435, val loss 5.1563
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4750: loss 5.3604, time 21418.99ms, mfu 0.05%
+step 5000: train loss 5.0818, val loss 5.1065
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5000: loss 5.0177, time 20568.76ms, mfu 0.05%
+step 5250: train loss 5.0586, val loss 5.0742
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5250: loss 5.3171, time 20900.46ms, mfu 0.05%
+step 5500: train loss 5.0271, val loss 5.0377
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5500: loss 4.8868, time 20540.70ms, mfu 0.05%
+step 5750: train loss 4.9846, val loss 5.0093
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5750: loss 4.8902, time 21029.45ms, mfu 0.05%
+step 6000: train loss 4.9349, val loss 4.9497
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6000: loss 4.8426, time 20591.09ms, mfu 0.05%
+step 6250: train loss 4.8841, val loss 4.9225
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6250: loss 5.0677, time 20581.78ms, mfu 0.05%
+step 6500: train loss 4.8574, val loss 4.8423
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6500: loss 4.7546, time 20927.22ms, mfu 0.05%
+step 6750: train loss 4.8238, val loss 4.8198
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6750: loss 4.7048, time 20521.25ms, mfu 0.05%
+step 7000: train loss 4.7992, val loss 4.7875
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7000: loss 4.5110, time 21446.60ms, mfu 0.05%
+step 7250: train loss 4.7796, val loss 4.7610
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7250: loss 4.9815, time 21476.10ms, mfu 0.05%
+step 7500: train loss 4.7003, val loss 4.7522
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7500: loss 4.8373, time 20560.18ms, mfu 0.05%
+step 7750: train loss 4.7138, val loss 4.7196
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7750: loss 4.5031, time 20533.04ms, mfu 0.05%
+step 8000: train loss 4.6551, val loss 4.6958
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8000: loss 4.8436, time 20786.30ms, mfu 0.05%
+step 8250: train loss 4.6979, val loss 4.6864
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8250: loss 4.2401, time 21207.97ms, mfu 0.05%
+step 8500: train loss 4.6915, val loss 4.6604
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8500: loss 4.8830, time 21628.49ms, mfu 0.05%
+step 8750: train loss 4.6172, val loss 4.6722
+iter 8750: loss 4.5270, time 18884.96ms, mfu 0.05%
+step 9000: train loss 4.6317, val loss 4.6352
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9000: loss 4.2703, time 20485.89ms, mfu 0.05%
+step 9250: train loss 4.6258, val loss 4.6554
+iter 9250: loss 4.4299, time 18860.43ms, mfu 0.05%
+step 9500: train loss 4.6204, val loss 4.5907
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9500: loss 4.6402, time 20552.06ms, mfu 0.05%
+step 9750: train loss 4.6139, val loss 4.6220
+iter 9750: loss 4.0580, time 18932.42ms, mfu 0.05%
+step 10000: train loss 4.5727, val loss 4.5797
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 10000: loss 4.3960, time 20617.49ms, mfu 0.05%
diff --git a/results/logs/train_dot_elementwise_seed123.log b/results/logs/train_dot_elementwise_seed123.log
new file mode 100644
index 0000000000000000000000000000000000000000..7ad002248d8c8fe4bfd6aff0e95f52859e86b10d
--- /dev/null
+++ b/results/logs/train_dot_elementwise_seed123.log
@@ -0,0 +1,126 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:199: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9593, val loss 10.9583
+iter 0: loss 10.9760, time 18616.92ms, mfu -100.00%
+step 250: train loss 6.9613, val loss 6.9070
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 250: loss 6.6580, time 22311.69ms, mfu 0.05%
+step 500: train loss 6.4901, val loss 6.5665
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 500: loss 6.5977, time 22371.65ms, mfu 0.05%
+step 750: train loss 6.3089, val loss 6.3140
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 750: loss 5.6354, time 21354.18ms, mfu 0.05%
+step 1000: train loss 6.1910, val loss 6.1901
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1000: loss 6.4836, time 21357.54ms, mfu 0.05%
+step 1250: train loss 6.0133, val loss 6.0439
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1250: loss 5.7500, time 21198.50ms, mfu 0.05%
+step 1500: train loss 5.9849, val loss 5.9521
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1500: loss 5.7799, time 21473.31ms, mfu 0.05%
+step 1750: train loss 5.8593, val loss 5.8974
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1750: loss 6.4887, time 21373.76ms, mfu 0.05%
+step 2000: train loss 5.8044, val loss 5.8448
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2000: loss 5.7305, time 21305.85ms, mfu 0.05%
+step 2250: train loss 5.6502, val loss 5.7069
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2250: loss 6.1438, time 21288.79ms, mfu 0.05%
+step 2500: train loss 5.6104, val loss 5.6132
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2500: loss 5.8316, time 21250.85ms, mfu 0.05%
+step 2750: train loss 5.5629, val loss 5.5344
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2750: loss 6.0621, time 21221.10ms, mfu 0.05%
+step 3000: train loss 5.4816, val loss 5.4885
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3000: loss 6.1870, time 21188.14ms, mfu 0.05%
+step 3250: train loss 5.3774, val loss 5.3776
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3250: loss 5.3149, time 21333.74ms, mfu 0.05%
+step 3500: train loss 5.3088, val loss 5.3567
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3500: loss 5.3508, time 21179.13ms, mfu 0.05%
+step 3750: train loss 5.2780, val loss 5.2642
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3750: loss 5.0226, time 21351.70ms, mfu 0.05%
+step 4000: train loss 5.2210, val loss 5.2297
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4000: loss 5.1420, time 21436.75ms, mfu 0.05%
+step 4250: train loss 5.1917, val loss 5.2014
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4250: loss 5.2480, time 21301.86ms, mfu 0.05%
+step 4500: train loss 5.1140, val loss 5.1152
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4500: loss 5.1632, time 21265.97ms, mfu 0.05%
+step 4750: train loss 5.0912, val loss 5.0901
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4750: loss 4.9805, time 21115.88ms, mfu 0.05%
+step 5000: train loss 5.0096, val loss 5.0037
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5000: loss 5.1373, time 21249.09ms, mfu 0.05%
+step 5250: train loss 4.9955, val loss 4.9835
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5250: loss 5.1680, time 21113.54ms, mfu 0.05%
+step 5500: train loss 4.9145, val loss 4.9559
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5500: loss 4.8479, time 21343.74ms, mfu 0.05%
+step 5750: train loss 4.9378, val loss 4.9157
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5750: loss 5.2980, time 21215.62ms, mfu 0.05%
+step 6000: train loss 4.8847, val loss 4.8539
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6000: loss 4.9106, time 21354.24ms, mfu 0.05%
+step 6250: train loss 4.8053, val loss 4.8577
+iter 6250: loss 5.0498, time 18422.93ms, mfu 0.05%
+step 6500: train loss 4.7705, val loss 4.7786
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6500: loss 4.6439, time 21349.20ms, mfu 0.05%
+step 6750: train loss 4.7284, val loss 4.7511
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6750: loss 4.4644, time 21331.62ms, mfu 0.05%
+step 7000: train loss 4.6923, val loss 4.6983
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7000: loss 4.6068, time 21215.54ms, mfu 0.05%
+step 7250: train loss 4.6634, val loss 4.6856
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7250: loss 4.2839, time 21796.60ms, mfu 0.05%
+step 7500: train loss 4.6686, val loss 4.6505
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7500: loss 4.6099, time 21891.26ms, mfu 0.05%
+step 7750: train loss 4.6168, val loss 4.6141
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7750: loss 4.7828, time 21872.66ms, mfu 0.05%
+step 8000: train loss 4.5929, val loss 4.5856
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8000: loss 4.2185, time 21387.06ms, mfu 0.05%
+step 8250: train loss 4.5486, val loss 4.5455
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8250: loss 4.3911, time 21357.12ms, mfu 0.05%
+step 8500: train loss 4.5357, val loss 4.5546
+iter 8500: loss 4.3294, time 18294.71ms, mfu 0.05%
+step 8750: train loss 4.5091, val loss 4.5246
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8750: loss 4.3438, time 21379.42ms, mfu 0.05%
+step 9000: train loss 4.5249, val loss 4.5060
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 9000: loss 4.2822, time 21386.57ms, mfu 0.05%
+step 9250: train loss 4.4734, val loss 4.4982
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 9250: loss 5.0134, time 21317.64ms, mfu 0.05%
+step 9500: train loss 4.4701, val loss 4.4662
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 9500: loss 4.9098, time 21371.72ms, mfu 0.05%
+step 9750: train loss 4.4939, val loss 4.5147
+iter 9750: loss 4.4429, time 18282.87ms, mfu 0.05%
+step 10000: train loss 4.4780, val loss 4.4847
+iter 10000: loss 4.6232, time 18338.30ms, mfu 0.05%
diff --git a/results/logs/train_dot_elementwise_seed1337.log b/results/logs/train_dot_elementwise_seed1337.log
new file mode 100644
index 0000000000000000000000000000000000000000..113f1776c7d0a4cf973244468c6a2e0d15ca8639
--- /dev/null
+++ b/results/logs/train_dot_elementwise_seed1337.log
@@ -0,0 +1,126 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:199: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9795, val loss 10.9789
+iter 0: loss 11.0007, time 18571.63ms, mfu -100.00%
+step 250: train loss 6.9364, val loss 6.9696
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 250: loss 6.7257, time 21333.42ms, mfu 0.05%
+step 500: train loss 6.4777, val loss 6.5451
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 500: loss 6.2618, time 21296.22ms, mfu 0.05%
+step 750: train loss 6.3006, val loss 6.3182
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 750: loss 6.0881, time 21129.88ms, mfu 0.05%
+step 1000: train loss 6.1729, val loss 6.1461
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1000: loss 6.1423, time 21201.95ms, mfu 0.05%
+step 1250: train loss 6.0707, val loss 6.0631
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1250: loss 6.1124, time 21161.51ms, mfu 0.05%
+step 1500: train loss 5.9830, val loss 5.9110
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1500: loss 5.7030, time 21203.03ms, mfu 0.05%
+step 1750: train loss 5.9064, val loss 5.8710
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1750: loss 6.0679, time 21203.47ms, mfu 0.05%
+step 2000: train loss 5.8000, val loss 5.7732
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2000: loss 5.8516, time 21340.31ms, mfu 0.05%
+step 2250: train loss 5.6919, val loss 5.6962
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2250: loss 5.9000, time 21570.12ms, mfu 0.05%
+step 2500: train loss 5.5901, val loss 5.5711
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2500: loss 6.0801, time 21365.91ms, mfu 0.05%
+step 2750: train loss 5.5034, val loss 5.5007
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2750: loss 5.4930, time 21499.41ms, mfu 0.05%
+step 3000: train loss 5.4336, val loss 5.4487
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3000: loss 5.5091, time 21379.19ms, mfu 0.05%
+step 3250: train loss 5.3468, val loss 5.3518
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3250: loss 5.3241, time 21218.44ms, mfu 0.05%
+step 3500: train loss 5.3555, val loss 5.3138
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3500: loss 5.2600, time 21292.16ms, mfu 0.05%
+step 3750: train loss 5.2604, val loss 5.2430
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3750: loss 5.5489, time 21258.47ms, mfu 0.05%
+step 4000: train loss 5.2137, val loss 5.2132
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4000: loss 5.2934, time 21431.59ms, mfu 0.05%
+step 4250: train loss 5.1521, val loss 5.1660
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4250: loss 4.7351, time 21338.17ms, mfu 0.05%
+step 4500: train loss 5.1111, val loss 5.1025
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4500: loss 4.8370, time 21290.82ms, mfu 0.05%
+step 4750: train loss 5.0548, val loss 5.0648
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4750: loss 5.1715, time 21293.42ms, mfu 0.05%
+step 5000: train loss 4.9836, val loss 5.0194
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5000: loss 5.1628, time 21309.56ms, mfu 0.05%
+step 5250: train loss 4.9793, val loss 4.9614
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5250: loss 4.6227, time 21484.56ms, mfu 0.05%
+step 5500: train loss 4.9490, val loss 4.9103
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5500: loss 5.1721, time 21305.27ms, mfu 0.05%
+step 5750: train loss 4.8919, val loss 4.8484
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5750: loss 5.1753, time 21244.32ms, mfu 0.05%
+step 6000: train loss 4.7978, val loss 4.8005
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6000: loss 4.7117, time 21269.19ms, mfu 0.05%
+step 6250: train loss 4.7806, val loss 4.8079
+iter 6250: loss 4.6017, time 18312.38ms, mfu 0.05%
+step 6500: train loss 4.7362, val loss 4.7719
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6500: loss 4.9249, time 21388.15ms, mfu 0.05%
+step 6750: train loss 4.7034, val loss 4.7044
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6750: loss 4.8880, time 21301.28ms, mfu 0.05%
+step 7000: train loss 4.6659, val loss 4.6621
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7000: loss 4.5558, time 21242.25ms, mfu 0.05%
+step 7250: train loss 4.6186, val loss 4.6468
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7250: loss 4.7227, time 21070.07ms, mfu 0.05%
+step 7500: train loss 4.6276, val loss 4.5832
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7500: loss 4.5001, time 21465.43ms, mfu 0.05%
+step 7750: train loss 4.5771, val loss 4.5701
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7750: loss 4.7642, time 21323.07ms, mfu 0.05%
+step 8000: train loss 4.5366, val loss 4.5635
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8000: loss 4.5939, time 21334.04ms, mfu 0.05%
+step 8250: train loss 4.5186, val loss 4.5473
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8250: loss 4.3011, time 21412.39ms, mfu 0.05%
+step 8500: train loss 4.5114, val loss 4.5233
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8500: loss 4.2676, time 21286.35ms, mfu 0.05%
+step 8750: train loss 4.4759, val loss 4.4773
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8750: loss 4.4944, time 21323.93ms, mfu 0.05%
+step 9000: train loss 4.4907, val loss 4.4935
+iter 9000: loss 4.5788, time 18368.15ms, mfu 0.05%
+step 9250: train loss 4.4502, val loss 4.4793
+iter 9250: loss 4.5374, time 18283.96ms, mfu 0.05%
+step 9500: train loss 4.4581, val loss 4.4678
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 9500: loss 4.4842, time 21401.30ms, mfu 0.05%
+step 9750: train loss 4.4615, val loss 4.4374
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 9750: loss 4.3793, time 21161.72ms, mfu 0.05%
+step 10000: train loss 4.4544, val loss 4.4806
+iter 10000: loss 4.4831, time 18248.43ms, mfu 0.05%
diff --git a/results/logs/train_dot_elementwise_seed42.log b/results/logs/train_dot_elementwise_seed42.log
new file mode 100644
index 0000000000000000000000000000000000000000..ca64409fb31195a271eb031759f8f77ce2511c1f
--- /dev/null
+++ b/results/logs/train_dot_elementwise_seed42.log
@@ -0,0 +1,127 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:199: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9682, val loss 10.9678
+iter 0: loss 10.9624, time 19001.64ms, mfu -100.00%
+step 250: train loss 6.9875, val loss 6.9838
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 250: loss 7.0965, time 22530.73ms, mfu 0.05%
+step 500: train loss 6.5061, val loss 6.5111
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 500: loss 6.1544, time 22628.33ms, mfu 0.05%
+step 750: train loss 6.2891, val loss 6.3209
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 750: loss 6.6225, time 26305.43ms, mfu 0.05%
+step 1000: train loss 6.1594, val loss 6.1576
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1000: loss 5.7977, time 24908.58ms, mfu 0.05%
+step 1250: train loss 6.0121, val loss 6.0310
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1250: loss 6.5299, time 23927.30ms, mfu 0.05%
+step 1500: train loss 5.9694, val loss 5.9634
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1500: loss 5.4807, time 25648.37ms, mfu 0.04%
+step 1750: train loss 5.8663, val loss 5.8788
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1750: loss 6.1823, time 32322.77ms, mfu 0.04%
+step 2000: train loss 5.8149, val loss 5.8289
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2000: loss 5.6224, time 28206.30ms, mfu 0.04%
+step 2250: train loss 5.6645, val loss 5.6771
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2250: loss 5.7664, time 24650.11ms, mfu 0.04%
+step 2500: train loss 5.5932, val loss 5.5860
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2500: loss 4.9037, time 22820.25ms, mfu 0.04%
+step 2750: train loss 5.5070, val loss 5.5058
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2750: loss 5.5161, time 25611.20ms, mfu 0.04%
+step 3000: train loss 5.4293, val loss 5.4142
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3000: loss 5.4806, time 29198.09ms, mfu 0.04%
+step 3250: train loss 5.3864, val loss 5.3429
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3250: loss 5.5491, time 24008.33ms, mfu 0.04%
+step 3500: train loss 5.2909, val loss 5.3404
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3500: loss 5.4112, time 25706.32ms, mfu 0.04%
+step 3750: train loss 5.2658, val loss 5.2893
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3750: loss 5.3241, time 22767.72ms, mfu 0.04%
+step 4000: train loss 5.2127, val loss 5.2173
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4000: loss 5.9016, time 20781.50ms, mfu 0.04%
+step 4250: train loss 5.1768, val loss 5.1609
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4250: loss 4.8918, time 20488.61ms, mfu 0.04%
+step 4500: train loss 5.0815, val loss 5.1111
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4500: loss 5.1913, time 19844.43ms, mfu 0.05%
+step 4750: train loss 5.0740, val loss 5.0802
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4750: loss 5.1475, time 19913.09ms, mfu 0.05%
+step 5000: train loss 5.0227, val loss 4.9979
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5000: loss 5.4350, time 19843.85ms, mfu 0.05%
+step 5250: train loss 4.9648, val loss 4.9642
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5250: loss 5.1092, time 21647.50ms, mfu 0.05%
+step 5500: train loss 4.9513, val loss 4.9390
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5500: loss 4.6933, time 20692.40ms, mfu 0.05%
+step 5750: train loss 4.8769, val loss 4.8809
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5750: loss 5.1268, time 20457.43ms, mfu 0.05%
+step 6000: train loss 4.8167, val loss 4.8204
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6000: loss 4.7500, time 19741.13ms, mfu 0.05%
+step 6250: train loss 4.7741, val loss 4.7863
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6250: loss 4.4547, time 21809.88ms, mfu 0.05%
+step 6500: train loss 4.7652, val loss 4.7456
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6500: loss 4.6225, time 21671.38ms, mfu 0.05%
+step 6750: train loss 4.7047, val loss 4.6923
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6750: loss 4.6679, time 21874.99ms, mfu 0.05%
+step 7000: train loss 4.6549, val loss 4.6795
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7000: loss 4.6344, time 21726.46ms, mfu 0.05%
+step 7250: train loss 4.6389, val loss 4.6345
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7250: loss 4.8557, time 21668.56ms, mfu 0.05%
+step 7500: train loss 4.6335, val loss 4.6134
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7500: loss 4.7470, time 21843.61ms, mfu 0.05%
+step 7750: train loss 4.6110, val loss 4.5860
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7750: loss 4.7129, time 21326.06ms, mfu 0.05%
+step 8000: train loss 4.5669, val loss 4.5648
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8000: loss 4.5233, time 21087.59ms, mfu 0.05%
+step 8250: train loss 4.5212, val loss 4.5407
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8250: loss 4.3764, time 21365.32ms, mfu 0.05%
+step 8500: train loss 4.5304, val loss 4.5595
+iter 8500: loss 4.4001, time 18279.96ms, mfu 0.05%
+step 8750: train loss 4.4846, val loss 4.5041
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8750: loss 4.6658, time 21277.66ms, mfu 0.05%
+step 9000: train loss 4.4983, val loss 4.5177
+iter 9000: loss 4.4957, time 18356.88ms, mfu 0.05%
+step 9250: train loss 4.4751, val loss 4.4660
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 9250: loss 4.5935, time 21322.21ms, mfu 0.05%
+step 9500: train loss 4.4470, val loss 4.4637
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 9500: loss 4.1646, time 21366.13ms, mfu 0.05%
+step 9750: train loss 4.4428, val loss 4.4574
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 9750: loss 4.7786, time 21184.27ms, mfu 0.05%
+step 10000: train loss 4.4404, val loss 4.4707
+iter 10000: loss 4.4349, time 18273.80ms, mfu 0.05%
diff --git a/results/logs/train_dot_scalar_seed123.log b/results/logs/train_dot_scalar_seed123.log
new file mode 100644
index 0000000000000000000000000000000000000000..04736131095a5a44caabdadd18d4861578f34290
--- /dev/null
+++ b/results/logs/train_dot_scalar_seed123.log
@@ -0,0 +1,126 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:199: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9598, val loss 10.9588
+iter 0: loss 10.9760, time 18624.24ms, mfu -100.00%
+step 250: train loss 6.9614, val loss 6.9074
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 250: loss 6.6569, time 21106.00ms, mfu 0.05%
+step 500: train loss 6.4873, val loss 6.5632
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 500: loss 6.5967, time 21022.60ms, mfu 0.05%
+step 750: train loss 6.2941, val loss 6.2999
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 750: loss 5.6175, time 21137.36ms, mfu 0.05%
+step 1000: train loss 6.1673, val loss 6.1653
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1000: loss 6.4646, time 21237.18ms, mfu 0.05%
+step 1250: train loss 6.0164, val loss 6.0463
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1250: loss 5.7347, time 21247.91ms, mfu 0.05%
+step 1500: train loss 5.9943, val loss 5.9621
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1500: loss 5.7769, time 21323.18ms, mfu 0.05%
+step 1750: train loss 5.8568, val loss 5.8991
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1750: loss 6.5183, time 21129.15ms, mfu 0.05%
+step 2000: train loss 5.7939, val loss 5.8284
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2000: loss 5.7359, time 21173.46ms, mfu 0.05%
+step 2250: train loss 5.6459, val loss 5.7023
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2250: loss 6.1367, time 21116.13ms, mfu 0.05%
+step 2500: train loss 5.6005, val loss 5.6041
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2500: loss 5.8437, time 21335.24ms, mfu 0.05%
+step 2750: train loss 5.5531, val loss 5.5267
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2750: loss 6.0929, time 21099.85ms, mfu 0.05%
+step 3000: train loss 5.4748, val loss 5.4784
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3000: loss 6.1949, time 21244.43ms, mfu 0.05%
+step 3250: train loss 5.3734, val loss 5.3708
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3250: loss 5.3266, time 21306.65ms, mfu 0.05%
+step 3500: train loss 5.3078, val loss 5.3575
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3500: loss 5.3476, time 21325.79ms, mfu 0.05%
+step 3750: train loss 5.2737, val loss 5.2571
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3750: loss 5.0149, time 21207.07ms, mfu 0.05%
+step 4000: train loss 5.2251, val loss 5.2360
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4000: loss 5.1705, time 21127.57ms, mfu 0.05%
+step 4250: train loss 5.1850, val loss 5.1933
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4250: loss 5.2156, time 21244.74ms, mfu 0.05%
+step 4500: train loss 5.1000, val loss 5.1006
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4500: loss 5.1665, time 21369.39ms, mfu 0.05%
+step 4750: train loss 5.0858, val loss 5.0827
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4750: loss 4.9727, time 21318.32ms, mfu 0.05%
+step 5000: train loss 4.9976, val loss 4.9952
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5000: loss 5.0868, time 21180.75ms, mfu 0.05%
+step 5250: train loss 4.9809, val loss 4.9728
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5250: loss 5.1414, time 21653.46ms, mfu 0.05%
+step 5500: train loss 4.8864, val loss 4.9294
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5500: loss 4.8457, time 21291.13ms, mfu 0.05%
+step 5750: train loss 4.9140, val loss 4.8969
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5750: loss 5.2288, time 21156.75ms, mfu 0.05%
+step 6000: train loss 4.8522, val loss 4.8229
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6000: loss 4.8568, time 21134.54ms, mfu 0.05%
+step 6250: train loss 4.7804, val loss 4.8325
+iter 6250: loss 5.0537, time 18252.39ms, mfu 0.05%
+step 6500: train loss 4.7441, val loss 4.7526
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6500: loss 4.6231, time 21318.20ms, mfu 0.05%
+step 6750: train loss 4.7000, val loss 4.7216
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6750: loss 4.3430, time 21230.08ms, mfu 0.05%
+step 7000: train loss 4.6693, val loss 4.6772
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7000: loss 4.6019, time 21504.43ms, mfu 0.05%
+step 7250: train loss 4.6414, val loss 4.6712
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7250: loss 4.1754, time 20862.58ms, mfu 0.05%
+step 7500: train loss 4.6483, val loss 4.6301
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7500: loss 4.6076, time 21435.13ms, mfu 0.05%
+step 7750: train loss 4.6038, val loss 4.5988
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7750: loss 4.7864, time 21133.58ms, mfu 0.05%
+step 8000: train loss 4.5784, val loss 4.5731
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8000: loss 4.1676, time 21241.51ms, mfu 0.05%
+step 8250: train loss 4.5357, val loss 4.5322
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8250: loss 4.3513, time 21164.27ms, mfu 0.05%
+step 8500: train loss 4.5246, val loss 4.5426
+iter 8500: loss 4.3124, time 18304.12ms, mfu 0.05%
+step 8750: train loss 4.4998, val loss 4.5141
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8750: loss 4.3494, time 21363.98ms, mfu 0.05%
+step 9000: train loss 4.5164, val loss 4.4962
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 9000: loss 4.2787, time 21272.81ms, mfu 0.05%
+step 9250: train loss 4.4638, val loss 4.4910
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 9250: loss 4.9882, time 21332.83ms, mfu 0.05%
+step 9500: train loss 4.4639, val loss 4.4608
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 9500: loss 4.8983, time 21208.05ms, mfu 0.05%
+step 9750: train loss 4.4866, val loss 4.5089
+iter 9750: loss 4.4128, time 18266.79ms, mfu 0.05%
+step 10000: train loss 4.4712, val loss 4.4814
+iter 10000: loss 4.6037, time 18266.52ms, mfu 0.05%
diff --git a/results/logs/train_dot_scalar_seed1337.log b/results/logs/train_dot_scalar_seed1337.log
new file mode 100644
index 0000000000000000000000000000000000000000..a3dc860d9b2f917e8eca814be78eb2c85f54fdd0
--- /dev/null
+++ b/results/logs/train_dot_scalar_seed1337.log
@@ -0,0 +1,126 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:199: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9796, val loss 10.9789
+iter 0: loss 11.0008, time 18647.34ms, mfu -100.00%
+step 250: train loss 6.9371, val loss 6.9703
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 250: loss 6.7253, time 21562.29ms, mfu 0.05%
+step 500: train loss 6.4747, val loss 6.5423
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 500: loss 6.2577, time 21666.84ms, mfu 0.05%
+step 750: train loss 6.2859, val loss 6.3015
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 750: loss 6.0662, time 21084.02ms, mfu 0.05%
+step 1000: train loss 6.1568, val loss 6.1298
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1000: loss 6.1291, time 21344.54ms, mfu 0.05%
+step 1250: train loss 6.0640, val loss 6.0566
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1250: loss 6.1245, time 21293.71ms, mfu 0.05%
+step 1500: train loss 5.9788, val loss 5.9058
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1500: loss 5.7034, time 21417.49ms, mfu 0.05%
+step 1750: train loss 5.9035, val loss 5.8681
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1750: loss 6.0752, time 21247.88ms, mfu 0.05%
+step 2000: train loss 5.8081, val loss 5.7837
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2000: loss 5.8713, time 21116.55ms, mfu 0.05%
+step 2250: train loss 5.7007, val loss 5.7038
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2250: loss 5.9310, time 21099.62ms, mfu 0.05%
+step 2500: train loss 5.6119, val loss 5.5914
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2500: loss 6.0405, time 21155.77ms, mfu 0.05%
+step 2750: train loss 5.5109, val loss 5.5072
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2750: loss 5.5034, time 21115.96ms, mfu 0.05%
+step 3000: train loss 5.4340, val loss 5.4506
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3000: loss 5.5285, time 21238.29ms, mfu 0.05%
+step 3250: train loss 5.3541, val loss 5.3579
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3250: loss 5.3427, time 21251.68ms, mfu 0.05%
+step 3500: train loss 5.3628, val loss 5.3250
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3500: loss 5.2770, time 21166.37ms, mfu 0.05%
+step 3750: train loss 5.2699, val loss 5.2557
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3750: loss 5.5767, time 21296.24ms, mfu 0.05%
+step 4000: train loss 5.2269, val loss 5.2305
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4000: loss 5.3071, time 21255.31ms, mfu 0.05%
+step 4250: train loss 5.1632, val loss 5.1754
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4250: loss 4.7382, time 21286.74ms, mfu 0.05%
+step 4500: train loss 5.1212, val loss 5.1127
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4500: loss 4.8522, time 21091.84ms, mfu 0.05%
+step 4750: train loss 5.0592, val loss 5.0662
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4750: loss 5.1720, time 21327.84ms, mfu 0.05%
+step 5000: train loss 4.9890, val loss 5.0277
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5000: loss 5.1676, time 21265.95ms, mfu 0.05%
+step 5250: train loss 4.9836, val loss 4.9690
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5250: loss 4.6578, time 21303.21ms, mfu 0.05%
+step 5500: train loss 4.9588, val loss 4.9222
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5500: loss 5.1851, time 21180.68ms, mfu 0.05%
+step 5750: train loss 4.8940, val loss 4.8532
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5750: loss 5.1484, time 21940.34ms, mfu 0.05%
+step 6000: train loss 4.8019, val loss 4.8065
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6000: loss 4.7106, time 21598.70ms, mfu 0.05%
+step 6250: train loss 4.7809, val loss 4.8126
+iter 6250: loss 4.5861, time 18306.99ms, mfu 0.05%
+step 6500: train loss 4.7454, val loss 4.7797
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6500: loss 4.9142, time 21256.21ms, mfu 0.05%
+step 6750: train loss 4.7127, val loss 4.7193
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6750: loss 4.8925, time 21093.66ms, mfu 0.05%
+step 7000: train loss 4.6765, val loss 4.6755
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7000: loss 4.6088, time 21166.67ms, mfu 0.05%
+step 7250: train loss 4.6289, val loss 4.6578
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7250: loss 4.7405, time 21232.99ms, mfu 0.05%
+step 7500: train loss 4.6391, val loss 4.5923
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7500: loss 4.5010, time 21217.93ms, mfu 0.05%
+step 7750: train loss 4.5907, val loss 4.5824
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7750: loss 4.7637, time 21161.81ms, mfu 0.05%
+step 8000: train loss 4.5509, val loss 4.5768
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8000: loss 4.6031, time 21015.95ms, mfu 0.05%
+step 8250: train loss 4.5299, val loss 4.5582
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8250: loss 4.3228, time 21301.57ms, mfu 0.05%
+step 8500: train loss 4.5279, val loss 4.5370
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8500: loss 4.2818, time 21229.69ms, mfu 0.05%
+step 8750: train loss 4.4933, val loss 4.4939
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8750: loss 4.5029, time 21200.09ms, mfu 0.05%
+step 9000: train loss 4.5051, val loss 4.5099
+iter 9000: loss 4.5813, time 18200.09ms, mfu 0.05%
+step 9250: train loss 4.4680, val loss 4.4966
+iter 9250: loss 4.5797, time 18317.47ms, mfu 0.05%
+step 9500: train loss 4.4730, val loss 4.4836
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 9500: loss 4.4821, time 21064.44ms, mfu 0.05%
+step 9750: train loss 4.4791, val loss 4.4549
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 9750: loss 4.3933, time 21244.18ms, mfu 0.05%
+step 10000: train loss 4.4714, val loss 4.4988
+iter 10000: loss 4.5170, time 18176.59ms, mfu 0.05%
diff --git a/results/logs/train_dot_scalar_seed42.log b/results/logs/train_dot_scalar_seed42.log
new file mode 100644
index 0000000000000000000000000000000000000000..463d66574b39ef458622eff95e0d720e86bec39d
--- /dev/null
+++ b/results/logs/train_dot_scalar_seed42.log
@@ -0,0 +1,127 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+C:\Users\brian\documents\nanogpt\train.py:199: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9681, val loss 10.9677
+iter 0: loss 10.9626, time 18647.49ms, mfu -100.00%
+step 250: train loss 6.9906, val loss 6.9867
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 250: loss 7.0962, time 21308.37ms, mfu 0.05%
+step 500: train loss 6.5039, val loss 6.5087
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 500: loss 6.1499, time 21167.45ms, mfu 0.05%
+step 750: train loss 6.2735, val loss 6.3078
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 750: loss 6.6168, time 21275.41ms, mfu 0.05%
+step 1000: train loss 6.1481, val loss 6.1451
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1000: loss 5.7916, time 21233.02ms, mfu 0.05%
+step 1250: train loss 5.9988, val loss 6.0153
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1250: loss 6.5249, time 21337.18ms, mfu 0.05%
+step 1500: train loss 5.9633, val loss 5.9553
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1500: loss 5.4977, time 21335.38ms, mfu 0.05%
+step 1750: train loss 5.8742, val loss 5.8868
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 1750: loss 6.1772, time 21331.42ms, mfu 0.05%
+step 2000: train loss 5.7990, val loss 5.8110
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2000: loss 5.5853, time 21116.69ms, mfu 0.05%
+step 2250: train loss 5.6641, val loss 5.6732
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2250: loss 5.7390, time 21348.21ms, mfu 0.05%
+step 2500: train loss 5.5922, val loss 5.5843
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2500: loss 4.8860, time 21361.69ms, mfu 0.05%
+step 2750: train loss 5.5244, val loss 5.5175
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 2750: loss 5.5467, time 21305.10ms, mfu 0.05%
+step 3000: train loss 5.4388, val loss 5.4234
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3000: loss 5.4779, time 21211.68ms, mfu 0.05%
+step 3250: train loss 5.3913, val loss 5.3489
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3250: loss 5.5644, time 21037.03ms, mfu 0.05%
+step 3500: train loss 5.2987, val loss 5.3487
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3500: loss 5.4089, time 21170.59ms, mfu 0.05%
+step 3750: train loss 5.2571, val loss 5.2814
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 3750: loss 5.3328, time 21216.56ms, mfu 0.05%
+step 4000: train loss 5.2051, val loss 5.2084
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4000: loss 5.8799, time 21404.62ms, mfu 0.05%
+step 4250: train loss 5.1720, val loss 5.1545
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4250: loss 4.8785, time 21308.94ms, mfu 0.05%
+step 4500: train loss 5.0775, val loss 5.1040
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4500: loss 5.1856, time 21308.70ms, mfu 0.05%
+step 4750: train loss 5.0605, val loss 5.0700
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 4750: loss 5.1338, time 21359.81ms, mfu 0.05%
+step 5000: train loss 5.0087, val loss 4.9828
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5000: loss 5.4544, time 21146.30ms, mfu 0.05%
+step 5250: train loss 4.9447, val loss 4.9457
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5250: loss 5.0537, time 21354.80ms, mfu 0.05%
+step 5500: train loss 4.9255, val loss 4.9118
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5500: loss 4.6491, time 21249.03ms, mfu 0.05%
+step 5750: train loss 4.8492, val loss 4.8652
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 5750: loss 5.0782, time 21325.95ms, mfu 0.05%
+step 6000: train loss 4.7976, val loss 4.8044
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6000: loss 4.7693, time 21360.74ms, mfu 0.05%
+step 6250: train loss 4.7572, val loss 4.7711
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6250: loss 4.4800, time 21287.63ms, mfu 0.05%
+step 6500: train loss 4.7577, val loss 4.7323
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6500: loss 4.6113, time 21369.67ms, mfu 0.05%
+step 6750: train loss 4.6882, val loss 4.6777
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 6750: loss 4.6624, time 21247.58ms, mfu 0.05%
+step 7000: train loss 4.6436, val loss 4.6699
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7000: loss 4.6297, time 21446.17ms, mfu 0.05%
+step 7250: train loss 4.6346, val loss 4.6322
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7250: loss 4.8205, time 21333.58ms, mfu 0.05%
+step 7500: train loss 4.6297, val loss 4.6124
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7500: loss 4.7403, time 21309.14ms, mfu 0.05%
+step 7750: train loss 4.6053, val loss 4.5851
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 7750: loss 4.7244, time 21221.59ms, mfu 0.05%
+step 8000: train loss 4.5649, val loss 4.5659
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8000: loss 4.5252, time 21287.37ms, mfu 0.05%
+step 8250: train loss 4.5228, val loss 4.5465
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8250: loss 4.3653, time 21211.66ms, mfu 0.05%
+step 8500: train loss 4.5339, val loss 4.5606
+iter 8500: loss 4.4023, time 18219.80ms, mfu 0.05%
+step 8750: train loss 4.4873, val loss 4.5081
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 8750: loss 4.6409, time 21057.47ms, mfu 0.05%
+step 9000: train loss 4.5013, val loss 4.5242
+iter 9000: loss 4.4927, time 18225.28ms, mfu 0.05%
+step 9250: train loss 4.4782, val loss 4.4717
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 9250: loss 4.6040, time 21442.24ms, mfu 0.05%
+step 9500: train loss 4.4529, val loss 4.4682
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 9500: loss 4.2061, time 21375.45ms, mfu 0.05%
+step 9750: train loss 4.4494, val loss 4.4646
+saving checkpoint to out-openwebtext_dot_gate_shared
+iter 9750: loss 4.7640, time 21292.07ms, mfu 0.05%
+step 10000: train loss 4.4507, val loss 4.4780
+iter 10000: loss 4.4617, time 18184.59ms, mfu 0.05%
diff --git a/results/logs/train_full_q_w2000_seed123.log b/results/logs/train_full_q_w2000_seed123.log
new file mode 100644
index 0000000000000000000000000000000000000000..6b17e5493b910996227282967304da12510675c8
--- /dev/null
+++ b/results/logs/train_full_q_w2000_seed123.log
@@ -0,0 +1,125 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9713, val loss 10.9729
+iter 0: loss 10.9677, time 18573.81ms, mfu -100.00%
+step 250: train loss 6.9200, val loss 6.9539
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 250: loss 7.0427, time 20174.25ms, mfu 0.05%
+step 500: train loss 6.4904, val loss 6.5116
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 500: loss 6.5270, time 19892.09ms, mfu 0.05%
+step 750: train loss 6.3090, val loss 6.3523
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 750: loss 6.5136, time 19918.94ms, mfu 0.05%
+step 1000: train loss 6.1367, val loss 6.1683
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 1000: loss 6.0699, time 20068.42ms, mfu 0.05%
+step 1250: train loss 6.0334, val loss 6.0040
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 1250: loss 5.6693, time 19906.35ms, mfu 0.05%
+step 1500: train loss 5.9275, val loss 5.9622
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 1500: loss 6.0480, time 20144.67ms, mfu 0.05%
+step 1750: train loss 5.8355, val loss 5.7857
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 1750: loss 5.6933, time 19932.43ms, mfu 0.05%
+step 2000: train loss 5.7551, val loss 5.7453
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 2000: loss 5.6508, time 20406.01ms, mfu 0.05%
+step 2250: train loss 5.5917, val loss 5.6228
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 2250: loss 5.4404, time 20129.43ms, mfu 0.05%
+step 2500: train loss 5.5273, val loss 5.5383
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 2500: loss 5.3875, time 20060.87ms, mfu 0.05%
+step 2750: train loss 5.4336, val loss 5.4431
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 2750: loss 5.2511, time 20059.80ms, mfu 0.05%
+step 3000: train loss 5.3861, val loss 5.3897
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 3000: loss 5.1440, time 20726.36ms, mfu 0.05%
+step 3250: train loss 5.3208, val loss 5.3240
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 3250: loss 4.9683, time 20207.69ms, mfu 0.05%
+step 3500: train loss 5.2538, val loss 5.2891
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 3500: loss 5.2738, time 19873.97ms, mfu 0.05%
+step 3750: train loss 5.2493, val loss 5.2183
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 3750: loss 5.0773, time 19910.71ms, mfu 0.05%
+step 4000: train loss 5.1684, val loss 5.1650
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 4000: loss 5.3927, time 19922.63ms, mfu 0.05%
+step 4250: train loss 5.1002, val loss 5.1169
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 4250: loss 5.2028, time 20207.73ms, mfu 0.05%
+step 4500: train loss 5.0632, val loss 5.0539
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 4500: loss 5.0169, time 20047.79ms, mfu 0.05%
+step 4750: train loss 4.9891, val loss 5.0003
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 4750: loss 5.0830, time 19892.41ms, mfu 0.05%
+step 5000: train loss 4.9133, val loss 4.9434
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 5000: loss 5.0528, time 20224.11ms, mfu 0.05%
+step 5250: train loss 4.8899, val loss 4.9215
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 5250: loss 5.0005, time 19933.39ms, mfu 0.05%
+step 5500: train loss 4.8269, val loss 4.8164
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 5500: loss 4.7725, time 19898.55ms, mfu 0.06%
+step 5750: train loss 4.7797, val loss 4.8168
+iter 5750: loss 5.3277, time 18386.32ms, mfu 0.06%
+step 6000: train loss 4.7351, val loss 4.7485
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 6000: loss 5.0590, time 20152.61ms, mfu 0.06%
+step 6250: train loss 4.7015, val loss 4.7270
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 6250: loss 4.7737, time 20133.35ms, mfu 0.06%
+step 6500: train loss 4.6714, val loss 4.6624
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 6500: loss 4.4953, time 19932.17ms, mfu 0.06%
+step 6750: train loss 4.6536, val loss 4.6285
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 6750: loss 4.5085, time 19870.36ms, mfu 0.06%
+step 7000: train loss 4.6302, val loss 4.6392
+iter 7000: loss 4.7237, time 18332.20ms, mfu 0.06%
+step 7250: train loss 4.5923, val loss 4.5871
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 7250: loss 4.6132, time 20007.23ms, mfu 0.06%
+step 7500: train loss 4.5423, val loss 4.5773
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 7500: loss 4.5123, time 19905.38ms, mfu 0.06%
+step 7750: train loss 4.5411, val loss 4.5566
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 7750: loss 4.4795, time 20305.05ms, mfu 0.06%
+step 8000: train loss 4.5532, val loss 4.5453
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 8000: loss 4.5641, time 20408.25ms, mfu 0.06%
+step 8250: train loss 4.4598, val loss 4.4973
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 8250: loss 4.4820, time 20412.74ms, mfu 0.06%
+step 8500: train loss 4.5027, val loss 4.4939
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 8500: loss 4.5136, time 19886.66ms, mfu 0.06%
+step 8750: train loss 4.4410, val loss 4.5044
+iter 8750: loss 4.7138, time 18365.07ms, mfu 0.06%
+step 9000: train loss 4.4552, val loss 4.4572
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 9000: loss 4.2683, time 20019.08ms, mfu 0.06%
+step 9250: train loss 4.4402, val loss 4.4383
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 9250: loss 4.2895, time 19935.00ms, mfu 0.06%
+step 9500: train loss 4.4269, val loss 4.4202
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 9500: loss 4.4367, time 20025.16ms, mfu 0.06%
+step 9750: train loss 4.4148, val loss 4.4335
+iter 9750: loss 4.4719, time 18345.40ms, mfu 0.06%
+step 10000: train loss 4.4522, val loss 4.4233
+iter 10000: loss 4.5422, time 18340.33ms, mfu 0.06%
diff --git a/results/logs/train_full_q_w2000_seed1337.log b/results/logs/train_full_q_w2000_seed1337.log
new file mode 100644
index 0000000000000000000000000000000000000000..adeb6ef9490b63159e726b7049d58f78a5155e77
--- /dev/null
+++ b/results/logs/train_full_q_w2000_seed1337.log
@@ -0,0 +1,127 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9660, val loss 10.9625
+iter 0: loss 10.9583, time 18558.55ms, mfu -100.00%
+step 250: train loss 6.9473, val loss 6.9369
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 250: loss 6.7696, time 20050.98ms, mfu 0.06%
+step 500: train loss 6.5310, val loss 6.5194
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 500: loss 6.1739, time 20043.64ms, mfu 0.06%
+step 750: train loss 6.2891, val loss 6.2950
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 750: loss 6.5774, time 20356.93ms, mfu 0.05%
+step 1000: train loss 6.1364, val loss 6.1558
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 1000: loss 6.1453, time 19961.89ms, mfu 0.05%
+step 1250: train loss 6.0300, val loss 6.0361
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 1250: loss 5.8688, time 19936.24ms, mfu 0.06%
+step 1500: train loss 5.9725, val loss 5.9466
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 1500: loss 6.1110, time 20278.62ms, mfu 0.05%
+step 1750: train loss 5.8133, val loss 5.8064
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 1750: loss 5.4822, time 19913.74ms, mfu 0.06%
+step 2000: train loss 5.7269, val loss 5.7262
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 2000: loss 5.6340, time 19956.60ms, mfu 0.06%
+step 2250: train loss 5.6559, val loss 5.6554
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 2250: loss 5.9406, time 19873.51ms, mfu 0.06%
+step 2500: train loss 5.5680, val loss 5.5414
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 2500: loss 6.1138, time 19982.82ms, mfu 0.06%
+step 2750: train loss 5.4207, val loss 5.4711
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 2750: loss 5.7863, time 19902.03ms, mfu 0.06%
+step 3000: train loss 5.4095, val loss 5.4300
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 3000: loss 4.9353, time 20243.84ms, mfu 0.06%
+step 3250: train loss 5.3303, val loss 5.3424
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 3250: loss 5.2514, time 19945.27ms, mfu 0.06%
+step 3500: train loss 5.2831, val loss 5.2869
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 3500: loss 5.0642, time 19965.03ms, mfu 0.06%
+step 3750: train loss 5.1805, val loss 5.1927
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 3750: loss 5.2106, time 19896.07ms, mfu 0.06%
+step 4000: train loss 5.1891, val loss 5.1800
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 4000: loss 5.3505, time 21028.58ms, mfu 0.05%
+step 4250: train loss 5.1296, val loss 5.0907
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 4250: loss 5.5074, time 20196.86ms, mfu 0.05%
+step 4500: train loss 5.0976, val loss 5.1121
+iter 4500: loss 4.8459, time 18342.18ms, mfu 0.06%
+step 4750: train loss 5.0110, val loss 5.0421
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 4750: loss 4.9572, time 20005.75ms, mfu 0.06%
+step 5000: train loss 5.0186, val loss 4.9513
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 5000: loss 5.0625, time 19872.94ms, mfu 0.06%
+step 5250: train loss 4.9432, val loss 4.9420
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 5250: loss 5.1044, time 19830.62ms, mfu 0.06%
+step 5500: train loss 4.8891, val loss 4.8871
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 5500: loss 4.8232, time 20102.97ms, mfu 0.06%
+step 5750: train loss 4.8190, val loss 4.8485
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 5750: loss 4.8374, time 19856.18ms, mfu 0.06%
+step 6000: train loss 4.7599, val loss 4.7673
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 6000: loss 4.3405, time 20239.04ms, mfu 0.06%
+step 6250: train loss 4.7316, val loss 4.7404
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 6250: loss 4.3561, time 20511.03ms, mfu 0.06%
+step 6500: train loss 4.6932, val loss 4.7066
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 6500: loss 4.7791, time 20664.93ms, mfu 0.05%
+step 6750: train loss 4.6771, val loss 4.6720
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 6750: loss 5.2330, time 19908.74ms, mfu 0.06%
+step 7000: train loss 4.6579, val loss 4.6433
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 7000: loss 4.6831, time 20100.97ms, mfu 0.06%
+step 7250: train loss 4.5865, val loss 4.6237
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 7250: loss 4.6677, time 19847.75ms, mfu 0.06%
+step 7500: train loss 4.5816, val loss 4.6184
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 7500: loss 4.7193, time 20207.11ms, mfu 0.06%
+step 7750: train loss 4.5685, val loss 4.5727
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 7750: loss 4.7023, time 20015.83ms, mfu 0.06%
+step 8000: train loss 4.5373, val loss 4.5514
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 8000: loss 4.7750, time 19943.16ms, mfu 0.06%
+step 8250: train loss 4.5014, val loss 4.5230
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 8250: loss 4.7540, time 20311.80ms, mfu 0.05%
+step 8500: train loss 4.4956, val loss 4.4980
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 8500: loss 4.4776, time 20159.96ms, mfu 0.05%
+step 8750: train loss 4.4938, val loss 4.4949
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 8750: loss 4.5145, time 20344.70ms, mfu 0.05%
+step 9000: train loss 4.4365, val loss 4.4958
+iter 9000: loss 4.5904, time 18355.51ms, mfu 0.06%
+step 9250: train loss 4.4650, val loss 4.4565
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 9250: loss 4.3938, time 19900.51ms, mfu 0.06%
+step 9500: train loss 4.4322, val loss 4.4429
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 9500: loss 4.8495, time 19854.91ms, mfu 0.06%
+step 9750: train loss 4.4461, val loss 4.4477
+iter 9750: loss 4.4670, time 18351.33ms, mfu 0.06%
+step 10000: train loss 4.3944, val loss 4.4099
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 10000: loss 4.9555, time 19942.68ms, mfu 0.06%
diff --git a/results/logs/train_full_q_w2000_seed42.log b/results/logs/train_full_q_w2000_seed42.log
new file mode 100644
index 0000000000000000000000000000000000000000..89a790350b47f845d2077325caedd68193ce8e0f
--- /dev/null
+++ b/results/logs/train_full_q_w2000_seed42.log
@@ -0,0 +1,127 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9269, val loss 10.9291
+iter 0: loss 10.9415, time 18768.77ms, mfu -100.00%
+step 250: train loss 6.9157, val loss 6.9358
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 250: loss 6.5246, time 19819.31ms, mfu 0.06%
+step 500: train loss 6.5153, val loss 6.5234
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 500: loss 6.4254, time 20413.40ms, mfu 0.06%
+step 750: train loss 6.3115, val loss 6.3058
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 750: loss 6.6303, time 20432.68ms, mfu 0.06%
+step 1000: train loss 6.1464, val loss 6.1576
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 1000: loss 6.1927, time 20415.68ms, mfu 0.06%
+step 1250: train loss 6.0286, val loss 6.0112
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 1250: loss 6.0488, time 20646.10ms, mfu 0.06%
+step 1500: train loss 5.9168, val loss 5.9803
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 1500: loss 5.6084, time 20535.11ms, mfu 0.05%
+step 1750: train loss 5.8440, val loss 5.8979
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 1750: loss 5.9140, time 20801.56ms, mfu 0.05%
+step 2000: train loss 5.7802, val loss 5.7484
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 2000: loss 5.8332, time 20707.49ms, mfu 0.05%
+step 2250: train loss 5.6313, val loss 5.6360
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 2250: loss 5.6091, time 20774.11ms, mfu 0.05%
+step 2500: train loss 5.5565, val loss 5.5537
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 2500: loss 5.7505, time 20828.74ms, mfu 0.05%
+step 2750: train loss 5.4762, val loss 5.4626
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 2750: loss 5.5355, time 20887.93ms, mfu 0.05%
+step 3000: train loss 5.3795, val loss 5.3750
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 3000: loss 5.9369, time 20574.24ms, mfu 0.05%
+step 3250: train loss 5.3360, val loss 5.3406
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 3250: loss 5.3131, time 20645.70ms, mfu 0.05%
+step 3500: train loss 5.2404, val loss 5.2371
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 3500: loss 5.6752, time 20720.87ms, mfu 0.05%
+step 3750: train loss 5.2192, val loss 5.2130
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 3750: loss 5.3480, time 20460.51ms, mfu 0.05%
+step 4000: train loss 5.1599, val loss 5.1781
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 4000: loss 5.1636, time 20639.25ms, mfu 0.05%
+step 4250: train loss 5.1018, val loss 5.1065
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 4250: loss 4.9705, time 20388.05ms, mfu 0.05%
+step 4500: train loss 5.0578, val loss 5.0497
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 4500: loss 4.8941, time 20381.67ms, mfu 0.05%
+step 4750: train loss 4.9760, val loss 5.0097
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 4750: loss 4.8812, time 20692.87ms, mfu 0.05%
+step 5000: train loss 4.9444, val loss 4.9536
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 5000: loss 4.9710, time 21030.81ms, mfu 0.05%
+step 5250: train loss 4.8975, val loss 4.8908
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 5250: loss 4.8454, time 20732.94ms, mfu 0.05%
+step 5500: train loss 4.8381, val loss 4.8449
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 5500: loss 5.0014, time 20535.57ms, mfu 0.05%
+step 5750: train loss 4.8002, val loss 4.7945
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 5750: loss 4.8967, time 20759.84ms, mfu 0.05%
+step 6000: train loss 4.7704, val loss 4.7541
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 6000: loss 4.5533, time 20766.04ms, mfu 0.05%
+step 6250: train loss 4.7160, val loss 4.7138
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 6250: loss 4.5355, time 20380.61ms, mfu 0.05%
+step 6500: train loss 4.6800, val loss 4.7150
+iter 6500: loss 4.5030, time 18747.44ms, mfu 0.05%
+step 6750: train loss 4.6510, val loss 4.6535
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 6750: loss 4.6419, time 20724.69ms, mfu 0.05%
+step 7000: train loss 4.6137, val loss 4.6416
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 7000: loss 4.8848, time 20686.09ms, mfu 0.05%
+step 7250: train loss 4.6022, val loss 4.6013
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 7250: loss 5.0602, time 21527.15ms, mfu 0.05%
+step 7500: train loss 4.5949, val loss 4.5894
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 7500: loss 4.5598, time 20582.59ms, mfu 0.05%
+step 7750: train loss 4.5372, val loss 4.5609
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 7750: loss 4.9583, time 20892.54ms, mfu 0.05%
+step 8000: train loss 4.5330, val loss 4.5076
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 8000: loss 4.1355, time 20653.60ms, mfu 0.05%
+step 8250: train loss 4.5232, val loss 4.4904
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 8250: loss 4.6589, time 20716.21ms, mfu 0.05%
+step 8500: train loss 4.4848, val loss 4.4815
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 8500: loss 4.5819, time 20418.22ms, mfu 0.05%
+step 8750: train loss 4.4773, val loss 4.4611
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 8750: loss 4.3585, time 20478.49ms, mfu 0.05%
+step 9000: train loss 4.4546, val loss 4.4527
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 9000: loss 4.5609, time 20492.35ms, mfu 0.05%
+step 9250: train loss 4.4542, val loss 4.4249
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 9250: loss 4.2450, time 20659.27ms, mfu 0.05%
+step 9500: train loss 4.4222, val loss 4.4424
+iter 9500: loss 4.2153, time 18726.67ms, mfu 0.05%
+step 9750: train loss 4.4278, val loss 4.4408
+iter 9750: loss 4.2734, time 18773.39ms, mfu 0.05%
+step 10000: train loss 4.4156, val loss 4.4027
+saving checkpoint to out-openwebtext_phase2_full_q
+iter 10000: loss 4.6601, time 20421.11ms, mfu 0.05%
diff --git a/results/logs/train_full_x_seed123.log b/results/logs/train_full_x_seed123.log
new file mode 100644
index 0000000000000000000000000000000000000000..496b433bf834de06dbd9949ab1c6bf5f47f03b4f
--- /dev/null
+++ b/results/logs/train_full_x_seed123.log
@@ -0,0 +1,8 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
diff --git a/results/logs/train_full_x_seed1337.log b/results/logs/train_full_x_seed1337.log
new file mode 100644
index 0000000000000000000000000000000000000000..2e01767a2d364fafeb4fce55435cbce338826ba5
--- /dev/null
+++ b/results/logs/train_full_x_seed1337.log
@@ -0,0 +1,127 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9622, val loss 10.9587
+iter 0: loss 10.9558, time 19309.82ms, mfu -100.00%
+step 250: train loss 6.9475, val loss 6.9370
+saving checkpoint to out-openwebtext_rerun_shared
+iter 250: loss 6.7684, time 20799.91ms, mfu 0.05%
+step 500: train loss 6.5307, val loss 6.5190
+saving checkpoint to out-openwebtext_rerun_shared
+iter 500: loss 6.1714, time 21800.07ms, mfu 0.05%
+step 750: train loss 6.2888, val loss 6.2941
+saving checkpoint to out-openwebtext_rerun_shared
+iter 750: loss 6.5801, time 22081.82ms, mfu 0.05%
+step 1000: train loss 6.1255, val loss 6.1427
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1000: loss 6.1494, time 23116.42ms, mfu 0.05%
+step 1250: train loss 6.0369, val loss 6.0447
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1250: loss 5.8991, time 22164.74ms, mfu 0.05%
+step 1500: train loss 5.9685, val loss 5.9420
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1500: loss 6.0893, time 22073.11ms, mfu 0.05%
+step 1750: train loss 5.8133, val loss 5.8078
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1750: loss 5.4630, time 22096.70ms, mfu 0.05%
+step 2000: train loss 5.7433, val loss 5.7429
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2000: loss 5.6494, time 22009.14ms, mfu 0.05%
+step 2250: train loss 5.6492, val loss 5.6433
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2250: loss 5.9185, time 22138.39ms, mfu 0.05%
+step 2500: train loss 5.5626, val loss 5.5347
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2500: loss 6.0863, time 22099.61ms, mfu 0.05%
+step 2750: train loss 5.4159, val loss 5.4615
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2750: loss 5.7968, time 22166.26ms, mfu 0.05%
+step 3000: train loss 5.3953, val loss 5.4148
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3000: loss 4.8958, time 22133.76ms, mfu 0.05%
+step 3250: train loss 5.3116, val loss 5.3244
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3250: loss 5.2315, time 22169.38ms, mfu 0.05%
+step 3500: train loss 5.2704, val loss 5.2726
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3500: loss 5.0322, time 22041.67ms, mfu 0.05%
+step 3750: train loss 5.1632, val loss 5.1729
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3750: loss 5.1488, time 22045.19ms, mfu 0.05%
+step 4000: train loss 5.1663, val loss 5.1553
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4000: loss 5.3464, time 21972.18ms, mfu 0.05%
+step 4250: train loss 5.1070, val loss 5.0698
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4250: loss 5.5115, time 21980.61ms, mfu 0.05%
+step 4500: train loss 5.0632, val loss 5.0741
+iter 4500: loss 4.8094, time 18906.77ms, mfu 0.05%
+step 4750: train loss 4.9833, val loss 5.0168
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4750: loss 4.9448, time 22229.91ms, mfu 0.05%
+step 5000: train loss 4.9854, val loss 4.9203
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5000: loss 5.0599, time 22048.05ms, mfu 0.05%
+step 5250: train loss 4.9081, val loss 4.9042
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5250: loss 5.0660, time 22051.86ms, mfu 0.05%
+step 5500: train loss 4.8525, val loss 4.8534
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5500: loss 4.7744, time 22053.63ms, mfu 0.05%
+step 5750: train loss 4.7794, val loss 4.8107
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5750: loss 4.8149, time 22046.99ms, mfu 0.05%
+step 6000: train loss 4.7210, val loss 4.7304
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6000: loss 4.2898, time 21992.04ms, mfu 0.05%
+step 6250: train loss 4.6971, val loss 4.7060
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6250: loss 4.3267, time 21995.14ms, mfu 0.05%
+step 6500: train loss 4.6595, val loss 4.6745
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6500: loss 4.7315, time 22150.84ms, mfu 0.05%
+step 6750: train loss 4.6432, val loss 4.6403
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6750: loss 5.1942, time 22180.68ms, mfu 0.05%
+step 7000: train loss 4.6246, val loss 4.6116
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7000: loss 4.6395, time 22137.66ms, mfu 0.05%
+step 7250: train loss 4.5563, val loss 4.5964
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7250: loss 4.6274, time 22097.22ms, mfu 0.05%
+step 7500: train loss 4.5485, val loss 4.5865
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7500: loss 4.6290, time 22046.79ms, mfu 0.05%
+step 7750: train loss 4.5392, val loss 4.5414
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7750: loss 4.7038, time 22026.53ms, mfu 0.05%
+step 8000: train loss 4.5076, val loss 4.5206
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8000: loss 4.7464, time 22381.47ms, mfu 0.05%
+step 8250: train loss 4.4756, val loss 4.4942
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8250: loss 4.7371, time 22057.15ms, mfu 0.05%
+step 8500: train loss 4.4653, val loss 4.4707
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8500: loss 4.4583, time 22073.25ms, mfu 0.05%
+step 8750: train loss 4.4675, val loss 4.4640
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8750: loss 4.5219, time 21906.75ms, mfu 0.05%
+step 9000: train loss 4.4072, val loss 4.4665
+iter 9000: loss 4.4988, time 19042.02ms, mfu 0.05%
+step 9250: train loss 4.4372, val loss 4.4327
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9250: loss 4.3705, time 22165.08ms, mfu 0.05%
+step 9500: train loss 4.4077, val loss 4.4170
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9500: loss 4.8012, time 23740.18ms, mfu 0.05%
+step 9750: train loss 4.4187, val loss 4.4192
+iter 9750: loss 4.4308, time 18830.98ms, mfu 0.05%
+step 10000: train loss 4.3686, val loss 4.3842
+saving checkpoint to out-openwebtext_rerun_shared
+iter 10000: loss 4.9276, time 20411.83ms, mfu 0.05%
diff --git a/results/logs/train_full_x_seed42.log b/results/logs/train_full_x_seed42.log
new file mode 100644
index 0000000000000000000000000000000000000000..904809083513ec7df643cce06b569b2ab623c261
--- /dev/null
+++ b/results/logs/train_full_x_seed42.log
@@ -0,0 +1,127 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9285, val loss 10.9307
+iter 0: loss 10.9425, time 18613.26ms, mfu -100.00%
+step 250: train loss 6.9144, val loss 6.9347
+saving checkpoint to out-openwebtext_rerun_shared
+iter 250: loss 6.5241, time 20016.14ms, mfu 0.06%
+step 500: train loss 6.5146, val loss 6.5229
+saving checkpoint to out-openwebtext_rerun_shared
+iter 500: loss 6.4255, time 21000.03ms, mfu 0.05%
+step 750: train loss 6.3131, val loss 6.3068
+saving checkpoint to out-openwebtext_rerun_shared
+iter 750: loss 6.6228, time 20501.28ms, mfu 0.05%
+step 1000: train loss 6.1492, val loss 6.1616
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1000: loss 6.2063, time 20952.72ms, mfu 0.05%
+step 1250: train loss 6.0261, val loss 6.0082
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1250: loss 5.9983, time 20582.42ms, mfu 0.05%
+step 1500: train loss 5.9283, val loss 5.9923
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1500: loss 5.6249, time 20954.07ms, mfu 0.05%
+step 1750: train loss 5.8572, val loss 5.9159
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1750: loss 5.8913, time 21191.69ms, mfu 0.05%
+step 2000: train loss 5.7952, val loss 5.7668
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2000: loss 5.8754, time 20827.53ms, mfu 0.05%
+step 2250: train loss 5.6396, val loss 5.6429
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2250: loss 5.6144, time 20627.01ms, mfu 0.05%
+step 2500: train loss 5.5551, val loss 5.5489
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2500: loss 5.7884, time 20646.33ms, mfu 0.05%
+step 2750: train loss 5.4817, val loss 5.4644
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2750: loss 5.5370, time 20846.94ms, mfu 0.05%
+step 3000: train loss 5.3793, val loss 5.3767
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3000: loss 5.9443, time 20585.55ms, mfu 0.05%
+step 3250: train loss 5.3299, val loss 5.3340
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3250: loss 5.2913, time 20780.19ms, mfu 0.05%
+step 3500: train loss 5.2434, val loss 5.2421
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3500: loss 5.6948, time 21408.23ms, mfu 0.05%
+step 3750: train loss 5.2180, val loss 5.2112
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3750: loss 5.3472, time 20982.33ms, mfu 0.05%
+step 4000: train loss 5.1540, val loss 5.1706
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4000: loss 5.1421, time 21413.50ms, mfu 0.05%
+step 4250: train loss 5.0985, val loss 5.1041
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4250: loss 4.9729, time 21169.48ms, mfu 0.05%
+step 4500: train loss 5.0545, val loss 5.0480
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4500: loss 4.8987, time 21249.05ms, mfu 0.05%
+step 4750: train loss 4.9629, val loss 4.9967
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4750: loss 4.9016, time 20752.09ms, mfu 0.05%
+step 5000: train loss 4.9408, val loss 4.9471
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5000: loss 4.9525, time 20647.30ms, mfu 0.05%
+step 5250: train loss 4.8890, val loss 4.8812
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5250: loss 4.8073, time 21255.21ms, mfu 0.05%
+step 5500: train loss 4.8295, val loss 4.8371
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5500: loss 5.0168, time 20618.01ms, mfu 0.05%
+step 5750: train loss 4.7918, val loss 4.7844
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5750: loss 4.8882, time 20503.20ms, mfu 0.05%
+step 6000: train loss 4.7652, val loss 4.7484
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6000: loss 4.5550, time 20683.87ms, mfu 0.05%
+step 6250: train loss 4.7062, val loss 4.7031
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6250: loss 4.5142, time 20862.16ms, mfu 0.05%
+step 6500: train loss 4.6721, val loss 4.7066
+iter 6500: loss 4.4941, time 19018.76ms, mfu 0.05%
+step 6750: train loss 4.6424, val loss 4.6431
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6750: loss 4.6010, time 20650.63ms, mfu 0.05%
+step 7000: train loss 4.6049, val loss 4.6303
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7000: loss 4.8959, time 20619.01ms, mfu 0.05%
+step 7250: train loss 4.5929, val loss 4.5929
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7250: loss 5.0342, time 21849.97ms, mfu 0.05%
+step 7500: train loss 4.5827, val loss 4.5758
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7500: loss 4.5337, time 21527.56ms, mfu 0.05%
+step 7750: train loss 4.5223, val loss 4.5464
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7750: loss 4.8966, time 20801.43ms, mfu 0.05%
+step 8000: train loss 4.5235, val loss 4.4956
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8000: loss 4.1206, time 21340.77ms, mfu 0.05%
+step 8250: train loss 4.5100, val loss 4.4775
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8250: loss 4.6659, time 20915.50ms, mfu 0.05%
+step 8500: train loss 4.4690, val loss 4.4648
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8500: loss 4.5679, time 21302.63ms, mfu 0.05%
+step 8750: train loss 4.4647, val loss 4.4492
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8750: loss 4.3315, time 20571.26ms, mfu 0.05%
+step 9000: train loss 4.4418, val loss 4.4417
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9000: loss 4.5420, time 21047.08ms, mfu 0.05%
+step 9250: train loss 4.4395, val loss 4.4142
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9250: loss 4.2225, time 22070.41ms, mfu 0.05%
+step 9500: train loss 4.4096, val loss 4.4299
+iter 9500: loss 4.1981, time 20052.92ms, mfu 0.05%
+step 9750: train loss 4.4143, val loss 4.4290
+iter 9750: loss 4.2634, time 19170.79ms, mfu 0.05%
+step 10000: train loss 4.4021, val loss 4.3897
+saving checkpoint to out-openwebtext_rerun_shared
+iter 10000: loss 4.6448, time 21442.38ms, mfu 0.05%
diff --git a/results/logs/train_full_x_w500_seed123.log b/results/logs/train_full_x_w500_seed123.log
new file mode 100644
index 0000000000000000000000000000000000000000..df9afd14ed3b3c51fa1f463b257204fc0ed81f83
--- /dev/null
+++ b/results/logs/train_full_x_w500_seed123.log
@@ -0,0 +1,124 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9733, val loss 10.9748
+iter 0: loss 10.9713, time 19496.82ms, mfu -100.00%
+step 250: train loss 6.6355, val loss 6.6649
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 250: loss 6.7768, time 22248.85ms, mfu 0.05%
+step 500: train loss 6.3721, val loss 6.3908
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 500: loss 6.3970, time 22430.42ms, mfu 0.05%
+step 750: train loss 6.2027, val loss 6.2425
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 750: loss 6.4453, time 22248.44ms, mfu 0.05%
+step 1000: train loss 6.0592, val loss 6.0852
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1000: loss 5.9592, time 22343.78ms, mfu 0.05%
+step 1250: train loss 5.9039, val loss 5.8706
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1250: loss 5.5621, time 22235.42ms, mfu 0.05%
+step 1500: train loss 5.7921, val loss 5.8265
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1500: loss 5.9170, time 22483.77ms, mfu 0.05%
+step 1750: train loss 5.7430, val loss 5.6938
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1750: loss 5.5316, time 22212.09ms, mfu 0.05%
+step 2000: train loss 5.6749, val loss 5.6680
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2000: loss 5.5849, time 22208.21ms, mfu 0.05%
+step 2250: train loss 5.6123, val loss 5.6369
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2250: loss 5.4792, time 22168.46ms, mfu 0.05%
+step 2500: train loss 5.5828, val loss 5.5960
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2500: loss 5.4230, time 22381.43ms, mfu 0.05%
+step 2750: train loss 5.5608, val loss 5.5730
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2750: loss 5.3647, time 22337.94ms, mfu 0.05%
+step 3000: train loss 5.5669, val loss 5.5668
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3000: loss 5.3087, time 22321.82ms, mfu 0.05%
+step 3250: train loss 5.5365, val loss 5.5404
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3250: loss 5.1972, time 22286.09ms, mfu 0.05%
+step 3500: train loss 5.5040, val loss 5.5368
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3500: loss 5.5258, time 22056.99ms, mfu 0.05%
+step 3750: train loss 5.5401, val loss 5.5053
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3750: loss 5.3446, time 22176.41ms, mfu 0.05%
+step 4000: train loss 5.4905, val loss 5.4873
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4000: loss 5.7325, time 22253.45ms, mfu 0.05%
+step 4250: train loss 5.4598, val loss 5.4723
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4250: loss 5.5583, time 22292.60ms, mfu 0.05%
+step 4500: train loss 5.4859, val loss 5.4793
+iter 4500: loss 5.4300, time 19053.77ms, mfu 0.05%
+step 4750: train loss 5.4032, val loss 5.4129
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4750: loss 5.4709, time 22197.43ms, mfu 0.05%
+step 5000: train loss 5.3716, val loss 5.3940
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5000: loss 5.6264, time 22180.19ms, mfu 0.05%
+step 5250: train loss 5.3557, val loss 5.3671
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5250: loss 5.4670, time 22315.83ms, mfu 0.05%
+step 5500: train loss 5.3174, val loss 5.2835
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5500: loss 5.2682, time 22238.83ms, mfu 0.05%
+step 5750: train loss 5.2737, val loss 5.2843
+iter 5750: loss 5.7529, time 19074.16ms, mfu 0.05%
+step 6000: train loss 5.2487, val loss 5.2457
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6000: loss 5.5489, time 22255.49ms, mfu 0.05%
+step 6250: train loss 5.2134, val loss 5.2357
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6250: loss 5.2693, time 22265.59ms, mfu 0.05%
+step 6500: train loss 5.1806, val loss 5.1829
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6500: loss 4.9135, time 22268.75ms, mfu 0.05%
+step 6750: train loss 5.1732, val loss 5.1488
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6750: loss 4.9220, time 22481.11ms, mfu 0.05%
+step 7000: train loss 5.1434, val loss 5.1518
+iter 7000: loss 5.2065, time 19196.52ms, mfu 0.05%
+step 7250: train loss 5.1093, val loss 5.1134
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7250: loss 4.9914, time 22512.07ms, mfu 0.05%
+step 7500: train loss 5.0839, val loss 5.1197
+iter 7500: loss 4.9692, time 19131.18ms, mfu 0.05%
+step 7750: train loss 5.0669, val loss 5.0746
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7750: loss 5.3322, time 22279.34ms, mfu 0.05%
+step 8000: train loss 5.0620, val loss 5.0624
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8000: loss 5.0018, time 22458.09ms, mfu 0.05%
+step 8250: train loss 4.9939, val loss 5.0200
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8250: loss 4.8967, time 22307.10ms, mfu 0.05%
+step 8500: train loss 5.0293, val loss 5.0185
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8500: loss 5.0740, time 22285.79ms, mfu 0.05%
+step 8750: train loss 4.9914, val loss 5.0146
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8750: loss 5.4480, time 22034.53ms, mfu 0.05%
+step 9000: train loss 4.9991, val loss 4.9975
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9000: loss 4.7252, time 22376.16ms, mfu 0.05%
+step 9250: train loss 4.9656, val loss 4.9718
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9250: loss 4.6423, time 22184.28ms, mfu 0.05%
+step 9500: train loss 4.9703, val loss 4.9434
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9500: loss 5.1078, time 22244.51ms, mfu 0.05%
+step 9750: train loss 4.9408, val loss 4.9638
+iter 9750: loss 4.9188, time 19104.25ms, mfu 0.05%
+step 10000: train loss 4.9876, val loss 4.9500
+iter 10000: loss 5.4109, time 19078.14ms, mfu 0.05%
diff --git a/results/logs/train_full_x_w500_seed1337.log b/results/logs/train_full_x_w500_seed1337.log
new file mode 100644
index 0000000000000000000000000000000000000000..9113e89b90253ffad40550e31d44db8865a19610
--- /dev/null
+++ b/results/logs/train_full_x_w500_seed1337.log
@@ -0,0 +1,123 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9622, val loss 10.9587
+iter 0: loss 10.9558, time 19425.05ms, mfu -100.00%
+step 250: train loss 6.6882, val loss 6.6748
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 250: loss 6.5103, time 22178.91ms, mfu 0.05%
+step 500: train loss 6.4259, val loss 6.4157
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 500: loss 6.0825, time 22303.32ms, mfu 0.05%
+step 750: train loss 6.1882, val loss 6.1925
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 750: loss 6.5146, time 22250.67ms, mfu 0.05%
+step 1000: train loss 6.0553, val loss 6.0765
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1000: loss 6.0564, time 22492.97ms, mfu 0.05%
+step 1250: train loss 5.9771, val loss 5.9791
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1250: loss 5.8222, time 22385.67ms, mfu 0.05%
+step 1500: train loss 5.8787, val loss 5.8470
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1500: loss 5.9900, time 22233.68ms, mfu 0.05%
+step 1750: train loss 5.7233, val loss 5.7183
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1750: loss 5.4005, time 22364.24ms, mfu 0.05%
+step 2000: train loss 5.6456, val loss 5.6453
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2000: loss 5.5313, time 22162.96ms, mfu 0.05%
+step 2250: train loss 5.6228, val loss 5.6149
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2250: loss 5.8809, time 22211.15ms, mfu 0.05%
+step 2500: train loss 5.5844, val loss 5.5606
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2500: loss 6.1367, time 22217.00ms, mfu 0.05%
+step 2750: train loss 5.5138, val loss 5.5603
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2750: loss 5.8684, time 22601.94ms, mfu 0.05%
+step 3000: train loss 5.5289, val loss 5.5476
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3000: loss 5.0520, time 23395.80ms, mfu 0.05%
+step 3250: train loss 5.4589, val loss 5.4715
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3250: loss 5.3943, time 22492.93ms, mfu 0.05%
+step 3500: train loss 5.4604, val loss 5.4659
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3500: loss 5.2224, time 22074.62ms, mfu 0.05%
+step 3750: train loss 5.4001, val loss 5.4116
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3750: loss 5.4059, time 22331.72ms, mfu 0.05%
+step 4000: train loss 5.4334, val loss 5.4243
+iter 4000: loss 5.6200, time 19004.88ms, mfu 0.05%
+step 4250: train loss 5.3866, val loss 5.3482
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4250: loss 5.8005, time 22082.17ms, mfu 0.05%
+step 4500: train loss 5.3613, val loss 5.3605
+iter 4500: loss 5.1063, time 19148.67ms, mfu 0.05%
+step 4750: train loss 5.3034, val loss 5.3247
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4750: loss 5.2668, time 22355.21ms, mfu 0.05%
+step 5000: train loss 5.3186, val loss 5.2427
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5000: loss 5.3485, time 22157.60ms, mfu 0.05%
+step 5250: train loss 5.2534, val loss 5.2522
+iter 5250: loss 5.3513, time 19135.93ms, mfu 0.05%
+step 5500: train loss 5.2179, val loss 5.2095
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5500: loss 5.1099, time 22091.88ms, mfu 0.05%
+step 5750: train loss 5.1700, val loss 5.1872
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5750: loss 5.1414, time 22393.76ms, mfu 0.05%
+step 6000: train loss 5.1288, val loss 5.1264
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6000: loss 4.6886, time 22211.51ms, mfu 0.05%
+step 6250: train loss 5.1171, val loss 5.1103
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6250: loss 4.7904, time 22197.31ms, mfu 0.05%
+step 6500: train loss 5.0877, val loss 5.0865
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6500: loss 5.1603, time 22240.03ms, mfu 0.05%
+step 6750: train loss 5.0631, val loss 5.0565
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6750: loss 5.5108, time 22365.08ms, mfu 0.05%
+step 7000: train loss 5.0377, val loss 5.0223
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7000: loss 5.0036, time 22361.44ms, mfu 0.05%
+step 7250: train loss 4.9978, val loss 5.0165
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7250: loss 5.0583, time 22422.01ms, mfu 0.05%
+step 7500: train loss 4.9872, val loss 5.0199
+iter 7500: loss 5.6378, time 19035.23ms, mfu 0.05%
+step 7750: train loss 4.9671, val loss 4.9632
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7750: loss 5.0082, time 22182.85ms, mfu 0.05%
+step 8000: train loss 4.9336, val loss 4.9563
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8000: loss 5.2558, time 22930.59ms, mfu 0.05%
+step 8250: train loss 4.9047, val loss 4.9077
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8250: loss 5.0754, time 22362.45ms, mfu 0.05%
+step 8500: train loss 4.8863, val loss 4.8939
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8500: loss 4.8031, time 22166.18ms, mfu 0.05%
+step 8750: train loss 4.9035, val loss 4.9091
+iter 8750: loss 4.8866, time 19027.21ms, mfu 0.05%
+step 9000: train loss 4.8424, val loss 4.8985
+iter 9000: loss 5.1394, time 19070.44ms, mfu 0.05%
+step 9250: train loss 4.8650, val loss 4.8485
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9250: loss 4.6799, time 22260.54ms, mfu 0.05%
+step 9500: train loss 4.8275, val loss 4.8454
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9500: loss 5.2152, time 22221.67ms, mfu 0.05%
+step 9750: train loss 4.8503, val loss 4.8499
+iter 9750: loss 4.7678, time 19151.50ms, mfu 0.05%
+step 10000: train loss 4.8049, val loss 4.8156
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 10000: loss 5.3287, time 22314.70ms, mfu 0.05%
diff --git a/results/logs/train_full_x_w500_seed42.log b/results/logs/train_full_x_w500_seed42.log
new file mode 100644
index 0000000000000000000000000000000000000000..1623de299a37d943c52195473a61ba1bfc014e6f
--- /dev/null
+++ b/results/logs/train_full_x_w500_seed42.log
@@ -0,0 +1,127 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9285, val loss 10.9307
+iter 0: loss 10.9425, time 19395.24ms, mfu -100.00%
+step 250: train loss 6.6342, val loss 6.6555
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 250: loss 6.2395, time 22204.32ms, mfu 0.05%
+step 500: train loss 6.4115, val loss 6.4215
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 500: loss 6.3084, time 22181.55ms, mfu 0.05%
+step 750: train loss 6.2200, val loss 6.2152
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 750: loss 6.5118, time 22238.95ms, mfu 0.05%
+step 1000: train loss 6.0525, val loss 6.0640
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1000: loss 6.1001, time 22175.45ms, mfu 0.05%
+step 1250: train loss 5.8977, val loss 5.8735
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1250: loss 5.8614, time 22269.44ms, mfu 0.05%
+step 1500: train loss 5.7660, val loss 5.8333
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1500: loss 5.4592, time 22307.65ms, mfu 0.05%
+step 1750: train loss 5.7004, val loss 5.7600
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1750: loss 5.7274, time 22187.01ms, mfu 0.05%
+step 2000: train loss 5.7008, val loss 5.6723
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2000: loss 5.7924, time 22007.69ms, mfu 0.05%
+step 2250: train loss 5.6099, val loss 5.6083
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2250: loss 5.5732, time 22273.25ms, mfu 0.05%
+step 2500: train loss 5.5985, val loss 5.5965
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2500: loss 5.8530, time 22154.43ms, mfu 0.05%
+step 2750: train loss 5.6020, val loss 5.5813
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2750: loss 5.6392, time 22395.21ms, mfu 0.05%
+step 3000: train loss 5.5498, val loss 5.5445
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3000: loss 6.1040, time 22345.56ms, mfu 0.05%
+step 3250: train loss 5.5338, val loss 5.5407
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3250: loss 5.5094, time 22246.20ms, mfu 0.05%
+step 3500: train loss 5.4804, val loss 5.4775
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3500: loss 5.9138, time 22213.01ms, mfu 0.05%
+step 3750: train loss 5.4792, val loss 5.4704
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3750: loss 5.6074, time 22333.51ms, mfu 0.05%
+step 4000: train loss 5.4409, val loss 5.4547
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4000: loss 5.4200, time 22268.91ms, mfu 0.05%
+step 4250: train loss 5.3938, val loss 5.3972
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4250: loss 5.2825, time 22139.65ms, mfu 0.05%
+step 4500: train loss 5.3679, val loss 5.3581
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4500: loss 5.1374, time 22275.59ms, mfu 0.05%
+step 4750: train loss 5.2901, val loss 5.3197
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4750: loss 5.1724, time 22276.49ms, mfu 0.05%
+step 5000: train loss 5.2969, val loss 5.2901
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5000: loss 5.2785, time 22348.77ms, mfu 0.05%
+step 5250: train loss 5.2598, val loss 5.2486
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5250: loss 5.1260, time 22197.59ms, mfu 0.05%
+step 5500: train loss 5.2164, val loss 5.2139
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5500: loss 5.6235, time 22359.97ms, mfu 0.05%
+step 5750: train loss 5.1884, val loss 5.1637
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5750: loss 5.2780, time 22356.85ms, mfu 0.05%
+step 6000: train loss 5.1657, val loss 5.1282
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6000: loss 4.9986, time 22432.99ms, mfu 0.05%
+step 6250: train loss 5.1208, val loss 5.1083
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6250: loss 4.9103, time 22280.66ms, mfu 0.05%
+step 6500: train loss 5.0759, val loss 5.1154
+iter 6500: loss 4.9320, time 19052.55ms, mfu 0.05%
+step 6750: train loss 5.0564, val loss 5.0541
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6750: loss 4.9997, time 22393.17ms, mfu 0.05%
+step 7000: train loss 5.0247, val loss 5.0328
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7000: loss 5.2309, time 22166.25ms, mfu 0.05%
+step 7250: train loss 5.0085, val loss 4.9965
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7250: loss 5.4538, time 22318.57ms, mfu 0.05%
+step 7500: train loss 4.9885, val loss 4.9770
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7500: loss 4.9213, time 22368.57ms, mfu 0.05%
+step 7750: train loss 4.9520, val loss 4.9710
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7750: loss 5.2900, time 22187.05ms, mfu 0.05%
+step 8000: train loss 4.9311, val loss 4.9051
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8000: loss 4.4420, time 22359.39ms, mfu 0.05%
+step 8250: train loss 4.9368, val loss 4.8858
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8250: loss 5.1722, time 22337.16ms, mfu 0.05%
+step 8500: train loss 4.8749, val loss 4.8744
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8500: loss 4.9019, time 22280.34ms, mfu 0.05%
+step 8750: train loss 4.8836, val loss 4.8679
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8750: loss 5.0847, time 22275.57ms, mfu 0.05%
+step 9000: train loss 4.8639, val loss 4.8631
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9000: loss 4.9047, time 22208.41ms, mfu 0.05%
+step 9250: train loss 4.8495, val loss 4.8254
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9250: loss 4.5589, time 22289.78ms, mfu 0.05%
+step 9500: train loss 4.8293, val loss 4.8331
+iter 9500: loss 4.6962, time 19074.21ms, mfu 0.05%
+step 9750: train loss 4.8324, val loss 4.8303
+iter 9750: loss 4.5985, time 19119.26ms, mfu 0.05%
+step 10000: train loss 4.8256, val loss 4.7963
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 10000: loss 4.9634, time 22160.98ms, mfu 0.05%
diff --git a/results/logs/train_midtier_q_w500_seed123.log b/results/logs/train_midtier_q_w500_seed123.log
new file mode 100644
index 0000000000000000000000000000000000000000..c1691d3e5a3b39eafe14074788419986d1de13af
--- /dev/null
+++ b/results/logs/train_midtier_q_w500_seed123.log
@@ -0,0 +1,127 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.78M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 74, with 124,157,952 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 11.0155, val loss 11.0141
+iter 0: loss 10.9955, time 18688.97ms, mfu -100.00%
+step 250: train loss 6.6311, val loss 6.6443
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 250: loss 6.6107, time 20158.30ms, mfu 0.05%
+step 500: train loss 6.3717, val loss 6.3973
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 500: loss 6.0281, time 20216.72ms, mfu 0.05%
+step 750: train loss 6.2478, val loss 6.2659
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 750: loss 6.2993, time 20045.11ms, mfu 0.05%
+step 1000: train loss 6.1228, val loss 6.0679
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 1000: loss 5.7360, time 19887.53ms, mfu 0.05%
+step 1250: train loss 5.9236, val loss 5.9581
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 1250: loss 5.9063, time 20022.33ms, mfu 0.05%
+step 1500: train loss 5.8140, val loss 5.8706
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 1500: loss 5.5921, time 20302.00ms, mfu 0.05%
+step 1750: train loss 5.7477, val loss 5.7486
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 1750: loss 5.5771, time 20021.31ms, mfu 0.05%
+step 2000: train loss 5.6383, val loss 5.6821
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 2000: loss 5.8546, time 20150.23ms, mfu 0.05%
+step 2250: train loss 5.6324, val loss 5.6458
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 2250: loss 5.6616, time 20394.43ms, mfu 0.05%
+step 2500: train loss 5.5973, val loss 5.5801
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 2500: loss 5.1341, time 20637.31ms, mfu 0.05%
+step 2750: train loss 5.5672, val loss 5.5603
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 2750: loss 5.7897, time 20794.64ms, mfu 0.05%
+step 3000: train loss 5.4784, val loss 5.5136
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 3000: loss 5.3354, time 20756.46ms, mfu 0.05%
+step 3250: train loss 5.4449, val loss 5.4534
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 3250: loss 5.5141, time 20773.83ms, mfu 0.05%
+step 3500: train loss 5.4065, val loss 5.4338
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 3500: loss 5.5527, time 20697.93ms, mfu 0.05%
+step 3750: train loss 5.3374, val loss 5.3644
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 3750: loss 5.3712, time 20451.67ms, mfu 0.05%
+step 4000: train loss 5.3247, val loss 5.2925
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 4000: loss 5.2619, time 20565.30ms, mfu 0.05%
+step 4250: train loss 5.2591, val loss 5.2810
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 4250: loss 5.4261, time 20345.60ms, mfu 0.05%
+step 4500: train loss 5.2129, val loss 5.2410
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 4500: loss 5.0040, time 20675.57ms, mfu 0.05%
+step 4750: train loss 5.1781, val loss 5.1855
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 4750: loss 4.7968, time 20914.50ms, mfu 0.05%
+step 5000: train loss 5.1474, val loss 5.1557
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 5000: loss 5.2571, time 20431.60ms, mfu 0.05%
+step 5250: train loss 5.1137, val loss 5.1443
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 5250: loss 5.2033, time 20824.21ms, mfu 0.05%
+step 5500: train loss 5.0669, val loss 5.0439
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 5500: loss 4.8045, time 20744.05ms, mfu 0.05%
+step 5750: train loss 5.0526, val loss 5.0453
+iter 5750: loss 4.8335, time 18828.86ms, mfu 0.05%
+step 6000: train loss 4.9799, val loss 4.9697
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 6000: loss 5.1486, time 20788.89ms, mfu 0.05%
+step 6250: train loss 4.9450, val loss 4.9425
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 6250: loss 5.0164, time 20925.72ms, mfu 0.05%
+step 6500: train loss 4.9266, val loss 4.8950
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 6500: loss 4.8007, time 20817.40ms, mfu 0.05%
+step 6750: train loss 4.8546, val loss 4.8556
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 6750: loss 4.7977, time 20296.13ms, mfu 0.05%
+step 7000: train loss 4.8566, val loss 4.8587
+iter 7000: loss 4.7220, time 18829.11ms, mfu 0.05%
+step 7250: train loss 4.8255, val loss 4.8223
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 7250: loss 4.7679, time 20389.86ms, mfu 0.05%
+step 7500: train loss 4.7770, val loss 4.7812
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 7500: loss 4.5777, time 20309.26ms, mfu 0.05%
+step 7750: train loss 4.7371, val loss 4.7615
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 7750: loss 5.0871, time 20485.99ms, mfu 0.05%
+step 8000: train loss 4.7148, val loss 4.7303
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 8000: loss 4.6941, time 20410.66ms, mfu 0.05%
+step 8250: train loss 4.7061, val loss 4.7250
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 8250: loss 4.5462, time 20440.65ms, mfu 0.05%
+step 8500: train loss 4.6856, val loss 4.7078
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 8500: loss 4.4911, time 20382.40ms, mfu 0.05%
+step 8750: train loss 4.6865, val loss 4.6796
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 8750: loss 4.7948, time 20299.99ms, mfu 0.05%
+step 9000: train loss 4.6688, val loss 4.6741
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 9000: loss 4.8085, time 20756.87ms, mfu 0.05%
+step 9250: train loss 4.6568, val loss 4.6773
+iter 9250: loss 4.9459, time 18835.86ms, mfu 0.05%
+step 9500: train loss 4.6633, val loss 4.6633
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 9500: loss 4.5799, time 21039.98ms, mfu 0.05%
+step 9750: train loss 4.6068, val loss 4.6369
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 9750: loss 4.4495, time 20747.08ms, mfu 0.05%
+step 10000: train loss 4.6458, val loss 4.6143
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 10000: loss 4.9633, time 20480.91ms, mfu 0.05%
diff --git a/results/logs/train_midtier_q_w500_seed1337.log b/results/logs/train_midtier_q_w500_seed1337.log
new file mode 100644
index 0000000000000000000000000000000000000000..afa6a9efafb5a75b44516134839a898a9c0445ef
--- /dev/null
+++ b/results/logs/train_midtier_q_w500_seed1337.log
@@ -0,0 +1,126 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.78M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 74, with 124,157,952 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9835, val loss 10.9830
+iter 0: loss 10.9713, time 19155.65ms, mfu -100.00%
+step 250: train loss 6.6586, val loss 6.6606
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 250: loss 6.7566, time 21309.72ms, mfu 0.05%
+step 500: train loss 6.3866, val loss 6.4229
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 500: loss 6.2104, time 21288.49ms, mfu 0.05%
+step 750: train loss 6.1852, val loss 6.2101
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 750: loss 6.1047, time 21378.01ms, mfu 0.05%
+step 1000: train loss 6.0727, val loss 6.0770
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 1000: loss 6.1266, time 21253.77ms, mfu 0.05%
+step 1250: train loss 5.9448, val loss 5.9333
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 1250: loss 6.9032, time 21644.28ms, mfu 0.05%
+step 1500: train loss 5.8093, val loss 5.8334
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 1500: loss 5.7561, time 21235.44ms, mfu 0.05%
+step 1750: train loss 5.7402, val loss 5.7259
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 1750: loss 5.7953, time 21708.58ms, mfu 0.05%
+step 2000: train loss 5.6477, val loss 5.6305
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 2000: loss 6.1017, time 20913.75ms, mfu 0.05%
+step 2250: train loss 5.6102, val loss 5.6073
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 2250: loss 5.1860, time 20636.89ms, mfu 0.05%
+step 2500: train loss 5.5733, val loss 5.5775
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 2500: loss 5.7895, time 20420.46ms, mfu 0.05%
+step 2750: train loss 5.5161, val loss 5.5075
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 2750: loss 5.3124, time 20402.93ms, mfu 0.05%
+step 3000: train loss 5.4758, val loss 5.4581
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 3000: loss 5.3095, time 21247.82ms, mfu 0.05%
+step 3250: train loss 5.4212, val loss 5.4561
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 3250: loss 5.4872, time 20746.90ms, mfu 0.05%
+step 3500: train loss 5.3941, val loss 5.3598
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 3500: loss 5.4462, time 20601.50ms, mfu 0.05%
+step 3750: train loss 5.3231, val loss 5.3690
+iter 3750: loss 5.4992, time 18854.47ms, mfu 0.05%
+step 4000: train loss 5.3022, val loss 5.2779
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 4000: loss 5.5271, time 20572.81ms, mfu 0.05%
+step 4250: train loss 5.2332, val loss 5.2653
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 4250: loss 5.3135, time 20602.47ms, mfu 0.05%
+step 4500: train loss 5.2188, val loss 5.2165
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 4500: loss 5.0387, time 20364.39ms, mfu 0.05%
+step 4750: train loss 5.1678, val loss 5.1596
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 4750: loss 4.4602, time 20512.65ms, mfu 0.05%
+step 5000: train loss 5.1289, val loss 5.1440
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 5000: loss 4.6067, time 20704.08ms, mfu 0.05%
+step 5250: train loss 5.0354, val loss 5.0966
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 5250: loss 5.2226, time 20512.80ms, mfu 0.05%
+step 5500: train loss 5.0480, val loss 5.0413
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 5500: loss 4.9225, time 20304.60ms, mfu 0.05%
+step 5750: train loss 5.0114, val loss 5.0020
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 5750: loss 4.8759, time 20403.84ms, mfu 0.05%
+step 6000: train loss 4.9374, val loss 4.9821
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 6000: loss 4.8994, time 20825.22ms, mfu 0.05%
+step 6250: train loss 4.8757, val loss 4.8974
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 6250: loss 5.2282, time 20765.54ms, mfu 0.05%
+step 6500: train loss 4.8769, val loss 4.8773
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 6500: loss 4.9975, time 20792.89ms, mfu 0.05%
+step 6750: train loss 4.8061, val loss 4.8573
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 6750: loss 4.6406, time 20778.42ms, mfu 0.05%
+step 7000: train loss 4.8074, val loss 4.8495
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 7000: loss 5.0139, time 20314.80ms, mfu 0.05%
+step 7250: train loss 4.7769, val loss 4.7802
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 7250: loss 4.9697, time 20433.48ms, mfu 0.05%
+step 7500: train loss 4.7354, val loss 4.7557
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 7500: loss 4.9789, time 20724.21ms, mfu 0.05%
+step 7750: train loss 4.7479, val loss 4.7116
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 7750: loss 4.5673, time 20544.36ms, mfu 0.05%
+step 8000: train loss 4.7072, val loss 4.7055
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 8000: loss 4.6697, time 20373.85ms, mfu 0.05%
+step 8250: train loss 4.6879, val loss 4.6958
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 8250: loss 5.0599, time 20466.74ms, mfu 0.05%
+step 8500: train loss 4.6546, val loss 4.7024
+iter 8500: loss 4.7320, time 18785.97ms, mfu 0.05%
+step 8750: train loss 4.6578, val loss 4.6491
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 8750: loss 4.9792, time 20686.36ms, mfu 0.05%
+step 9000: train loss 4.6432, val loss 4.6523
+iter 9000: loss 4.6599, time 18828.36ms, mfu 0.05%
+step 9250: train loss 4.6379, val loss 4.6241
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 9250: loss 4.6936, time 20376.00ms, mfu 0.05%
+step 9500: train loss 4.6385, val loss 4.6297
+iter 9500: loss 4.6438, time 18783.64ms, mfu 0.05%
+step 9750: train loss 4.6014, val loss 4.6226
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 9750: loss 4.2937, time 20635.69ms, mfu 0.05%
+step 10000: train loss 4.6077, val loss 4.6151
+saving checkpoint to out-openwebtext_warmup500_midtierq_recovery
+iter 10000: loss 4.4887, time 20497.84ms, mfu 0.05%
diff --git a/results/logs/train_midtier_q_w500_seed42.log b/results/logs/train_midtier_q_w500_seed42.log
new file mode 100644
index 0000000000000000000000000000000000000000..8ec36665a525b044fa25b26c296eda34af0652dd
--- /dev/null
+++ b/results/logs/train_midtier_q_w500_seed42.log
@@ -0,0 +1,128 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.78M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 74, with 124,157,952 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9295, val loss 10.9324
+iter 0: loss 10.9417, time 19608.03ms, mfu -100.00%
+step 250: train loss 6.6612, val loss 6.6686
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 250: loss 6.6631, time 22378.03ms, mfu 0.05%
+step 500: train loss 6.3854, val loss 6.4143
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 500: loss 6.4632, time 22236.78ms, mfu 0.05%
+step 750: train loss 6.2102, val loss 6.2369
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 750: loss 6.2912, time 22208.68ms, mfu 0.05%
+step 1000: train loss 6.0642, val loss 6.1191
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1000: loss 6.0028, time 22262.05ms, mfu 0.05%
+step 1250: train loss 5.9682, val loss 5.9733
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1250: loss 5.6566, time 22190.52ms, mfu 0.05%
+step 1500: train loss 5.9021, val loss 5.9020
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1500: loss 5.6416, time 22347.69ms, mfu 0.05%
+step 1750: train loss 5.7712, val loss 5.7933
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 1750: loss 6.3198, time 22353.17ms, mfu 0.05%
+step 2000: train loss 5.6861, val loss 5.7135
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2000: loss 5.3466, time 22356.71ms, mfu 0.05%
+step 2250: train loss 5.6269, val loss 5.6395
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2250: loss 5.6114, time 22384.81ms, mfu 0.05%
+step 2500: train loss 5.5497, val loss 5.5965
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2500: loss 5.8378, time 22192.37ms, mfu 0.05%
+step 2750: train loss 5.4928, val loss 5.5081
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 2750: loss 5.3361, time 22302.20ms, mfu 0.05%
+step 3000: train loss 5.4454, val loss 5.4433
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3000: loss 5.2295, time 22523.59ms, mfu 0.05%
+step 3250: train loss 5.3764, val loss 5.4053
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3250: loss 5.1550, time 22464.70ms, mfu 0.05%
+step 3500: train loss 5.3334, val loss 5.3176
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3500: loss 5.1760, time 22300.18ms, mfu 0.05%
+step 3750: train loss 5.2885, val loss 5.2765
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 3750: loss 5.2987, time 22299.62ms, mfu 0.05%
+step 4000: train loss 5.2539, val loss 5.2144
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4000: loss 5.2232, time 22279.12ms, mfu 0.05%
+step 4250: train loss 5.2114, val loss 5.1961
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4250: loss 4.7525, time 22470.54ms, mfu 0.05%
+step 4500: train loss 5.1463, val loss 5.1349
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4500: loss 4.6751, time 22224.37ms, mfu 0.05%
+step 4750: train loss 5.1088, val loss 5.1225
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 4750: loss 5.2926, time 22109.91ms, mfu 0.05%
+step 5000: train loss 5.0930, val loss 5.0993
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5000: loss 4.7746, time 22249.63ms, mfu 0.05%
+step 5250: train loss 5.0170, val loss 5.0210
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5250: loss 5.0858, time 22155.55ms, mfu 0.05%
+step 5500: train loss 5.0151, val loss 4.9867
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5500: loss 5.2769, time 22226.97ms, mfu 0.05%
+step 5750: train loss 4.9699, val loss 4.9287
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 5750: loss 4.9531, time 22340.88ms, mfu 0.05%
+step 6000: train loss 4.9179, val loss 4.9054
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6000: loss 4.9435, time 22356.66ms, mfu 0.05%
+step 6250: train loss 4.8801, val loss 4.8617
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6250: loss 4.7389, time 22269.09ms, mfu 0.05%
+step 6500: train loss 4.8313, val loss 4.8533
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6500: loss 5.2634, time 22365.64ms, mfu 0.05%
+step 6750: train loss 4.7771, val loss 4.7845
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 6750: loss 4.6898, time 22297.17ms, mfu 0.05%
+step 7000: train loss 4.7604, val loss 4.7589
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7000: loss 5.6962, time 22460.71ms, mfu 0.05%
+step 7250: train loss 4.7005, val loss 4.7523
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7250: loss 4.8403, time 22360.80ms, mfu 0.05%
+step 7500: train loss 4.7053, val loss 4.6937
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 7500: loss 4.4966, time 22127.53ms, mfu 0.05%
+step 7750: train loss 4.6957, val loss 4.7125
+iter 7750: loss 4.6066, time 19287.97ms, mfu 0.05%
+step 8000: train loss 4.6786, val loss 4.6868
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8000: loss 4.6062, time 22331.68ms, mfu 0.05%
+step 8250: train loss 4.6636, val loss 4.6560
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8250: loss 4.6852, time 22428.49ms, mfu 0.05%
+step 8500: train loss 4.6350, val loss 4.6426
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8500: loss 4.5991, time 22327.54ms, mfu 0.05%
+step 8750: train loss 4.6374, val loss 4.6367
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 8750: loss 4.3357, time 22218.30ms, mfu 0.05%
+step 9000: train loss 4.6021, val loss 4.6164
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9000: loss 4.8422, time 22309.99ms, mfu 0.05%
+step 9250: train loss 4.6034, val loss 4.6106
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9250: loss 4.5487, time 22395.89ms, mfu 0.05%
+step 9500: train loss 4.5762, val loss 4.5931
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 9500: loss 4.5575, time 21979.87ms, mfu 0.05%
+step 9750: train loss 4.5755, val loss 4.5950
+iter 9750: loss 4.7578, time 19697.62ms, mfu 0.05%
+step 10000: train loss 4.5768, val loss 4.5733
+saving checkpoint to out-openwebtext_warmup500_shared
+iter 10000: loss 5.2536, time 21354.03ms, mfu 0.05%
diff --git a/results/logs/train_q_full_headspec_w2000_seed123.log b/results/logs/train_q_full_headspec_w2000_seed123.log
new file mode 100644
index 0000000000000000000000000000000000000000..9772bd56c5fe07e5d4c8f0b61b9f2284d695744f
--- /dev/null
+++ b/results/logs/train_q_full_headspec_w2000_seed123.log
@@ -0,0 +1,128 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:203: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9920, val loss 10.9903
+iter 0: loss 10.9854, time 18879.20ms, mfu -100.00%
+step 250: train loss 6.9343, val loss 6.9622
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 250: loss 7.3059, time 20676.12ms, mfu 0.05%
+step 500: train loss 6.5068, val loss 6.5186
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 500: loss 6.3033, time 20840.21ms, mfu 0.05%
+step 750: train loss 6.3518, val loss 6.3821
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 750: loss 6.1921, time 20514.34ms, mfu 0.05%
+step 1000: train loss 6.1437, val loss 6.1739
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 1000: loss 6.3733, time 20277.49ms, mfu 0.05%
+step 1250: train loss 6.0504, val loss 6.0486
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 1250: loss 6.4141, time 20284.28ms, mfu 0.05%
+step 1500: train loss 5.9143, val loss 5.9290
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 1500: loss 5.9221, time 20447.25ms, mfu 0.05%
+step 1750: train loss 5.8153, val loss 5.8236
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 1750: loss 5.5729, time 20355.26ms, mfu 0.05%
+step 2000: train loss 5.7877, val loss 5.7594
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 2000: loss 6.0825, time 20576.93ms, mfu 0.05%
+step 2250: train loss 5.5975, val loss 5.6382
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 2250: loss 5.5966, time 20268.06ms, mfu 0.05%
+step 2500: train loss 5.5296, val loss 5.5245
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 2500: loss 5.6792, time 20329.69ms, mfu 0.05%
+step 2750: train loss 5.4421, val loss 5.4424
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 2750: loss 5.8064, time 20613.88ms, mfu 0.05%
+step 3000: train loss 5.3594, val loss 5.3704
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 3000: loss 5.0741, time 20461.44ms, mfu 0.05%
+step 3250: train loss 5.2948, val loss 5.2877
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 3250: loss 5.6451, time 20641.47ms, mfu 0.05%
+step 3500: train loss 5.2492, val loss 5.2157
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 3500: loss 5.8766, time 20608.27ms, mfu 0.05%
+step 3750: train loss 5.2181, val loss 5.1971
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 3750: loss 5.0279, time 20419.21ms, mfu 0.05%
+step 4000: train loss 5.1889, val loss 5.1183
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 4000: loss 4.8536, time 20346.42ms, mfu 0.05%
+step 4250: train loss 5.0807, val loss 5.0988
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 4250: loss 4.6856, time 20320.82ms, mfu 0.05%
+step 4500: train loss 5.0184, val loss 5.0358
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 4500: loss 5.2455, time 20482.20ms, mfu 0.05%
+step 4750: train loss 4.9773, val loss 4.9931
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 4750: loss 5.0917, time 20692.41ms, mfu 0.05%
+step 5000: train loss 4.9316, val loss 4.9164
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 5000: loss 5.0973, time 20270.29ms, mfu 0.05%
+step 5250: train loss 4.9122, val loss 4.8787
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 5250: loss 4.8488, time 20552.13ms, mfu 0.05%
+step 5500: train loss 4.8037, val loss 4.8120
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 5500: loss 4.5873, time 20579.60ms, mfu 0.05%
+step 5750: train loss 4.7648, val loss 4.7702
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 5750: loss 4.6646, time 20455.06ms, mfu 0.05%
+step 6000: train loss 4.7526, val loss 4.7439
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 6000: loss 4.4587, time 20541.19ms, mfu 0.05%
+step 6250: train loss 4.6950, val loss 4.6829
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 6250: loss 4.6748, time 20407.03ms, mfu 0.05%
+step 6500: train loss 4.6316, val loss 4.6653
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 6500: loss 4.7077, time 20734.76ms, mfu 0.05%
+step 6750: train loss 4.6281, val loss 4.6468
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 6750: loss 4.6480, time 20417.29ms, mfu 0.05%
+step 7000: train loss 4.5949, val loss 4.5956
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 7000: loss 4.5883, time 20630.81ms, mfu 0.05%
+step 7250: train loss 4.5692, val loss 4.5856
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 7250: loss 4.4520, time 20651.71ms, mfu 0.05%
+step 7500: train loss 4.5440, val loss 4.5449
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 7500: loss 4.2138, time 20312.40ms, mfu 0.05%
+step 7750: train loss 4.5250, val loss 4.5374
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 7750: loss 4.1870, time 20504.78ms, mfu 0.05%
+step 8000: train loss 4.5306, val loss 4.5044
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 8000: loss 4.4876, time 20773.98ms, mfu 0.05%
+step 8250: train loss 4.5041, val loss 4.4934
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 8250: loss 4.8309, time 20357.49ms, mfu 0.05%
+step 8500: train loss 4.4566, val loss 4.4713
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 8500: loss 4.8097, time 20496.59ms, mfu 0.05%
+step 8750: train loss 4.4533, val loss 4.4395
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 8750: loss 4.3339, time 21192.37ms, mfu 0.05%
+step 9000: train loss 4.4646, val loss 4.4370
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 9000: loss 4.5807, time 20805.66ms, mfu 0.05%
+step 9250: train loss 4.4179, val loss 4.4285
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 9250: loss 4.7094, time 20308.76ms, mfu 0.05%
+step 9500: train loss 4.4022, val loss 4.4432
+iter 9500: loss 4.1770, time 18694.97ms, mfu 0.05%
+step 9750: train loss 4.4031, val loss 4.3964
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 9750: loss 4.5242, time 20327.11ms, mfu 0.05%
+step 10000: train loss 4.3802, val loss 4.4366
+iter 10000: loss 4.2454, time 18748.70ms, mfu 0.05%
diff --git a/results/logs/train_q_full_headspec_w2000_seed1337.log b/results/logs/train_q_full_headspec_w2000_seed1337.log
new file mode 100644
index 0000000000000000000000000000000000000000..c6f51631979e5915714995eb132b24a2c4a3518d
--- /dev/null
+++ b/results/logs/train_q_full_headspec_w2000_seed1337.log
@@ -0,0 +1,128 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:203: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9522, val loss 10.9506
+iter 0: loss 10.9581, time 18984.75ms, mfu -100.00%
+step 250: train loss 6.9799, val loss 6.9359
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 250: loss 6.7887, time 20281.75ms, mfu 0.05%
+step 500: train loss 6.5055, val loss 6.4839
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 500: loss 6.3563, time 20876.19ms, mfu 0.05%
+step 750: train loss 6.2921, val loss 6.3124
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 750: loss 6.7560, time 20372.56ms, mfu 0.05%
+step 1000: train loss 6.1767, val loss 6.1654
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 1000: loss 5.6218, time 20448.19ms, mfu 0.05%
+step 1250: train loss 6.0566, val loss 6.0267
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 1250: loss 5.9575, time 20463.86ms, mfu 0.05%
+step 1500: train loss 5.9073, val loss 5.9259
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 1500: loss 6.3354, time 20488.81ms, mfu 0.05%
+step 1750: train loss 5.8476, val loss 5.8525
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 1750: loss 5.4585, time 20223.42ms, mfu 0.05%
+step 2000: train loss 5.7606, val loss 5.7438
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 2000: loss 5.8005, time 20415.29ms, mfu 0.05%
+step 2250: train loss 5.6513, val loss 5.6801
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 2250: loss 5.7348, time 20505.82ms, mfu 0.05%
+step 2500: train loss 5.5555, val loss 5.5412
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 2500: loss 5.0841, time 20569.66ms, mfu 0.05%
+step 2750: train loss 5.4699, val loss 5.4892
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 2750: loss 4.9730, time 20476.81ms, mfu 0.05%
+step 3000: train loss 5.3985, val loss 5.3795
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 3000: loss 5.5677, time 20704.37ms, mfu 0.05%
+step 3250: train loss 5.3065, val loss 5.3656
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 3250: loss 5.4708, time 20632.24ms, mfu 0.05%
+step 3500: train loss 5.2817, val loss 5.2598
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 3500: loss 5.6546, time 20306.75ms, mfu 0.05%
+step 3750: train loss 5.2312, val loss 5.2176
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 3750: loss 5.2904, time 20414.02ms, mfu 0.05%
+step 4000: train loss 5.1574, val loss 5.1349
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 4000: loss 5.3041, time 20525.56ms, mfu 0.05%
+step 4250: train loss 5.0834, val loss 5.0951
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 4250: loss 4.9301, time 20307.40ms, mfu 0.05%
+step 4500: train loss 5.0968, val loss 5.0433
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 4500: loss 5.2234, time 20358.34ms, mfu 0.05%
+step 4750: train loss 5.0158, val loss 4.9967
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 4750: loss 4.5392, time 20553.28ms, mfu 0.05%
+step 5000: train loss 4.9318, val loss 4.9431
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 5000: loss 5.1849, time 20676.17ms, mfu 0.05%
+step 5250: train loss 4.8573, val loss 4.8549
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 5250: loss 4.6914, time 20822.02ms, mfu 0.05%
+step 5500: train loss 4.8286, val loss 4.8254
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 5500: loss 4.9470, time 20309.95ms, mfu 0.05%
+step 5750: train loss 4.7661, val loss 4.8056
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 5750: loss 4.3648, time 20353.68ms, mfu 0.05%
+step 6000: train loss 4.7540, val loss 4.7427
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 6000: loss 4.9657, time 20409.21ms, mfu 0.05%
+step 6250: train loss 4.7135, val loss 4.7102
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 6250: loss 4.7664, time 20393.17ms, mfu 0.05%
+step 6500: train loss 4.6858, val loss 4.6721
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 6500: loss 4.8815, time 20441.55ms, mfu 0.05%
+step 6750: train loss 4.6281, val loss 4.6291
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 6750: loss 4.8460, time 21262.58ms, mfu 0.05%
+step 7000: train loss 4.6157, val loss 4.6164
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 7000: loss 4.3657, time 20419.23ms, mfu 0.05%
+step 7250: train loss 4.5900, val loss 4.5529
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 7250: loss 4.9519, time 20521.05ms, mfu 0.05%
+step 7500: train loss 4.5656, val loss 4.5230
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 7500: loss 4.4103, time 20374.19ms, mfu 0.05%
+step 7750: train loss 4.4967, val loss 4.5150
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 7750: loss 4.4461, time 20415.88ms, mfu 0.05%
+step 8000: train loss 4.5066, val loss 4.4866
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 8000: loss 4.5471, time 20252.42ms, mfu 0.05%
+step 8250: train loss 4.5147, val loss 4.5086
+iter 8250: loss 4.6987, time 18811.85ms, mfu 0.05%
+step 8500: train loss 4.4558, val loss 4.4798
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 8500: loss 4.4125, time 20300.27ms, mfu 0.05%
+step 8750: train loss 4.4532, val loss 4.4517
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 8750: loss 4.3918, time 20274.09ms, mfu 0.05%
+step 9000: train loss 4.4282, val loss 4.4396
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 9000: loss 4.7614, time 20414.33ms, mfu 0.05%
+step 9250: train loss 4.4077, val loss 4.4366
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 9250: loss 4.6671, time 20298.16ms, mfu 0.05%
+step 9500: train loss 4.4391, val loss 4.4341
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 9500: loss 4.8639, time 20359.13ms, mfu 0.05%
+step 9750: train loss 4.4252, val loss 4.4058
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 9750: loss 4.4052, time 20380.31ms, mfu 0.05%
+step 10000: train loss 4.3977, val loss 4.4101
+iter 10000: loss 4.2989, time 18759.61ms, mfu 0.05%
diff --git a/results/logs/train_q_full_headspec_w2000_seed42.log b/results/logs/train_q_full_headspec_w2000_seed42.log
new file mode 100644
index 0000000000000000000000000000000000000000..0dc0973f127100d3c103f401b82751f5021df158
--- /dev/null
+++ b/results/logs/train_q_full_headspec_w2000_seed42.log
@@ -0,0 +1,128 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:203: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9673, val loss 10.9663
+iter 0: loss 10.9788, time 19335.07ms, mfu -100.00%
+step 250: train loss 6.9164, val loss 6.9069
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 250: loss 7.5439, time 20295.48ms, mfu 0.05%
+step 500: train loss 6.5075, val loss 6.5132
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 500: loss 6.4082, time 22435.94ms, mfu 0.05%
+step 750: train loss 6.2973, val loss 6.3303
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 750: loss 5.9042, time 20857.04ms, mfu 0.05%
+step 1000: train loss 6.1429, val loss 6.1679
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 1000: loss 5.7700, time 20636.66ms, mfu 0.05%
+step 1250: train loss 6.0760, val loss 6.0682
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 1250: loss 6.4562, time 21115.91ms, mfu 0.05%
+step 1500: train loss 5.9116, val loss 5.8725
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 1500: loss 5.6772, time 20429.67ms, mfu 0.05%
+step 1750: train loss 5.8009, val loss 5.7876
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 1750: loss 5.5641, time 20741.72ms, mfu 0.05%
+step 2000: train loss 5.7355, val loss 5.7238
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 2000: loss 5.6080, time 20691.91ms, mfu 0.05%
+step 2250: train loss 5.6125, val loss 5.6112
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 2250: loss 5.5966, time 20709.25ms, mfu 0.05%
+step 2500: train loss 5.5453, val loss 5.5025
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 2500: loss 5.4236, time 21371.50ms, mfu 0.05%
+step 2750: train loss 5.4321, val loss 5.4427
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 2750: loss 5.6220, time 20805.25ms, mfu 0.05%
+step 3000: train loss 5.3656, val loss 5.3829
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 3000: loss 5.7078, time 20819.96ms, mfu 0.05%
+step 3250: train loss 5.3348, val loss 5.2797
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 3250: loss 5.5580, time 20461.16ms, mfu 0.05%
+step 3500: train loss 5.2742, val loss 5.2601
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 3500: loss 5.1080, time 20833.98ms, mfu 0.05%
+step 3750: train loss 5.1974, val loss 5.2100
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 3750: loss 5.4228, time 20363.47ms, mfu 0.05%
+step 4000: train loss 5.0954, val loss 5.1323
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 4000: loss 5.3778, time 20384.55ms, mfu 0.05%
+step 4250: train loss 5.0853, val loss 5.0812
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 4250: loss 5.3212, time 20300.66ms, mfu 0.05%
+step 4500: train loss 5.0283, val loss 5.0098
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 4500: loss 4.9511, time 20406.43ms, mfu 0.05%
+step 4750: train loss 4.9615, val loss 4.9967
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 4750: loss 4.9835, time 20457.12ms, mfu 0.05%
+step 5000: train loss 4.9336, val loss 4.9354
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 5000: loss 4.6345, time 20413.45ms, mfu 0.05%
+step 5250: train loss 4.8764, val loss 4.8922
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 5250: loss 4.4500, time 20435.45ms, mfu 0.05%
+step 5500: train loss 4.8207, val loss 4.8247
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 5500: loss 4.4971, time 20184.74ms, mfu 0.05%
+step 5750: train loss 4.7965, val loss 4.7987
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 5750: loss 4.9242, time 20334.03ms, mfu 0.05%
+step 6000: train loss 4.7405, val loss 4.7324
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 6000: loss 4.8643, time 20364.46ms, mfu 0.05%
+step 6250: train loss 4.6933, val loss 4.7006
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 6250: loss 4.4579, time 20364.41ms, mfu 0.05%
+step 6500: train loss 4.6689, val loss 4.6757
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 6500: loss 4.6272, time 20693.04ms, mfu 0.05%
+step 6750: train loss 4.6237, val loss 4.6416
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 6750: loss 4.7112, time 20519.75ms, mfu 0.05%
+step 7000: train loss 4.6083, val loss 4.6268
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 7000: loss 4.2105, time 20580.63ms, mfu 0.05%
+step 7250: train loss 4.5803, val loss 4.5828
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 7250: loss 4.4728, time 20480.21ms, mfu 0.05%
+step 7500: train loss 4.5980, val loss 4.5495
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 7500: loss 4.5273, time 20628.07ms, mfu 0.05%
+step 7750: train loss 4.5368, val loss 4.5429
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 7750: loss 4.6218, time 20466.19ms, mfu 0.05%
+step 8000: train loss 4.4939, val loss 4.5387
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 8000: loss 4.6632, time 20409.18ms, mfu 0.05%
+step 8250: train loss 4.4991, val loss 4.4930
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 8250: loss 4.7281, time 20429.49ms, mfu 0.05%
+step 8500: train loss 4.5109, val loss 4.4635
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 8500: loss 4.5002, time 20354.90ms, mfu 0.05%
+step 8750: train loss 4.4673, val loss 4.4768
+iter 8750: loss 3.8414, time 18764.84ms, mfu 0.05%
+step 9000: train loss 4.4480, val loss 4.4457
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 9000: loss 4.0221, time 20524.67ms, mfu 0.05%
+step 9250: train loss 4.4435, val loss 4.4333
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 9250: loss 4.5061, time 20572.15ms, mfu 0.05%
+step 9500: train loss 4.4378, val loss 4.4428
+iter 9500: loss 4.4435, time 18794.05ms, mfu 0.05%
+step 9750: train loss 4.4256, val loss 4.4331
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 9750: loss 4.1236, time 20713.39ms, mfu 0.05%
+step 10000: train loss 4.3983, val loss 4.4151
+saving checkpoint to out-openwebtext_phase4_q_full_headspec
+iter 10000: loss 4.7682, time 20931.01ms, mfu 0.05%
diff --git a/results/logs/train_qa_headspec_w2000_seed123.log b/results/logs/train_qa_headspec_w2000_seed123.log
new file mode 100644
index 0000000000000000000000000000000000000000..8e11c3e78156ded5675905a7e7a978caefb96316
--- /dev/null
+++ b/results/logs/train_qa_headspec_w2000_seed123.log
@@ -0,0 +1,125 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 124.77M
+C:\Users\brian\documents\nanogpt\train.py:203: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 125,140,992 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9801, val loss 10.9814
+iter 0: loss 10.9926, time 18953.70ms, mfu -100.00%
+step 250: train loss 6.9878, val loss 6.9393
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 250: loss 6.9111, time 20736.00ms, mfu 0.05%
+step 500: train loss 6.5071, val loss 6.5386
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 500: loss 6.4847, time 21004.70ms, mfu 0.05%
+step 750: train loss 6.3538, val loss 6.3615
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 750: loss 6.5779, time 20705.48ms, mfu 0.05%
+step 1000: train loss 6.1562, val loss 6.1785
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 1000: loss 6.2913, time 20508.42ms, mfu 0.05%
+step 1250: train loss 6.0628, val loss 6.0612
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 1250: loss 6.0236, time 20459.02ms, mfu 0.05%
+step 1500: train loss 5.9751, val loss 6.0101
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 1500: loss 6.0539, time 20324.64ms, mfu 0.05%
+step 1750: train loss 5.8548, val loss 5.8755
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 1750: loss 5.3054, time 20308.07ms, mfu 0.05%
+step 2000: train loss 5.8100, val loss 5.8064
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 2000: loss 5.5360, time 20372.68ms, mfu 0.05%
+step 2250: train loss 5.6805, val loss 5.6610
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 2250: loss 5.7859, time 20365.11ms, mfu 0.05%
+step 2500: train loss 5.5409, val loss 5.5856
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 2500: loss 5.6041, time 20664.20ms, mfu 0.05%
+step 2750: train loss 5.4799, val loss 5.5084
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 2750: loss 5.1791, time 20582.89ms, mfu 0.05%
+step 3000: train loss 5.4476, val loss 5.4421
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 3000: loss 5.3637, time 20714.78ms, mfu 0.05%
+step 3250: train loss 5.3332, val loss 5.3511
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 3250: loss 5.2031, time 20612.27ms, mfu 0.05%
+step 3500: train loss 5.2566, val loss 5.2682
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 3500: loss 5.2368, time 20704.18ms, mfu 0.05%
+step 3750: train loss 5.2162, val loss 5.1988
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 3750: loss 5.5619, time 20707.76ms, mfu 0.05%
+step 4000: train loss 5.1521, val loss 5.1837
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 4000: loss 4.9783, time 21003.07ms, mfu 0.05%
+step 4250: train loss 5.1304, val loss 5.1099
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 4250: loss 5.2401, time 20567.85ms, mfu 0.05%
+step 4500: train loss 5.0723, val loss 5.0755
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 4500: loss 5.0900, time 20262.04ms, mfu 0.05%
+step 4750: train loss 5.0106, val loss 5.0190
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 4750: loss 5.1177, time 20416.18ms, mfu 0.05%
+step 5000: train loss 4.9560, val loss 4.9439
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 5000: loss 5.0267, time 20340.49ms, mfu 0.05%
+step 5250: train loss 4.8961, val loss 4.8909
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 5250: loss 4.9689, time 20713.02ms, mfu 0.05%
+step 5500: train loss 4.8395, val loss 4.8369
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 5500: loss 4.6503, time 20578.37ms, mfu 0.05%
+step 5750: train loss 4.7904, val loss 4.8268
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 5750: loss 4.9539, time 20532.79ms, mfu 0.05%
+step 6000: train loss 4.7382, val loss 4.7422
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 6000: loss 4.9344, time 20607.60ms, mfu 0.05%
+step 6250: train loss 4.6949, val loss 4.7341
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 6250: loss 5.0541, time 20564.61ms, mfu 0.05%
+step 6500: train loss 4.6949, val loss 4.6842
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 6500: loss 4.7767, time 21235.55ms, mfu 0.05%
+step 6750: train loss 4.6292, val loss 4.6489
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 6750: loss 4.7734, time 20235.89ms, mfu 0.05%
+step 7000: train loss 4.6123, val loss 4.6217
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 7000: loss 4.7336, time 20665.13ms, mfu 0.05%
+step 7250: train loss 4.5864, val loss 4.5819
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 7250: loss 4.3220, time 20675.41ms, mfu 0.05%
+step 7500: train loss 4.5519, val loss 4.5834
+iter 7500: loss 4.4425, time 19154.57ms, mfu 0.05%
+step 7750: train loss 4.5355, val loss 4.5032
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 7750: loss 4.1923, time 20824.28ms, mfu 0.05%
+step 8000: train loss 4.5120, val loss 4.4890
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 8000: loss 4.5828, time 20728.44ms, mfu 0.05%
+step 8250: train loss 4.4875, val loss 4.5055
+iter 8250: loss 4.3561, time 19467.96ms, mfu 0.05%
+step 8500: train loss 4.4771, val loss 4.4874
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 8500: loss 4.9381, time 20747.78ms, mfu 0.05%
+step 8750: train loss 4.4663, val loss 4.4385
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 8750: loss 4.4546, time 21321.71ms, mfu 0.05%
+step 9000: train loss 4.4415, val loss 4.4495
+iter 9000: loss 4.1722, time 19106.77ms, mfu 0.05%
+step 9250: train loss 4.4456, val loss 4.4541
+iter 9250: loss 4.3666, time 19164.68ms, mfu 0.05%
+step 9500: train loss 4.4292, val loss 4.4412
+iter 9500: loss 4.2498, time 19278.45ms, mfu 0.05%
+step 9750: train loss 4.4541, val loss 4.4307
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 9750: loss 4.2472, time 21302.36ms, mfu 0.05%
+step 10000: train loss 4.4061, val loss 4.3904
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 10000: loss 4.3000, time 20801.39ms, mfu 0.05%
diff --git a/results/logs/train_qa_headspec_w2000_seed1337.log b/results/logs/train_qa_headspec_w2000_seed1337.log
new file mode 100644
index 0000000000000000000000000000000000000000..a4e8890277913e82189b68b5c8e52e5e4f2c2028
--- /dev/null
+++ b/results/logs/train_qa_headspec_w2000_seed1337.log
@@ -0,0 +1,129 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 124.77M
+C:\Users\brian\documents\nanogpt\train.py:203: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 125,140,992 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9907, val loss 10.9906
+iter 0: loss 11.0033, time 18950.47ms, mfu -100.00%
+step 250: train loss 6.9325, val loss 6.9608
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 250: loss 6.8925, time 20367.40ms, mfu 0.05%
+step 500: train loss 6.5034, val loss 6.5238
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 500: loss 6.6085, time 20523.52ms, mfu 0.05%
+step 750: train loss 6.3022, val loss 6.3555
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 750: loss 6.5472, time 20314.77ms, mfu 0.05%
+step 1000: train loss 6.2094, val loss 6.1648
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 1000: loss 6.0845, time 20259.15ms, mfu 0.05%
+step 1250: train loss 6.0619, val loss 6.0894
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 1250: loss 6.5549, time 20857.53ms, mfu 0.05%
+step 1500: train loss 5.9316, val loss 5.9347
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 1500: loss 6.4790, time 20392.25ms, mfu 0.05%
+step 1750: train loss 5.8571, val loss 5.8905
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 1750: loss 5.8328, time 20761.73ms, mfu 0.05%
+step 2000: train loss 5.7680, val loss 5.7334
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 2000: loss 5.5306, time 20241.67ms, mfu 0.05%
+step 2250: train loss 5.6303, val loss 5.6934
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 2250: loss 5.3996, time 20596.13ms, mfu 0.05%
+step 2500: train loss 5.5119, val loss 5.5412
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 2500: loss 5.4070, time 20798.71ms, mfu 0.05%
+step 2750: train loss 5.4470, val loss 5.4628
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 2750: loss 5.6877, time 21050.32ms, mfu 0.05%
+step 3000: train loss 5.4008, val loss 5.3847
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 3000: loss 5.5222, time 20663.64ms, mfu 0.05%
+step 3250: train loss 5.3182, val loss 5.3181
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 3250: loss 5.2428, time 20518.04ms, mfu 0.05%
+step 3500: train loss 5.2204, val loss 5.2730
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 3500: loss 5.7082, time 20449.54ms, mfu 0.05%
+step 3750: train loss 5.1277, val loss 5.1704
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 3750: loss 5.0926, time 20342.65ms, mfu 0.05%
+step 4000: train loss 5.1790, val loss 5.1499
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 4000: loss 5.0771, time 20310.44ms, mfu 0.05%
+step 4250: train loss 5.0784, val loss 5.0636
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 4250: loss 5.1499, time 20253.29ms, mfu 0.05%
+step 4500: train loss 5.0170, val loss 5.0519
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 4500: loss 5.0622, time 20354.51ms, mfu 0.05%
+step 4750: train loss 4.9736, val loss 5.0022
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 4750: loss 5.1671, time 20415.76ms, mfu 0.05%
+step 5000: train loss 4.8987, val loss 4.8988
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 5000: loss 5.2427, time 20784.10ms, mfu 0.05%
+step 5250: train loss 4.8494, val loss 4.8658
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 5250: loss 4.6934, time 20706.07ms, mfu 0.05%
+step 5500: train loss 4.8378, val loss 4.8182
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 5500: loss 5.1912, time 20414.76ms, mfu 0.05%
+step 5750: train loss 4.7831, val loss 4.7633
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 5750: loss 4.7312, time 20456.81ms, mfu 0.05%
+step 6000: train loss 4.7127, val loss 4.7373
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 6000: loss 4.8204, time 20373.77ms, mfu 0.05%
+step 6250: train loss 4.6880, val loss 4.6910
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 6250: loss 4.5173, time 20381.35ms, mfu 0.05%
+step 6500: train loss 4.6511, val loss 4.6844
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 6500: loss 4.6653, time 20317.48ms, mfu 0.05%
+step 6750: train loss 4.6475, val loss 4.6266
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 6750: loss 4.2391, time 20388.46ms, mfu 0.05%
+step 7000: train loss 4.5882, val loss 4.6025
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 7000: loss 4.6727, time 20409.11ms, mfu 0.05%
+step 7250: train loss 4.5861, val loss 4.5766
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 7250: loss 4.2737, time 20755.14ms, mfu 0.05%
+step 7500: train loss 4.5260, val loss 4.5494
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 7500: loss 3.9532, time 20820.97ms, mfu 0.05%
+step 7750: train loss 4.5106, val loss 4.5286
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 7750: loss 4.3220, time 20434.19ms, mfu 0.05%
+step 8000: train loss 4.4731, val loss 4.5230
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 8000: loss 4.4719, time 20347.63ms, mfu 0.05%
+step 8250: train loss 4.4851, val loss 4.4917
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 8250: loss 4.4653, time 20500.43ms, mfu 0.05%
+step 8500: train loss 4.4484, val loss 4.4888
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 8500: loss 4.8218, time 20311.62ms, mfu 0.05%
+step 8750: train loss 4.4367, val loss 4.4591
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 8750: loss 4.6956, time 20322.49ms, mfu 0.05%
+step 9000: train loss 4.4071, val loss 4.4581
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 9000: loss 4.8043, time 20753.70ms, mfu 0.05%
+step 9250: train loss 4.4568, val loss 4.4259
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 9250: loss 4.2726, time 20841.20ms, mfu 0.05%
+step 9500: train loss 4.4221, val loss 4.4169
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 9500: loss 4.5823, time 20515.89ms, mfu 0.05%
+step 9750: train loss 4.3996, val loss 4.3945
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 9750: loss 4.3107, time 20777.86ms, mfu 0.05%
+step 10000: train loss 4.4194, val loss 4.4295
+iter 10000: loss 4.1373, time 18831.41ms, mfu 0.05%
diff --git a/results/logs/train_qa_headspec_w2000_seed42.log b/results/logs/train_qa_headspec_w2000_seed42.log
new file mode 100644
index 0000000000000000000000000000000000000000..0508343a15de7cb0f157f58cb16f5377d475d778
--- /dev/null
+++ b/results/logs/train_qa_headspec_w2000_seed42.log
@@ -0,0 +1,128 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 124.77M
+C:\Users\brian\documents\nanogpt\train.py:203: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 125,140,992 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9598, val loss 10.9611
+iter 0: loss 10.9579, time 19004.96ms, mfu -100.00%
+step 250: train loss 6.9327, val loss 6.9332
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 250: loss 6.5166, time 20177.69ms, mfu 0.05%
+step 500: train loss 6.5386, val loss 6.4968
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 500: loss 6.6497, time 20412.68ms, mfu 0.05%
+step 750: train loss 6.3013, val loss 6.3286
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 750: loss 6.3072, time 20287.34ms, mfu 0.05%
+step 1000: train loss 6.1250, val loss 6.1762
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 1000: loss 5.8551, time 20828.36ms, mfu 0.05%
+step 1250: train loss 6.0471, val loss 6.0357
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 1250: loss 5.6450, time 20861.16ms, mfu 0.05%
+step 1500: train loss 5.9710, val loss 5.9761
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 1500: loss 5.9467, time 21821.40ms, mfu 0.05%
+step 1750: train loss 5.8578, val loss 5.8291
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 1750: loss 5.5882, time 20584.62ms, mfu 0.05%
+step 2000: train loss 5.7453, val loss 5.7516
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 2000: loss 5.6083, time 20513.75ms, mfu 0.05%
+step 2250: train loss 5.6416, val loss 5.6419
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 2250: loss 5.6385, time 20598.32ms, mfu 0.05%
+step 2500: train loss 5.5380, val loss 5.5473
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 2500: loss 5.3579, time 20280.59ms, mfu 0.05%
+step 2750: train loss 5.4653, val loss 5.4358
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 2750: loss 5.3950, time 20300.33ms, mfu 0.05%
+step 3000: train loss 5.4144, val loss 5.4052
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 3000: loss 5.2847, time 20571.41ms, mfu 0.05%
+step 3250: train loss 5.3480, val loss 5.3373
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 3250: loss 5.3535, time 20946.47ms, mfu 0.05%
+step 3500: train loss 5.2326, val loss 5.2960
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 3500: loss 5.4146, time 20369.65ms, mfu 0.05%
+step 3750: train loss 5.2372, val loss 5.2149
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 3750: loss 5.1598, time 20619.72ms, mfu 0.05%
+step 4000: train loss 5.1300, val loss 5.1788
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 4000: loss 5.1419, time 20625.45ms, mfu 0.05%
+step 4250: train loss 5.1188, val loss 5.1158
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 4250: loss 5.3151, time 20448.54ms, mfu 0.05%
+step 4500: train loss 5.0449, val loss 5.0482
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 4500: loss 5.0694, time 20497.45ms, mfu 0.05%
+step 4750: train loss 4.9606, val loss 5.0125
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 4750: loss 5.0434, time 20421.86ms, mfu 0.05%
+step 5000: train loss 4.9887, val loss 4.9376
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 5000: loss 4.7296, time 20559.37ms, mfu 0.05%
+step 5250: train loss 4.8894, val loss 4.9054
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 5250: loss 5.0293, time 20658.12ms, mfu 0.05%
+step 5500: train loss 4.8079, val loss 4.8471
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 5500: loss 4.4874, time 20400.73ms, mfu 0.05%
+step 5750: train loss 4.7981, val loss 4.7858
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 5750: loss 4.5802, time 20404.19ms, mfu 0.05%
+step 6000: train loss 4.7263, val loss 4.7704
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 6000: loss 5.0580, time 20539.48ms, mfu 0.05%
+step 6250: train loss 4.6922, val loss 4.7195
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 6250: loss 4.5884, time 20647.96ms, mfu 0.05%
+step 6500: train loss 4.6707, val loss 4.6739
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 6500: loss 4.6810, time 20507.28ms, mfu 0.05%
+step 6750: train loss 4.6387, val loss 4.6292
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 6750: loss 4.2705, time 20606.44ms, mfu 0.05%
+step 7000: train loss 4.6065, val loss 4.6001
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 7000: loss 4.5458, time 20511.49ms, mfu 0.05%
+step 7250: train loss 4.5922, val loss 4.5775
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 7250: loss 4.5294, time 20328.16ms, mfu 0.05%
+step 7500: train loss 4.5505, val loss 4.5761
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 7500: loss 4.4436, time 20407.30ms, mfu 0.05%
+step 7750: train loss 4.5603, val loss 4.5375
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 7750: loss 4.5215, time 20377.85ms, mfu 0.05%
+step 8000: train loss 4.5196, val loss 4.5244
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 8000: loss 4.7308, time 20476.03ms, mfu 0.05%
+step 8250: train loss 4.4735, val loss 4.5092
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 8250: loss 5.0785, time 20459.48ms, mfu 0.05%
+step 8500: train loss 4.4745, val loss 4.4819
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 8500: loss 4.5368, time 20561.51ms, mfu 0.05%
+step 8750: train loss 4.4570, val loss 4.4445
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 8750: loss 4.4526, time 20395.19ms, mfu 0.05%
+step 9000: train loss 4.4328, val loss 4.4236
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 9000: loss 4.3536, time 20621.79ms, mfu 0.05%
+step 9250: train loss 4.4325, val loss 4.4025
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 9250: loss 4.2916, time 20867.75ms, mfu 0.05%
+step 9500: train loss 4.3986, val loss 4.4181
+iter 9500: loss 4.6344, time 18843.68ms, mfu 0.05%
+step 9750: train loss 4.4144, val loss 4.4004
+saving checkpoint to out-openwebtext_phase4_qa_headspec
+iter 9750: loss 4.5920, time 20605.15ms, mfu 0.05%
+step 10000: train loss 4.4320, val loss 4.4005
+iter 10000: loss 4.3871, time 18910.73ms, mfu 0.05%
diff --git a/results/logs/train_static_prehead_seed123.log b/results/logs/train_static_prehead_seed123.log
new file mode 100644
index 0000000000000000000000000000000000000000..1debf1da76ff701005a0667a3d1e1c89c6fd4556
--- /dev/null
+++ b/results/logs/train_static_prehead_seed123.log
@@ -0,0 +1,126 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.60M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 123,970,560 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9594, val loss 10.9585
+iter 0: loss 10.9765, time 17940.17ms, mfu -100.00%
+step 250: train loss 6.9611, val loss 6.9069
+saving checkpoint to out-openwebtext_rerun_shared
+iter 250: loss 6.6577, time 19337.17ms, mfu 0.05%
+step 500: train loss 6.4898, val loss 6.5664
+saving checkpoint to out-openwebtext_rerun_shared
+iter 500: loss 6.5983, time 20267.61ms, mfu 0.05%
+step 750: train loss 6.3091, val loss 6.3137
+saving checkpoint to out-openwebtext_rerun_shared
+iter 750: loss 5.6393, time 20162.08ms, mfu 0.05%
+step 1000: train loss 6.1905, val loss 6.1895
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1000: loss 6.4894, time 20204.55ms, mfu 0.05%
+step 1250: train loss 6.0205, val loss 6.0481
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1250: loss 5.7661, time 19865.70ms, mfu 0.05%
+step 1500: train loss 5.9799, val loss 5.9497
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1500: loss 5.7764, time 20167.88ms, mfu 0.05%
+step 1750: train loss 5.8743, val loss 5.9126
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1750: loss 6.5066, time 20448.90ms, mfu 0.05%
+step 2000: train loss 5.8144, val loss 5.8523
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2000: loss 5.7585, time 20182.09ms, mfu 0.05%
+step 2250: train loss 5.6531, val loss 5.7110
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2250: loss 6.1416, time 20264.91ms, mfu 0.05%
+step 2500: train loss 5.6265, val loss 5.6316
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2500: loss 5.8583, time 20175.78ms, mfu 0.05%
+step 2750: train loss 5.5600, val loss 5.5333
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2750: loss 6.0901, time 19911.52ms, mfu 0.05%
+step 3000: train loss 5.4712, val loss 5.4740
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3000: loss 6.2075, time 19864.62ms, mfu 0.05%
+step 3250: train loss 5.3702, val loss 5.3662
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3250: loss 5.3279, time 19855.07ms, mfu 0.05%
+step 3500: train loss 5.3037, val loss 5.3502
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3500: loss 5.3613, time 19841.98ms, mfu 0.05%
+step 3750: train loss 5.2672, val loss 5.2519
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3750: loss 5.0321, time 19748.97ms, mfu 0.05%
+step 4000: train loss 5.2178, val loss 5.2289
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4000: loss 5.1394, time 19428.41ms, mfu 0.05%
+step 4250: train loss 5.1757, val loss 5.1863
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4250: loss 5.2375, time 20081.08ms, mfu 0.05%
+step 4500: train loss 5.1027, val loss 5.1043
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4500: loss 5.1631, time 20247.52ms, mfu 0.05%
+step 4750: train loss 5.0881, val loss 5.0843
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4750: loss 4.9750, time 20320.59ms, mfu 0.05%
+step 5000: train loss 4.9971, val loss 4.9959
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5000: loss 5.1270, time 19703.84ms, mfu 0.05%
+step 5250: train loss 4.9835, val loss 4.9708
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5250: loss 5.1620, time 19844.66ms, mfu 0.05%
+step 5500: train loss 4.9022, val loss 4.9401
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5500: loss 4.7989, time 20296.94ms, mfu 0.05%
+step 5750: train loss 4.9243, val loss 4.9046
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5750: loss 5.2501, time 20250.15ms, mfu 0.05%
+step 6000: train loss 4.8699, val loss 4.8389
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6000: loss 4.8798, time 19764.29ms, mfu 0.05%
+step 6250: train loss 4.7956, val loss 4.8488
+iter 6250: loss 5.0271, time 18187.94ms, mfu 0.05%
+step 6500: train loss 4.7592, val loss 4.7660
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6500: loss 4.6352, time 20237.10ms, mfu 0.05%
+step 6750: train loss 4.7142, val loss 4.7359
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6750: loss 4.5783, time 20434.93ms, mfu 0.05%
+step 7000: train loss 4.6790, val loss 4.6877
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7000: loss 4.6195, time 20262.29ms, mfu 0.05%
+step 7250: train loss 4.6506, val loss 4.6781
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7250: loss 4.2664, time 19936.76ms, mfu 0.05%
+step 7500: train loss 4.6580, val loss 4.6395
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7500: loss 4.5987, time 19904.72ms, mfu 0.05%
+step 7750: train loss 4.6078, val loss 4.6037
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7750: loss 4.8012, time 20139.25ms, mfu 0.05%
+step 8000: train loss 4.5832, val loss 4.5790
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8000: loss 4.1934, time 20526.58ms, mfu 0.05%
+step 8250: train loss 4.5383, val loss 4.5358
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8250: loss 4.3608, time 19760.66ms, mfu 0.05%
+step 8500: train loss 4.5245, val loss 4.5444
+iter 8500: loss 4.3462, time 18174.37ms, mfu 0.05%
+step 8750: train loss 4.5036, val loss 4.5170
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8750: loss 4.3588, time 19684.72ms, mfu 0.05%
+step 9000: train loss 4.5158, val loss 4.4975
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9000: loss 4.2739, time 20074.10ms, mfu 0.05%
+step 9250: train loss 4.4655, val loss 4.4908
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9250: loss 5.0094, time 19820.18ms, mfu 0.05%
+step 9500: train loss 4.4609, val loss 4.4559
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9500: loss 4.9194, time 20064.32ms, mfu 0.05%
+step 9750: train loss 4.4836, val loss 4.5074
+iter 9750: loss 4.4104, time 18149.13ms, mfu 0.05%
+step 10000: train loss 4.4701, val loss 4.4777
+iter 10000: loss 4.6073, time 18234.34ms, mfu 0.05%
diff --git a/results/logs/train_static_prehead_seed1337.log b/results/logs/train_static_prehead_seed1337.log
new file mode 100644
index 0000000000000000000000000000000000000000..53e38b4017b7932221719f3dc22504cb2ac4c965
--- /dev/null
+++ b/results/logs/train_static_prehead_seed1337.log
@@ -0,0 +1,126 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.60M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 123,970,560 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9797, val loss 10.9790
+iter 0: loss 11.0013, time 17869.34ms, mfu -100.00%
+step 250: train loss 6.9363, val loss 6.9696
+saving checkpoint to out-openwebtext_rerun_shared
+iter 250: loss 6.7253, time 19307.26ms, mfu 0.05%
+step 500: train loss 6.4777, val loss 6.5451
+saving checkpoint to out-openwebtext_rerun_shared
+iter 500: loss 6.2608, time 19318.54ms, mfu 0.05%
+step 750: train loss 6.3010, val loss 6.3186
+saving checkpoint to out-openwebtext_rerun_shared
+iter 750: loss 6.0866, time 19174.70ms, mfu 0.05%
+step 1000: train loss 6.1738, val loss 6.1470
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1000: loss 6.1500, time 19344.49ms, mfu 0.05%
+step 1250: train loss 6.0577, val loss 6.0501
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1250: loss 6.0931, time 19234.99ms, mfu 0.05%
+step 1500: train loss 5.9933, val loss 5.9171
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1500: loss 5.7086, time 19372.42ms, mfu 0.05%
+step 1750: train loss 5.9092, val loss 5.8722
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1750: loss 6.0696, time 19896.84ms, mfu 0.05%
+step 2000: train loss 5.8108, val loss 5.7812
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2000: loss 5.8443, time 20153.43ms, mfu 0.05%
+step 2250: train loss 5.6885, val loss 5.6941
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2250: loss 5.8955, time 19784.42ms, mfu 0.05%
+step 2500: train loss 5.5932, val loss 5.5722
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2500: loss 6.0556, time 19835.77ms, mfu 0.05%
+step 2750: train loss 5.5103, val loss 5.5028
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2750: loss 5.5081, time 19849.48ms, mfu 0.05%
+step 3000: train loss 5.4236, val loss 5.4415
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3000: loss 5.4906, time 20137.08ms, mfu 0.05%
+step 3250: train loss 5.3281, val loss 5.3341
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3250: loss 5.2934, time 19932.10ms, mfu 0.05%
+step 3500: train loss 5.3371, val loss 5.2998
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3500: loss 5.2238, time 19931.09ms, mfu 0.05%
+step 3750: train loss 5.2446, val loss 5.2326
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3750: loss 5.5530, time 19788.00ms, mfu 0.05%
+step 4000: train loss 5.1971, val loss 5.1996
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4000: loss 5.2560, time 19275.87ms, mfu 0.05%
+step 4250: train loss 5.1441, val loss 5.1573
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4250: loss 4.7499, time 19790.81ms, mfu 0.05%
+step 4500: train loss 5.0993, val loss 5.0914
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4500: loss 4.8418, time 20029.28ms, mfu 0.05%
+step 4750: train loss 5.0386, val loss 5.0487
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4750: loss 5.1462, time 19721.30ms, mfu 0.05%
+step 5000: train loss 4.9718, val loss 5.0090
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5000: loss 5.1591, time 20147.85ms, mfu 0.05%
+step 5250: train loss 4.9672, val loss 4.9525
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5250: loss 4.6187, time 20372.44ms, mfu 0.05%
+step 5500: train loss 4.9482, val loss 4.9098
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5500: loss 5.1646, time 19786.75ms, mfu 0.05%
+step 5750: train loss 4.8786, val loss 4.8386
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5750: loss 5.1269, time 20056.09ms, mfu 0.05%
+step 6000: train loss 4.7852, val loss 4.7896
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6000: loss 4.6789, time 20154.04ms, mfu 0.05%
+step 6250: train loss 4.7645, val loss 4.7962
+iter 6250: loss 4.5706, time 18240.35ms, mfu 0.05%
+step 6500: train loss 4.7267, val loss 4.7615
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6500: loss 4.9074, time 20207.04ms, mfu 0.05%
+step 6750: train loss 4.6923, val loss 4.6991
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6750: loss 4.8792, time 20150.57ms, mfu 0.05%
+step 7000: train loss 4.6574, val loss 4.6533
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7000: loss 4.5625, time 20298.82ms, mfu 0.05%
+step 7250: train loss 4.6120, val loss 4.6422
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7250: loss 4.7262, time 20416.51ms, mfu 0.05%
+step 7500: train loss 4.6216, val loss 4.5774
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7500: loss 4.4983, time 20477.05ms, mfu 0.05%
+step 7750: train loss 4.5701, val loss 4.5632
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7750: loss 4.7535, time 20334.46ms, mfu 0.05%
+step 8000: train loss 4.5329, val loss 4.5565
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8000: loss 4.5902, time 19831.93ms, mfu 0.05%
+step 8250: train loss 4.5099, val loss 4.5400
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8250: loss 4.2967, time 20145.05ms, mfu 0.05%
+step 8500: train loss 4.5072, val loss 4.5162
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8500: loss 4.2451, time 19866.00ms, mfu 0.05%
+step 8750: train loss 4.4704, val loss 4.4724
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8750: loss 4.4906, time 20100.74ms, mfu 0.05%
+step 9000: train loss 4.4839, val loss 4.4884
+iter 9000: loss 4.5710, time 18196.53ms, mfu 0.05%
+step 9250: train loss 4.4455, val loss 4.4766
+iter 9250: loss 4.5147, time 18197.45ms, mfu 0.05%
+step 9500: train loss 4.4517, val loss 4.4631
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9500: loss 4.4707, time 20164.18ms, mfu 0.05%
+step 9750: train loss 4.4562, val loss 4.4340
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9750: loss 4.3577, time 20186.83ms, mfu 0.05%
+step 10000: train loss 4.4490, val loss 4.4742
+iter 10000: loss 4.4786, time 18117.43ms, mfu 0.05%
diff --git a/results/logs/train_static_prehead_seed42.log b/results/logs/train_static_prehead_seed42.log
new file mode 100644
index 0000000000000000000000000000000000000000..1631918767b5be355b6e48c5152df4287c231fcc
--- /dev/null
+++ b/results/logs/train_static_prehead_seed42.log
@@ -0,0 +1,125 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.60M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 123,970,560 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9682, val loss 10.9677
+iter 0: loss 10.9624, time 18127.70ms, mfu -100.00%
+step 250: train loss 6.9873, val loss 6.9835
+saving checkpoint to out-openwebtext_rerun_shared
+iter 250: loss 7.0970, time 19627.78ms, mfu 0.05%
+step 500: train loss 6.5065, val loss 6.5115
+saving checkpoint to out-openwebtext_rerun_shared
+iter 500: loss 6.1548, time 19340.59ms, mfu 0.05%
+step 750: train loss 6.2889, val loss 6.3204
+saving checkpoint to out-openwebtext_rerun_shared
+iter 750: loss 6.6195, time 19183.41ms, mfu 0.05%
+step 1000: train loss 6.1638, val loss 6.1607
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1000: loss 5.8180, time 19250.81ms, mfu 0.05%
+step 1250: train loss 6.0059, val loss 6.0236
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1250: loss 6.5209, time 19189.72ms, mfu 0.05%
+step 1500: train loss 5.9646, val loss 5.9579
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1500: loss 5.4895, time 19146.74ms, mfu 0.05%
+step 1750: train loss 5.8735, val loss 5.8854
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1750: loss 6.1767, time 19312.43ms, mfu 0.05%
+step 2000: train loss 5.8002, val loss 5.8123
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2000: loss 5.6055, time 19301.09ms, mfu 0.05%
+step 2250: train loss 5.6611, val loss 5.6741
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2250: loss 5.7555, time 19495.18ms, mfu 0.05%
+step 2500: train loss 5.5981, val loss 5.5940
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2500: loss 4.9232, time 20318.00ms, mfu 0.05%
+step 2750: train loss 5.5083, val loss 5.5042
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2750: loss 5.5406, time 20180.09ms, mfu 0.05%
+step 3000: train loss 5.4337, val loss 5.4194
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3000: loss 5.4812, time 19611.98ms, mfu 0.05%
+step 3250: train loss 5.3883, val loss 5.3449
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3250: loss 5.5516, time 19349.88ms, mfu 0.05%
+step 3500: train loss 5.2938, val loss 5.3456
+iter 3500: loss 5.4241, time 18145.04ms, mfu 0.05%
+step 3750: train loss 5.2583, val loss 5.2814
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3750: loss 5.3021, time 19785.70ms, mfu 0.05%
+step 4000: train loss 5.2098, val loss 5.2147
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4000: loss 5.8809, time 20262.53ms, mfu 0.05%
+step 4250: train loss 5.1693, val loss 5.1547
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4250: loss 4.8967, time 19834.49ms, mfu 0.05%
+step 4500: train loss 5.0857, val loss 5.1120
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4500: loss 5.1966, time 20197.86ms, mfu 0.05%
+step 4750: train loss 5.0681, val loss 5.0741
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4750: loss 5.1653, time 19294.15ms, mfu 0.05%
+step 5000: train loss 5.0148, val loss 4.9889
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5000: loss 5.4418, time 19250.52ms, mfu 0.05%
+step 5250: train loss 4.9552, val loss 4.9577
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5250: loss 5.0776, time 19798.29ms, mfu 0.05%
+step 5500: train loss 4.9456, val loss 4.9336
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5500: loss 4.6919, time 19748.73ms, mfu 0.05%
+step 5750: train loss 4.8688, val loss 4.8734
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5750: loss 5.0975, time 19967.70ms, mfu 0.05%
+step 6000: train loss 4.8107, val loss 4.8159
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6000: loss 4.7419, time 19405.03ms, mfu 0.05%
+step 6250: train loss 4.7656, val loss 4.7774
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6250: loss 4.4581, time 19245.91ms, mfu 0.05%
+step 6500: train loss 4.7652, val loss 4.7450
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6500: loss 4.6060, time 19315.13ms, mfu 0.05%
+step 6750: train loss 4.6993, val loss 4.6855
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6750: loss 4.6537, time 19233.51ms, mfu 0.05%
+step 7000: train loss 4.6526, val loss 4.6764
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7000: loss 4.6395, time 19865.11ms, mfu 0.05%
+step 7250: train loss 4.6321, val loss 4.6303
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7250: loss 4.8298, time 19205.05ms, mfu 0.05%
+step 7500: train loss 4.6301, val loss 4.6111
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7500: loss 4.7316, time 19187.12ms, mfu 0.05%
+step 7750: train loss 4.6051, val loss 4.5827
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7750: loss 4.6957, time 19184.52ms, mfu 0.05%
+step 8000: train loss 4.5623, val loss 4.5637
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8000: loss 4.5431, time 19143.82ms, mfu 0.05%
+step 8250: train loss 4.5209, val loss 4.5406
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8250: loss 4.3536, time 19245.11ms, mfu 0.05%
+step 8500: train loss 4.5286, val loss 4.5583
+iter 8500: loss 4.3886, time 17719.72ms, mfu 0.05%
+step 8750: train loss 4.4823, val loss 4.5045
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8750: loss 4.6599, time 19254.91ms, mfu 0.05%
+step 9000: train loss 4.4965, val loss 4.5172
+iter 9000: loss 4.4744, time 17618.39ms, mfu 0.06%
+step 9250: train loss 4.4745, val loss 4.4649
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9250: loss 4.5835, time 19800.23ms, mfu 0.05%
+step 9500: train loss 4.4473, val loss 4.4651
+iter 9500: loss 4.1806, time 17631.67ms, mfu 0.06%
+step 9750: train loss 4.4425, val loss 4.4550
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9750: loss 4.7760, time 19352.06ms, mfu 0.06%
+step 10000: train loss 4.4411, val loss 4.4699
+iter 10000: loss 4.4480, time 17651.47ms, mfu 0.06%
diff --git a/results/logs/train_x_full_headspec_w2000_seed123.log b/results/logs/train_x_full_headspec_w2000_seed123.log
new file mode 100644
index 0000000000000000000000000000000000000000..a966feb858b443f984d44d8fb8b98cff841648ca
--- /dev/null
+++ b/results/logs/train_x_full_headspec_w2000_seed123.log
@@ -0,0 +1,128 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:203: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9910, val loss 10.9893
+iter 0: loss 10.9860, time 18596.60ms, mfu -100.00%
+step 250: train loss 6.9332, val loss 6.9612
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 250: loss 7.3043, time 20133.56ms, mfu 0.05%
+step 500: train loss 6.5075, val loss 6.5197
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 500: loss 6.3071, time 20044.90ms, mfu 0.05%
+step 750: train loss 6.3529, val loss 6.3825
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 750: loss 6.1965, time 19954.54ms, mfu 0.05%
+step 1000: train loss 6.1366, val loss 6.1671
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 1000: loss 6.3665, time 19850.45ms, mfu 0.05%
+step 1250: train loss 6.0423, val loss 6.0399
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 1250: loss 6.4023, time 19923.09ms, mfu 0.05%
+step 1500: train loss 5.9332, val loss 5.9510
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 1500: loss 5.9334, time 20197.75ms, mfu 0.05%
+step 1750: train loss 5.8187, val loss 5.8263
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 1750: loss 5.5783, time 20095.98ms, mfu 0.05%
+step 2000: train loss 5.7877, val loss 5.7579
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 2000: loss 6.0573, time 19927.30ms, mfu 0.06%
+step 2250: train loss 5.5998, val loss 5.6358
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 2250: loss 5.5991, time 19878.83ms, mfu 0.06%
+step 2500: train loss 5.5329, val loss 5.5306
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 2500: loss 5.6551, time 19918.90ms, mfu 0.06%
+step 2750: train loss 5.4423, val loss 5.4422
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 2750: loss 5.8096, time 19916.81ms, mfu 0.06%
+step 3000: train loss 5.3589, val loss 5.3766
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 3000: loss 5.0763, time 20361.36ms, mfu 0.06%
+step 3250: train loss 5.2938, val loss 5.2856
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 3250: loss 5.6414, time 20625.76ms, mfu 0.05%
+step 3500: train loss 5.2475, val loss 5.2094
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 3500: loss 5.8965, time 20096.18ms, mfu 0.05%
+step 3750: train loss 5.2026, val loss 5.1840
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 3750: loss 5.0214, time 19942.20ms, mfu 0.05%
+step 4000: train loss 5.1792, val loss 5.1151
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 4000: loss 4.8754, time 19950.39ms, mfu 0.05%
+step 4250: train loss 5.0756, val loss 5.0931
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 4250: loss 4.7157, time 20193.00ms, mfu 0.05%
+step 4500: train loss 5.0089, val loss 5.0291
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 4500: loss 5.2480, time 19981.12ms, mfu 0.05%
+step 4750: train loss 4.9651, val loss 4.9817
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 4750: loss 5.0998, time 19923.48ms, mfu 0.06%
+step 5000: train loss 4.9176, val loss 4.9016
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 5000: loss 5.0708, time 19883.51ms, mfu 0.06%
+step 5250: train loss 4.9083, val loss 4.8731
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 5250: loss 4.8879, time 19900.77ms, mfu 0.06%
+step 5500: train loss 4.8022, val loss 4.8138
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 5500: loss 4.5656, time 20164.64ms, mfu 0.06%
+step 5750: train loss 4.7591, val loss 4.7644
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 5750: loss 4.6502, time 19837.17ms, mfu 0.06%
+step 6000: train loss 4.7500, val loss 4.7420
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 6000: loss 4.4519, time 20227.35ms, mfu 0.06%
+step 6250: train loss 4.6850, val loss 4.6745
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 6250: loss 4.6789, time 20038.08ms, mfu 0.06%
+step 6500: train loss 4.6226, val loss 4.6562
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 6500: loss 4.6986, time 19933.49ms, mfu 0.06%
+step 6750: train loss 4.6199, val loss 4.6353
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 6750: loss 4.6439, time 19963.53ms, mfu 0.06%
+step 7000: train loss 4.5867, val loss 4.5862
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 7000: loss 4.5977, time 19911.75ms, mfu 0.06%
+step 7250: train loss 4.5622, val loss 4.5778
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 7250: loss 4.4473, time 19879.03ms, mfu 0.06%
+step 7500: train loss 4.5327, val loss 4.5358
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 7500: loss 4.2148, time 20115.08ms, mfu 0.06%
+step 7750: train loss 4.5145, val loss 4.5254
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 7750: loss 4.1869, time 20025.94ms, mfu 0.06%
+step 8000: train loss 4.5217, val loss 4.4950
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 8000: loss 4.4561, time 19861.65ms, mfu 0.06%
+step 8250: train loss 4.4954, val loss 4.4821
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 8250: loss 4.8224, time 20000.92ms, mfu 0.06%
+step 8500: train loss 4.4483, val loss 4.4612
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 8500: loss 4.8030, time 20006.41ms, mfu 0.06%
+step 8750: train loss 4.4448, val loss 4.4289
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 8750: loss 4.3102, time 19821.02ms, mfu 0.06%
+step 9000: train loss 4.4559, val loss 4.4271
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 9000: loss 4.5740, time 20173.08ms, mfu 0.06%
+step 9250: train loss 4.4093, val loss 4.4203
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 9250: loss 4.6887, time 19951.76ms, mfu 0.06%
+step 9500: train loss 4.3919, val loss 4.4335
+iter 9500: loss 4.1700, time 18285.65ms, mfu 0.06%
+step 9750: train loss 4.3950, val loss 4.3867
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 9750: loss 4.4964, time 19750.42ms, mfu 0.06%
+step 10000: train loss 4.3692, val loss 4.4239
+iter 10000: loss 4.2471, time 18319.85ms, mfu 0.06%
diff --git a/results/logs/train_x_full_headspec_w2000_seed1337.log b/results/logs/train_x_full_headspec_w2000_seed1337.log
new file mode 100644
index 0000000000000000000000000000000000000000..82a7954dbe31b98d9171b1c5888dedd2e10139f8
--- /dev/null
+++ b/results/logs/train_x_full_headspec_w2000_seed1337.log
@@ -0,0 +1,128 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:203: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9528, val loss 10.9515
+iter 0: loss 10.9586, time 18662.09ms, mfu -100.00%
+step 250: train loss 6.9799, val loss 6.9358
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 250: loss 6.7884, time 19954.02ms, mfu 0.06%
+step 500: train loss 6.5036, val loss 6.4820
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 500: loss 6.3523, time 20255.01ms, mfu 0.06%
+step 750: train loss 6.2883, val loss 6.3085
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 750: loss 6.7465, time 20132.43ms, mfu 0.06%
+step 1000: train loss 6.1800, val loss 6.1701
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 1000: loss 5.6163, time 20007.53ms, mfu 0.06%
+step 1250: train loss 6.0586, val loss 6.0321
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 1250: loss 5.9724, time 19971.88ms, mfu 0.06%
+step 1500: train loss 5.9192, val loss 5.9396
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 1500: loss 6.3574, time 19992.69ms, mfu 0.06%
+step 1750: train loss 5.8569, val loss 5.8616
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 1750: loss 5.4773, time 19902.92ms, mfu 0.06%
+step 2000: train loss 5.7638, val loss 5.7501
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 2000: loss 5.7976, time 20015.15ms, mfu 0.06%
+step 2250: train loss 5.6557, val loss 5.6832
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 2250: loss 5.7293, time 20243.63ms, mfu 0.06%
+step 2500: train loss 5.5570, val loss 5.5400
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 2500: loss 5.0920, time 19990.04ms, mfu 0.06%
+step 2750: train loss 5.4680, val loss 5.4854
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 2750: loss 4.9632, time 20098.42ms, mfu 0.06%
+step 3000: train loss 5.3925, val loss 5.3719
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 3000: loss 5.5654, time 19995.77ms, mfu 0.06%
+step 3250: train loss 5.2975, val loss 5.3559
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 3250: loss 5.4716, time 20369.25ms, mfu 0.06%
+step 3500: train loss 5.2767, val loss 5.2548
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 3500: loss 5.6111, time 19997.15ms, mfu 0.06%
+step 3750: train loss 5.2246, val loss 5.2105
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 3750: loss 5.3125, time 20065.50ms, mfu 0.06%
+step 4000: train loss 5.1503, val loss 5.1277
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 4000: loss 5.3060, time 19984.21ms, mfu 0.06%
+step 4250: train loss 5.0799, val loss 5.0883
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 4250: loss 4.9323, time 19985.32ms, mfu 0.06%
+step 4500: train loss 5.0962, val loss 5.0412
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 4500: loss 5.1972, time 20292.96ms, mfu 0.06%
+step 4750: train loss 5.0166, val loss 4.9964
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 4750: loss 4.5318, time 20217.67ms, mfu 0.05%
+step 5000: train loss 4.9342, val loss 4.9440
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 5000: loss 5.1747, time 19984.77ms, mfu 0.05%
+step 5250: train loss 4.8561, val loss 4.8510
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 5250: loss 4.6674, time 20011.23ms, mfu 0.06%
+step 5500: train loss 4.8243, val loss 4.8225
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 5500: loss 4.9419, time 19908.31ms, mfu 0.06%
+step 5750: train loss 4.7640, val loss 4.8001
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 5750: loss 4.3768, time 20028.27ms, mfu 0.06%
+step 6000: train loss 4.7523, val loss 4.7386
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 6000: loss 4.9444, time 19962.97ms, mfu 0.06%
+step 6250: train loss 4.7100, val loss 4.7067
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 6250: loss 4.7686, time 20414.12ms, mfu 0.05%
+step 6500: train loss 4.6780, val loss 4.6657
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 6500: loss 4.8617, time 20113.37ms, mfu 0.05%
+step 6750: train loss 4.6246, val loss 4.6237
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 6750: loss 4.8303, time 19873.64ms, mfu 0.06%
+step 7000: train loss 4.6142, val loss 4.6173
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 7000: loss 4.3361, time 19988.27ms, mfu 0.06%
+step 7250: train loss 4.5834, val loss 4.5491
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 7250: loss 4.9713, time 19959.29ms, mfu 0.06%
+step 7500: train loss 4.5605, val loss 4.5193
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 7500: loss 4.4240, time 20172.53ms, mfu 0.06%
+step 7750: train loss 4.4971, val loss 4.5116
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 7750: loss 4.4543, time 20032.47ms, mfu 0.06%
+step 8000: train loss 4.5051, val loss 4.4866
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 8000: loss 4.5383, time 20250.95ms, mfu 0.05%
+step 8250: train loss 4.5112, val loss 4.5081
+iter 8250: loss 4.6944, time 18352.73ms, mfu 0.06%
+step 8500: train loss 4.4525, val loss 4.4760
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 8500: loss 4.4313, time 19886.64ms, mfu 0.06%
+step 8750: train loss 4.4520, val loss 4.4490
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 8750: loss 4.3864, time 19919.81ms, mfu 0.06%
+step 9000: train loss 4.4255, val loss 4.4366
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 9000: loss 4.7503, time 19913.57ms, mfu 0.06%
+step 9250: train loss 4.4056, val loss 4.4356
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 9250: loss 4.6650, time 20038.06ms, mfu 0.06%
+step 9500: train loss 4.4373, val loss 4.4324
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 9500: loss 4.8623, time 20017.53ms, mfu 0.06%
+step 9750: train loss 4.4227, val loss 4.4011
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 9750: loss 4.4104, time 19871.77ms, mfu 0.06%
+step 10000: train loss 4.3955, val loss 4.4048
+iter 10000: loss 4.2757, time 18371.43ms, mfu 0.06%
diff --git a/results/logs/train_x_full_headspec_w2000_seed42.log b/results/logs/train_x_full_headspec_w2000_seed42.log
new file mode 100644
index 0000000000000000000000000000000000000000..ab049e69f01328e87a4a0d4b9347fb0c946009dd
--- /dev/null
+++ b/results/logs/train_x_full_headspec_w2000_seed42.log
@@ -0,0 +1,128 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 130.67M
+C:\Users\brian\documents\nanogpt\train.py:203: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 131,039,232 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9651, val loss 10.9643
+iter 0: loss 10.9796, time 18587.40ms, mfu -100.00%
+step 250: train loss 6.9155, val loss 6.9059
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 250: loss 7.5391, time 19789.15ms, mfu 0.06%
+step 500: train loss 6.5074, val loss 6.5132
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 500: loss 6.4112, time 20268.35ms, mfu 0.06%
+step 750: train loss 6.2999, val loss 6.3325
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 750: loss 5.9121, time 19860.67ms, mfu 0.06%
+step 1000: train loss 6.1522, val loss 6.1752
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 1000: loss 5.7863, time 19916.07ms, mfu 0.06%
+step 1250: train loss 6.0648, val loss 6.0561
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 1250: loss 6.4271, time 19982.08ms, mfu 0.06%
+step 1500: train loss 5.9200, val loss 5.8795
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 1500: loss 5.6875, time 19905.64ms, mfu 0.06%
+step 1750: train loss 5.8301, val loss 5.8152
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 1750: loss 5.6014, time 19970.56ms, mfu 0.06%
+step 2000: train loss 5.7607, val loss 5.7459
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 2000: loss 5.6117, time 19937.67ms, mfu 0.06%
+step 2250: train loss 5.6295, val loss 5.6291
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 2250: loss 5.5987, time 20024.77ms, mfu 0.06%
+step 2500: train loss 5.5548, val loss 5.5114
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 2500: loss 5.4427, time 19955.30ms, mfu 0.06%
+step 2750: train loss 5.4341, val loss 5.4494
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 2750: loss 5.6308, time 20215.41ms, mfu 0.06%
+step 3000: train loss 5.3669, val loss 5.3859
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 3000: loss 5.7115, time 20008.95ms, mfu 0.06%
+step 3250: train loss 5.3269, val loss 5.2722
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 3250: loss 5.5334, time 20018.36ms, mfu 0.06%
+step 3500: train loss 5.2614, val loss 5.2476
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 3500: loss 5.0990, time 20035.68ms, mfu 0.06%
+step 3750: train loss 5.1959, val loss 5.2070
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 3750: loss 5.4390, time 19907.36ms, mfu 0.06%
+step 4000: train loss 5.0921, val loss 5.1305
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 4000: loss 5.3530, time 20276.20ms, mfu 0.06%
+step 4250: train loss 5.0775, val loss 5.0774
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 4250: loss 5.3352, time 19877.71ms, mfu 0.06%
+step 4500: train loss 5.0195, val loss 5.0042
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 4500: loss 4.9421, time 19941.86ms, mfu 0.06%
+step 4750: train loss 4.9503, val loss 4.9835
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 4750: loss 5.0069, time 19925.38ms, mfu 0.06%
+step 5000: train loss 4.9274, val loss 4.9295
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 5000: loss 4.6355, time 19903.59ms, mfu 0.06%
+step 5250: train loss 4.8568, val loss 4.8726
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 5250: loss 4.4370, time 20344.55ms, mfu 0.06%
+step 5500: train loss 4.8099, val loss 4.8131
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 5500: loss 4.4640, time 19942.54ms, mfu 0.06%
+step 5750: train loss 4.7812, val loss 4.7833
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 5750: loss 4.9025, time 19902.22ms, mfu 0.06%
+step 6000: train loss 4.7308, val loss 4.7225
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 6000: loss 4.8630, time 20000.36ms, mfu 0.06%
+step 6250: train loss 4.6828, val loss 4.6914
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 6250: loss 4.4703, time 20280.42ms, mfu 0.06%
+step 6500: train loss 4.6552, val loss 4.6621
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 6500: loss 4.6118, time 19930.37ms, mfu 0.06%
+step 6750: train loss 4.6161, val loss 4.6319
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 6750: loss 4.6974, time 19826.96ms, mfu 0.06%
+step 7000: train loss 4.5969, val loss 4.6157
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 7000: loss 4.1744, time 20161.33ms, mfu 0.06%
+step 7250: train loss 4.5688, val loss 4.5705
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 7250: loss 4.4520, time 19926.89ms, mfu 0.06%
+step 7500: train loss 4.5876, val loss 4.5346
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 7500: loss 4.5169, time 19910.58ms, mfu 0.06%
+step 7750: train loss 4.5252, val loss 4.5294
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 7750: loss 4.6006, time 19947.56ms, mfu 0.06%
+step 8000: train loss 4.4801, val loss 4.5224
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 8000: loss 4.6496, time 20329.08ms, mfu 0.06%
+step 8250: train loss 4.4884, val loss 4.4774
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 8250: loss 4.7022, time 20255.29ms, mfu 0.06%
+step 8500: train loss 4.4997, val loss 4.4509
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 8500: loss 4.5022, time 20170.41ms, mfu 0.06%
+step 8750: train loss 4.4542, val loss 4.4620
+iter 8750: loss 3.8438, time 18332.86ms, mfu 0.06%
+step 9000: train loss 4.4367, val loss 4.4326
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 9000: loss 3.9998, time 20304.98ms, mfu 0.06%
+step 9250: train loss 4.4304, val loss 4.4192
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 9250: loss 4.4905, time 19971.39ms, mfu 0.06%
+step 9500: train loss 4.4239, val loss 4.4271
+iter 9500: loss 4.4001, time 18370.55ms, mfu 0.06%
+step 9750: train loss 4.4123, val loss 4.4177
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 9750: loss 4.1070, time 19930.87ms, mfu 0.06%
+step 10000: train loss 4.3828, val loss 4.4013
+saving checkpoint to out-openwebtext_phase4_x_full_headspec
+iter 10000: loss 4.7327, time 19939.45ms, mfu 0.06%
diff --git a/results/logs/train_x_headshared_seed123.log b/results/logs/train_x_headshared_seed123.log
new file mode 100644
index 0000000000000000000000000000000000000000..a123952cae6e2ccb63142a6160c0bcdb9bc4de08
--- /dev/null
+++ b/results/logs/train_x_headshared_seed123.log
@@ -0,0 +1,126 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9091, val loss 10.9097
+iter 0: loss 10.9225, time 18555.82ms, mfu -100.00%
+step 250: train loss 6.9509, val loss 6.9769
+saving checkpoint to out-openwebtext_rerun_shared
+iter 250: loss 7.0434, time 19910.07ms, mfu 0.05%
+step 500: train loss 6.5218, val loss 6.5130
+saving checkpoint to out-openwebtext_rerun_shared
+iter 500: loss 6.2355, time 19926.91ms, mfu 0.05%
+step 750: train loss 6.3291, val loss 6.3567
+saving checkpoint to out-openwebtext_rerun_shared
+iter 750: loss 5.8425, time 19862.82ms, mfu 0.05%
+step 1000: train loss 6.1730, val loss 6.1793
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1000: loss 6.1374, time 19892.18ms, mfu 0.05%
+step 1250: train loss 6.0575, val loss 6.0566
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1250: loss 6.1772, time 19871.34ms, mfu 0.05%
+step 1500: train loss 5.9688, val loss 5.9663
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1500: loss 6.2928, time 19885.17ms, mfu 0.05%
+step 1750: train loss 5.8836, val loss 5.8921
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1750: loss 5.6337, time 19862.16ms, mfu 0.05%
+step 2000: train loss 5.7926, val loss 5.7870
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2000: loss 5.8497, time 19937.52ms, mfu 0.05%
+step 2250: train loss 5.6862, val loss 5.6980
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2250: loss 5.8601, time 20193.99ms, mfu 0.05%
+step 2500: train loss 5.6427, val loss 5.6243
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2500: loss 5.5160, time 19853.37ms, mfu 0.05%
+step 2750: train loss 5.4920, val loss 5.5270
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2750: loss 5.1896, time 19868.91ms, mfu 0.05%
+step 3000: train loss 5.4307, val loss 5.4181
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3000: loss 5.5906, time 19748.70ms, mfu 0.05%
+step 3250: train loss 5.3533, val loss 5.3793
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3250: loss 5.3563, time 19873.90ms, mfu 0.05%
+step 3500: train loss 5.3421, val loss 5.3323
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3500: loss 4.9575, time 19829.25ms, mfu 0.05%
+step 3750: train loss 5.2816, val loss 5.2898
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3750: loss 5.5662, time 19850.87ms, mfu 0.05%
+step 4000: train loss 5.1933, val loss 5.2153
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4000: loss 5.0788, time 19873.95ms, mfu 0.05%
+step 4250: train loss 5.1517, val loss 5.1472
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4250: loss 5.1802, time 19799.85ms, mfu 0.05%
+step 4500: train loss 5.0782, val loss 5.0826
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4500: loss 4.5145, time 20087.26ms, mfu 0.05%
+step 4750: train loss 5.0454, val loss 5.0600
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4750: loss 4.8549, time 19941.46ms, mfu 0.05%
+step 5000: train loss 5.0201, val loss 5.0041
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5000: loss 5.3351, time 19833.24ms, mfu 0.05%
+step 5250: train loss 4.9594, val loss 4.9545
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5250: loss 4.9022, time 19818.52ms, mfu 0.05%
+step 5500: train loss 4.9164, val loss 4.9279
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5500: loss 4.7828, time 19793.33ms, mfu 0.05%
+step 5750: train loss 4.8561, val loss 4.8595
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5750: loss 5.6779, time 19840.76ms, mfu 0.05%
+step 6000: train loss 4.8045, val loss 4.8156
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6000: loss 4.6865, time 19904.89ms, mfu 0.05%
+step 6250: train loss 4.7694, val loss 4.7462
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6250: loss 5.0063, time 19943.38ms, mfu 0.05%
+step 6500: train loss 4.7497, val loss 4.7520
+iter 6500: loss 4.6715, time 18380.00ms, mfu 0.05%
+step 6750: train loss 4.6444, val loss 4.7219
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6750: loss 4.5487, time 21009.01ms, mfu 0.05%
+step 7000: train loss 4.6407, val loss 4.6843
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7000: loss 5.0948, time 22166.25ms, mfu 0.05%
+step 7250: train loss 4.6538, val loss 4.6577
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7250: loss 4.6525, time 20579.36ms, mfu 0.05%
+step 7500: train loss 4.5842, val loss 4.5959
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7500: loss 5.0131, time 19803.40ms, mfu 0.05%
+step 7750: train loss 4.5739, val loss 4.5874
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7750: loss 4.7534, time 19826.64ms, mfu 0.05%
+step 8000: train loss 4.5363, val loss 4.5499
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8000: loss 4.3646, time 19813.23ms, mfu 0.05%
+step 8250: train loss 4.5441, val loss 4.5359
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8250: loss 4.5213, time 19830.48ms, mfu 0.05%
+step 8500: train loss 4.4933, val loss 4.4898
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8500: loss 4.5042, time 19837.09ms, mfu 0.05%
+step 8750: train loss 4.4904, val loss 4.5055
+iter 8750: loss 4.2771, time 18337.57ms, mfu 0.05%
+step 9000: train loss 4.4868, val loss 4.4916
+iter 9000: loss 4.5701, time 18329.49ms, mfu 0.05%
+step 9250: train loss 4.4956, val loss 4.4543
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9250: loss 4.6956, time 19815.09ms, mfu 0.05%
+step 9500: train loss 4.4703, val loss 4.4482
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9500: loss 4.5620, time 19919.09ms, mfu 0.05%
+step 9750: train loss 4.4460, val loss 4.4679
+iter 9750: loss 4.1919, time 18374.70ms, mfu 0.05%
+step 10000: train loss 4.4387, val loss 4.4367
+saving checkpoint to out-openwebtext_rerun_shared
+iter 10000: loss 4.1024, time 19858.77ms, mfu 0.05%
diff --git a/results/logs/train_x_headshared_seed1337.log b/results/logs/train_x_headshared_seed1337.log
new file mode 100644
index 0000000000000000000000000000000000000000..334b90db7f872b98929579e414e6498f675fac52
--- /dev/null
+++ b/results/logs/train_x_headshared_seed1337.log
@@ -0,0 +1,124 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9310, val loss 10.9306
+iter 0: loss 10.9358, time 18576.77ms, mfu -100.00%
+step 250: train loss 6.9042, val loss 6.9312
+saving checkpoint to out-openwebtext_rerun_shared
+iter 250: loss 6.7944, time 19870.73ms, mfu 0.05%
+step 500: train loss 6.4894, val loss 6.4932
+saving checkpoint to out-openwebtext_rerun_shared
+iter 500: loss 6.6432, time 19802.99ms, mfu 0.05%
+step 750: train loss 6.3007, val loss 6.3279
+saving checkpoint to out-openwebtext_rerun_shared
+iter 750: loss 6.0934, time 19875.67ms, mfu 0.05%
+step 1000: train loss 6.1596, val loss 6.1465
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1000: loss 6.0731, time 19921.11ms, mfu 0.05%
+step 1250: train loss 6.0660, val loss 6.0354
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1250: loss 5.6900, time 19883.14ms, mfu 0.05%
+step 1500: train loss 5.9485, val loss 5.9744
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1500: loss 6.2860, time 19652.32ms, mfu 0.05%
+step 1750: train loss 5.8465, val loss 5.8606
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1750: loss 5.9694, time 19963.84ms, mfu 0.05%
+step 2000: train loss 5.8157, val loss 5.7944
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2000: loss 5.8263, time 19983.62ms, mfu 0.05%
+step 2250: train loss 5.6981, val loss 5.6443
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2250: loss 6.0843, time 19959.93ms, mfu 0.05%
+step 2500: train loss 5.6294, val loss 5.5959
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2500: loss 5.1890, time 19902.76ms, mfu 0.05%
+step 2750: train loss 5.4973, val loss 5.5124
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2750: loss 5.8531, time 20019.16ms, mfu 0.05%
+step 3000: train loss 5.4136, val loss 5.4306
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3000: loss 5.1328, time 19885.08ms, mfu 0.05%
+step 3250: train loss 5.3882, val loss 5.3949
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3250: loss 5.0801, time 19943.02ms, mfu 0.05%
+step 3500: train loss 5.3263, val loss 5.3078
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3500: loss 5.4370, time 19941.91ms, mfu 0.05%
+step 3750: train loss 5.2633, val loss 5.2769
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3750: loss 5.3708, time 19860.30ms, mfu 0.05%
+step 4000: train loss 5.1917, val loss 5.2173
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4000: loss 5.0674, time 19910.44ms, mfu 0.05%
+step 4250: train loss 5.1803, val loss 5.1808
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4250: loss 4.9804, time 20044.11ms, mfu 0.05%
+step 4500: train loss 5.1002, val loss 5.1336
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4500: loss 5.6366, time 20555.90ms, mfu 0.05%
+step 4750: train loss 5.0319, val loss 5.0696
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4750: loss 5.4312, time 20774.37ms, mfu 0.05%
+step 5000: train loss 5.0069, val loss 5.0190
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5000: loss 4.9321, time 19711.72ms, mfu 0.05%
+step 5250: train loss 4.9627, val loss 4.9532
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5250: loss 4.6505, time 19652.65ms, mfu 0.05%
+step 5500: train loss 4.9114, val loss 4.9115
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5500: loss 4.8360, time 19878.56ms, mfu 0.05%
+step 5750: train loss 4.8803, val loss 4.8925
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5750: loss 4.7528, time 19889.64ms, mfu 0.05%
+step 6000: train loss 4.8027, val loss 4.8199
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6000: loss 4.9540, time 19761.38ms, mfu 0.05%
+step 6250: train loss 4.7850, val loss 4.7989
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6250: loss 4.6306, time 19862.99ms, mfu 0.05%
+step 6500: train loss 4.7253, val loss 4.7613
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6500: loss 4.6999, time 19930.18ms, mfu 0.05%
+step 6750: train loss 4.6828, val loss 4.7092
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6750: loss 4.8369, time 19863.93ms, mfu 0.05%
+step 7000: train loss 4.6674, val loss 4.6173
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7000: loss 4.1729, time 19807.55ms, mfu 0.05%
+step 7250: train loss 4.5927, val loss 4.6594
+iter 7250: loss 4.3893, time 18431.31ms, mfu 0.05%
+step 7500: train loss 4.5908, val loss 4.6060
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7500: loss 4.9469, time 19825.58ms, mfu 0.05%
+step 7750: train loss 4.5817, val loss 4.5554
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7750: loss 4.9583, time 19683.09ms, mfu 0.05%
+step 8000: train loss 4.5782, val loss 4.5606
+iter 8000: loss 4.4582, time 18164.08ms, mfu 0.05%
+step 8250: train loss 4.5344, val loss 4.5147
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8250: loss 4.6526, time 19868.51ms, mfu 0.05%
+step 8500: train loss 4.4960, val loss 4.4887
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8500: loss 4.2315, time 19913.07ms, mfu 0.05%
+step 8750: train loss 4.5196, val loss 4.5344
+iter 8750: loss 4.4427, time 18414.06ms, mfu 0.05%
+step 9000: train loss 4.4762, val loss 4.5232
+iter 9000: loss 4.7582, time 18149.48ms, mfu 0.05%
+step 9250: train loss 4.4730, val loss 4.4475
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9250: loss 4.4652, time 19859.93ms, mfu 0.05%
+step 9500: train loss 4.4701, val loss 4.4623
+iter 9500: loss 4.5340, time 18416.39ms, mfu 0.05%
+step 9750: train loss 4.4377, val loss 4.4605
+iter 9750: loss 4.5111, time 18451.27ms, mfu 0.05%
+step 10000: train loss 4.4256, val loss 4.4468
+saving checkpoint to out-openwebtext_rerun_shared
+iter 10000: loss 4.6838, time 20161.55ms, mfu 0.05%
diff --git a/results/logs/train_x_headshared_seed42.log b/results/logs/train_x_headshared_seed42.log
new file mode 100644
index 0000000000000000000000000000000000000000..81582e9f17927b7f6f694dc8f926a6047ef48a48
--- /dev/null
+++ b/results/logs/train_x_headshared_seed42.log
@@ -0,0 +1,126 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.64M
+C:\Users\brian\documents\nanogpt\train.py:196: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,010,496 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9641, val loss 10.9611
+iter 0: loss 10.9442, time 18495.27ms, mfu -100.00%
+step 250: train loss 6.9237, val loss 6.9409
+saving checkpoint to out-openwebtext_rerun_shared
+iter 250: loss 6.8589, time 19934.44ms, mfu 0.05%
+step 500: train loss 6.4777, val loss 6.5230
+saving checkpoint to out-openwebtext_rerun_shared
+iter 500: loss 6.2176, time 19883.74ms, mfu 0.05%
+step 750: train loss 6.3202, val loss 6.3306
+saving checkpoint to out-openwebtext_rerun_shared
+iter 750: loss 6.2960, time 19902.99ms, mfu 0.05%
+step 1000: train loss 6.1727, val loss 6.1959
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1000: loss 6.6711, time 19912.21ms, mfu 0.05%
+step 1250: train loss 6.0502, val loss 6.0823
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1250: loss 5.4967, time 20353.14ms, mfu 0.05%
+step 1500: train loss 5.9288, val loss 5.9755
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1500: loss 6.2423, time 20462.83ms, mfu 0.05%
+step 1750: train loss 5.9001, val loss 5.9072
+saving checkpoint to out-openwebtext_rerun_shared
+iter 1750: loss 5.2559, time 20107.79ms, mfu 0.05%
+step 2000: train loss 5.7827, val loss 5.7875
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2000: loss 5.9367, time 19881.26ms, mfu 0.05%
+step 2250: train loss 5.6644, val loss 5.6749
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2250: loss 5.5695, time 19842.86ms, mfu 0.05%
+step 2500: train loss 5.5532, val loss 5.5670
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2500: loss 5.8322, time 19869.30ms, mfu 0.05%
+step 2750: train loss 5.5186, val loss 5.5020
+saving checkpoint to out-openwebtext_rerun_shared
+iter 2750: loss 5.0819, time 19895.14ms, mfu 0.05%
+step 3000: train loss 5.4030, val loss 5.4490
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3000: loss 5.5632, time 19904.32ms, mfu 0.05%
+step 3250: train loss 5.3927, val loss 5.4123
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3250: loss 5.1623, time 19876.60ms, mfu 0.05%
+step 3500: train loss 5.3078, val loss 5.3068
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3500: loss 5.4916, time 19833.63ms, mfu 0.05%
+step 3750: train loss 5.2631, val loss 5.2906
+saving checkpoint to out-openwebtext_rerun_shared
+iter 3750: loss 5.0661, time 19848.73ms, mfu 0.05%
+step 4000: train loss 5.1906, val loss 5.1600
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4000: loss 5.1939, time 19866.61ms, mfu 0.05%
+step 4250: train loss 5.1404, val loss 5.1263
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4250: loss 5.3693, time 20274.61ms, mfu 0.05%
+step 4500: train loss 5.0661, val loss 5.0742
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4500: loss 5.0780, time 19849.42ms, mfu 0.05%
+step 4750: train loss 5.0389, val loss 5.0468
+saving checkpoint to out-openwebtext_rerun_shared
+iter 4750: loss 5.3133, time 20030.60ms, mfu 0.05%
+step 5000: train loss 5.0141, val loss 4.9942
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5000: loss 5.2235, time 19803.22ms, mfu 0.05%
+step 5250: train loss 4.9319, val loss 4.9673
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5250: loss 5.0381, time 19834.39ms, mfu 0.05%
+step 5500: train loss 4.8865, val loss 4.8746
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5500: loss 4.7281, time 19848.01ms, mfu 0.05%
+step 5750: train loss 4.8231, val loss 4.8450
+saving checkpoint to out-openwebtext_rerun_shared
+iter 5750: loss 4.8421, time 19793.79ms, mfu 0.05%
+step 6000: train loss 4.8229, val loss 4.8227
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6000: loss 4.4900, time 19799.87ms, mfu 0.05%
+step 6250: train loss 4.7699, val loss 4.7595
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6250: loss 4.7564, time 19758.58ms, mfu 0.05%
+step 6500: train loss 4.7190, val loss 4.7399
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6500: loss 4.8135, time 19867.88ms, mfu 0.05%
+step 6750: train loss 4.6664, val loss 4.7110
+saving checkpoint to out-openwebtext_rerun_shared
+iter 6750: loss 4.9939, time 19912.84ms, mfu 0.05%
+step 7000: train loss 4.6534, val loss 4.6714
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7000: loss 4.3706, time 19815.23ms, mfu 0.05%
+step 7250: train loss 4.5822, val loss 4.6491
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7250: loss 4.1715, time 19862.83ms, mfu 0.05%
+step 7500: train loss 4.5747, val loss 4.5730
+saving checkpoint to out-openwebtext_rerun_shared
+iter 7500: loss 4.4988, time 19853.09ms, mfu 0.05%
+step 7750: train loss 4.5482, val loss 4.5878
+iter 7750: loss 4.8376, time 18377.82ms, mfu 0.05%
+step 8000: train loss 4.5411, val loss 4.5516
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8000: loss 4.2756, time 19808.60ms, mfu 0.05%
+step 8250: train loss 4.4973, val loss 4.5216
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8250: loss 4.7416, time 19900.62ms, mfu 0.05%
+step 8500: train loss 4.5016, val loss 4.5138
+saving checkpoint to out-openwebtext_rerun_shared
+iter 8500: loss 4.5660, time 20017.05ms, mfu 0.05%
+step 8750: train loss 4.4868, val loss 4.5198
+iter 8750: loss 4.5555, time 18422.92ms, mfu 0.05%
+step 9000: train loss 4.4641, val loss 4.4735
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9000: loss 4.4388, time 20050.18ms, mfu 0.05%
+step 9250: train loss 4.4498, val loss 4.4738
+iter 9250: loss 4.5534, time 18439.13ms, mfu 0.05%
+step 9500: train loss 4.4749, val loss 4.4447
+saving checkpoint to out-openwebtext_rerun_shared
+iter 9500: loss 4.9183, time 19857.28ms, mfu 0.05%
+step 9750: train loss 4.4216, val loss 4.4614
+iter 9750: loss 4.2104, time 18412.46ms, mfu 0.05%
+step 10000: train loss 4.4299, val loss 4.4204
+saving checkpoint to out-openwebtext_rerun_shared
+iter 10000: loss 4.5177, time 19926.80ms, mfu 0.05%
diff --git a/results/logs/train_x_headspec_elem_w2000_seed123.log b/results/logs/train_x_headspec_elem_w2000_seed123.log
new file mode 100644
index 0000000000000000000000000000000000000000..1ef016fa48e9afb44bbb5c9a49d2457bbdaec432
--- /dev/null
+++ b/results/logs/train_x_headspec_elem_w2000_seed123.log
@@ -0,0 +1,126 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 124.18M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,551,168 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9635, val loss 10.9645
+iter 0: loss 10.8981, time 18139.56ms, mfu -100.00%
+step 250: train loss 6.8985, val loss 6.9504
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 250: loss 6.6903, time 19555.87ms, mfu 0.05%
+step 500: train loss 6.5425, val loss 6.5243
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 500: loss 6.4882, time 19415.71ms, mfu 0.05%
+step 750: train loss 6.3191, val loss 6.3219
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 750: loss 6.3474, time 19576.77ms, mfu 0.05%
+step 1000: train loss 6.1572, val loss 6.1778
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 1000: loss 6.1503, time 19665.62ms, mfu 0.05%
+step 1250: train loss 6.0984, val loss 6.0939
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 1250: loss 6.3041, time 19441.96ms, mfu 0.05%
+step 1500: train loss 5.9525, val loss 5.9117
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 1500: loss 6.0366, time 19546.70ms, mfu 0.05%
+step 1750: train loss 5.8818, val loss 5.8898
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 1750: loss 5.6439, time 19889.41ms, mfu 0.05%
+step 2000: train loss 5.7342, val loss 5.7798
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 2000: loss 5.6726, time 20198.22ms, mfu 0.05%
+step 2250: train loss 5.6946, val loss 5.6899
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 2250: loss 5.2766, time 19539.20ms, mfu 0.05%
+step 2500: train loss 5.6078, val loss 5.5754
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 2500: loss 5.2971, time 20029.09ms, mfu 0.05%
+step 2750: train loss 5.4923, val loss 5.5017
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 2750: loss 5.5842, time 20004.32ms, mfu 0.05%
+step 3000: train loss 5.4020, val loss 5.3945
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 3000: loss 5.3148, time 19872.24ms, mfu 0.05%
+step 3250: train loss 5.3649, val loss 5.3651
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 3250: loss 6.0551, time 20154.18ms, mfu 0.05%
+step 3500: train loss 5.2968, val loss 5.2868
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 3500: loss 5.8340, time 20092.87ms, mfu 0.05%
+step 3750: train loss 5.2306, val loss 5.2242
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 3750: loss 5.4074, time 20003.54ms, mfu 0.05%
+step 4000: train loss 5.1934, val loss 5.1896
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 4000: loss 5.2474, time 20147.93ms, mfu 0.05%
+step 4250: train loss 5.1047, val loss 5.1183
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 4250: loss 5.1797, time 19775.04ms, mfu 0.05%
+step 4500: train loss 5.0811, val loss 5.0760
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 4500: loss 5.1935, time 19818.64ms, mfu 0.05%
+step 4750: train loss 4.9987, val loss 5.0277
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 4750: loss 5.3691, time 20941.11ms, mfu 0.05%
+step 5000: train loss 4.9728, val loss 4.9969
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 5000: loss 5.6330, time 19977.42ms, mfu 0.05%
+step 5250: train loss 4.9156, val loss 4.9438
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 5250: loss 5.0572, time 20255.80ms, mfu 0.05%
+step 5500: train loss 4.9055, val loss 4.9067
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 5500: loss 4.8275, time 20234.63ms, mfu 0.05%
+step 5750: train loss 4.8429, val loss 4.8665
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 5750: loss 4.7157, time 20526.36ms, mfu 0.05%
+step 6000: train loss 4.7687, val loss 4.8063
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 6000: loss 4.6596, time 20134.03ms, mfu 0.05%
+step 6250: train loss 4.7471, val loss 4.7556
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 6250: loss 4.9597, time 20717.38ms, mfu 0.05%
+step 6500: train loss 4.7506, val loss 4.7178
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 6500: loss 4.3025, time 20152.57ms, mfu 0.05%
+step 6750: train loss 4.6741, val loss 4.6665
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 6750: loss 5.0157, time 20651.38ms, mfu 0.05%
+step 7000: train loss 4.6452, val loss 4.6410
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 7000: loss 4.4338, time 20233.54ms, mfu 0.05%
+step 7250: train loss 4.6122, val loss 4.6296
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 7250: loss 4.3433, time 20218.97ms, mfu 0.05%
+step 7500: train loss 4.6133, val loss 4.6067
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 7500: loss 4.7148, time 20109.54ms, mfu 0.05%
+step 7750: train loss 4.5442, val loss 4.5782
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 7750: loss 4.3742, time 20098.83ms, mfu 0.05%
+step 8000: train loss 4.5330, val loss 4.5424
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 8000: loss 4.1625, time 20089.41ms, mfu 0.05%
+step 8250: train loss 4.5288, val loss 4.5490
+iter 8250: loss 3.6592, time 18428.84ms, mfu 0.05%
+step 8500: train loss 4.4872, val loss 4.5011
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 8500: loss 4.8309, time 20336.74ms, mfu 0.05%
+step 8750: train loss 4.4424, val loss 4.4981
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 8750: loss 4.5448, time 20356.71ms, mfu 0.05%
+step 9000: train loss 4.4771, val loss 4.4591
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 9000: loss 4.4653, time 20235.27ms, mfu 0.05%
+step 9250: train loss 4.4492, val loss 4.4655
+iter 9250: loss 4.4904, time 18449.18ms, mfu 0.05%
+step 9500: train loss 4.4569, val loss 4.4739
+iter 9500: loss 4.3747, time 18426.77ms, mfu 0.05%
+step 9750: train loss 4.4346, val loss 4.4247
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 9750: loss 4.5284, time 20732.69ms, mfu 0.05%
+step 10000: train loss 4.4523, val loss 4.4393
+iter 10000: loss 4.4684, time 18451.20ms, mfu 0.05%
diff --git a/results/logs/train_x_headspec_elem_w2000_seed1337.log b/results/logs/train_x_headspec_elem_w2000_seed1337.log
new file mode 100644
index 0000000000000000000000000000000000000000..503d0ca04ecd38fc631fc96a10f7f93642943c46
--- /dev/null
+++ b/results/logs/train_x_headspec_elem_w2000_seed1337.log
@@ -0,0 +1,125 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 124.18M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,551,168 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9651, val loss 10.9664
+iter 0: loss 10.9776, time 18155.23ms, mfu -100.00%
+step 250: train loss 6.9305, val loss 6.9655
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 250: loss 6.7807, time 19544.61ms, mfu 0.05%
+step 500: train loss 6.4932, val loss 6.5116
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 500: loss 6.3697, time 19371.94ms, mfu 0.05%
+step 750: train loss 6.3030, val loss 6.3442
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 750: loss 7.1483, time 19609.88ms, mfu 0.05%
+step 1000: train loss 6.1317, val loss 6.1881
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 1000: loss 6.1860, time 19874.20ms, mfu 0.05%
+step 1250: train loss 6.0614, val loss 6.0253
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 1250: loss 6.2967, time 19285.34ms, mfu 0.05%
+step 1500: train loss 5.9534, val loss 6.0032
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 1500: loss 6.2054, time 19369.31ms, mfu 0.05%
+step 1750: train loss 5.8545, val loss 5.8582
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 1750: loss 5.7722, time 19487.00ms, mfu 0.05%
+step 2000: train loss 5.7933, val loss 5.8122
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 2000: loss 5.6635, time 19333.55ms, mfu 0.05%
+step 2250: train loss 5.7214, val loss 5.7097
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 2250: loss 5.7975, time 20081.38ms, mfu 0.05%
+step 2500: train loss 5.6137, val loss 5.5794
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 2500: loss 5.6280, time 19928.56ms, mfu 0.05%
+step 2750: train loss 5.5282, val loss 5.5260
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 2750: loss 5.2268, time 19966.24ms, mfu 0.05%
+step 3000: train loss 5.4613, val loss 5.4348
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 3000: loss 5.0773, time 20161.12ms, mfu 0.05%
+step 3250: train loss 5.3621, val loss 5.3533
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 3250: loss 5.4111, time 20163.88ms, mfu 0.05%
+step 3500: train loss 5.2892, val loss 5.3172
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 3500: loss 5.6999, time 20168.71ms, mfu 0.05%
+step 3750: train loss 5.2366, val loss 5.2322
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 3750: loss 5.7741, time 20054.13ms, mfu 0.05%
+step 4000: train loss 5.2129, val loss 5.1859
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 4000: loss 5.1721, time 20176.79ms, mfu 0.05%
+step 4250: train loss 5.1525, val loss 5.1672
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 4250: loss 5.1009, time 20062.51ms, mfu 0.05%
+step 4500: train loss 5.0767, val loss 5.1119
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 4500: loss 4.6173, time 19982.05ms, mfu 0.05%
+step 4750: train loss 5.0735, val loss 5.0492
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 4750: loss 4.1417, time 19899.54ms, mfu 0.05%
+step 5000: train loss 5.0004, val loss 5.0126
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 5000: loss 5.1606, time 20186.43ms, mfu 0.05%
+step 5250: train loss 4.9656, val loss 4.9788
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 5250: loss 5.1236, time 20171.41ms, mfu 0.05%
+step 5500: train loss 4.9181, val loss 4.9436
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 5500: loss 4.9206, time 20178.07ms, mfu 0.05%
+step 5750: train loss 4.8731, val loss 4.8356
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 5750: loss 4.6730, time 20164.03ms, mfu 0.05%
+step 6000: train loss 4.8315, val loss 4.8389
+iter 6000: loss 4.9211, time 18254.16ms, mfu 0.05%
+step 6250: train loss 4.7560, val loss 4.7972
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 6250: loss 5.0586, time 20083.72ms, mfu 0.05%
+step 6500: train loss 4.7147, val loss 4.7358
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 6500: loss 4.7781, time 20234.79ms, mfu 0.05%
+step 6750: train loss 4.6845, val loss 4.6707
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 6750: loss 4.9570, time 19739.45ms, mfu 0.05%
+step 7000: train loss 4.6554, val loss 4.6714
+iter 7000: loss 4.3185, time 18355.28ms, mfu 0.05%
+step 7250: train loss 4.6537, val loss 4.6239
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 7250: loss 4.9054, time 19925.77ms, mfu 0.05%
+step 7500: train loss 4.6237, val loss 4.6126
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 7500: loss 4.2564, time 19730.85ms, mfu 0.05%
+step 7750: train loss 4.5891, val loss 4.5869
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 7750: loss 4.4109, time 19929.93ms, mfu 0.05%
+step 8000: train loss 4.5360, val loss 4.5471
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 8000: loss 4.7314, time 19949.17ms, mfu 0.05%
+step 8250: train loss 4.5356, val loss 4.5193
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 8250: loss 4.3509, time 19910.10ms, mfu 0.05%
+step 8500: train loss 4.5175, val loss 4.5244
+iter 8500: loss 4.4901, time 18269.59ms, mfu 0.05%
+step 8750: train loss 4.4787, val loss 4.4710
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 8750: loss 4.2362, time 20058.91ms, mfu 0.05%
+step 9000: train loss 4.4600, val loss 4.4930
+iter 9000: loss 4.6775, time 18298.13ms, mfu 0.05%
+step 9250: train loss 4.4798, val loss 4.4669
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 9250: loss 4.3429, time 19918.76ms, mfu 0.05%
+step 9500: train loss 4.4623, val loss 4.4530
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 9500: loss 4.3910, time 19993.06ms, mfu 0.05%
+step 9750: train loss 4.4524, val loss 4.4466
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 9750: loss 4.2157, time 20178.58ms, mfu 0.05%
+step 10000: train loss 4.4479, val loss 4.4627
+iter 10000: loss 4.6868, time 18346.66ms, mfu 0.05%
diff --git a/results/logs/train_x_headspec_elem_w2000_seed42.log b/results/logs/train_x_headspec_elem_w2000_seed42.log
new file mode 100644
index 0000000000000000000000000000000000000000..9acd7749c0f62cac5ce2fc2a936455ade2d60e5b
--- /dev/null
+++ b/results/logs/train_x_headspec_elem_w2000_seed42.log
@@ -0,0 +1,125 @@
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 124.18M
+C:\Users\brian\documents\nanogpt\train.py:200: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+  scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+num decayed parameter tensors: 62, with 124,551,168 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9565, val loss 10.9575
+iter 0: loss 10.9440, time 18001.62ms, mfu -100.00%
+step 250: train loss 6.9284, val loss 6.9348
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 250: loss 7.0057, time 19208.81ms, mfu 0.05%
+step 500: train loss 6.5206, val loss 6.5272
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 500: loss 6.7435, time 19599.55ms, mfu 0.05%
+step 750: train loss 6.2842, val loss 6.3435
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 750: loss 6.3515, time 19755.37ms, mfu 0.05%
+step 1000: train loss 6.1797, val loss 6.1982
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 1000: loss 6.0482, time 19334.95ms, mfu 0.05%
+step 1250: train loss 6.0673, val loss 6.0533
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 1250: loss 6.6231, time 19555.40ms, mfu 0.05%
+step 1500: train loss 5.9599, val loss 5.9924
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 1500: loss 6.3900, time 19432.25ms, mfu 0.05%
+step 1750: train loss 5.8455, val loss 5.8679
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 1750: loss 5.8004, time 19658.64ms, mfu 0.05%
+step 2000: train loss 5.7978, val loss 5.8005
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 2000: loss 5.1285, time 19646.19ms, mfu 0.05%
+step 2250: train loss 5.7018, val loss 5.6794
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 2250: loss 5.6005, time 19494.49ms, mfu 0.05%
+step 2500: train loss 5.5768, val loss 5.6020
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 2500: loss 5.9159, time 20247.73ms, mfu 0.05%
+step 2750: train loss 5.5338, val loss 5.5242
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 2750: loss 5.2799, time 20142.66ms, mfu 0.05%
+step 3000: train loss 5.4255, val loss 5.4291
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 3000: loss 6.4023, time 20222.94ms, mfu 0.05%
+step 3250: train loss 5.3753, val loss 5.3506
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 3250: loss 5.1939, time 20189.01ms, mfu 0.05%
+step 3500: train loss 5.3354, val loss 5.3086
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 3500: loss 5.3575, time 20144.61ms, mfu 0.05%
+step 3750: train loss 5.2716, val loss 5.2445
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 3750: loss 5.0631, time 19992.00ms, mfu 0.05%
+step 4000: train loss 5.1866, val loss 5.2149
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 4000: loss 4.7877, time 20210.48ms, mfu 0.05%
+step 4250: train loss 5.1353, val loss 5.1448
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 4250: loss 4.9458, time 19850.06ms, mfu 0.05%
+step 4500: train loss 5.0583, val loss 5.0823
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 4500: loss 5.3840, time 19821.69ms, mfu 0.05%
+step 4750: train loss 5.0901, val loss 5.0557
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 4750: loss 5.4637, time 19881.05ms, mfu 0.05%
+step 5000: train loss 4.9804, val loss 5.0300
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 5000: loss 5.1675, time 19952.92ms, mfu 0.05%
+step 5250: train loss 4.9592, val loss 4.9600
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 5250: loss 4.7392, time 19882.90ms, mfu 0.05%
+step 5500: train loss 4.9248, val loss 4.9059
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 5500: loss 5.2358, time 19983.31ms, mfu 0.05%
+step 5750: train loss 4.8569, val loss 4.8771
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 5750: loss 4.7113, time 20074.71ms, mfu 0.05%
+step 6000: train loss 4.8025, val loss 4.7929
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 6000: loss 4.7688, time 19970.26ms, mfu 0.05%
+step 6250: train loss 4.7291, val loss 4.7500
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 6250: loss 5.0114, time 20080.63ms, mfu 0.05%
+step 6500: train loss 4.6975, val loss 4.7275
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 6500: loss 4.7808, time 20155.00ms, mfu 0.05%
+step 6750: train loss 4.7085, val loss 4.6896
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 6750: loss 4.6750, time 20252.02ms, mfu 0.05%
+step 7000: train loss 4.6574, val loss 4.6414
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 7000: loss 4.7124, time 19903.50ms, mfu 0.05%
+step 7250: train loss 4.6613, val loss 4.5747
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 7250: loss 4.7251, time 19853.30ms, mfu 0.05%
+step 7500: train loss 4.6044, val loss 4.5897
+iter 7500: loss 4.5548, time 18292.53ms, mfu 0.05%
+step 7750: train loss 4.5762, val loss 4.6042
+iter 7750: loss 4.8146, time 18299.80ms, mfu 0.05%
+step 8000: train loss 4.5766, val loss 4.5327
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 8000: loss 4.6859, time 19943.83ms, mfu 0.05%
+step 8250: train loss 4.5409, val loss 4.5506
+iter 8250: loss 4.2359, time 18335.02ms, mfu 0.05%
+step 8500: train loss 4.4896, val loss 4.5104
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 8500: loss 4.3863, time 20198.98ms, mfu 0.05%
+step 8750: train loss 4.4922, val loss 4.4803
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 8750: loss 4.3668, time 19723.54ms, mfu 0.05%
+step 9000: train loss 4.5028, val loss 4.4897
+iter 9000: loss 4.4055, time 18258.64ms, mfu 0.05%
+step 9250: train loss 4.4607, val loss 4.4681
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 9250: loss 4.8943, time 19937.92ms, mfu 0.05%
+step 9500: train loss 4.4341, val loss 4.4865
+iter 9500: loss 4.5344, time 18340.67ms, mfu 0.05%
+step 9750: train loss 4.4748, val loss 4.4681
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 9750: loss 4.6409, time 20163.71ms, mfu 0.05%
+step 10000: train loss 4.4464, val loss 4.4638
+saving checkpoint to out-openwebtext_phase2_x_headspec_elem
+iter 10000: loss 4.5720, time 20508.95ms, mfu 0.05%
diff --git a/results/phase10_wslbridge_w2000_runs_20260329_1020.csv b/results/phase10_wslbridge_w2000_runs_20260329_1020.csv
new file mode 100644
index 0000000000000000000000000000000000000000..c2179764ca4236a5c1d62f3100e2f5d3d1898ad0
--- /dev/null
+++ b/results/phase10_wslbridge_w2000_runs_20260329_1020.csv
@@ -0,0 +1,5 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+none,baseline,2000,42,ok,3600.69,123.59,4.4766,9750,4.4912,False,out-openwebtext_phase10_wslbridge_w2000_baseline,
+dynamic_qa_conditioned,cheap_qa,2000,42,ok,3862.21,123.69,4.3665,10000,4.3665,True,out-openwebtext_phase10_wslbridge_w2000_cheap_qa,
+dynamic_xconditioned_fullwidth_headspecific,x_full_headspec,2000,42,ok,3895.17,130.67,4.4062,10000,4.4062,True,out-openwebtext_phase10_wslbridge_w2000_x_full_headspec,
+dynamic_qa_conditioned_normed,qa_normed,2000,42,ok,4375.64,123.69,4.3724,10000,4.3724,True,out-openwebtext_phase10_wslbridge_w2000_qa_normed,
diff --git a/results/phase10_wslbridge_w2000_summary_20260329_1020.txt b/results/phase10_wslbridge_w2000_summary_20260329_1020.txt
new file mode 100644
index 0000000000000000000000000000000000000000..d248acf6a39abf0d2a4cdac8c5fc09eabd73d23b
--- /dev/null
+++ b/results/phase10_wslbridge_w2000_summary_20260329_1020.txt
@@ -0,0 +1,61 @@
+PHASE 10 — WSL LINUX BRIDGE SUMMARY
+====================================================================================================
+
+WARNING:
+  DO NOT MIX WITH CANONICAL LEADERBOARD. DO NOT MIX WITH A10 FULL-BOARD RESULTS.
+  This is a bridge/diagnostic pack only.
+
+Bundle purpose:
+  Re-run key variants on the same 3060 laptop under Linux/WSL + torch 2.7.0/cu128 to probe
+  whether the A10 rerank shifts look more like a software-stack effect.
+
+Results CSV: /home/brian/nanogpt_wsl_bridge/results/phase10_wslbridge_w2000_runs_20260329_1020.csv
+
+Recipe:
+  batch_size=4  gradient_accumulation_steps=2  block_size=512  tokens/iter=4,096
+  compile=False  warmup=2000  max_iters=10000  seeds=[42]
+
+Reference 2000-warmup canon anchors (Windows / torch 2.5.1):
+  baseline        4.4708
+  cheap_qa        4.3897
+  x_full_headspec 4.3964
+  qa_normed       4.3926
+
+Bridge ranking (completed runs only):
+   1. cheap_qa        mean=4.3665  std=0.0000  done=1/1  vs canon=-0.0232
+   2. qa_normed       mean=4.3724  std=0.0000  done=1/1  vs canon=-0.0202
+   3. x_full_headspec mean=4.4062  std=0.0000  done=1/1  vs canon=+0.0098
+   4. baseline        mean=4.4766  std=0.0000  done=1/1  vs canon=+0.0058
+
+----------------------------------------------------------------------------------------------------
+baseline  (none)
+  No writeback gate
+  out_dir: out-openwebtext_phase10_wslbridge_w2000_baseline
+  completed seeds: 1/1
+  partial mean/std: 4.4766 ± 0.0000
+  vs own 2000-warmup canon: +0.0058
+    seed=  42  best=4.4766  final=4.4912  best@9750  stable=False
+
+cheap_qa  (dynamic_qa_conditioned)
+  Shared Q+A linear gate: concat [q,y] -> 128->64
+  out_dir: out-openwebtext_phase10_wslbridge_w2000_cheap_qa
+  completed seeds: 1/1
+  partial mean/std: 4.3665 ± 0.0000
+  vs own 2000-warmup canon: -0.0232
+    seed=  42  best=4.3665  final=4.3665  best@10000  stable=True
+
+x_full_headspec  (dynamic_xconditioned_fullwidth_headspecific)
+  Head-specific full-width X gate: separate 768->64 per head
+  out_dir: out-openwebtext_phase10_wslbridge_w2000_x_full_headspec
+  completed seeds: 1/1
+  partial mean/std: 4.4062 ± 0.0000
+  vs own 2000-warmup canon: +0.0098
+    seed=  42  best=4.4062  final=4.4062  best@10000  stable=True
+
+qa_normed  (dynamic_qa_conditioned_normed)
+  RMSNorm q and y separately, then shared 128->64 gate
+  out_dir: out-openwebtext_phase10_wslbridge_w2000_qa_normed
+  completed seeds: 1/1
+  partial mean/std: 4.3724 ± 0.0000
+  vs own 2000-warmup canon: -0.0202
+    seed=  42  best=4.3724  final=4.3724  best@10000  stable=True
diff --git a/results/phase11_wslbridge_w2000_seed1337_runs_20260329_1623.csv b/results/phase11_wslbridge_w2000_seed1337_runs_20260329_1623.csv
new file mode 100644
index 0000000000000000000000000000000000000000..10bc115322dfe05bc5cf374630610b2e44bb117a
--- /dev/null
+++ b/results/phase11_wslbridge_w2000_seed1337_runs_20260329_1623.csv
@@ -0,0 +1,5 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+none,baseline,2000,1337,ok,3520.01,123.59,4.4697,9750,4.5115,False,out-openwebtext_phase11_wslbridge_w2000_seed1337_baseline,
+dynamic_qa_conditioned,cheap_qa,2000,1337,ok,3758.52,123.69,4.3934,9750,4.443,False,out-openwebtext_phase11_wslbridge_w2000_seed1337_cheap_qa,
+dynamic_xconditioned_fullwidth_headspecific,x_full_headspec,2000,1337,ok,3864.29,130.67,4.4084,9750,4.4099,False,out-openwebtext_phase11_wslbridge_w2000_seed1337_x_full_headspec,
+dynamic_qa_conditioned_normed,qa_normed,2000,1337,ok,4355.17,123.69,4.3729,9750,4.4203,False,out-openwebtext_phase11_wslbridge_w2000_seed1337_qa_normed,
diff --git a/results/phase11_wslbridge_w2000_seed1337_summary_20260329_1623.txt b/results/phase11_wslbridge_w2000_seed1337_summary_20260329_1623.txt
new file mode 100644
index 0000000000000000000000000000000000000000..307c1d5804649af25692b62cdb36a1bad2b3183b
--- /dev/null
+++ b/results/phase11_wslbridge_w2000_seed1337_summary_20260329_1623.txt
@@ -0,0 +1,61 @@
+PHASE 11 — WSL LINUX BRIDGE SUMMARY
+====================================================================================================
+
+WARNING:
+  DO NOT MIX WITH CANONICAL LEADERBOARD. DO NOT MIX WITH A10 FULL-BOARD RESULTS.
+  This is a bridge/diagnostic pack only.
+
+Bundle purpose:
+  Re-run key variants on the same 3060 laptop under Linux/WSL + torch 2.7.0/cu128 to probe
+  whether the A10 rerank shifts look more like a software-stack effect.
+
+Results CSV: /home/brian/nanogpt_wsl_bridge/results/phase11_wslbridge_w2000_seed1337_runs_20260329_1623.csv
+
+Recipe:
+  batch_size=4  gradient_accumulation_steps=2  block_size=512  tokens/iter=4,096
+  compile=False  warmup=2000  max_iters=10000  seeds=[1337]
+
+Reference 2000-warmup canon anchors (Windows / torch 2.5.1):
+  baseline        4.4708
+  cheap_qa        4.3897
+  x_full_headspec 4.3964
+  qa_normed       4.3926
+
+Bridge ranking (completed runs only):
+   1. qa_normed       mean=4.3729  std=0.0000  done=1/1  vs canon=-0.0197
+   2. cheap_qa        mean=4.3934  std=0.0000  done=1/1  vs canon=+0.0037
+   3. x_full_headspec mean=4.4084  std=0.0000  done=1/1  vs canon=+0.0120
+   4. baseline        mean=4.4697  std=0.0000  done=1/1  vs canon=-0.0011
+
+----------------------------------------------------------------------------------------------------
+baseline  (none)
+  No writeback gate
+  out_dir: out-openwebtext_phase11_wslbridge_w2000_seed1337_baseline
+  completed seeds: 1/1
+  partial mean/std: 4.4697 ± 0.0000
+  vs own 2000-warmup canon: -0.0011
+    seed=1337  best=4.4697  final=4.5115  best@9750  stable=False
+
+cheap_qa  (dynamic_qa_conditioned)
+  Shared Q+A linear gate: concat [q,y] -> 128->64
+  out_dir: out-openwebtext_phase11_wslbridge_w2000_seed1337_cheap_qa
+  completed seeds: 1/1
+  partial mean/std: 4.3934 ± 0.0000
+  vs own 2000-warmup canon: +0.0037
+    seed=1337  best=4.3934  final=4.4430  best@9750  stable=False
+
+x_full_headspec  (dynamic_xconditioned_fullwidth_headspecific)
+  Head-specific full-width X gate: separate 768->64 per head
+  out_dir: out-openwebtext_phase11_wslbridge_w2000_seed1337_x_full_headspec
+  completed seeds: 1/1
+  partial mean/std: 4.4084 ± 0.0000
+  vs own 2000-warmup canon: +0.0120
+    seed=1337  best=4.4084  final=4.4099  best@9750  stable=False
+
+qa_normed  (dynamic_qa_conditioned_normed)
+  RMSNorm q and y separately, then shared 128->64 gate
+  out_dir: out-openwebtext_phase11_wslbridge_w2000_seed1337_qa_normed
+  completed seeds: 1/1
+  partial mean/std: 4.3729 ± 0.0000
+  vs own 2000-warmup canon: -0.0197
+    seed=1337  best=4.3729  final=4.4203  best@9750  stable=False
diff --git a/results/phase12_wslbridge_w2000_seed123_runs_20260329_2119.csv b/results/phase12_wslbridge_w2000_seed123_runs_20260329_2119.csv
new file mode 100644
index 0000000000000000000000000000000000000000..39a9aa485890ff722030e8e5de6147529a8b4712
--- /dev/null
+++ b/results/phase12_wslbridge_w2000_seed123_runs_20260329_2119.csv
@@ -0,0 +1,5 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+none,baseline,2000,123,ok,3569.73,123.59,4.4803,9500,4.5009,False,out-openwebtext_phase12_wslbridge_w2000_seed123_baseline,
+dynamic_qa_conditioned,cheap_qa,2000,123,ok,3788.76,123.69,4.4124,9750,4.4228,False,out-openwebtext_phase12_wslbridge_w2000_seed123_cheap_qa,
+dynamic_xconditioned_fullwidth_headspecific,x_full_headspec,2000,123,ok,3857.08,130.67,4.3946,9750,4.4305,False,out-openwebtext_phase12_wslbridge_w2000_seed123_x_full_headspec,
+dynamic_qa_conditioned_normed,qa_normed,2000,123,ok,4415.03,123.69,4.4147,9750,4.4256,False,out-openwebtext_phase12_wslbridge_w2000_seed123_qa_normed,
diff --git a/results/phase12_wslbridge_w2000_seed123_runs_20260330_1914.csv b/results/phase12_wslbridge_w2000_seed123_runs_20260330_1914.csv
new file mode 100644
index 0000000000000000000000000000000000000000..50beff951d967c08793c0374d2d8c81a076a1f20
--- /dev/null
+++ b/results/phase12_wslbridge_w2000_seed123_runs_20260330_1914.csv
@@ -0,0 +1,5 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+none,baseline,2000,123,ok,3570.63,123.59,4.4814,9500,4.5017,False,out-openwebtext_phase12_wslbridge_w2000_seed123_baseline,
+dynamic_qa_conditioned,cheap_qa,2000,123,ok,3724.87,123.69,4.4107,9750,4.4256,False,out-openwebtext_phase12_wslbridge_w2000_seed123_cheap_qa,
+dynamic_xconditioned_fullwidth_headspecific,x_full_headspec,2000,123,ok,3801.81,130.67,4.3898,9750,4.4277,False,out-openwebtext_phase12_wslbridge_w2000_seed123_x_full_headspec,
+dynamic_qa_conditioned_normed,qa_normed,2000,123,ok,4400.69,123.69,4.4237,9750,4.4334,False,out-openwebtext_phase12_wslbridge_w2000_seed123_qa_normed,
diff --git a/results/phase12_wslbridge_w2000_seed123_summary_20260329_2119-first.txt b/results/phase12_wslbridge_w2000_seed123_summary_20260329_2119-first.txt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a05534480369c99b752ecc4942d7c690f88fe8
--- /dev/null
+++ b/results/phase12_wslbridge_w2000_seed123_summary_20260329_2119-first.txt
@@ -0,0 +1,61 @@
+PHASE 12 — WSL LINUX BRIDGE SUMMARY
+====================================================================================================
+
+WARNING:
+  DO NOT MIX WITH CANONICAL LEADERBOARD. DO NOT MIX WITH A10 FULL-BOARD RESULTS.
+  This is a bridge/diagnostic pack only.
+
+Bundle purpose:
+  Re-run key variants on the same 3060 laptop under Linux/WSL + torch 2.7.0/cu128 to probe
+  whether the A10 rerank shifts look more like a software-stack effect.
+
+Results CSV: /home/brian/nanogpt_wsl_bridge/results/phase12_wslbridge_w2000_seed123_runs_20260329_2119.csv
+
+Recipe:
+  batch_size=4  gradient_accumulation_steps=2  block_size=512  tokens/iter=4,096
+  compile=False  warmup=2000  max_iters=10000  seeds=[123]
+
+Reference 2000-warmup canon anchors (Windows / torch 2.5.1):
+  baseline        4.4708
+  cheap_qa        4.3897
+  x_full_headspec 4.3964
+  qa_normed       4.3926
+
+Bridge ranking (completed runs only):
+   1. x_full_headspec mean=4.3946  std=0.0000  done=1/1  vs canon=-0.0018
+   2. cheap_qa        mean=4.4124  std=0.0000  done=1/1  vs canon=+0.0227
+   3. qa_normed       mean=4.4147  std=0.0000  done=1/1  vs canon=+0.0221
+   4. baseline        mean=4.4803  std=0.0000  done=1/1  vs canon=+0.0095
+
+----------------------------------------------------------------------------------------------------
+baseline  (none)
+  No writeback gate
+  out_dir: out-openwebtext_phase12_wslbridge_w2000_seed123_baseline
+  completed seeds: 1/1
+  partial mean/std: 4.4803 ± 0.0000
+  vs own 2000-warmup canon: +0.0095
+    seed= 123  best=4.4803  final=4.5009  best@9500  stable=False
+
+cheap_qa  (dynamic_qa_conditioned)
+  Shared Q+A linear gate: concat [q,y] -> 128->64
+  out_dir: out-openwebtext_phase12_wslbridge_w2000_seed123_cheap_qa
+  completed seeds: 1/1
+  partial mean/std: 4.4124 ± 0.0000
+  vs own 2000-warmup canon: +0.0227
+    seed= 123  best=4.4124  final=4.4228  best@9750  stable=False
+
+x_full_headspec  (dynamic_xconditioned_fullwidth_headspecific)
+  Head-specific full-width X gate: separate 768->64 per head
+  out_dir: out-openwebtext_phase12_wslbridge_w2000_seed123_x_full_headspec
+  completed seeds: 1/1
+  partial mean/std: 4.3946 ± 0.0000
+  vs own 2000-warmup canon: -0.0018
+    seed= 123  best=4.3946  final=4.4305  best@9750  stable=False
+
+qa_normed  (dynamic_qa_conditioned_normed)
+  RMSNorm q and y separately, then shared 128->64 gate
+  out_dir: out-openwebtext_phase12_wslbridge_w2000_seed123_qa_normed
+  completed seeds: 1/1
+  partial mean/std: 4.4147 ± 0.0000
+  vs own 2000-warmup canon: +0.0221
+    seed= 123  best=4.4147  final=4.4256  best@9750  stable=False
diff --git a/results/phase12_wslbridge_w2000_seed123_summary_20260330_1914-second.txt b/results/phase12_wslbridge_w2000_seed123_summary_20260330_1914-second.txt
new file mode 100644
index 0000000000000000000000000000000000000000..be1691afcb5dfaf9aea9d9a088aa31f9e6efbedf
--- /dev/null
+++ b/results/phase12_wslbridge_w2000_seed123_summary_20260330_1914-second.txt
@@ -0,0 +1,61 @@
+PHASE 12 — WSL LINUX BRIDGE SUMMARY
+====================================================================================================
+
+WARNING:
+  DO NOT MIX WITH CANONICAL LEADERBOARD. DO NOT MIX WITH A10 FULL-BOARD RESULTS.
+  This is a bridge/diagnostic pack only.
+
+Bundle purpose:
+  Re-run key variants on the same 3060 laptop under Linux/WSL + torch 2.7.0/cu128 to probe
+  whether the A10 rerank shifts look more like a software-stack effect.
+
+Results CSV: /home/brian/nanogpt_wsl_bridge/results/phase12_wslbridge_w2000_seed123_runs_20260330_1914.csv
+
+Recipe:
+  batch_size=4  gradient_accumulation_steps=2  block_size=512  tokens/iter=4,096
+  compile=False  warmup=2000  max_iters=10000  seeds=[123]
+
+Reference 2000-warmup canon anchors (Windows / torch 2.5.1):
+  baseline        4.4708
+  cheap_qa        4.3897
+  x_full_headspec 4.3964
+  qa_normed       4.3926
+
+Bridge ranking (completed runs only):
+   1. x_full_headspec mean=4.3898  std=0.0000  done=1/1  vs canon=-0.0066
+   2. cheap_qa        mean=4.4107  std=0.0000  done=1/1  vs canon=+0.0210
+   3. qa_normed       mean=4.4237  std=0.0000  done=1/1  vs canon=+0.0311
+   4. baseline        mean=4.4814  std=0.0000  done=1/1  vs canon=+0.0106
+
+----------------------------------------------------------------------------------------------------
+baseline  (none)
+  No writeback gate
+  out_dir: out-openwebtext_phase12_wslbridge_w2000_seed123_baseline
+  completed seeds: 1/1
+  partial mean/std: 4.4814 ± 0.0000
+  vs own 2000-warmup canon: +0.0106
+    seed= 123  best=4.4814  final=4.5017  best@9500  stable=False
+
+cheap_qa  (dynamic_qa_conditioned)
+  Shared Q+A linear gate: concat [q,y] -> 128->64
+  out_dir: out-openwebtext_phase12_wslbridge_w2000_seed123_cheap_qa
+  completed seeds: 1/1
+  partial mean/std: 4.4107 ± 0.0000
+  vs own 2000-warmup canon: +0.0210
+    seed= 123  best=4.4107  final=4.4256  best@9750  stable=False
+
+x_full_headspec  (dynamic_xconditioned_fullwidth_headspecific)
+  Head-specific full-width X gate: separate 768->64 per head
+  out_dir: out-openwebtext_phase12_wslbridge_w2000_seed123_x_full_headspec
+  completed seeds: 1/1
+  partial mean/std: 4.3898 ± 0.0000
+  vs own 2000-warmup canon: -0.0066
+    seed= 123  best=4.3898  final=4.4277  best@9750  stable=False
+
+qa_normed  (dynamic_qa_conditioned_normed)
+  RMSNorm q and y separately, then shared 128->64 gate
+  out_dir: out-openwebtext_phase12_wslbridge_w2000_seed123_qa_normed
+  completed seeds: 1/1
+  partial mean/std: 4.4237 ± 0.0000
+  vs own 2000-warmup canon: +0.0311
+    seed= 123  best=4.4237  final=4.4334  best@9750  stable=False
diff --git a/results/phase13_qa_asymnorm_w2000_runs_20260330_2338 - windows w pytorch 2.70+cu128.csv b/results/phase13_qa_asymnorm_w2000_runs_20260330_2338 - windows w pytorch 2.70+cu128.csv
new file mode 100644
index 0000000000000000000000000000000000000000..3dcb5cb397c69591ac507e56fc284188d48b02f3
--- /dev/null
+++ b/results/phase13_qa_asymnorm_w2000_runs_20260330_2338 - windows w pytorch 2.70+cu128.csv	
@@ -0,0 +1,7 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+dynamic_qa_conditioned_normed_yonly,qa_normed_yonly,2000,42,ok,4225.51,123.69,4.3871,10000,4.3871,True,out-openwebtext_phase13_w2000_qa_normed_yonly,
+dynamic_qa_conditioned_normed_yonly,qa_normed_yonly,2000,1337,ok,4181.55,123.69,4.3881,9750,4.4346,False,out-openwebtext_phase13_w2000_qa_normed_yonly,
+dynamic_qa_conditioned_normed_yonly,qa_normed_yonly,2000,123,ok,4189.59,123.69,4.411,9750,4.4218,False,out-openwebtext_phase13_w2000_qa_normed_yonly,
+dynamic_qa_conditioned_normed_qonly,qa_normed_qonly,2000,42,ok,4177.96,123.69,4.3773,10000,4.3773,True,out-openwebtext_phase13_w2000_qa_normed_qonly,
+dynamic_qa_conditioned_normed_qonly,qa_normed_qonly,2000,1337,ok,4177.6,123.69,4.3825,9750,4.4294,False,out-openwebtext_phase13_w2000_qa_normed_qonly,
+dynamic_qa_conditioned_normed_qonly,qa_normed_qonly,2000,123,ok,4181.32,123.69,4.4021,9750,4.4125,False,out-openwebtext_phase13_w2000_qa_normed_qonly,
diff --git a/results/phase13_qa_asymnorm_w2000_runs_20260330_2338 - windows w pytorch 2.70+cu128.txt b/results/phase13_qa_asymnorm_w2000_runs_20260330_2338 - windows w pytorch 2.70+cu128.txt
new file mode 100644
index 0000000000000000000000000000000000000000..262ea6fe72ece62db62b64b508c6617992179a1f
--- /dev/null
+++ b/results/phase13_qa_asymnorm_w2000_runs_20260330_2338 - windows w pytorch 2.70+cu128.txt	
@@ -0,0 +1,44 @@
+PHASE 13 � QA ASYMMETRIC NORMALIZATION ABLATION
+====================================================================================================
+
+Purpose:
+  Isolate which signal's magnitude is responsible for qa_normed's late-training instability
+  by testing the two asymmetric Q+A normalization combinations.
+
+Scientific prediction:
+  qa_normed_yonly (raw q + normed y) -> predicted STABLE, performance near cheap_qa
+  qa_normed_qonly (normed q + raw y) -> predicted UNSTABLE, performance near qa_normed
+
+Results CSV: C:\Users\brian\Documents\nanoGPT\results\phase13_qa_asymnorm_w2000_runs_20260330_2338.csv
+
+Recipe:
+  batch_size=4  gradient_accumulation_steps=2  block_size=512  tokens/iter=4,096
+  compile=False  warmup=2000  max_iters=10000  seeds=[42, 1337, 123]
+
+Canon anchors to keep in mind:
+  cheap_qa   4.3897  (raw q + raw y, stable)
+  qa_normed  4.3926  (normed q + normed y, unstable)
+  a_only     4.4298  (raw y only)
+
+Ablation ranking (completed runs only):
+   1. qa_normed_qonly  mean=4.3873  std=0.0107  done=3/3
+   2. qa_normed_yonly  mean=4.3954  std=0.0110  done=3/3
+
+----------------------------------------------------------------------------------------------------
+qa_normed_yonly  (dynamic_qa_conditioned_normed_yonly)
+  Raw q + RMSNorm(y), then shared 128->64 gate
+  out_dir: out-openwebtext_phase13_w2000_qa_normed_yonly
+  completed seeds: 3/3
+  partial mean/std: 4.3954 � 0.0110
+    seed=  42  best=4.3871  final=4.3871  best@10000  stable=True
+    seed= 123  best=4.4110  final=4.4218  best@9750  stable=False
+    seed=1337  best=4.3881  final=4.4346  best@9750  stable=False
+
+qa_normed_qonly  (dynamic_qa_conditioned_normed_qonly)
+  RMSNorm(q) + raw y, then shared 128->64 gate
+  out_dir: out-openwebtext_phase13_w2000_qa_normed_qonly
+  completed seeds: 3/3
+  partial mean/std: 4.3873 � 0.0107
+    seed=  42  best=4.3773  final=4.3773  best@10000  stable=True
+    seed= 123  best=4.4021  final=4.4125  best@9750  stable=False
+    seed=1337  best=4.3825  final=4.4294  best@9750  stable=False
diff --git a/results/phase14_qa_softq_w2000_runs_20260331_1838.csv b/results/phase14_qa_softq_w2000_runs_20260331_1838.csv
new file mode 100644
index 0000000000000000000000000000000000000000..3fd5ba2a2bf256307e87a0107954c73572ee0434
--- /dev/null
+++ b/results/phase14_qa_softq_w2000_runs_20260331_1838.csv
@@ -0,0 +1,4 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,alpha_layer0,out_dir,error
+dynamic_qa_conditioned_softq,qa_softq,2000,42,ok,4385.9086236953735,123.69,4.3764,10000,4.3764,True,0.7439010143280029,out-openwebtext_phase14_w2000_qa_softq,
+dynamic_qa_conditioned_softq,qa_softq,2000,1337,ok,4368.7725481987,123.69,4.3894,9750,4.4344,False,0.7442627549171448,out-openwebtext_phase14_w2000_qa_softq,
+dynamic_qa_conditioned_softq,qa_softq,2000,123,ok,4367.432096719742,123.69,4.3937,9750,4.4037,False,0.7390603423118591,out-openwebtext_phase14_w2000_qa_softq,
diff --git a/results/phase14_qa_softq_w2000_summary_20260331_1838.txt b/results/phase14_qa_softq_w2000_summary_20260331_1838.txt
new file mode 100644
index 0000000000000000000000000000000000000000..7324457f185cbb183e65d15cf0d873671b452df9
--- /dev/null
+++ b/results/phase14_qa_softq_w2000_summary_20260331_1838.txt
@@ -0,0 +1,39 @@
+PHASE 14 � QA SOFT-Q NORMALIZATION (LEARNED BLEND)
+====================================================================================================
+
+Scientific motivation:
+  Phase 13 suggested that q-only normalization may help performance, but with
+  higher variance and late-training instability. This phase tests whether a
+  learned blend between raw q and RMSNorm(q) can find a better stability/
+  performance tradeoff automatically.
+
+Scientific predictions:
+  Performance: between qa_normed_qonly (4.3873) and cheap_qa (4.3897), possibly better than both
+  Stability: better than qa_normed_qonly because some q magnitude is preserved
+  Learned alpha: likely to settle somewhere in 0.3-0.7 range
+
+Results CSV: C:\Users\brian\Documents\nanoGPT\results\phase14_qa_softq_w2000_runs_20260331_1838.csv
+
+Recipe:
+  batch_size=4  gradient_accumulation_steps=2  block_size=512  tokens/iter=4,096
+  compile=False  warmup=2000  max_iters=10000  seeds=[42, 1337, 123]
+
+Canon anchors to keep in mind:
+  cheap_qa          4.3897  (raw q + raw y, stable, champion)
+  qa_normed_qonly   4.3873  (normed q + raw y, potentially better but unstable)
+  qa_normed         4.3926  (normed q + normed y, unstable)
+  qa_normed_yonly   4.3954  (raw q + normed y, unstable)
+
+Completed runs:
+   1. qa_softq         mean=4.3865  std=0.0074  done=3/3
+
+----------------------------------------------------------------------------------------------------
+qa_softq  (dynamic_qa_conditioned_softq)
+  Learned blend between RMSNorm(q) and raw q, with raw y, then shared 128->64 gate
+  out_dir: out-openwebtext_phase14_w2000_qa_softq
+  completed seeds: 3/3
+  partial mean/std: 4.3865 � 0.0074
+  learned alpha (layer 0) mean across completed seeds: 0.7424
+    seed=  42  best=4.3764  final=4.3764  best@10000  stable=True  alpha_l0=0.7439
+    seed= 123  best=4.3937  final=4.4037  best@9750  stable=False  alpha_l0=0.7391
+    seed=1337  best=4.3894  final=4.4344  best@9750  stable=False  alpha_l0=0.7443
diff --git a/results/phase15_qa_asymnorm_w2000_runs_20260331_2223.csv b/results/phase15_qa_asymnorm_w2000_runs_20260331_2223.csv
new file mode 100644
index 0000000000000000000000000000000000000000..c068189f7e58cc5ecd5f2f61029a6bb16785af5e
--- /dev/null
+++ b/results/phase15_qa_asymnorm_w2000_runs_20260331_2223.csv
@@ -0,0 +1,7 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+dynamic_qa_conditioned_normed_yonly,qa_normed_yonly,2000,42,ok,4163.87,123.69,4.3878,10000,4.3878,True,out-openwebtext_phase15_w2000_qa_normed_yonly,
+dynamic_qa_conditioned_normed_yonly,qa_normed_yonly,2000,1337,ok,4158.5,123.69,4.3825,9750,4.4271,False,out-openwebtext_phase15_w2000_qa_normed_yonly,
+dynamic_qa_conditioned_normed_yonly,qa_normed_yonly,2000,123,ok,4170.91,123.69,4.3966,9750,4.4073,False,out-openwebtext_phase15_w2000_qa_normed_yonly,
+dynamic_qa_conditioned_normed_qonly,qa_normed_qonly,2000,42,ok,4179.72,123.69,4.3798,10000,4.3798,True,out-openwebtext_phase15_w2000_qa_normed_qonly,
+dynamic_qa_conditioned_normed_qonly,qa_normed_qonly,2000,1337,ok,4157.51,123.69,4.3892,9750,4.4321,False,out-openwebtext_phase15_w2000_qa_normed_qonly,
+dynamic_qa_conditioned_normed_qonly,qa_normed_qonly,2000,123,ok,4156.84,123.69,4.3952,9750,4.406,False,out-openwebtext_phase15_w2000_qa_normed_qonly,
diff --git a/results/phase15_qa_asymnorm_w2000_summary_20260331_2223.txt b/results/phase15_qa_asymnorm_w2000_summary_20260331_2223.txt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9a262f20899834118107200a92a9fc3f59ae0e
--- /dev/null
+++ b/results/phase15_qa_asymnorm_w2000_summary_20260331_2223.txt
@@ -0,0 +1,44 @@
+PHASE 13 � QA ASYMMETRIC NORMALIZATION ABLATION
+====================================================================================================
+
+Purpose:
+  Isolate which signal's magnitude is responsible for qa_normed's late-training instability
+  by testing the two asymmetric Q+A normalization combinations.
+
+Scientific prediction:
+  qa_normed_yonly (raw q + normed y) -> predicted STABLE, performance near cheap_qa
+  qa_normed_qonly (normed q + raw y) -> predicted UNSTABLE, performance near qa_normed
+
+Results CSV: C:\Users\brian\Documents\nanoGPT\results\phase15_qa_asymnorm_w2000_runs_20260331_2223.csv
+
+Recipe:
+  batch_size=4  gradient_accumulation_steps=2  block_size=512  tokens/iter=4,096
+  compile=False  warmup=2000  max_iters=10000  seeds=[42, 1337, 123]
+
+Canon anchors to keep in mind:
+  cheap_qa   4.3897  (raw q + raw y, stable)
+  qa_normed  4.3926  (normed q + normed y, unstable)
+  a_only     4.4298  (raw y only)
+
+Ablation ranking (completed runs only):
+   1. qa_normed_qonly  mean=4.3881  std=0.0063  done=3/3
+   2. qa_normed_yonly  mean=4.3890  std=0.0058  done=3/3
+
+----------------------------------------------------------------------------------------------------
+qa_normed_yonly  (dynamic_qa_conditioned_normed_yonly)
+  Raw q + RMSNorm(y), then shared 128->64 gate
+  out_dir: out-openwebtext_phase15_w2000_qa_normed_yonly
+  completed seeds: 3/3
+  partial mean/std: 4.3890 � 0.0058
+    seed=  42  best=4.3878  final=4.3878  best@10000  stable=True
+    seed= 123  best=4.3966  final=4.4073  best@9750  stable=False
+    seed=1337  best=4.3825  final=4.4271  best@9750  stable=False
+
+qa_normed_qonly  (dynamic_qa_conditioned_normed_qonly)
+  RMSNorm(q) + raw y, then shared 128->64 gate
+  out_dir: out-openwebtext_phase15_w2000_qa_normed_qonly
+  completed seeds: 3/3
+  partial mean/std: 4.3881 � 0.0063
+    seed=  42  best=4.3798  final=4.3798  best@10000  stable=True
+    seed= 123  best=4.3952  final=4.4060  best@9750  stable=False
+    seed=1337  best=4.3892  final=4.4321  best@9750  stable=False
diff --git a/results/phase16_qa_softqa_w2000_runs_20260401_1720.csv b/results/phase16_qa_softqa_w2000_runs_20260401_1720.csv
new file mode 100644
index 0000000000000000000000000000000000000000..05f83f4b29b12f139f4b3fb38263357e1e0eb0aa
--- /dev/null
+++ b/results/phase16_qa_softqa_w2000_runs_20260401_1720.csv
@@ -0,0 +1,4 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,alpha_q_l0,alpha_y_l0,out_dir,error
+dynamic_qa_conditioned_softqa,qa_softqa,2000,42,ok,5043.299421548843,123.69,4.3822,10000,4.3822,True,0.6707101464271545,0.7450965642929077,out-openwebtext_phase16_w2000_qa_softqa,
+dynamic_qa_conditioned_softqa,qa_softqa,2000,1337,ok,5004.127624988556,123.69,4.3828,9750,4.4281,False,0.6415046453475952,0.7223806381225586,out-openwebtext_phase16_w2000_qa_softqa,
+dynamic_qa_conditioned_softqa,qa_softqa,2000,123,ok,4843.485694408417,123.69,4.4016,9750,4.4112,False,0.676720142364502,0.7526704668998718,out-openwebtext_phase16_w2000_qa_softqa,
diff --git a/results/phase16_qa_softqa_w2000_summary_20260401_1720.txt b/results/phase16_qa_softqa_w2000_summary_20260401_1720.txt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac03d424ee4f477b541caa132c5706f04ade01e
--- /dev/null
+++ b/results/phase16_qa_softqa_w2000_summary_20260401_1720.txt
@@ -0,0 +1,40 @@
+PHASE 16 � QA SOFT-QA NORMALIZATION (INDEPENDENT DUAL SOFT BLENDS)
+====================================================================================================
+
+Scientific motivation:
+  Phase 14 showed soft-q works well, and Phase 15 weakly favored q-only over
+  y-only normalization. This phase asks whether independent soft blends for
+  both q and y can improve the stability/performance tradeoff further.
+
+Scientific predictions:
+  alpha_q: likely near 0.742 (Phase 14 prior)
+  alpha_y: likely near 0.0-0.3 if raw y is preferred
+  Performance: potentially competitive with cheap_qa (4.3897)
+  Stability: unknown
+
+Results CSV: C:\Users\brian\Documents\nanoGPT\results\phase16_qa_softqa_w2000_runs_20260401_1720.csv
+
+Recipe:
+  batch_size=4  gradient_accumulation_steps=2  block_size=512  tokens/iter=4,096
+  compile=False  warmup=2000  max_iters=10000  seeds=[42, 1337, 123]
+
+Canon anchors to keep in mind:
+  cheap_qa          4.3897  (stable champion)
+  qa_softq          4.3865  (1/3 stable, alpha_q=0.742)
+  qa_normed_qonly   4.3881  (1/3 stable)
+  qa_normed_yonly   4.3890  (1/3 stable)
+
+Completed runs:
+   1. qa_softqa        mean=4.3889  std=0.0090  done=3/3
+
+----------------------------------------------------------------------------------------------------
+qa_softqa  (dynamic_qa_conditioned_softqa)
+  Independent learned blends for BOTH q and y before shared 128->64 gate
+  out_dir: out-openwebtext_phase16_w2000_qa_softqa
+  completed seeds: 3/3
+  partial mean/std: 4.3889 � 0.0090
+  learned alpha_q (layer 0) mean across completed seeds: 0.6630
+  learned alpha_y (layer 0) mean across completed seeds: 0.7400
+    seed=  42  best=4.3822  final=4.3822  best@10000  stable=True  alpha_q_l0=0.6707  alpha_y_l0=0.7451
+    seed= 123  best=4.4016  final=4.4112  best@9750  stable=False  alpha_q_l0=0.6767  alpha_y_l0=0.7527
+    seed=1337  best=4.3828  final=4.4281  best@9750  stable=False  alpha_q_l0=0.6415  alpha_y_l0=0.7224
diff --git a/results/phase17_qa_softqa_pl_w2000_runs_20260401_2159.csv b/results/phase17_qa_softqa_pl_w2000_runs_20260401_2159.csv
new file mode 100644
index 0000000000000000000000000000000000000000..5adedc67a1fcedbc07b128ecda96175383cbbab6
--- /dev/null
+++ b/results/phase17_qa_softqa_pl_w2000_runs_20260401_2159.csv
@@ -0,0 +1,4 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,alpha_q_layers,alpha_y_layers,out_dir,error
+dynamic_qa_conditioned_softqa_perlayer,qa_softqa_pl,2000,42,ok,4853.519824028015,123.69,4.379,10000,4.379,True,"[0.5447, 0.4967, 0.4356, 0.4284, 0.4538, 0.4574, 0.4168, 0.3864, 0.4088, 0.424, 0.4536, 0.4554]","[0.6529, 0.5365, 0.4965, 0.4645, 0.4982, 0.5216, 0.5202, 0.4789, 0.4439, 0.5389, 0.5356, 0.514]",out-openwebtext_phase17_w2000_qa_softqa_pl,
+dynamic_qa_conditioned_softqa_perlayer,qa_softqa_pl,2000,1337,ok,4855.814431667328,123.69,4.3846,9750,4.4294,False,"[0.5245, 0.4923, 0.4361, 0.4252, 0.4561, 0.4562, 0.411, 0.3803, 0.4069, 0.4272, 0.4699, 0.4598]","[0.6312, 0.5555, 0.4909, 0.4681, 0.4789, 0.5714, 0.4717, 0.4126, 0.4306, 0.4855, 0.5356, 0.5344]",out-openwebtext_phase17_w2000_qa_softqa_pl,
+dynamic_qa_conditioned_softqa_perlayer,qa_softqa_pl,2000,123,ok,4853.314908027649,123.69,4.4033,9750,4.4127,False,"[0.5551, 0.5034, 0.44, 0.4057, 0.4711, 0.4345, 0.3973, 0.417, 0.4026, 0.4576, 0.4836, 0.455]","[0.6509, 0.5626, 0.4893, 0.4804, 0.4674, 0.5744, 0.4989, 0.4944, 0.4341, 0.5252, 0.5484, 0.5256]",out-openwebtext_phase17_w2000_qa_softqa_pl,
diff --git a/results/phase17_qa_softqa_pl_w2000_summary_20260401_2159.txt b/results/phase17_qa_softqa_pl_w2000_summary_20260401_2159.txt
new file mode 100644
index 0000000000000000000000000000000000000000..1caba024c84972cbb10bef101df4faaa9bdfcb26
--- /dev/null
+++ b/results/phase17_qa_softqa_pl_w2000_summary_20260401_2159.txt
@@ -0,0 +1,50 @@
+PHASE 17 � QA SOFT-QA PER-LAYER NORMALIZATION (INDEPENDENT PER-LAYER SOFT BLENDS)
+====================================================================================================
+
+Scientific motivation:
+  Phase 16 showed global soft blends for q and y were competitive but still
+  showed late-training instability. Phase 17 tests whether per-layer freedom
+  can resolve that instability by removing cross-layer optimization conflict.
+
+Scientific predictions:
+  alpha_q per layer: unknown profile � may show monotonic increase, U-curve, or flat
+  alpha_y per layer: unknown profile � may differ significantly from alpha_q pattern
+  Mean alpha_q expected near 0.663 (Phase 16 global mean)
+  Mean alpha_y expected near 0.740 (Phase 16 global mean)
+  Performance: potentially competitive with or better than Phase 16 qa_softqa
+  Stability hypothesis: per-layer freedom may RESOLVE late-training instability
+
+Results CSV: C:\Users\brian\Documents\nanoGPT\results\phase17_qa_softqa_pl_w2000_runs_20260401_2159.csv
+
+Recipe:
+  batch_size=4  gradient_accumulation_steps=2  block_size=512  tokens/iter=4,096
+  compile=False  warmup=2000  max_iters=10000  seeds=[42, 1337, 123]
+
+Canon anchors to keep in mind:
+  cheap_qa          4.3897  (3/3 stable champion)
+  qa_softqa         4.3889  (1/3 stable, global alphas)
+  qa_softq          4.3865  (1/3 stable)
+  qa_normed_qonly   4.3881  (1/3 stable)
+
+Completed runs:
+   1. qa_softqa_pl     mean=4.3890  std=0.0104  done=3/3
+
+----------------------------------------------------------------------------------------------------
+qa_softqa_pl  (dynamic_qa_conditioned_softqa_perlayer)
+  Independent per-layer learned blends for BOTH q and y before shared 128->64 gate
+  out_dir: out-openwebtext_phase17_w2000_qa_softqa_pl
+  completed seeds: 3/3
+  partial mean/std: 4.3890 � 0.0104
+  learned alpha_q layerwise mean across completed seeds: [0.5414, 0.4975, 0.4372, 0.4198, 0.4603, 0.4494, 0.4084, 0.3946, 0.4061, 0.4363, 0.469, 0.4567]
+  learned alpha_q global mean across completed seeds: 0.4481
+  learned alpha_y layerwise mean across completed seeds: [0.645, 0.5515, 0.4922, 0.471, 0.4815, 0.5558, 0.4969, 0.462, 0.4362, 0.5165, 0.5399, 0.5247]
+  learned alpha_y global mean across completed seeds: 0.5144
+    seed=  42  best=4.3790  final=4.3790  best@10000  stable=True
+      alpha_q=[0.5447, 0.4967, 0.4356, 0.4284, 0.4538, 0.4574, 0.4168, 0.3864, 0.4088, 0.424, 0.4536, 0.4554]
+      alpha_y=[0.6529, 0.5365, 0.4965, 0.4645, 0.4982, 0.5216, 0.5202, 0.4789, 0.4439, 0.5389, 0.5356, 0.514]
+    seed= 123  best=4.4033  final=4.4127  best@9750  stable=False
+      alpha_q=[0.5551, 0.5034, 0.44, 0.4057, 0.4711, 0.4345, 0.3973, 0.417, 0.4026, 0.4576, 0.4836, 0.455]
+      alpha_y=[0.6509, 0.5626, 0.4893, 0.4804, 0.4674, 0.5744, 0.4989, 0.4944, 0.4341, 0.5252, 0.5484, 0.5256]
+    seed=1337  best=4.3846  final=4.4294  best@9750  stable=False
+      alpha_q=[0.5245, 0.4923, 0.4361, 0.4252, 0.4561, 0.4562, 0.411, 0.3803, 0.4069, 0.4272, 0.4699, 0.4598]
+      alpha_y=[0.6312, 0.5555, 0.4909, 0.4681, 0.4789, 0.5714, 0.4717, 0.4126, 0.4306, 0.4855, 0.5356, 0.5344]
diff --git a/results/phase17_true_blend_ratios.txt b/results/phase17_true_blend_ratios.txt
new file mode 100644
index 0000000000000000000000000000000000000000..2b924b965100290aee96ac031f5ab2455c575806
--- /dev/null
+++ b/results/phase17_true_blend_ratios.txt
@@ -0,0 +1,123 @@
+======================================================================
+PHASE 17 - TRUE BLEND RATIOS (POST-SIGMOID)
+Corrects the raw-param logging bug from original Phase 17 summary
+======================================================================
+
+Loading: C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase17_w2000_qa_softqa_pl\ckpt.pt
+best_val_loss = 4.403288841247559
+iter_num      = 9750
+
+All alpha/scale keys found (60):
+  transformer.h.0.attn.qa_q_blend_alpha  shape=torch.Size([])  raw=0.22134970128536224
+  transformer.h.0.attn.qa_y_blend_alpha  shape=torch.Size([])  raw=0.6229410767555237
+  transformer.h.0.attn.qa_q_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.0821291208267212, 0.9229230880737305, 1.0287425518035889, 0.970302164554596, 0.926013708114624, 0.9951927065849304, 0.9508225917816162, 0.9500793218612671, 0.9047906994819641, 0.9762359261512756, 1.0490493774414062, 1.2681221961975098, 0.9607866406440735, 1.0198962688446045, 0.9765430688858032, 1.148079514503479, 0.9260222315788269, 0.9349114894866943, 1.0775954723358154, 1.264096975326538, 1.1377546787261963, 1.085544228553772, 1.0868479013442993, 1.0257149934768677, 0.9414620399475098, 1.1040282249450684, 1.1186190843582153, 0.9496709704399109, 0.993484616279602, 1.0508922338485718, 1.0400117635726929, 0.9107621908187866, 1.0672035217285156, 1.1725153923034668, 0.9717702865600586, 1.0685884952545166, 0.9906771779060364, 0.8423517942428589, 0.9679808020591736, 0.9667661786079407, 1.022877812385559, 0.9952566027641296, 1.0789889097213745, 0.958061158657074, 1.0748014450073242, 1.0072740316390991, 1.202741265296936, 0.9783819317817688, 1.0093022584915161, 0.961561918258667, 1.1005079746246338, 0.8494730591773987, 0.9694604873657227, 0.9692680835723877, 1.0350418090820312, 0.9917517304420471, 1.1555204391479492, 0.9463096261024475, 0.9967873692512512, 0.9533196687698364, 1.1262743473052979, 0.8423093557357788, 0.9750909805297852, 0.9400725364685059]
+  transformer.h.0.attn.qa_y_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.1819450855255127, 1.0849997997283936, 1.0062412023544312, 0.936033308506012, 1.371364712715149, 1.308315396308899, 1.2978459596633911, 1.0923306941986084, 1.040870189666748, 1.0141125917434692, 1.0304840803146362, 1.115607500076294, 1.0096174478530884, 1.1382591724395752, 1.267049789428711, 1.3509308099746704, 0.9869304895401001, 1.250954508781433, 1.0147618055343628, 1.0241997241973877, 1.2716597318649292, 1.3232743740081787, 1.0957579612731934, 1.098982572555542, 0.9084482789039612, 1.4096579551696777, 1.249984860420227, 1.1930099725723267, 1.2232370376586914, 0.884830117225647, 1.3688397407531738, 0.9225565791130066, 1.2211637496948242, 1.322664737701416, 1.3503265380859375, 1.055283546447754, 0.8699869513511658, 1.2087986469268799, 1.0652620792388916, 1.2998201847076416, 1.0692222118377686, 0.9052255153656006, 1.1466871500015259, 1.2987098693847656, 1.0510327816009521, 1.1084469556808472, 1.073096513748169, 1.067969560623169, 1.382784128189087, 1.0526341199874878, 1.2217146158218384, 1.2765976190567017, 0.9858461022377014, 1.0806890726089478, 1.3361881971359253, 1.131898045539856, 1.1609166860580444, 1.3739122152328491, 1.2837767601013184, 0.9841175079345703, 1.031618356704712, 1.0992965698242188, 1.3130322694778442, 0.9501575231552124]
+  transformer.h.0.attn.qa_gate_proj_softqa_pl.weight  shape=torch.Size([64, 128])  raw=[[0.00473472336307168, -0.017032798379659653, -0.02145892009139061, -0.014549436047673225, -0.025562964379787445, 0.04732013866305351, 0.00462768692523241, -0.004752653185278177, 0.01674557849764824, 0.008746568113565445, 0.025089208036661148, 0.04535799100995064, -0.013682139106094837, -0.04058508574962616, 0.07252401858568192, -0.0029608404729515314, 0.031181592494249344, 0.009117813780903816, 0.007834331132471561, 0.007808532100170851, -0.05841502547264099, 0.008284381590783596, 0.032922133803367615, 0.015340745449066162, 0.01475643739104271, -0.017582891508936882, 0.017816536128520966, 0.011973713524639606, -0.056414201855659485, -0.003925140481442213, 0.05571828782558441, -0.006311134435236454, -0.04743356630206108, 0.033291302621364594, 0.013629193417727947, 0.023619402199983597, -0.016130616888403893, 0.03413233160972595, -0.026095133274793625, 0.051096703857183456, 0.03107149340212345, 0.03583429381251335, -0.05785319581627846, 0.025127604603767395, 0.018956001847982407, -0.010709688067436218, 0.022855255752801895, -0.028216253966093063, -0.021169185638427734, -0.05918976664543152, 0.03606010228395462, 0.007453578989952803, 0.020029909908771515, -0.004403140861541033, 0.015601794235408306, 0.0047045014798641205, 0.005116194486618042, 0.044339828193187714, 0.013741624541580677, 0.03254734352231026, 0.03861405327916145, -0.01748821511864662, 0.03386735916137695, -0.019263068214058876, 0.0996834933757782, 0.04868334159255028, -0.024080708622932434, -0.04854655638337135, 0.09664303809404373, 0.08976570516824722, 0.08572065830230713, 0.05292931944131851, -0.022282803431153297, 0.08492305874824524, -0.016479726880788803, 0.0037394871469587088, 0.03495055064558983, 0.03491707518696785, 0.09111905097961426, 0.07806195318698883, 0.00815124623477459, 0.04814911261200905, -0.047911662608385086, 0.0294179767370224, -0.08038336783647537, 0.09558935463428497, 0.06151270493865013, -0.04218147695064545, -0.04886259138584137, -0.12574760615825653, 0.06283986568450928, -0.10228069871664047, 0.050005704164505005, -0.003220627084374428, -0.10424244403839111, -0.021393684670329094, 0.088913194835186, -0.09571941941976547, -0.11695224791765213, -0.04379739984869957, -0.017387989908456802, 0.047520898282527924, 0.05588069185614586, -0.08442720770835876, 0.0420956052839756, -0.017766965553164482, -0.009897607378661633, -0.0784536823630333, -0.017041301354765892, 0.027899539098143578, -0.03628287836909294, -0.08399408310651779, -0.10562711954116821, -0.045704811811447144, -0.07112579792737961, 0.05300168693065643, -0.01708531379699707, 0.08582417666912079, -0.08736725896596909, -0.053543150424957275, 0.02217748574912548, -0.10612596571445465, -0.0658278837800026, 0.01693727821111679, 0.09243015199899673, 0.07079651206731796, 0.07407356053590775, -0.007818877696990967], [-0.004041283391416073, -0.033026158809661865, 0.019264299422502518, -0.03112005814909935, -0.004732685163617134, 0.015321125276386738, 0.021201934665441513, 0.029498333111405373, -0.001414862577803433, -0.025708621367812157, 0.019035670906305313, 0.11834549158811569, 0.018029579892754555, -0.041540686041116714, 0.028111008927226067, -0.0986500009894371, 0.016196170821785927, 0.044039152562618256, 0.013507133349776268, 0.10678409039974213, -0.030722590163350105, -0.07311154901981354, -0.004798422567546368, -0.03130752965807915, 0.06866935640573502, -0.06110640615224838, -0.0020529264584183693, 0.011067899875342846, -0.00843285396695137, 0.023297980427742004, 0.02492045983672142, 0.017672864720225334, -0.04996786639094353, 0.05262158438563347, 0.016556546092033386, 0.05809500813484192, 0.02918405830860138, -0.015147430822253227, -0.07459050416946411, -0.019889647141098976, -0.05373261868953705, 0.01255563274025917, 0.0024883155710995197, -0.04659594967961311, -0.0252982247620821, 0.044926103204488754, 0.08475959300994873, 0.0212496779859066, 0.023147476837038994, -0.012088143266737461, 0.022694166749715805, 0.0005372584564611316, 0.01663532853126526, 0.04393136128783226, 0.002549981465563178, -0.07142714411020279, -0.06495369970798492, -0.005450189113616943, 0.009380010887980461, 0.012026363983750343, 0.1147790178656578, -0.014093566685914993, 1.6177360521396622e-05, 0.0315888486802578, 0.014922767877578735, 0.016932904720306396, -0.010862131603062153, -0.015016532503068447, 0.09938565641641617, 0.023928554728627205, 0.02206253446638584, 0.005537304095923901, 0.031196067109704018, -0.01107508409768343, -0.023527050390839577, 0.02310113050043583, 0.03911048173904419, 0.024836206808686256, 0.05106761306524277, 0.08247719705104828, 0.007909625768661499, 0.0425560288131237, -0.0425545796751976, 0.01652589440345764, -0.05987444519996643, 0.051005106419324875, 0.047012634575366974, -0.05423128604888916, 0.010112493298947811, -0.10625876486301422, 0.033781178295612335, -0.06997903436422348, -0.003418529173359275, 0.013041353784501553, -0.08922508358955383, -0.004609288647770882, 0.028215833008289337, -0.053453851491212845, -0.05814078822731972, 0.044498883187770844, -0.06271100789308548, 0.021362904459238052, 0.0336042121052742, -0.09619203954935074, 0.06649199873209, -0.02520854026079178, -0.005098910070955753, -0.05201054364442825, 0.005968496203422546, 0.03090868517756462, 0.004556003957986832, 0.022248368710279465, -0.061267901211977005, -0.032051458954811096, -0.06714985519647598, 0.028133617714047432, 0.042849101126194, -0.024770354852080345, -0.10265960544347763, -0.04168673977255821, 0.04575251415371895, -0.09617935121059418, -0.0291643925011158, -0.024019725620746613, 0.015537324361503124, -0.009157749824225903, 0.04723801463842392, -0.011409719474613667], [0.0901588648557663, 0.0510827973484993, -0.0489429347217083, 0.04498886689543724, 0.029086584225296974, 0.041093140840530396, 0.01581239141523838, -0.013961679302155972, 0.01270369067788124, -0.040113016963005066, 0.006646276451647282, 0.10568181425333023, 0.006906475871801376, -0.07149580866098404, -0.014366411603987217, -0.04074878245592117, -0.06392833590507507, -0.11587173491716385, 0.04994182661175728, 0.08381518721580505, -0.058978740125894547, 0.00031760139972902834, 0.03979354351758957, -0.07764432579278946, -0.04307597130537033, -0.08165676891803741, 0.12067794054746628, -0.004415575880557299, 0.09052779525518417, 0.08413123339414597, 0.050223417580127716, 0.01990642212331295, -0.049094539135694504, 0.09503250569105148, 0.038460686802864075, 0.01831594854593277, 0.06685242801904678, 0.018191667273640633, 0.05495523288846016, 0.04410170018672943, 0.06778717786073685, -0.036630045622587204, -0.03735809773206711, -0.009353633038699627, 0.061481766402721405, 0.02962661162018776, 0.10531587153673172, -0.028417007997632027, -0.007432903163135052, 0.048087552189826965, 0.09619862586259842, 0.02031441405415535, 0.039895180612802505, 0.0341813862323761, 0.08672420680522919, -0.01923898607492447, -0.11101135611534119, -0.001486369757913053, 0.036631982773542404, 0.01226442214101553, 0.02975834347307682, 0.054020900279283524, -0.001513782306574285, -0.001538917887955904, 0.07952691614627838, 0.06958035379648209, -0.04427657648921013, 0.0023605579044669867, 0.09539579600095749, 0.07676427811384201, 0.12830939888954163, 0.02402423322200775, -0.0028890669345855713, 0.022067906334996223, 0.010034198872745037, -0.021086150780320168, 0.04665907472372055, 0.0166197270154953, -0.0035873008891940117, 0.07539113610982895, 0.015643063932657242, 0.056543368846178055, 0.0012649829732254148, 0.011150435544550419, -0.10707085579633713, 0.09520790725946426, 0.0191350094974041, -0.07660049945116043, 0.05241233855485916, -0.13300980627536774, 0.04104423150420189, -0.06590044498443604, 0.05110180005431175, -0.002640428952872753, -0.12203216552734375, -0.03169631585478783, 0.05369415879249573, -0.05387939512729645, -0.12120354175567627, -0.020901763811707497, 0.01795734092593193, 0.060304418206214905, 0.07181716710329056, -0.11990418285131454, 0.0236277487128973, 0.008062340319156647, -0.047795865684747696, -0.05962173268198967, -0.0783785954117775, 0.053106896579265594, -0.03488333523273468, -0.018388332799077034, -0.08862114697694778, -0.013032041490077972, -0.014735539443790913, 0.05449606478214264, 0.050449032336473465, -0.009416856802999973, -0.07739146798849106, -0.01718778721988201, 0.06809786707162857, -0.12473133206367493, -0.0581919327378273, -0.06372035294771194, 0.038528863340616226, 0.03833813965320587, 0.10174897313117981, 0.06359097361564636], [0.013919667340815067, 0.00459167780354619, -0.04616215452551842, 0.013081079348921776, 0.017424236983060837, -0.0072456663474440575, -0.0029163805302232504, 0.04651534929871559, -0.0057587940245866776, -0.019645685330033302, 0.005824552848935127, 0.08475149422883987, 0.017019595950841904, -0.019733984023332596, 0.01911287195980549, -0.027498187497258186, 0.01699264533817768, 0.019356945529580116, 0.029650453478097916, 0.08558733761310577, -0.008567608892917633, -0.04579515382647514, 0.02890392392873764, -0.05974755436182022, 0.0348772294819355, -0.06360986828804016, 0.05951004847884178, 0.004027987830340862, -0.02593723125755787, 0.009650250896811485, 0.059087738394737244, -0.02564055472612381, -0.041390664875507355, 0.0914733037352562, 0.00933325756341219, 0.03507049381732941, 0.02871033363044262, -0.024066105484962463, -0.022726546972990036, 0.011632569134235382, -0.062247809022665024, 0.019118841737508774, -0.04896323010325432, 0.01918223313987255, 0.05538397282361984, 0.028248760849237442, 0.10641863197088242, -0.013607333414256573, -0.027591675519943237, 0.008894987404346466, 0.008942008949816227, -0.014279304072260857, 0.032214947044849396, 0.05273997411131859, 0.006288559176027775, 0.048093825578689575, -0.059182703495025635, 0.021221963688731194, 0.05204778164625168, 0.011986912228167057, 0.08518116176128387, 0.02012808993458748, 0.011530568823218346, -0.015222116373479366, 0.019069163128733635, 0.012990543618798256, 0.044825781136751175, 0.018673287704586983, 0.06107482314109802, 0.03858836367726326, 0.043812163174152374, 0.0495290607213974, -0.024568552151322365, 0.02821386605501175, 0.034429263323545456, -0.004748102277517319, -0.0004332641256041825, 0.041660457849502563, 0.017115268856287003, 0.09651659429073334, 0.026298580691218376, 0.022052135318517685, -0.016252808272838593, 0.030437849462032318, -0.0753123089671135, 0.06492753326892853, 0.0021789500024169683, -0.04778950288891792, -0.025064539164304733, -0.11920210719108582, 0.04352231323719025, -0.05321299657225609, 0.04703937843441963, 0.02397714927792549, -0.12178444862365723, -0.0086829150095582, 0.06733529269695282, -0.053353723138570786, -0.0554620660841465, -0.047308389097452164, -0.024269280955195427, 0.016289543360471725, 0.001445296686142683, -0.10746721178293228, -0.006754621863365173, 0.027799105271697044, -0.05058439448475838, -0.08488492667675018, -0.0028214140329509974, 0.014209925197064877, 0.06660708785057068, -0.04943669214844704, -0.09410007297992706, -0.027099113911390305, -0.08941848576068878, 0.08259234577417374, -0.0248453076928854, 0.0017265466740354896, -0.07891898602247238, -0.05629618465900421, 0.04576941579580307, -0.08499829471111298, -0.0529569648206234, -0.01740989089012146, 0.05996515229344368, -0.005394733510911465, 0.07089918851852417, 0.0023657670244574547], [0.015648316591978073, -0.003524582367390394, 0.03419094160199165, 0.017542369663715363, 0.0567040853202343, 0.09879633784294128, 0.004137077834457159, 0.003225700929760933, -0.10185299813747406, 0.03877519071102142, 0.045440997928380966, 0.045837994664907455, -0.0009683453245088458, -0.03534621000289917, 0.07237045466899872, -0.05035595968365669, -0.0017570701893419027, -0.023675505071878433, 0.05985749885439873, -0.04071830213069916, -0.0913354679942131, -0.046189043670892715, 0.031708452850580215, -0.009238727390766144, 0.012232186272740364, -0.05933019891381264, 0.022589214146137238, 0.06659596413373947, -0.025980602949857712, 0.08483564853668213, 0.017557743936777115, -0.04958787560462952, -0.022540565580129623, 0.030240144580602646, -0.012263648211956024, -0.059899210929870605, 0.04952067509293556, 0.02532818540930748, -0.03043406829237938, 0.03439006209373474, -0.014631927944719791, -0.04585372284054756, -0.06689095497131348, 0.002244776114821434, -0.0012534621637314558, 0.012322884984314442, 0.06174178794026375, -0.012896648608148098, 0.013450078666210175, -0.038517065346241, 0.072544164955616, 0.02715962566435337, -0.022024311125278473, -0.0012284577824175358, 0.04812300577759743, -0.02186696231365204, -0.01650700718164444, -0.01642988622188568, 0.0385005809366703, -0.03905497118830681, 0.02762931026518345, 0.05640198662877083, 0.035805441439151764, -0.02788694016635418, 0.10605215281248093, 0.02378740906715393, -0.028960391879081726, 0.045483995229005814, 0.16014431416988373, 0.20711861550807953, 0.12509755790233612, 0.08425524085760117, -0.07818041741847992, 0.05254345387220383, -0.049251679331064224, -0.13723908364772797, 0.07320611923933029, 0.11264440417289734, 0.13774211704730988, 0.16402532160282135, 0.061456549912691116, 0.11173588782548904, -0.023087581619620323, -0.013808884657919407, -0.1452292948961258, 0.14379511773586273, 0.04381700977683067, -0.031001854687929153, -0.03465105965733528, -0.20951317250728607, 0.1234310120344162, -0.028139455243945122, 0.13795378804206848, -0.015754345804452896, -0.16923639178276062, 0.007079433184117079, -0.020174426957964897, -0.15460354089736938, -0.16895441710948944, -0.07006030529737473, -0.04690675437450409, 0.12083949893712997, 0.004551218822598457, -0.13819435238838196, 0.0352272167801857, -0.020000053569674492, -0.09078981727361679, -0.12833312153816223, -0.09067287296056747, 0.13325618207454681, 0.035700514912605286, -0.03092551976442337, -0.17605334520339966, 0.010103460401296616, -0.04497263953089714, 0.14692376554012299, -0.0019309945637360215, 0.0315396785736084, -0.16306264698505402, -0.021650806069374084, 0.08674229681491852, -0.17513003945350647, -0.10545514523983002, 0.08207400143146515, 0.014210703782737255, 0.05214417353272438, 0.15037938952445984, 0.09017626196146011], [-0.0009101210744120181, -0.03984370455145836, -0.050085343420505524, 0.03684316948056221, 0.009765062481164932, -0.012498764321208, -0.03303944692015648, -0.0011991052888333797, -0.005862500052899122, 0.05405426025390625, -0.021165989339351654, 0.03877008706331253, -0.05393263325095177, -0.025319041684269905, 0.05700037628412247, -0.011654181405901909, -0.041604381054639816, -0.03165145963430405, 0.00022932088177185506, 0.006122780963778496, -0.05846647545695305, -0.028150269761681557, 0.12015939503908157, 0.004917694255709648, 0.03507770225405693, -0.06412643939256668, 0.015212956815958023, 0.010783322155475616, -0.0008862633840180933, 0.02673470601439476, -0.0232172179967165, 0.009560441598296165, -0.03093128651380539, -0.002677022945135832, 0.017804507166147232, 0.014631293714046478, -0.0012092936085537076, -0.012243297882378101, -0.020019112154841423, 0.026807362213730812, 0.01719442568719387, 0.0037089968100190163, -0.02853381633758545, -0.030117938295006752, 0.004641570150852203, 0.07808025181293488, 0.05215500295162201, -0.037817370146512985, -0.046349480748176575, 0.04284678027033806, 0.050621118396520615, 0.011601673439145088, -0.014373864978551865, 0.02262120507657528, 0.004742399323731661, -0.008732530288398266, -0.02699541300535202, 0.0004239338159095496, -0.018728578463196754, -0.03480793535709381, 0.01721571944653988, 0.028290458023548126, 0.009176898747682571, 0.004028438590466976, 0.07258457690477371, 0.05876021087169647, -0.01777137629687786, -0.012525870464742184, 0.11377165466547012, 0.09459004551172256, 0.1156439483165741, 0.037045884877443314, 0.0001611853949725628, 0.03587041050195694, -0.03453020378947258, -0.029870647937059402, -0.021343767642974854, 0.051772113889455795, 0.06632864475250244, 0.10387039929628372, 0.043994199484586716, 0.05968533828854561, -0.0620548389852047, 0.03608156368136406, -0.09203989058732986, 0.08224757015705109, 0.046332016587257385, -0.032995663583278656, 0.034870147705078125, -0.1491236686706543, 0.05959435924887657, -0.07932677119970322, 0.0639207512140274, -0.010012293234467506, -0.11492275446653366, 0.005547004751861095, 0.07865355908870697, -0.08167757093906403, -0.13110807538032532, -0.015887029469013214, -0.018497087061405182, 0.05255471542477608, 0.01799585297703743, -0.10265840590000153, -0.013831211254000664, -0.07483971118927002, -0.019730687141418457, -0.07792861759662628, -0.03771617263555527, 0.01763858273625374, 0.03526470810174942, 0.002582951681688428, -0.11063949018716812, -0.01102640200406313, -0.08210783451795578, 0.0806877389550209, -0.00900192465633154, 0.013477231375873089, -0.10741735994815826, -0.084775909781456, 0.05823163688182831, -0.14151771366596222, -0.09416839480400085, 0.0033941722940653563, 0.008683091960847378, 0.016308102756738663, 0.07778166234493256, 0.016648100689053535], [0.06297922879457474, 0.017465829849243164, -0.040220294147729874, 0.07510524243116379, 0.014505861327052116, 0.06662756949663162, 0.06058242917060852, 0.005781020037829876, 0.023598652333021164, 0.08521940559148788, 0.09276285022497177, 0.1188349798321724, 0.012791960500180721, -0.06481583416461945, 0.07079044729471207, -0.023894162848591805, 0.0011213513789698482, -0.05085919052362442, 0.09433817863464355, 0.08662394434213638, -0.1297413557767868, -0.04036109894514084, 0.06798790395259857, -0.048224713653326035, -0.0197790265083313, -0.12479296326637268, 0.05258806049823761, 0.010722402483224869, -0.022562896832823753, 0.07501701265573502, 0.04280434921383858, 0.017671139910817146, -0.15049892663955688, 0.09217146784067154, 0.05149437114596367, 0.04744790866971016, 0.04225483164191246, 0.026501009240746498, -0.03426103666424751, 0.04573735222220421, 0.005438422318547964, 0.004262865521013737, -0.06293221563100815, 0.03436603024601936, 0.08522307127714157, 0.07902060449123383, 0.12277642637491226, -0.009115464985370636, -0.06148531287908554, -0.015305568464100361, 0.0807592049241066, 0.03462158888578415, 0.025844471529126167, 0.033922575414180756, 0.07300055772066116, -0.03466559574007988, -0.10924029350280762, 0.042122580111026764, 0.03954138979315758, 0.04863860830664635, 0.051481276750564575, 0.0328834131360054, 0.03188920021057129, -0.024003775790333748, 0.16921651363372803, 0.10403517633676529, -0.018165970221161842, 0.049024686217308044, 0.1311165690422058, 0.10109557956457138, 0.0866248607635498, 0.11521784961223602, -0.11608381569385529, 0.05935560166835785, -0.08972460776567459, -0.10877539962530136, 0.023725124076008797, 0.19883430004119873, 0.18888621032238007, 0.1103329062461853, 0.09363608807325363, 0.0780487135052681, -0.03547055274248123, 0.013843842782080173, -0.1874125897884369, 0.11264421790838242, -0.013346134684979916, -0.02560756728053093, 0.03143804520368576, -0.1664348840713501, 0.12200576812028885, -0.07429635524749756, 0.13004787266254425, 0.036151207983493805, -0.2030857354402542, 0.043080806732177734, 0.11485990881919861, -0.14623185992240906, -0.10900542885065079, -0.05929045006632805, 0.018909737467765808, 0.10900234431028366, 0.05830547958612442, -0.19596929848194122, -0.02829558216035366, -0.05333513393998146, -0.10093753039836884, -0.12393818795681, 0.009584112092852592, 0.0966995507478714, -0.003584157442674041, 0.012586756609380245, -0.16750778257846832, -0.024733923375606537, -0.045296985656023026, 0.13887295126914978, -0.025558702647686005, 0.15630756318569183, -0.16560061275959015, -0.06274326145648956, 0.1076914370059967, -0.13616500794887543, -0.07965230196714401, 0.05150042101740837, 0.05234970152378082, 0.04343113675713539, 0.09163104742765427, 0.05658593028783798], [-0.004383469466120005, 0.029661310836672783, -0.011887950822710991, -0.038672834634780884, 0.005196754354983568, -0.012978814542293549, -0.016476983204483986, -0.004502621479332447, 0.011745871044695377, -0.022115841507911682, 0.05224200710654259, 0.056416962295770645, 0.05281485244631767, 0.032062824815511703, -0.008823343552649021, -0.06147267296910286, 0.004867160227149725, 0.033374834805727005, 0.03783486783504486, 0.023678332567214966, -0.043160077184438705, 0.009191200137138367, 0.044205375015735626, -0.03150316700339317, -0.011160301975905895, -0.036722466349601746, 0.029590487480163574, 0.03460361808538437, -0.020084576681256294, -0.004096167162060738, 0.02228214219212532, 0.00760890357196331, -0.050684407353401184, 0.0075415694154798985, 0.007632679771631956, 0.015796100720763206, -0.01313604973256588, 0.012659034691751003, -0.04361054673790932, -0.03054211661219597, -0.054409660398960114, 0.06687404215335846, 0.007063970901072025, -0.006230287719517946, -0.021239548921585083, 0.0008950525661930442, 0.07220206409692764, 0.03805871307849884, -0.05341394245624542, 0.014835183508694172, 0.009649203158915043, -0.025734474882483482, -0.012990342453122139, 0.03211735934019089, -0.015652671456336975, -0.02842060849070549, 0.011396529152989388, 0.05293340981006622, -0.007840641774237156, 0.04355039447546005, 0.039682865142822266, -0.018409833312034607, -0.0010575547348707914, -0.03053937293589115, 0.024481739848852158, 0.0216832235455513, -0.0182837825268507, -0.003981431480497122, 0.07472387701272964, 0.08703694492578506, 0.07492783665657043, 0.04658019542694092, -0.002299682702869177, 0.024536550045013428, -0.01518547348678112, 0.0002788453421089798, -0.025099150836467743, 0.020981602370738983, 0.08165479451417923, 0.08659231662750244, -0.014433246105909348, 0.03026454523205757, 0.021914152428507805, -0.0038295923732221127, -0.05919388681650162, 0.08509368449449539, 0.06060412898659706, -0.01873098686337471, 0.021394280716776848, -0.1201743632555008, 0.035377953201532364, -0.03598213940858841, 0.05388824641704559, -0.03218314051628113, -0.11907679587602615, 0.021707113832235336, 0.05892804637551308, -0.06521477550268173, -0.10125687718391418, -0.03846323490142822, -0.060591164976358414, 0.053575608879327774, 0.03605194017291069, -0.10031964629888535, 0.01689160242676735, 0.07550349086523056, -0.013114026747643948, -0.06469853967428207, -0.021060384809970856, 0.06900175660848618, 0.008668622933328152, -0.055077116936445236, -0.08379294723272324, -0.0629633292555809, -0.06917737424373627, 0.08550828695297241, 0.054811544716358185, 0.018398664891719818, -0.10856028646230698, -0.01408423949033022, 0.029966287314891815, -0.0946921557188034, -0.08519953489303589, -0.008370931260287762, -0.017916802316904068, -0.027217082679271698, 0.09556896239519119, 0.05336608365178108], [-0.0024940043222159147, -0.004044204019010067, -0.036555107682943344, -0.027194343507289886, -0.06396527588367462, 0.034227076917886734, 0.020338835194706917, 0.043533556163311005, -0.030150189995765686, -0.01831584982573986, 0.08409236371517181, 0.11509133875370026, 0.056592829525470734, 0.0034344622399657965, 0.0422138012945652, -0.01640205830335617, 0.015750112012028694, 0.00971941277384758, 0.043024808168411255, 0.0720495879650116, -0.07307058572769165, -0.037716057151556015, 0.08117330074310303, -0.023803161457180977, -0.0005679794703610241, -0.09135043621063232, 0.012780805118381977, -0.015976203605532646, -0.07882683724164963, 0.04798845201730728, -0.036561090499162674, -0.015154632739722729, -0.11169534921646118, -0.010091058909893036, -0.009888097643852234, 0.06527762860059738, 0.03448086977005005, 0.012964029796421528, -0.04075714945793152, 0.009720778092741966, -0.0014963920693844557, 0.038749564439058304, -0.07110586762428284, 0.11899684369564056, 0.08288075029850006, 0.0620889738202095, 0.11884677410125732, -0.02133871801197529, -0.08867466449737549, -0.008744822815060616, 0.051084619015455246, 0.02014288119971752, 0.0806906670331955, 0.08239797502756119, 0.06922158598899841, -0.028107360005378723, -0.10707150399684906, 0.04012000560760498, 0.0789283886551857, 0.06857486814260483, 0.07352490723133087, 0.007097363937646151, 0.06668854504823685, -0.006793889217078686, 0.04292255640029907, 0.023187384009361267, 0.011377139948308468, 0.07911523431539536, 0.10312338173389435, 0.11202169209718704, 0.06880564987659454, 0.010436433367431164, -0.05715961009263992, 0.027022911235690117, 0.012972468510270119, -0.08463635295629501, -0.04526929184794426, -0.020346838980913162, 0.06900732219219208, 0.15281395614147186, -0.012866929173469543, 0.08496671169996262, -0.0351371094584465, 0.07452913373708725, -0.08789076656103134, 0.1030484065413475, 0.042592983692884445, -0.055633582174777985, 0.04335007816553116, -0.1194007620215416, 0.05743098258972168, -0.12016944587230682, 0.04803312569856644, -0.07656890153884888, -0.10209260135889053, 0.06092626601457596, 0.07453758269548416, -0.08265510946512222, -0.14267782866954803, -0.039525143802165985, -0.011128490790724754, 0.08506898581981659, 0.02858225628733635, -0.12605206668376923, 0.04952962324023247, 0.05286536365747452, 0.005561752710491419, -0.08695777505636215, -0.08289530128240585, 0.011462542228400707, 0.027904408052563667, -0.06571453809738159, -0.12600094079971313, -0.07197669893503189, -0.0533059798181057, 0.11443937569856644, -0.06045198813080788, 0.08071034401655197, -0.1068645641207695, -0.1148134171962738, 0.10246922820806503, -0.1287134438753128, -0.1079130470752716, -0.025864118710160255, 0.022394873201847076, 0.029879307374358177, 0.10357695072889328, -0.0006380273844115436], [0.04307219758629799, 0.037332650274038315, -0.031693827360868454, -0.02971617877483368, -0.01584726944565773, 0.03177344426512718, 0.05163833498954773, -0.028499720618128777, 0.003150800010189414, -0.016060367226600647, 0.037695154547691345, 0.07025779038667679, 0.0062470342963933945, -0.05194813385605812, 0.0536295548081398, -0.04586831480264664, 0.052573103457689285, 0.011829987168312073, 0.0990845337510109, 0.12229431420564651, -0.04169081896543503, -0.002652454189956188, 0.05839414894580841, -0.015387971885502338, -0.05276546627283096, -0.04578717052936554, 0.05241094529628754, -0.006505263969302177, -0.028558917343616486, 0.023100728169083595, 0.026933373883366585, 0.0153321148827672, -0.027405139058828354, 0.05534711852669716, 0.026004737243056297, 0.0455411858856678, -0.017538364976644516, 0.06161733716726303, -0.027476415038108826, -0.021449441090226173, 0.09012871235609055, 0.03175283223390579, -0.05708890035748482, 0.049689535051584244, 0.08832266926765442, 0.03716731444001198, 0.055256281048059464, -0.06371570378541946, -0.043383121490478516, -0.03656768053770065, 0.010473418049514294, 0.0460694283246994, 0.03584322705864906, 0.053628675639629364, 0.019253339618444443, -0.003387809731066227, -0.06380420178174973, 0.02146233059465885, -0.013536603190004826, 0.0933416560292244, 0.09001495689153671, -0.005581411998718977, 0.030569324269890785, -0.03660217300057411, 0.013967342674732208, 0.068710096180439, -0.06338424980640411, -0.03597897291183472, 0.06290232390165329, 0.06353132426738739, 0.06269700080156326, 0.008461886085569859, -0.007616654969751835, -0.004782909993082285, 0.016715005040168762, -0.0029631047509610653, 0.0761239305138588, 0.061622824519872665, 0.08730897307395935, 0.07883700728416443, 0.00022231477487366647, 0.04797137901186943, -0.03538113087415695, -0.016152258962392807, -0.16916558146476746, 0.14033196866512299, 0.024214571341872215, -0.0013911627465859056, 0.013769956305623055, -0.14278189837932587, 0.021600350737571716, -0.03929590433835983, 0.0013045627856627107, -0.030162570998072624, -0.09747352451086044, 0.014444682747125626, 0.03444995358586311, -0.08556213974952698, -0.08714112639427185, -0.009191007353365421, 0.017260409891605377, -0.01527300663292408, 0.04909108951687813, -0.06049454212188721, 0.042707689106464386, 0.010779358446598053, -0.03188042715191841, -0.09587278962135315, 0.0012861991999670863, 0.06190536916255951, 0.008647616021335125, -0.03626403212547302, -0.09217999130487442, -0.03256486728787422, -0.05440431088209152, 0.09867770224809647, -0.0001695185637800023, -0.0029285040218383074, -0.09611164033412933, -0.031477343291044235, 0.06681699305772781, -0.07876463234424591, -0.042365096509456635, 0.025497306138277054, 0.012509417720139027, 0.017396196722984314, 0.11426045000553131, 0.003033278277143836], [0.038094498217105865, 0.030977055430412292, -0.0626227930188179, -0.006203781347721815, 0.002082042396068573, 0.05535710230469704, -0.0146206459030509, -0.023996897041797638, -0.0018884986639022827, -0.055390238761901855, 0.033730003982782364, 0.06337380409240723, -0.026807503774762154, -0.05667901039123535, 0.0041264621540904045, -0.05159367620944977, 0.05040649324655533, -0.06599646061658859, 0.12577636539936066, 0.0778069794178009, -0.08440110087394714, 0.016958285123109818, -0.004839862231165171, -0.06055876985192299, -0.0251022819429636, -0.05476033315062523, 0.09744744747877121, 0.07326633483171463, -0.025082817301154137, 0.030002141371369362, 0.03421493247151375, -0.028347311541438103, -0.009649080224335194, 0.049474697560071945, 0.0550447553396225, 0.07178371399641037, 0.014559206552803516, 0.0009020277066156268, 0.04509016498923302, 0.04291899874806404, 0.06206566467881203, -0.05061265826225281, -0.09949175268411636, -0.0168161541223526, 0.10663818567991257, 0.04923183470964432, 0.05400394648313522, -0.0504034198820591, -0.028845546767115593, 0.030926791951060295, 0.07496289163827896, 0.001757187768816948, 0.06509712338447571, 0.005505727604031563, 0.037558626383543015, 0.04823018237948418, -0.07419426739215851, 0.006092708092182875, 0.04484948515892029, 0.056214358657598495, 0.10796622931957245, -0.003291258355602622, 0.018016884103417397, -0.029597125947475433, 0.11227099597454071, -0.014431185089051723, -0.03727121278643608, 0.025554750114679337, 0.13152232766151428, 0.05153746157884598, 0.07602505385875702, 0.015613885596394539, -0.0747532919049263, -0.003994809929281473, -0.016704922541975975, -0.026310350745916367, 0.004331180825829506, 0.021248022094368935, 0.06744702905416489, 0.12404779344797134, 0.03931344673037529, 0.06429801881313324, 0.005419452209025621, 0.0725163072347641, -0.1035524234175682, 0.08743548393249512, 0.003712465986609459, -0.045012231916189194, -0.02634313516318798, -0.1788729876279831, 0.07166431844234467, -0.09940624982118607, 0.05451517179608345, 0.004175236448645592, -0.11951295286417007, 0.0005400183144956827, 0.07462950795888901, -0.07681120932102203, -0.08357610553503036, 0.025843122974038124, 0.04794294759631157, 0.037826843559741974, 0.04323132336139679, -0.14613190293312073, 0.004453893750905991, -0.0021448200568556786, -0.02640850655734539, -0.09315542131662369, 0.011171446181833744, 0.055501870810985565, -0.03573176637291908, -0.05669260770082474, -0.1299498826265335, -0.07524478435516357, -0.05191035196185112, 0.03619884327054024, -0.03683784604072571, 0.012899326160550117, -0.10593529045581818, -0.058882471174001694, 0.04782915487885475, -0.11466825008392334, -0.0659138560295105, -0.03943554311990738, 0.06893762946128845, 0.04954596608877182, 0.06872588396072388, 0.0085260896012187], [0.017491843551397324, 0.02970755845308304, 0.005670508369803429, -0.012049767188727856, -0.01732543297111988, 0.0673353523015976, 0.0314265601336956, -0.013139840215444565, -0.01833190768957138, -0.05924160033464432, -0.007591686211526394, 0.10104858130216599, -0.075410857796669, -0.0357256717979908, 0.0016393372789025307, -0.003327714977785945, -0.015502517111599445, -0.006350381299853325, 0.0333387590944767, 0.057268667966127396, -0.06350982934236526, 0.025563908740878105, 0.005888074170798063, -0.031039424240589142, 0.023462748154997826, -0.049821943044662476, 0.08669743686914444, -0.002244875766336918, 0.029070956632494926, 0.0833035409450531, -0.015092002227902412, -0.0186888687312603, -0.009139708243310452, 0.0344521626830101, -0.018883001059293747, 0.06471492350101471, 0.04004794731736183, -0.0021514357067644596, -0.04458962008357048, 0.0009846034226939082, 0.0073040081188082695, -0.04836006835103035, -0.038702186197042465, -0.0018107406795024872, 0.03474902734160423, -0.004806954879313707, 0.04987438768148422, -0.02497793175280094, 0.009029550477862358, 0.036637358367443085, 0.03248554840683937, 0.03225957229733467, -0.015583419241011143, 0.03416184335947037, 0.053267184644937515, -0.059913940727710724, -0.039899446070194244, 0.00636627059429884, -0.02681954763829708, 0.015631437301635742, 0.06800559163093567, -0.027215104550123215, 0.034719835966825485, -0.016043823212385178, 0.02929643727838993, 0.08068978786468506, 0.015987396240234375, -0.04815245419740677, 0.06938863545656204, 0.09108330309391022, 0.08441134542226791, 0.07783602178096771, -0.056552644819021225, 0.024759573861956596, 0.006734288763254881, -0.03206546977162361, 0.015332465060055256, -0.015994030982255936, 0.0019468233222141862, 0.09614557027816772, 0.005017205607146025, 0.02603898197412491, -0.04043974354863167, 0.03197695314884186, -0.05089208856225014, 0.0916166603565216, 0.07240228354930878, -0.016699939966201782, 0.003954547457396984, -0.1038832888007164, 0.02978300303220749, -0.035306695848703384, 0.02196897193789482, 0.013347887434065342, -0.09610389918088913, -0.008729592896997929, 0.09050959348678589, -0.04352198913693428, -0.05453672260046005, 0.01855306141078472, -0.013389693573117256, 0.01537590567022562, 0.055850233882665634, -0.09252667427062988, 0.03351917862892151, -0.04053126648068428, -0.03321731090545654, -0.05743199214339256, 0.03748106211423874, 0.043842971324920654, 0.030243344604969025, -0.023890668526291847, -0.08622230589389801, -0.014805709011852741, -0.07140042632818222, 0.06198938190937042, 0.0027061537839472294, 0.007460622116923332, -0.05866042897105217, -0.03428226709365845, 0.0007550853188149631, -0.0663931742310524, -0.09483514726161957, -0.02776925452053547, 0.03350355476140976, 0.05075671896338463, 0.07044520229101181, 0.00300314137712121], [0.017757412046194077, 0.01158829778432846, 0.008444631472229958, 0.0033634542487561703, 0.02265864983201027, 0.01880495995283127, -0.0049681225791573524, 0.01256527379155159, 0.029276978224515915, 0.008543339557945728, 0.016481701284646988, 0.054384056478738785, 0.009947612881660461, 0.019118506461381912, -0.030369354411959648, -0.0573442280292511, -0.02117563970386982, 0.010245214216411114, 0.008701556362211704, 0.08139990270137787, -0.024715861305594444, -0.024323176592588425, 0.0229618139564991, -0.03502989187836647, -0.019238578155636787, -0.015360290184617043, 0.025020571425557137, 0.004153300542384386, 0.02708580531179905, 0.005318354815244675, 0.018574321642518044, -0.0057471441105008125, -0.033827222883701324, 0.053404949605464935, -0.010248771868646145, 0.03294163569808006, 0.010196144692599773, 0.021718256175518036, 0.04584978148341179, -0.015192760154604912, 0.0026543764397501945, 0.007693169638514519, 0.005469947587698698, -0.046691007912158966, 0.0046759070828557014, -0.023502998054027557, 0.03208773210644722, 0.011953281238675117, 0.00801851972937584, 0.010781044140458107, 0.029445959255099297, 0.0158090777695179, 0.0280467476695776, 0.008658532984554768, 0.024305349215865135, 0.008258742280304432, -0.006137839984148741, 0.0063212476670742035, 0.029833659529685974, 0.019164863973855972, 0.020515605807304382, -0.007553909905254841, 0.034476544708013535, -0.0054883938282728195, 0.024137964472174644, 0.0528901033103466, -0.03149790316820145, -0.016251904889941216, 0.04126811400055885, 0.09166355431079865, 0.06914617866277695, 0.0023991181515157223, -0.0037552835419774055, 0.01732824184000492, 0.012825317680835724, -0.03302811458706856, -0.0028343151789158583, 0.02983270026743412, 0.05396119877696037, 0.05472875386476517, -0.008698924444615841, -0.0024479865096509457, 0.01601279340684414, 0.0057930611073970795, -0.06560458242893219, 0.08199698477983475, 0.031027402728796005, -0.014185276813805103, 0.0034245045389980078, -0.10800998657941818, 0.007691703736782074, -0.00425498653203249, 0.02064177766442299, -0.013714385218918324, -0.12012382596731186, 0.031479090452194214, 0.07381702214479446, -0.04661812633275986, -0.02045002579689026, -0.007368135266005993, -0.004977898672223091, 0.011950229294598103, 0.01452948059886694, -0.05923094227910042, 0.03194442763924599, -0.03862699121236801, -0.04358213022351265, -0.09102584421634674, -0.019935375079512596, -0.010590213350951672, -0.03151164576411247, -0.06001586094498634, -0.05127909407019615, -0.014886743389070034, -0.03354854881763458, 0.03844739496707916, 0.014407549984753132, 0.02466350980103016, -0.0735144391655922, -0.052546340972185135, 0.02660566009581089, -0.09049993753433228, -0.07647638022899628, 0.015852367505431175, -0.009320562705397606, 0.025783291086554527, 0.04857199639081955, -0.022145720198750496], [0.04990370199084282, 0.0263266209512949, -0.07674689590930939, -0.03862294182181358, -0.01607516221702099, -0.007207370828837156, 0.04475746303796768, -0.007402982097119093, 0.04484746605157852, -0.02952023781836033, -0.0015049800276756287, 0.16851332783699036, -0.012612114660441875, -0.060346607118844986, 0.008692125789821148, -0.02929692529141903, 0.02436154894530773, 0.05915473401546478, 0.022860312834382057, 0.1212507113814354, -0.08193737268447876, -0.11381165683269501, 0.09911815077066422, -0.035115670412778854, 0.028663523495197296, 0.017234714701771736, 0.03627115488052368, -0.03543015569448471, 0.0011576390825212002, 0.05033870041370392, 0.0042886994779109955, 0.03238789364695549, 0.0009662576485425234, 0.09871769696474075, 0.014395100995898247, 0.09992046654224396, 0.03123166598379612, 0.021159756928682327, -0.060958586633205414, -0.00523128779605031, -0.00895579531788826, 0.07303086668252945, -0.019375799223780632, 0.04359057545661926, 0.026372505351901054, 0.014235668815672398, 0.07416286319494247, -0.07699444890022278, -0.017146121710538864, 0.023496313020586967, -0.03332516923546791, 0.010445086285471916, -0.03646096587181091, 0.013243068940937519, -0.034913547337055206, -0.01223654206842184, -0.0911891981959343, -0.017704693600535393, -0.03739062324166298, -0.00256826588883996, 0.06977185606956482, -0.038758326321840286, 0.09883029013872147, -0.005894440691918135, 0.059133872389793396, 0.04156753793358803, -0.0337476022541523, -0.021928345784544945, 0.06259047985076904, 0.04479590803384781, 0.0999627411365509, 0.030188964679837227, 0.03842631354928017, -0.04007058963179588, -0.08049602806568146, -0.005043777171522379, 0.06223147734999657, 0.038304395973682404, 0.05066252872347832, 0.06374074518680573, 0.0014108719769865274, 0.0468236468732357, -0.04658571630716324, -0.02511555328965187, -0.1330588459968567, 0.06140800938010216, -0.03165831416845322, -0.025809291750192642, 0.007905444130301476, -0.12424180656671524, 0.0393163301050663, -0.03967667743563652, -0.005869461223483086, 0.0006286007119342685, -0.15666764974594116, -0.02543572522699833, 0.047503888607025146, -0.08428877592086792, -0.057638805359601974, -0.07004097104072571, 0.0229610875248909, 0.041431885212659836, 0.042652759701013565, -0.08561263978481293, -0.005127124488353729, -0.02962823212146759, -0.07073403894901276, -0.0610089935362339, -0.014945284463465214, 0.04852195456624031, 0.002047869609668851, -0.011166166514158249, -0.07444436103105545, 0.026099439710378647, -0.036545220762491226, 0.037068892270326614, -0.009766442701220512, -0.02058330923318863, -0.08024019747972488, -0.021328970789909363, 0.06181700527667999, -0.06130042299628258, -0.09123461693525314, -0.0014828130370005965, 0.014203956350684166, 0.02674468792974949, 0.0690697729587555, -0.009745951741933823], [-0.001856815768405795, 0.01541396789252758, -0.05197376012802124, 0.0005592390662059188, 0.006602387875318527, 0.052170224487781525, 0.034912172704935074, -0.010458123870193958, -0.032487474381923676, 0.03883456438779831, 0.07538414001464844, 0.102248415350914, -0.014508332125842571, -0.010342984460294247, 0.13788598775863647, -0.039944034069776535, 0.019773613661527634, -0.013111534528434277, 0.026986459270119667, 0.061951808631420135, -0.10484223067760468, -0.01978154480457306, 0.02563312277197838, -0.052024394273757935, 0.0009225442772731185, -0.1172172799706459, -0.0016080756904557347, 0.005766634363681078, -0.0758751779794693, 0.04086596518754959, -0.016775328665971756, 0.0007887965184636414, -0.09885306656360626, 0.010537102818489075, 0.021786294877529144, 0.03363805636763573, -0.05463217571377754, 0.0426102839410305, -0.04562768340110779, -0.013232291676104069, 0.020862894132733345, 0.05288548395037651, -0.08007413893938065, 0.03639033064246178, 0.09915091842412949, 0.05139020085334778, 0.1217384785413742, -0.020438361912965775, -0.07870585471391678, -0.01715623028576374, 0.02725522592663765, 0.030647797510027885, 0.05605442821979523, 0.04259498789906502, 0.09444878250360489, -0.0362696498632431, -0.08039302378892899, 0.03062996082007885, -0.019948944449424744, 0.08721611648797989, 0.041382335126399994, -0.004186829086393118, 0.028378022834658623, 0.05337632820010185, 0.1357375830411911, 0.08251819759607315, -0.07205616682767868, 0.09775227308273315, 0.11980396509170532, 0.14124463498592377, 0.09274645894765854, 0.09243882447481155, -0.05048424378037453, 0.09525363892316818, -0.04052864387631416, -0.05886121466755867, 0.00517499353736639, 0.06839772313833237, 0.10549792647361755, 0.13466967642307281, 0.01580255851149559, 0.07879354804754257, -0.045086827129125595, 0.05674568936228752, -0.1442844420671463, 0.13571955263614655, 0.03705526143312454, -0.15282410383224487, 0.06180291250348091, -0.14232362806797028, 0.08208616077899933, -0.12293864041566849, 0.11586720496416092, -0.008702751249074936, -0.13019461929798126, 0.053315263241529465, 0.11470597982406616, -0.10585829615592957, -0.13038402795791626, -0.05290664732456207, 0.012035715393722057, 0.1524253636598587, 0.05889424309134483, -0.1619425117969513, 0.012541242875158787, 0.034324295818805695, -0.10970070958137512, -0.0952707976102829, -0.029466547071933746, 0.11288116872310638, 0.018473554402589798, -0.039571505039930344, -0.12492267042398453, -0.06477081775665283, -0.08809136599302292, 0.1625143587589264, 0.00361418048851192, 0.09809312224388123, -0.14279167354106903, -0.12241463363170624, 0.05374932289123535, -0.11948832869529724, -0.1277717798948288, 0.013170580379664898, 0.06643107533454895, 0.054333336651325226, 0.0921064168214798, 0.05737108364701271], [0.06559138000011444, 0.07876863330602646, -0.06390303373336792, 0.00755802309140563, -0.0034855485428124666, 0.07375051081180573, 0.00971258245408535, -0.0025869514793157578, -0.00400183442980051, -0.024532292038202286, 0.03130672872066498, 0.10419683158397675, -0.010528569109737873, -0.08388988673686981, -0.0545174777507782, -0.05211604759097099, -0.011859800666570663, -0.022200867533683777, 0.05951302871108055, 0.027278844267129898, -0.061365894973278046, -0.04469762742519379, 0.06404314935207367, -0.039518795907497406, -0.03112819604575634, -0.03551684692502022, 0.09057777374982834, 0.05346835404634476, 0.017875919118523598, 0.06978870928287506, 0.02280879206955433, -0.005305228289216757, 5.3130308515392244e-05, 0.04918786883354187, 0.023168686777353287, 0.030944716185331345, 0.04238811135292053, -0.01805696450173855, -0.010398848913609982, 0.02164991945028305, -0.0319216363132, -0.026717836037278175, -0.0566115640103817, -0.018839139491319656, 0.09412498027086258, 0.017864439636468887, 0.10322041064500809, -0.06732810288667679, -0.045923128724098206, 0.05886349081993103, 0.0847674310207367, -0.011813565157353878, 0.009557990357279778, 0.0652175173163414, 0.03713556379079819, -0.007672667969018221, -0.0680260881781578, 0.0225981455296278, 0.05854371190071106, 0.05724800378084183, 0.07647255808115005, 0.03315790742635727, 0.007186897099018097, -0.020251786336302757, 0.1403636932373047, 0.025848446413874626, -0.02659374661743641, -0.00992244016379118, 0.14360405504703522, 0.1421653926372528, 0.15737049281597137, 0.005777840968221426, -0.10846814513206482, 0.12007719278335571, -0.10146526992321014, -0.06001349166035652, 0.0047356365248560905, 0.07351656258106232, 0.13785196840763092, 0.10786966234445572, -0.006515795830637217, 0.11283302307128906, -0.08275116980075836, 0.08800901472568512, -0.15888284146785736, 0.15498845279216766, 0.06267484277486801, -0.007223085965961218, 0.01862037368118763, -0.17531158030033112, 0.1142517551779747, -0.06733027845621109, 0.13834485411643982, 0.041244857013225555, -0.1555117815732956, -0.017867179587483406, 0.1427243947982788, -0.12596529722213745, -0.1386755406856537, -0.04126958176493645, 0.015111979097127914, 0.12093556672334671, 0.0620841346681118, -0.11020193248987198, 0.06009529531002045, -0.03932785242795944, -0.04775946959853172, -0.12393523752689362, -0.03992967680096626, -0.04110574349761009, 0.06936883181333542, -0.04674975201487541, -0.15004736185073853, -0.04905567690730095, -0.08853853493928909, 0.16710913181304932, 0.00706184608861804, 0.054294899106025696, -0.1539660543203354, -0.0565955750644207, 0.06617027521133423, -0.14836323261260986, -0.17220790684223175, 0.033211980015039444, 0.02487938664853573, 0.058612145483493805, 0.14349979162216187, 0.012468322180211544], [0.08149693161249161, 0.048759669065475464, -0.06679288297891617, 0.012918639928102493, -0.027336055412888527, 0.06852244585752487, -0.0004338377038948238, -0.011253202334046364, -0.003628536593168974, -0.04365495592355728, 0.02426174096763134, 0.10663148015737534, 0.050011761486530304, -0.06568609923124313, -0.008160308934748173, -0.006888053845614195, -0.0176949854940176, -0.046309005469083786, 0.0759749710559845, 0.061212703585624695, -0.06745779514312744, 0.0032852913718670607, 0.004476403351873159, -0.03313257172703743, -0.05898217111825943, -0.12928175926208496, 0.06108096241950989, 0.024509724229574203, 0.02366216666996479, 0.024433031678199768, 0.0410405695438385, 0.02989632450044155, -0.09668810665607452, 0.037654709070920944, 0.03942957520484924, 0.020332826301455498, 0.052726417779922485, -0.018754905089735985, -0.02262488380074501, 0.009378977119922638, 0.02870318666100502, -0.0565127432346344, -0.04408382624387741, 0.02748325653374195, 0.0635996013879776, 0.05684265121817589, 0.07915735989809036, 0.027111001312732697, -0.02147958241403103, 0.024976449087262154, 0.07933517545461655, 0.0048649730160832405, 0.07118068635463715, 0.03256339207291603, 0.06731685250997543, -0.00841407012194395, -0.061916593462228775, 0.026848940178751945, -0.0041950843296945095, 0.03468386456370354, 0.0771830752491951, 0.0003413607191760093, 0.004311101511120796, -0.028635472059249878, 0.06866058707237244, 0.05414322018623352, -0.03084871731698513, -0.011140353046357632, 0.09901877492666245, 0.09118733555078506, 0.07117928564548492, -0.005044042598456144, -0.044391799718141556, 0.07019226998090744, -0.08888312429189682, -0.009483910165727139, 0.007484407629817724, 0.044796109199523926, 0.07696903496980667, 0.10308080166578293, 0.03539176657795906, 0.039898090064525604, 0.01668531820178032, 0.05079624429345131, -0.07399088144302368, 0.09781485795974731, 0.018150538206100464, -0.04589305818080902, 0.03609144315123558, -0.11978507041931152, 0.08404924720525742, -0.050579048693180084, 0.08234276622533798, -0.027124078944325447, -0.1509966105222702, -0.007082716096192598, 0.050150107592344284, -0.08802197873592377, -0.07045663148164749, -0.017739353701472282, 0.024004671722650528, 0.04215187579393387, 0.020819339901208878, -0.11789551377296448, 0.030110081657767296, -4.388831075630151e-05, -0.018891731277108192, -0.07815927267074585, 0.02887219376862049, 0.014001350849866867, 0.04145056754350662, -0.025195667520165443, -0.09647608548402786, -0.03588280826807022, -0.08181802928447723, 0.07472511380910873, 0.040520764887332916, 0.03351948410272598, -0.10258586704730988, -0.041538551449775696, 0.03384735807776451, -0.09980955719947815, -0.018501058220863342, 0.01162564568221569, 0.051209185272455215, 0.022048592567443848, 0.08397244662046432, -0.019663529470562935], [0.09111599624156952, 0.026167361065745354, -0.05871002376079559, 0.03920575603842735, 0.006501458119601011, 0.057402703911066055, 0.03306935355067253, 0.014459109865128994, 6.658675556536764e-05, -0.04013863205909729, 0.0434514619410038, 0.130421981215477, -0.004747678991407156, -0.06731961667537689, 0.0184301920235157, -0.02200113609433174, -0.03141625225543976, -0.03826418146491051, 0.07355659455060959, 0.057476069778203964, -0.08274424821138382, -0.04861165210604668, 0.051621660590171814, -0.03905156999826431, -0.014187210239470005, -0.06259205937385559, 0.09350734949111938, 0.0108156967908144, 0.03949081525206566, 0.1150597408413887, 0.0487743578851223, 0.035769760608673096, -0.056743424385786057, 0.10623616725206375, 0.011544978246092796, 0.03444237634539604, 0.039370059967041016, 0.034533433616161346, 0.007399707566946745, 0.04579457640647888, 0.0777030661702156, -0.04485161975026131, -0.053028516471385956, 0.012039214372634888, 0.07514799386262894, -4.7142082621576265e-05, 0.10193755477666855, -0.04603712260723114, -0.005666948389261961, 0.053990256041288376, 0.08285526931285858, 0.0074936822056770325, -0.008272086270153522, 0.032006144523620605, 0.040852051228284836, -0.04520959034562111, -0.09593365341424942, -0.05884978547692299, 0.038400426506996155, 0.011728274635970592, 0.066837377846241, 0.0373011939227581, 0.0580536313354969, 0.005661414470523596, 0.09348109364509583, 0.021673819050192833, -0.026437506079673767, -0.0029166224412620068, 0.14053797721862793, 0.17358873784542084, 0.10094339400529861, 0.057781320065259933, 0.004675338510423899, 0.04996166378259659, 0.032262202352285385, -0.1042916476726532, 0.01659032329916954, 0.04921342432498932, 0.10232874751091003, 0.1584983617067337, -0.002954623894765973, 0.10031758248806, -0.027977099642157555, -0.027356281876564026, -0.010384268127381802, 0.13232184946537018, 0.0415625274181366, -0.052856095135211945, 0.02452293410897255, -0.16567470133304596, 0.08809691667556763, -0.05559980869293213, 0.08259020000696182, -0.0008505610749125481, -0.1507045030593872, 0.024437475949525833, 0.028112944215536118, -0.1309378445148468, -0.166492760181427, -0.08025521785020828, 0.014990129508078098, 0.13544321060180664, 0.07429032772779465, -0.10411319881677628, -0.019653409719467163, 0.04632185399532318, -0.06795722246170044, -0.07019445300102234, -0.06542583554983139, 0.051427800208330154, 0.0414697639644146, -0.01165471039712429, -0.1428343951702118, -0.08216500282287598, -0.0757957398891449, 0.039158064872026443, 0.02507302723824978, 0.10463214665651321, -0.12925851345062256, -0.061648301780223846, 0.11501725763082504, -0.15823423862457275, -0.08395324647426605, 0.03606528788805008, -0.016956623643636703, 0.031287629157304764, 0.16588744521141052, 0.01109237503260374], [0.04172265902161598, 0.007013878785073757, -0.0074494509026408195, -0.03279643505811691, -0.04864402487874031, 0.027248071506619453, 0.03647243231534958, -0.010923328809440136, -0.0024774321354925632, 0.0034394110552966595, 0.06873854994773865, 0.05800218880176544, 0.003332530613988638, -0.04869145527482033, 0.019604910165071487, -0.10915893316268921, -0.004797270521521568, -0.028593549504876137, 0.03127304092049599, 0.040255554020404816, -0.06358898431062698, 0.05097973719239235, 0.01497588586062193, -0.0567888543009758, -0.02760009840130806, -0.06153291463851929, 0.05995897203683853, -0.010077576152980328, -0.08574886620044708, -0.057397015392780304, -0.021037384867668152, 0.02023240365087986, -0.03210856765508652, 0.0417342409491539, 0.03202666714787483, 0.055764056742191315, 0.004474884830415249, 0.01803383231163025, -0.0461365282535553, 0.0005592791712842882, 0.013755200430750847, 0.05384787917137146, -0.10217026621103287, 0.01757683977484703, 0.02904622256755829, 0.07281042635440826, 0.06913698464632034, 0.003419557586312294, -0.03301167115569115, -0.09893530607223511, 0.00322376424446702, -0.018106304109096527, 0.11079409718513489, 0.002631611190736294, 0.039409469813108444, 0.03522414341568947, -0.09060678631067276, 0.03635358065366745, 0.009639444760978222, 0.0043625542894005775, 0.055415328592061996, -0.02997729368507862, 0.04754083603620529, -0.04542838782072067, 0.05041510611772537, 0.004734183195978403, 0.04811573773622513, -0.006391152273863554, 0.07664492726325989, 0.0919831395149231, 0.08579853922128677, 0.040912169963121414, -0.030514856800436974, -0.014328982681035995, 0.02862963080406189, -0.01781613938510418, 0.047087620943784714, 0.008055445738136768, 0.07071023434400558, 0.10048568993806839, -0.006372533738613129, 0.06493990123271942, -0.02994435653090477, -0.0030634591821581125, -0.10272926837205887, 0.06953644752502441, 0.05152098089456558, -0.002971082692965865, -0.005551026202738285, -0.13641276955604553, 0.036314401775598526, -0.08118851482868195, 0.05635601282119751, -0.02655107155442238, -0.11613938212394714, -0.005725848488509655, 0.04031345993280411, -0.03257882595062256, -0.09785081446170807, -0.01584199070930481, -0.0038608938921242952, 0.007311029359698296, 0.01333084236830473, -0.09636430442333221, 0.03342421352863312, 0.04068397358059883, -0.02932918630540371, -0.08625636994838715, -0.014458214864134789, 0.03120306134223938, 0.028897952288389206, -0.03244803845882416, -0.10032297670841217, -0.040739815682172775, -0.10152146220207214, 0.010650401003658772, 0.06848637759685516, -0.00031222737743519247, -0.10954838991165161, -0.0068708183243870735, 0.0674893707036972, -0.10055753588676453, -0.011405190452933311, 0.029962021857500076, 0.013065079227089882, 0.03371165692806244, 0.07987882196903229, -0.029411008581519127], [0.03848622366786003, 0.013656549155712128, -0.03187280148267746, 0.01900317519903183, 0.023677324876189232, 0.01765584759414196, 0.001956491731107235, 0.014947769232094288, 0.014064560644328594, 0.04810836911201477, 0.008755876682698727, 0.04295171797275543, -0.01732639968395233, 0.018326783552765846, -0.0042409044690430164, -0.06801740825176239, 0.020758528262376785, -0.020386384800076485, 0.03152696415781975, 0.06126672774553299, -0.01618817076086998, -0.0056617045775055885, 0.053539495915174484, 0.013206365518271923, 0.013927476480603218, -0.06218348443508148, -0.004315161146223545, 0.01892520859837532, -0.021266765892505646, 0.06668835133314133, 0.024501899257302284, -0.020401718094944954, -0.03967879340052605, 0.04696335271000862, 0.03168896958231926, -0.021999118849635124, 0.018041621893644333, -0.005553333088755608, 0.04135299101471901, 0.01245221495628357, -0.012586872093379498, 0.0027116972487419844, -0.03676994517445564, 0.01085459254682064, -0.007280068937689066, 0.031132319942116737, 0.0012481806334108114, 0.007545843720436096, 0.007970896549522877, -0.004634968005120754, 0.052447620779275894, -0.011245393194258213, -0.0023247937206178904, -0.017308363690972328, 0.053295429795980453, 0.012387906201183796, -0.01402274239808321, -0.0007498258491978049, 0.023687435314059258, 0.0014773141592741013, 0.013150990009307861, 0.002580083906650543, 0.007998349145054817, -0.03883272781968117, 0.022242961451411247, 0.03955019265413284, -0.02437068521976471, 0.059564750641584396, 0.06592109054327011, 0.07545435428619385, 0.07797461003065109, 0.06739853322505951, -0.02565993182361126, 0.04010048508644104, -0.025885436683893204, 0.030569976195693016, 0.007912940345704556, 0.03136579319834709, 0.08084248751401901, 0.1311337798833847, -0.024127136915922165, 0.045866191387176514, -0.0072362711653113365, 0.029035400599241257, -0.06598527729511261, 0.07942908257246017, 0.03511021286249161, -0.02402092143893242, -0.03217678144574165, -0.09858106821775436, 0.05381259322166443, -0.027924515306949615, 0.026653118431568146, 0.0185736995190382, -0.10490112006664276, 0.0017813778249546885, 0.07544679194688797, -0.05728380009531975, -0.04305824637413025, 0.02781490981578827, -0.036757346242666245, 0.02299201861023903, 0.0009670413564890623, -0.07527552545070648, 0.05724100396037102, 0.0063448576256632805, 0.013458163477480412, -0.10961948335170746, -0.04570232704281807, -0.005537997465580702, -0.020629601553082466, -0.036191485822200775, -0.10292017459869385, -0.01952948607504368, -0.09528732299804688, 0.07051809877157211, 0.02028575912117958, 0.007869021967053413, -0.12705589830875397, -0.048941776156425476, -0.009555710479617119, -0.07880961149930954, -0.08982519805431366, -0.013619402423501015, 0.08182154595851898, 0.06239660084247589, 0.07000694423913956, -0.03531108424067497], [0.040808744728565216, 0.00418930035084486, -0.017488714307546616, 0.007168437819927931, 0.0037453812547028065, -0.034734975546598434, 0.01959402859210968, -0.046682193875312805, 0.002787869656458497, 0.042829953134059906, 0.02470330148935318, 0.03373106196522713, -0.03057939186692238, -0.0526479035615921, 0.012028120458126068, -0.03256682679057121, 0.025878464803099632, -0.00045240658801048994, 0.05587153136730194, -0.015928518027067184, -0.04339434951543808, 0.015103914774954319, 0.03161146119236946, -0.04742322489619255, -0.031896430999040604, -0.022084437310695648, 0.0368136465549469, -0.006380171049386263, 0.0274397823959589, -0.01542289461940527, 0.034512657672166824, -0.010082319378852844, -0.052384957671165466, 0.022898796945810318, 0.04470572620630264, 0.06344196200370789, -0.005246141459792852, -0.021403206512331963, -0.01154917012900114, 0.039195481687784195, 0.010196305811405182, 0.02160773053765297, -0.03052758239209652, 0.017151521518826485, 0.012031861580908298, 0.05760146677494049, 0.02385089360177517, 0.04815695807337761, -0.06753773987293243, -0.06317514926195145, 0.044039107859134674, 0.0034229212906211615, 0.014967470429837704, 0.05694982782006264, -0.019763333722949028, 0.003313217544928193, -0.024723151698708534, -0.017771266400814056, -0.040043093264102936, 0.006361601874232292, 0.04053201898932457, 0.04840981215238571, -0.004904031753540039, 0.0008294879226014018, 0.06926766782999039, 0.02639952301979065, -0.0532778725028038, 0.02507464773952961, 0.09829823672771454, 0.12022432684898376, 0.10261630266904831, -0.003428447525948286, -0.0848967656493187, 0.02027416042983532, -0.024620553478598595, -0.11908207833766937, 0.04918429255485535, 0.0672883540391922, 0.1043686643242836, 0.103695347905159, 0.02460852824151516, 0.05928448960185051, -0.00922771543264389, -0.04914655163884163, -0.09509406983852386, 0.11894512176513672, 0.01873687468469143, -0.0460626482963562, -0.06320635974407196, -0.1367214024066925, 0.05573420599102974, -0.04041619226336479, 0.07499157637357712, -0.00223914603702724, -0.11947827786207199, -0.01575491949915886, 0.08457354456186295, -0.11523555219173431, -0.11656463891267776, -0.04889008775353432, 0.04563687741756439, 0.06642270088195801, 0.05039341375231743, -0.09432709962129593, 0.10460446774959564, -0.021149519830942154, -0.12460073083639145, -0.09239751845598221, -0.06317998468875885, 0.020743191242218018, -0.0037744774017482996, -0.08384472876787186, -0.1299446076154709, -0.0024311409797519445, -0.04969135299324989, 0.07083531469106674, 0.031254515051841736, 0.1129927933216095, -0.11597321182489395, -0.07969174534082413, 0.0879492238163948, -0.10598009079694748, -0.09791306406259537, 0.06431867927312851, 0.019004162400960922, 0.06097107380628586, 0.12542137503623962, 0.030406352132558823], [0.0031288524623960257, -0.009243359789252281, -0.05422859266400337, 0.045093558728694916, 0.02809103950858116, 0.014469044283032417, 0.03751044720411301, 0.03668968752026558, 0.050925351679325104, 0.10063107311725616, -0.009710799902677536, 0.08088575303554535, -0.0809943825006485, -0.002351586241275072, 0.03406430408358574, -0.0832929015159607, 0.0025305261369794607, -0.0067703514359891415, 0.059454988688230515, 0.06890878826379776, -0.11791418492794037, -0.11017969250679016, 0.05044045299291611, -0.04349305108189583, 0.033982496708631516, -0.06786263734102249, 0.02611641027033329, 0.05312534421682358, 0.015792859718203545, 0.04052407667040825, 0.011143863201141357, 0.025028344243764877, -0.031570419669151306, 0.07821031659841537, 0.04505571350455284, 0.03728406876325607, 0.006132890470325947, 0.04851982742547989, 0.031178493052721024, 0.022680941969156265, -0.053145796060562134, 0.008727865293622017, -0.027739405632019043, -0.051372140645980835, 0.05758922919631004, -0.02385188639163971, 0.10173989832401276, -0.03220895305275917, -0.018086465075612068, 0.028506366536021233, 0.0765029713511467, 0.004844659473747015, 0.048639435321092606, -0.0033898588735610247, 0.0789547860622406, 0.002406527753919363, -0.06016319990158081, -0.001315939356572926, 0.032633375376462936, 0.026727469637989998, 0.020368896424770355, -0.024077991023659706, 0.005920701660215855, -0.022606248036026955, 0.09389954805374146, 0.0218275748193264, -0.014513193629682064, 0.01470949500799179, 0.10310658067464828, 0.15669316053390503, 0.10468360036611557, 0.06336906552314758, -0.06525570154190063, -0.013163343071937561, -0.0915168896317482, -0.03724377974867821, -0.013566059991717339, 0.11255263537168503, 0.15556862950325012, 0.14771173894405365, 0.03125106170773506, 0.061912089586257935, -0.0863988846540451, 0.028804508969187737, -0.18505924940109253, 0.11040780693292618, 0.019225699827075005, -0.0375392809510231, 0.06369931250810623, -0.15360768139362335, 0.12053536623716354, -0.12589037418365479, 0.0917474627494812, -0.0305415578186512, -0.17351900041103363, -0.01103421300649643, 0.01918201893568039, -0.10978476703166962, -0.1307349056005478, -0.10025698691606522, -0.04567733779549599, 0.08616890013217926, 0.059925880283117294, -0.16748078167438507, 0.07822076231241226, 0.04084554314613342, -0.01761714555323124, -0.1331419050693512, -0.09309853613376617, 0.06933514028787613, 0.09719058871269226, -0.03705153241753578, -0.15169751644134521, -0.025827640667557716, -0.08813776820898056, 0.11903133243322372, 0.031833749264478683, 0.004639588762074709, -0.14703603088855743, -0.08403255045413971, 0.12827177345752716, -0.11489614099264145, -0.14358629286289215, 0.07806430757045746, 0.0809779092669487, 0.031715381890535355, 0.1391838639974594, 0.020553944632411003], [0.05107296258211136, 0.01431289128959179, -0.060700591653585434, 0.03621849790215492, 0.013370929285883904, 0.019149109721183777, 0.05324235185980797, 0.0341915562748909, 0.05387530475854874, 0.05827471613883972, 0.05502422899007797, 0.0929337590932846, -0.004121666308492422, -0.03260134160518646, -0.009656313806772232, -0.035994693636894226, 0.07165732979774475, 0.008097642101347446, 0.047537244856357574, 0.1109747663140297, -0.04571318253874779, -0.10286842286586761, 0.0017831800505518913, -0.04437373951077461, -0.03714898228645325, -0.02658279985189438, -0.005441931076347828, 0.05614802986383438, -0.0284610316157341, 0.031037012115120888, 0.0319373793900013, 0.016743849962949753, -0.012513095512986183, 0.058250583708286285, 0.0031893376726657152, 0.01928204484283924, -0.03429656848311424, 0.0002957430260721594, -0.005216928198933601, 0.0055556041188538074, 0.047264792025089264, -0.0134416613727808, -0.020955389365553856, 0.04339831694960594, 0.038617562502622604, 0.03823733702301979, 0.05454767122864723, -0.03379266709089279, -0.0781426876783371, -0.02422010898590088, -0.014944072812795639, -0.02542535588145256, 0.022393953055143356, 0.03302694857120514, 0.03604522719979286, 0.08606217801570892, -0.019594958052039146, 0.025158390402793884, 0.006552129052579403, 0.0583953931927681, 0.05002879351377487, 0.005564406979829073, -0.0051167248748242855, 0.03530069813132286, 0.023574091494083405, 0.0356861874461174, 0.011302116326987743, 0.02229016274213791, 0.059253692626953125, 0.07946982234716415, 0.04625812917947769, 0.039314378052949905, 0.016425006091594696, 0.024605756625533104, 0.0102370735257864, -0.060299914330244064, 0.040663618594408035, 0.011437301523983479, 0.027134645730257034, 0.08934517204761505, -0.031612224876880646, 0.000832356687169522, -0.036415815353393555, -0.01767762564122677, -0.050537943840026855, 0.06997576355934143, 0.030431494116783142, -0.04314733296632767, 0.0006862754235044122, -0.11531023681163788, 0.06603997945785522, -0.021646609529852867, 0.010450919158756733, -0.04442368447780609, -0.10687040537595749, -0.0009268824942409992, 0.021376488730311394, -0.04154543951153755, -0.07614512741565704, 0.0001746595517033711, -0.021110765635967255, 0.018515149131417274, 0.015215091407299042, -0.06723400205373764, 0.01095761451870203, 0.0025407327339053154, -0.06599266082048416, -0.03005754016339779, 0.03414064645767212, 0.05565539374947548, 0.024748168885707855, -0.030606571584939957, -0.10168862342834473, -0.05011032894253731, -0.05574304610490799, 0.053239621222019196, -0.02083401195704937, 0.04603330418467522, -0.10940954089164734, -0.0453270748257637, 0.02374640293419361, -0.08124054223299026, -0.07702987641096115, 0.00730969849973917, 0.015172062441706657, 0.033763788640499115, 0.05917399004101753, -0.014686347916722298], [0.045053575187921524, 0.031698450446128845, -0.014105372130870819, 0.018443141132593155, -0.00825362466275692, 0.05371547117829323, 0.01155555248260498, -0.02571975626051426, -0.02001226507127285, -0.08906794339418411, 0.05041460320353508, 0.04522647336125374, 0.03910794109106064, -0.029736261814832687, -0.016380108892917633, -0.08149079978466034, -0.03177604079246521, -0.002371576614677906, 0.045903291553258896, 0.14232008159160614, -0.02389686182141304, 0.006004541181027889, 0.0019792483653873205, 0.00354133453220129, -0.06776005774736404, -0.026934640482068062, 0.051745738834142685, -0.001063703210093081, -0.02536512166261673, 0.0012585407821461558, -0.008432001806795597, -0.027408387511968613, -0.019066398963332176, 0.0891065001487732, 0.03541770949959755, 0.03343087062239647, 0.011388808488845825, 0.02144918404519558, -0.02870689518749714, 0.023682426661252975, 0.07189309597015381, -0.01730627566576004, -0.029561029747128487, 0.04553047567605972, 0.0481131486594677, 0.05314594879746437, 0.08125212788581848, -0.02015860192477703, -0.036882370710372925, 0.03751973807811737, 0.04694814234972, 0.008585851639509201, 0.00025570287834852934, 0.00865395087748766, -0.00951312854886055, -0.017666783183813095, -0.07758636772632599, -0.02350417524576187, 0.05777469649910927, 0.03623916581273079, 0.06824834644794464, 0.007326109800487757, 0.006111738737672567, 0.030855445191264153, 0.014975100755691528, -0.0014602058799937367, -0.05146511644124985, 0.02251906506717205, 0.06808241456747055, 0.0814320519566536, 0.06154605373740196, 0.039271630346775055, -0.05216054618358612, -0.013350226916372776, -0.008756488561630249, -0.015230156481266022, 0.0795888900756836, 0.047278132289648056, 0.05546697974205017, 0.08665251731872559, 0.0262373685836792, 0.01811336539685726, -0.03357001021504402, -0.02610352262854576, -0.05757959559559822, 0.040955521166324615, 0.006244036369025707, -0.02619791403412819, -0.007321834098547697, -0.09745867550373077, 0.019847318530082703, -0.03424305468797684, 0.03571268171072006, -0.01735287345945835, -0.1122245192527771, -0.039283305406570435, 0.012154570780694485, -0.036814555525779724, -0.05518883466720581, -0.005029854364693165, -0.013528906740248203, 0.02635713294148445, 0.036505892872810364, -0.07703432440757751, 0.022991487756371498, 0.02839055471122265, -0.06153715029358864, -0.04830487072467804, 0.02440190687775612, 0.03772813454270363, 0.0416329950094223, -0.0013628187589347363, -0.06580615788698196, -0.04452580213546753, -0.07367966324090958, 0.06730685383081436, 0.019374893978238106, 0.060630641877651215, -0.06625805795192719, -0.014856379479169846, 0.04673336073756218, -0.05278314650058746, -0.06156336888670921, 0.0613483227789402, 0.020410528406500816, -0.014610626734793186, 0.04463760554790497, 0.03682457283139229], [0.0811564102768898, 0.032687876373529434, -0.00782767590135336, 0.03220877796411514, 0.03547421842813492, 0.0629383996129036, 0.016778137534856796, 0.017055902630090714, -0.03621391952037811, -0.011769253760576248, 0.04665385186672211, 0.10093403607606888, -0.014524415135383606, -0.03855017200112343, -0.03964035585522652, -0.015282893553376198, -0.021546678617596626, -0.022557340562343597, 0.047784097492694855, 0.06487037241458893, -0.045388855040073395, 0.008937361650168896, 7.289573841262609e-05, -0.054199010133743286, -0.0170158538967371, -0.06709729135036469, 0.0623864121735096, 0.014457307755947113, 0.03189652040600777, -0.009590895846486092, 0.030104033648967743, 0.003458776045590639, -0.02818465232849121, 0.0731731727719307, 0.018596993759274483, 0.058845385909080505, 0.052418213337659836, 0.03274039179086685, -0.02060522884130478, 0.009827246889472008, 0.036491796374320984, -0.0342114120721817, -0.053341079503297806, -0.02575787901878357, 0.05167638882994652, 0.04752182215452194, 0.10077632963657379, 0.0013160677626729012, 0.01045512966811657, -0.010824899189174175, 0.06580382585525513, -0.016610413789749146, 0.06414782255887985, 0.03545806556940079, 0.013927990570664406, -0.004102610982954502, -0.07199350744485855, -0.022553035989403725, 0.04858715087175369, 0.020999683067202568, 0.06456664949655533, 0.00989474542438984, -0.03201872855424881, 0.007095509674400091, 0.025246381759643555, 0.024039050564169884, -0.0112671609967947, 0.0005702106282114983, 0.09275799244642258, 0.07414259761571884, 0.05597158893942833, 0.026531826704740524, -0.04109661653637886, 0.07207562774419785, 0.0003635805333033204, -0.047495871782302856, 0.03432328626513481, -0.01535617746412754, 0.043555017560720444, 0.11910548806190491, 0.0024442693684250116, 0.01473202183842659, -0.003140930086374283, -0.004534461069852114, -0.07498074322938919, 0.05866420641541481, 0.03766390308737755, -0.04755248501896858, 0.0063597592525184155, -0.14674727618694305, 0.04986844211816788, -0.010964350774884224, 0.05827086418867111, 0.0013570310547947884, -0.1055428683757782, -0.030928902328014374, 0.04765849933028221, -0.05225728452205658, -0.06945110857486725, -0.04146263375878334, -0.021635275334119797, 0.005982165224850178, 0.047922950237989426, -0.09401963651180267, -0.01572585478425026, 0.03528863191604614, -0.08972475677728653, -0.10903985798358917, -0.022824550047516823, 0.007394114043563604, 0.01629582978785038, -0.05073872208595276, -0.09803304821252823, -0.038782939314842224, -0.030665231868624687, 0.056780654937028885, -0.017311666160821915, -0.04454465210437775, -0.09397946298122406, 0.004203372169286013, 0.007128284778445959, -0.07810147851705551, -0.024957839399576187, -0.031102441251277924, -0.017092332243919373, -0.001568603329360485, 0.06918051838874817, 0.0634477511048317], [0.06566467136144638, 0.017575467005372047, -0.044006600975990295, -0.007445043884217739, -0.03094547986984253, 0.059179291129112244, 0.029492894187569618, -0.006207033526152372, 0.0024444558657705784, -0.07320059090852737, 0.06857080012559891, 0.15244096517562866, -0.012279413640499115, -0.039989668875932693, 0.04047173634171486, -0.0872216522693634, 0.03938525542616844, 0.038716062903404236, 0.09784455597400665, 0.0858943983912468, -0.08547316491603851, -0.07068295031785965, 0.0957166850566864, -0.0445273220539093, 0.029748139902949333, -0.03879225626587868, 0.06840439140796661, -0.013154963031411171, 0.016095289960503578, 0.06753591448068619, 0.04156973585486412, 0.03380753844976425, -0.03918891400098801, 0.11393804103136063, 0.018051937222480774, 0.0806078389286995, 0.071455217897892, 0.032308414578437805, -0.08682215958833694, 0.0020983621943742037, -0.02751568891108036, -0.0005892638000659645, -0.055489350110292435, 0.005077963229268789, 0.05794975906610489, -0.0344596691429615, 0.12593843042850494, -0.06530985981225967, 0.028581442311406136, 0.010907920077443123, 0.05365145951509476, 0.0061626676470041275, -0.03884262964129448, 0.04833453893661499, -0.006234073545783758, -0.011168657802045345, -0.0862935334444046, 0.026944627985358238, 0.018530087545514107, 0.034710343927145004, 0.12367416173219681, -0.021230027079582214, 0.047757863998413086, -0.01756196655333042, 0.1149260625243187, 0.12769655883312225, -0.0015804104041308165, 0.033660974353551865, 0.14755426347255707, 0.1436544805765152, 0.12121517956256866, 0.07964525371789932, -0.032761797308921814, 0.07468018680810928, -0.07886148989200592, -0.03436190262436867, -0.034801602363586426, 0.09941931068897247, 0.15945576131343842, 0.1618405431509018, 0.04316685348749161, 0.11515821516513824, -0.04658306762576103, 0.017246415838599205, -0.17610281705856323, 0.16730986535549164, 0.061038676649332047, -0.016959385946393013, 0.020510414615273476, -0.16069376468658447, 0.1152779683470726, -0.04214004427194595, 0.16134501993656158, -0.009883390739560127, -0.1417045295238495, 0.004464671015739441, 0.1125338152050972, -0.12289854139089584, -0.15271592140197754, -0.015025923028588295, -0.07457071542739868, 0.17523999512195587, 0.07431124150753021, -0.14724037051200867, 0.009430567733943462, -0.010949468240141869, -0.10616404563188553, -0.13893811404705048, -0.024990564212203026, 0.06607925891876221, 0.11813008040189743, -0.027111032977700233, -0.1411258429288864, -0.0676557868719101, -0.11191564798355103, 0.19382734596729279, -0.002971549751237035, 0.06348121911287308, -0.16005198657512665, -0.0747375339269638, 0.08449450135231018, -0.15493659675121307, -0.16237594187259674, 0.03510160744190216, 0.017953550443053246, 0.04961930215358734, 0.16979314386844635, 0.03195587173104286], [0.0788080096244812, 0.001935874461196363, 0.021067539229989052, -0.0142664248123765, 0.026843471452593803, 0.03908422216773033, 0.010018669068813324, -0.040900714695453644, -0.029406799003481865, -0.023121653124690056, -0.0025198746006935835, 0.044631026685237885, 0.010974422097206116, -0.05268492177128792, -0.006073560565710068, -0.004217549227178097, 0.007028837222605944, -0.07769657671451569, 0.013118753209710121, -0.027919726446270943, -0.04413098096847534, -0.03718602657318115, 0.07297427207231522, 0.009149754419922829, -0.03526105359196663, -0.013329346664249897, 0.006046715192496777, 0.06264621019363403, 0.031848207116127014, 0.05963354930281639, 0.0012735121417790651, -0.00944505911320448, 0.0017148539191111922, 0.040471021085977554, -0.01103789359331131, -0.03298371285200119, 0.05873657390475273, 0.01443509105592966, -0.009747609496116638, 0.0634474903345108, -0.033409249037504196, 0.009129839949309826, -0.022479573264718056, -0.021694011986255646, 0.034148022532463074, 0.01840030774474144, 0.05610242113471031, -0.0731864646077156, -0.05981231480836868, 0.05525963380932808, 0.06014315411448479, -0.0046933963894844055, -0.017071278765797615, 0.003915348090231419, 0.046555034816265106, -0.0003094977873843163, -0.04352138936519623, -0.008252912200987339, 0.04817049950361252, -0.03316020593047142, 0.036465875804424286, 0.007772797718644142, 0.003613389329984784, 0.001246200641617179, 0.07605668902397156, 0.0586344413459301, 0.0008025148999877274, 0.005055013112723827, 0.11783528327941895, 0.08949139714241028, 0.10450904071331024, 0.05445599928498268, -0.03896065056324005, 0.018374454230070114, -0.023041056469082832, -0.061983175575733185, 0.03272516280412674, 0.03721126541495323, 0.09734170883893967, 0.13464733958244324, -0.016074830666184425, 0.10338117182254791, 0.014407269656658173, 0.024425853043794632, -0.07305232435464859, 0.13160085678100586, 0.03824929893016815, -0.04749066382646561, -0.029083123430609703, -0.15634652972221375, 0.07899219542741776, -0.01986674778163433, 0.0370832160115242, -0.023004448041319847, -0.1299915611743927, -0.012073674239218235, -0.010568875819444656, -0.10751508921384811, -0.11425646394491196, -0.06706146895885468, 0.005284103564918041, 0.0605255588889122, -0.012744649313390255, -0.11185532063245773, -0.022045539692044258, -0.025145353749394417, -0.015888480469584465, -0.09909005463123322, -0.05760553479194641, 0.03506258502602577, 0.051311030983924866, -0.019933046773076057, -0.16602009534835815, 0.027052367106080055, -0.10739331692457199, 0.06308896094560623, -0.009285840205848217, 0.004353819880634546, -0.12951518595218658, -0.06541221588850021, 0.10673151910305023, -0.13369996845722198, -0.089914470911026, 0.06181574612855911, -0.024930067360401154, 0.019100939854979515, 0.12286611646413803, 0.02174576371908188], [0.04284846782684326, 0.0009722269605845213, -0.02443954162299633, 0.0188877172768116, 0.03455422818660736, -0.021935511380434036, 0.008193932473659515, -0.01810869388282299, -0.012778433039784431, -0.0025179849471896887, 0.014793599024415016, 0.08488721400499344, 0.021725784987211227, -0.0003714099293574691, 0.009706363081932068, -0.07414624094963074, 0.028172960504889488, 0.005293555557727814, 0.06589603424072266, 0.06903980672359467, -0.03824087232351303, -0.03416254743933678, 0.028813214972615242, -0.03429538756608963, 0.028855854645371437, -0.03901136666536331, 0.034733567386865616, 0.021413374692201614, 0.02127651683986187, 0.038606368005275726, 0.02122851088643074, 0.022016340866684914, -0.022563673555850983, 0.10338152199983597, 0.031795766204595566, 0.0331631600856781, 0.05127262696623802, -0.00935280416160822, -0.0021893393713980913, 0.03507227450609207, -0.04359739273786545, -0.008189637213945389, 0.028740009292960167, -0.0016959564527496696, 0.010260249488055706, -0.001649371231906116, 0.07683392614126205, 0.0033191025722771883, -0.0031889271922409534, 0.03120504319667816, 0.025120675563812256, 0.004490057937800884, -0.004401673562824726, 0.007784207351505756, -0.006486833095550537, -0.014189796522259712, -0.04215928539633751, -0.020180590450763702, 0.030552715063095093, -0.01781132072210312, 0.05416281148791313, 0.030136791989207268, 0.04287411645054817, 0.0319100059568882, 0.005159640684723854, 0.0027516470290720463, 0.010505974292755127, -0.037086788564920425, 0.06495645642280579, 0.09566500037908554, 0.017172206193208694, 0.03892921656370163, 0.004150379449129105, 0.022991633042693138, 0.014312339015305042, 0.0056127202697098255, 0.05628662556409836, -0.011376756243407726, 0.007510465104132891, 0.07496490329504013, 0.023712636902928352, 0.02495758980512619, 0.025292685255408287, 0.006288462784141302, -0.06769849359989166, 0.07754208147525787, 0.025318481028079987, -0.034682732075452805, -0.021435437723994255, -0.09676777571439743, 0.01144360937178135, -0.07068226486444473, 0.024395866319537163, 0.0015321682440117002, -0.07129623740911484, -0.02769157662987709, 0.08884911984205246, -0.042880114167928696, -0.05270272120833397, 0.0016629429301247, 0.0030744452960789204, 0.009413691237568855, 0.00048686066293157637, -0.07896765321493149, 0.015244205482304096, 0.004725471138954163, -0.015964196994900703, -0.06974352896213531, -0.002732153981924057, -0.004329343792051077, 0.004827825352549553, 0.0071936906315386295, -0.073708176612854, -0.009928123094141483, -0.0490838848054409, 0.026345299556851387, -0.011435527354478836, -0.04277878627181053, -0.053800374269485474, 0.01846509426832199, 0.022978421300649643, -0.06185482442378998, -0.020507067441940308, 0.00027263129595667124, 0.011081564240157604, 0.025291630998253822, 0.04347933828830719, -0.016002560034394264], [0.02216211147606373, 0.010004340671002865, -0.022962914779782295, -0.01827189140021801, 0.019896207377314568, 0.018582912161946297, 0.04236559942364693, 0.03697773441672325, 0.006175693590193987, -0.04682176932692528, 0.09112688153982162, 0.09976053237915039, 0.006310173310339451, -0.06419569253921509, 0.009959005750715733, -0.08378277719020844, 0.017399165779352188, 0.028302498161792755, 0.0984007865190506, 0.08873146027326584, -0.1049005463719368, -0.047459252178668976, -0.02344634011387825, -0.06213738024234772, -0.033484671264886856, -0.0833490863442421, 0.07198235392570496, 0.01604345068335533, -0.005055296700447798, -0.008525262586772442, 0.03224000707268715, 0.007058635354042053, -0.07291135936975479, 0.0510757640004158, 0.02485859952867031, 0.059774477034807205, 0.040933940559625626, -0.006071879528462887, -0.047684311866760254, 0.010309468023478985, -0.019326182082295418, 0.0015441311988979578, -0.018947171047329903, 0.011848391965031624, 0.025926075875759125, -0.0022505277302116156, 0.1208983063697815, -0.036343540996313095, -0.022262096405029297, -0.03525439277291298, 0.041312702000141144, 0.012665361166000366, 0.030481941998004913, 0.08316612988710403, 0.021684415638446808, -0.004713744390755892, -0.09506723284721375, 0.001534458715468645, 0.0007418833556585014, 0.07388459146022797, 0.0631987527012825, -0.01497621275484562, 0.009394301101565361, -0.015526470728218555, 0.08693024516105652, 0.05613795295357704, 0.015382914803922176, 0.0366692841053009, 0.128118634223938, 0.13287557661533356, 0.14517290890216827, 0.03833603113889694, -0.0424175001680851, 0.050725437700748444, -0.03184354677796364, -0.06789213418960571, -0.007092979736626148, 0.07077678292989731, 0.10668241232633591, 0.13483180105686188, -0.009058844298124313, 0.05270281806588173, -0.0555092990398407, 0.014503943733870983, -0.12177518755197525, 0.1471775770187378, 0.0645265057682991, -0.06169174239039421, 0.014369694516062737, -0.18942095339298248, 0.04043392091989517, -0.029989415779709816, 0.0713670402765274, -0.04358261823654175, -0.1803211271762848, -0.012503525242209435, 0.06078008562326431, -0.09520144015550613, -0.13863378763198853, -0.03578026592731476, 0.023141205310821533, 0.10560507327318192, 0.019315162673592567, -0.1409405916929245, 0.058165132999420166, 0.012259569019079208, -0.05793740600347519, -0.1203126534819603, -0.026719799265265465, 0.02240118943154812, 0.029344648122787476, -0.06998501718044281, -0.17880557477474213, -0.04735502973198891, -0.0996919795870781, 0.12533816695213318, -0.012987855821847916, 0.019104769453406334, -0.14033940434455872, -0.06742040067911148, 0.02481415867805481, -0.11739978939294815, -0.10221824049949646, 0.029239671304821968, 0.054602935910224915, 0.056647155433893204, 0.12145056575536728, -4.743874160340056e-05], [0.09472867846488953, -0.010377262718975544, 0.06412962079048157, 0.021504303440451622, -0.005105537828058004, 0.041189394891262054, -0.009262152947485447, -0.02708286978304386, -0.003801465267315507, -0.04708562791347504, 0.04470670223236084, 0.06120484694838524, 0.02039683237671852, -0.048558156937360764, -0.0002672010741662234, -0.08982287347316742, -0.030224697664380074, 0.02103842981159687, 0.024189336225390434, 0.12270917743444443, -0.05825144797563553, -0.0016870787367224693, -0.00509578688070178, -0.06841439008712769, 0.001841904828324914, -0.02605762891471386, 0.09364194422960281, 0.012211889028549194, 0.017089512199163437, 0.030522916465997696, 0.03171958401799202, -0.04908166825771332, -0.03896452859044075, 0.10748308897018433, -0.01767214760184288, 0.05371114984154701, 0.06527216732501984, 0.017964879050850868, -0.007847227156162262, 0.030606063082814217, 0.01778312399983406, -0.027084138244390488, -0.04841012880206108, 0.0189706701785326, 0.024023476988077164, -0.008172078989446163, 0.029717592522501945, 0.0009033603128045797, -0.051041729748249054, 0.043346624821424484, 0.044804491102695465, 0.02359946444630623, -0.006556597538292408, 0.02596883289515972, 0.015613305382430553, 0.0231802836060524, -0.07544748485088348, -0.012468740344047546, 0.005171866621822119, 0.001243538805283606, 0.07990394532680511, 0.035265907645225525, 0.0162751916795969, 0.021171871572732925, 0.03440146893262863, 0.04112415388226509, 0.0022937809117138386, 0.03060346096754074, 0.0696399062871933, 0.05672026798129082, 0.08817560225725174, 0.044713471084833145, -0.034624990075826645, 0.026702750474214554, -0.016555825248360634, -0.021293139085173607, 0.02930758148431778, 0.02626492641866207, 0.03189239278435707, 0.08223076164722443, -0.008845736272633076, 0.03761931508779526, -0.026573635637760162, -0.012179496698081493, -0.052221253514289856, 0.06257403641939163, 0.05608605593442917, -0.0036962484009563923, -0.011331114917993546, -0.11826910078525543, 0.03978578746318817, -0.05062209814786911, 0.04329947754740715, -0.03798643872141838, -0.07187143713235855, -0.04649563506245613, 0.06643843650817871, -0.04909219220280647, -0.06377919018268585, -0.058822114020586014, -0.04641130939126015, 0.03562701866030693, 0.03687935322523117, -0.06499943882226944, 0.03172299265861511, 0.015427637845277786, -0.03319491446018219, -0.0716288760304451, -0.010901924222707748, 0.008539050817489624, 0.021379653364419937, -0.022875752300024033, -0.07932842522859573, -0.04615018144249916, -0.0963917151093483, 0.08201327174901962, -0.017300717532634735, 0.048688460141420364, -0.07327631860971451, -0.012615605257451534, 0.0296029020100832, -0.10838136076927185, -0.08913151174783707, -0.027298742905259132, 0.027175158262252808, 0.043513838201761246, 0.040980953723192215, -0.006010180804878473], [-0.021061856299638748, -0.031102176755666733, -0.026948999613523483, 0.013661554083228111, 0.04093930497765541, -0.0068458509631454945, -0.020701710134744644, -0.0062311384826898575, -0.021389607340097427, 0.022272828966379166, 0.005132264457643032, -0.019344067201018333, -0.029632849618792534, -0.03802056983113289, 0.013564455322921276, 0.02079124189913273, 0.015999620780348778, -0.009121701121330261, 0.0037503240164369345, -0.044719211757183075, -0.03436728194355965, -0.036368634551763535, 0.06292561441659927, 0.059281688183546066, 0.01570291444659233, -0.02613668330013752, 0.015504301525652409, 0.060412049293518066, 0.012484628707170486, 0.04278961941599846, -0.013028743676841259, -0.001330043887719512, -0.024083564057946205, 0.020080285146832466, -0.009753390215337276, 0.005590551067143679, 0.012515665031969547, -0.01771337166428566, -0.03727710247039795, 0.09583678096532822, -0.017909947782754898, 0.04267453774809837, 0.02106420323252678, 0.003871455555781722, 0.017686905339360237, 0.0015966974897310138, 0.023721519857645035, -0.0560310035943985, -0.03831518813967705, 0.015470122918486595, 0.05071379989385605, 0.019731752574443817, -0.00038089812733232975, 0.025564590469002724, -0.00611221045255661, 0.0034190521109849215, 0.008840987458825111, -0.026876993477344513, -0.008428881876170635, -0.004962120205163956, 0.00560362171381712, 0.02910679392516613, 0.02633429318666458, -0.042579274624586105, 0.05006492882966995, 0.03527826815843582, 0.039059463888406754, 0.015791455283761024, 0.10177284479141235, 0.09344308078289032, 0.11135324090719223, 0.012886389158666134, -0.0033570064697414637, -0.004701796919107437, -0.004431995563209057, -0.04420636594295502, 0.04795605689287186, 0.03264462947845459, 0.060788318514823914, 0.11084500700235367, 0.0057488796301186085, 0.03748804330825806, 0.02089659497141838, 0.04019459709525108, -0.09569960087537766, 0.07305174320936203, 0.050441596657037735, -0.07379528880119324, -0.043226953595876694, -0.13736853003501892, 0.08177284896373749, -0.047972433269023895, 0.06648228317499161, -0.015734128654003143, -0.09204282611608505, -0.011288023553788662, 0.07816138863563538, -0.08259249478578568, -0.08235310018062592, -0.03730231523513794, -0.025962652638554573, 0.03578737750649452, 0.0026372894644737244, -0.08516856282949448, 0.04616143926978111, 0.04234643653035164, -0.010835004039108753, -0.07472960650920868, -0.0603172667324543, 0.023424966260790825, -0.003679811954498291, -0.004332690965384245, -0.09452880173921585, -0.016382718458771706, -0.0642228052020073, 0.06306391209363937, 0.014633400365710258, 0.0016883208882063627, -0.10130982846021652, -0.03489253297448158, 0.05617428570985794, -0.109248585999012, -0.09129244834184647, 0.037349894642829895, 0.02209097519516945, -0.017617249861359596, 0.08146136999130249, -0.017475932836532593], [0.031082144007086754, 0.05089528113603592, -0.0024706588592380285, 0.045210760086774826, 0.02377692610025406, 0.025114087387919426, 0.0012861950090155005, 0.023196926340460777, -0.054544053971767426, 0.011449876241385937, 0.1293523758649826, 0.09721674770116806, 0.04161334037780762, -0.010822233743965626, 0.02748037874698639, -0.0735141932964325, 0.0632358193397522, 0.005559699609875679, 0.05364420264959335, 0.15800060331821442, -0.038655221462249756, 0.03805981203913689, 0.024701207876205444, -0.0616936981678009, -0.00347073539160192, 0.004813996609300375, 0.04750559478998184, 0.028995398432016373, -0.04245758429169655, 0.0041405330412089825, 0.03822574391961098, -0.03103206492960453, 0.009770986624062061, 0.0584256649017334, 0.05966748297214508, -0.02020850218832493, 0.005327605176717043, 0.004956045653671026, -0.042969461530447006, -0.03679807856678963, 0.0057359118945896626, 0.021334195509552956, -0.11064880341291428, 0.02407192625105381, -0.018796907737851143, -0.021318655461072922, 0.06459089368581772, -0.028623811900615692, -0.03224508836865425, 0.05177135765552521, 0.015320515260100365, -0.01532360166311264, -0.0005088190082460642, -0.04427566006779671, 0.0038299320731312037, -0.004003551788628101, -0.045660924166440964, 0.03785063698887825, 0.01910100132226944, 0.053724732249975204, 0.04810749366879463, 0.025625474750995636, -0.01076785009354353, 0.02400266006588936, -0.0031177373602986336, 0.007349664345383644, 0.02053765580058098, 0.02337205968797207, 0.09757521748542786, 0.07025709003210068, 0.06946273148059845, -0.007177896797657013, -0.02378486655652523, 0.012072836048901081, -0.005524866282939911, -0.01604587584733963, 0.04373118653893471, 0.04016673564910889, 0.06759190559387207, 0.07417575269937515, -0.0027958641294389963, 0.05076678842306137, -0.00914938747882843, 0.006123302038758993, -0.08705775439739227, 0.03410949558019638, 0.0037700494285672903, -0.03724031522870064, 0.06568960845470428, -0.10581942647695541, 0.0216633602976799, -0.025137167423963547, 0.05788011848926544, -0.02146940678358078, -0.06999195367097855, 0.022928807884454727, 0.0516761913895607, -0.05543474853038788, -0.09308177977800369, -0.07019148021936417, 0.01615055277943611, 0.0006330378819257021, 0.024566123262047768, -0.07086241990327835, 0.02407189831137657, 0.016209149733185768, -0.056907594203948975, -0.07944043725728989, 0.004739878699183464, 0.0283554308116436, 0.04827745258808136, 0.0002283136418554932, -0.0997922420501709, -0.026676291599869728, -0.06268760561943054, 0.035229671746492386, 0.038240984082221985, 0.008191279135644436, -0.06704089045524597, -0.0291970893740654, 0.04689016565680504, -0.05209346115589142, -0.0594102144241333, 0.036579787731170654, -0.0020279339514672756, 0.018992526456713676, 0.04535675793886185, 0.04100355505943298], [-0.03627520054578781, -0.016193116083741188, -0.0029161341954022646, -0.0066489907912909985, 0.009609159082174301, 0.011022849008440971, -0.006169834639877081, 0.008286552503705025, -0.0053373840637505054, -0.0007525959517806768, -0.009469004347920418, 0.0478975810110569, -2.927286368503701e-05, 0.0070856534875929356, 0.004668552428483963, -0.07915368676185608, -0.0019887436646968126, -0.011286051012575626, 0.026988882571458817, 0.06960517168045044, -0.04652036353945732, -0.0022997502237558365, 0.0491616427898407, -0.004757655784487724, 0.011665891855955124, -0.024892419576644897, 0.01893950253725052, 0.012342012487351894, -0.03233928605914116, -0.007590296678245068, 0.02667875960469246, -0.005699926987290382, -0.05144773796200752, 0.024652445688843727, 0.00717614172026515, -0.018846940249204636, 0.015108655206859112, 0.00575292157009244, -0.011926671490073204, -0.004324892535805702, -0.014427977614104748, 0.02937021479010582, 0.011751060374081135, 0.014101041480898857, 0.028961610049009323, -0.007555083371698856, -0.015565038658678532, 0.01627460867166519, -0.018176263198256493, -0.000501089496538043, 0.00586728984490037, 0.0021383787970989943, -0.011292164213955402, 0.021213365718722343, 0.027534957975149155, -0.002488246187567711, -0.014448262751102448, 0.053104326128959656, -0.010598024353384972, -0.020380044355988503, 0.020954471081495285, -0.01771819218993187, -0.015382966957986355, -0.021834513172507286, 0.011386102996766567, 0.020897770300507545, 0.00611794413998723, 0.012737199664115906, 0.03847808018326759, 0.11164779216051102, 0.04213695600628853, -0.00022585486294701695, -0.006300623528659344, 0.003469922812655568, -0.006484630052000284, -0.04015050828456879, -0.010190876200795174, 0.00950545258820057, 0.025553565472364426, 0.06663256883621216, 0.0065256585367023945, -0.005419801454991102, 0.018500057980418205, 0.013475202955305576, -0.009706073440611362, 0.057203345000743866, 0.03277111425995827, -0.009758207015693188, -0.0002669172245077789, -0.09021531790494919, 0.005387371405959129, -0.028439940884709358, 0.02324838750064373, 0.027512192726135254, -0.08645713329315186, 0.0007881365017965436, 0.10175447165966034, -0.013394694775342941, -0.03721529617905617, -0.0023840463254600763, -0.005006672348827124, 0.0011792198056355119, -0.0034657614305615425, -0.044428445398807526, 0.010591506026685238, -0.003103960072621703, -0.009082583710551262, -0.02256733365356922, 0.003953367006033659, -0.011923139914870262, -0.007175240200012922, -0.020347997546195984, -0.05594008415937424, -0.017954928800463676, -0.030348604544997215, 0.016023976728320122, -0.005751500837504864, 0.010856624692678452, -0.06282301992177963, -0.0012666507391259074, 0.00597007991746068, -0.05483321100473404, -0.027176596224308014, 0.004993016365915537, -0.00308587565086782, 0.002084303880110383, 0.04715856909751892, 0.0036496089305728674], [0.008703825064003468, -0.012201424688100815, -0.01194826327264309, -0.004965659696608782, 0.02552175521850586, 0.05196645110845566, 0.06482039391994476, 0.043380655348300934, 0.034549325704574585, 0.05685180798172951, 0.021405445411801338, 0.13627223670482635, -0.06314802169799805, -0.0018821166595444083, -0.0042384169064462185, -0.10289812088012695, 0.010684694163501263, -0.008122563362121582, 0.04074111208319664, 0.10479911416769028, -0.12000757455825806, -0.08789531886577606, 0.11533863842487335, -0.020784541964530945, 0.05159804970026016, -0.07530380040407181, 0.005566238425672054, -0.0014691188698634505, -0.04464744031429291, 0.013398020528256893, 0.030379045754671097, 0.016702091321349144, -0.06697677820920944, 0.14507856965065002, 0.02249346300959587, 0.03815589100122452, 0.003688141470775008, 0.05906382575631142, 0.005282096564769745, 0.059134215116500854, -0.05409673601388931, 0.05279059708118439, -0.034534208476543427, 0.0011839570943266153, 0.05749558284878731, 0.002519757952541113, 0.06307121366262436, -0.04171615093946457, -0.013200810179114342, -0.0025809488724917173, 0.07171329110860825, 0.0109555097296834, 0.001150367665104568, 0.020881056785583496, 0.04972326382994652, 0.00764844287186861, -0.1074623093008995, -0.009904401376843452, 0.052478063851594925, -0.01667637564241886, 0.01771111600100994, -0.06277939677238464, 0.04845042899250984, -0.021157460287213326, 0.09634494036436081, 0.06886103749275208, -0.07194618135690689, 0.011257302947342396, 0.15085017681121826, 0.12869997322559357, 0.12082090973854065, 0.03137122094631195, -0.08084603399038315, 0.020267687737941742, -0.04246354475617409, -0.11392001807689667, 0.03522126004099846, 0.10460665822029114, 0.1780668944120407, 0.17781008780002594, 0.09551534801721573, 0.09919265657663345, -0.06588317453861237, -0.013604912906885147, -0.1172732338309288, 0.1533171683549881, 0.026342319324612617, -0.03885199502110481, 0.026100127026438713, -0.19345837831497192, 0.10591717809438705, -0.018958184868097305, 0.12686702609062195, -0.000413434550864622, -0.1909993290901184, -0.035446085035800934, 0.07218434661626816, -0.1279207170009613, -0.15036572515964508, -0.020570596680045128, 0.024949191138148308, 0.11931583285331726, 0.08682963252067566, -0.2087952047586441, -0.12189841270446777, -0.0166990514844656, -0.10416199266910553, -0.08278334140777588, 0.021640634164214134, 0.09813973307609558, -0.010641657747328281, -0.08736363053321838, -0.18289241194725037, 0.048189908266067505, -0.05889416113495827, 0.1153869703412056, 0.049940139055252075, 0.05986010655760765, -0.17186413705348969, -0.08071111887693405, 0.10087814182043076, -0.14070148766040802, -0.03644469007849693, 0.04399346187710762, 0.03382500261068344, 0.091611348092556, 0.12395364791154861, 0.0581318624317646], [0.0879676565527916, 0.017172083258628845, -0.06225375086069107, 0.040856391191482544, 0.04400305822491646, 0.016288097947835922, -0.018665969371795654, -0.032240964472293854, -0.08894607424736023, -0.03649943321943283, 0.06834664940834045, 0.06687965244054794, -0.03785708174109459, -0.041196245700120926, -0.002951330039650202, -0.04555021598935127, 0.03141387552022934, -0.06463867425918579, 0.09219896793365479, 0.025302501395344734, -0.05207117274403572, -0.0621308833360672, 0.04741119593381882, -0.034425657242536545, -0.04974740743637085, -0.06802093982696533, 0.06026948615908623, 0.05646156147122383, -0.0021402761340141296, 0.0919182077050209, 0.07983233779668808, -0.01588069275021553, -0.041451774537563324, 0.07200513780117035, 0.022126968950033188, 0.0027813108172267675, 0.00983462668955326, 0.019169894978404045, -0.0373988039791584, 0.06513446569442749, -0.007643930613994598, -0.036079227924346924, -0.07591605186462402, -0.014049927704036236, 0.05457795411348343, 0.01464095525443554, 0.11317986994981766, -0.031343523412942886, -0.06738819926977158, 0.0020921104587614536, 0.06575386226177216, -0.011460692621767521, 0.0291548203676939, 0.04984171688556671, -0.0037153963930904865, -0.004629676230251789, -0.07648493349552155, -0.0053420597687363625, 0.0779414102435112, -0.010756546631455421, 0.02370668202638626, 0.057308875024318695, 0.021569818258285522, 0.022196155041456223, 0.06923210620880127, 0.03278295695781708, -0.005923606920987368, 0.001952228369191289, 0.15786421298980713, 0.19123762845993042, 0.15814849734306335, 0.08183308690786362, -0.0874318927526474, 0.03162944316864014, -0.05058668553829193, -0.0648868978023529, -0.029258765280246735, 0.10937632620334625, 0.14900799095630646, 0.15847750008106232, 0.047072116285562515, 0.11450124531984329, -0.006084784399718046, 0.06544546037912369, -0.10452953726053238, 0.14597758650779724, 0.08403926342725754, -0.045421138405799866, -0.042419735342264175, -0.1772562861442566, 0.13438354432582855, 0.00014808469859417528, 0.20808833837509155, -0.0020022091921418905, -0.19383728504180908, 0.04712812602519989, 0.06030314043164253, -0.12129205465316772, -0.11927260458469391, -0.06538539379835129, -0.028026292100548744, 0.1232997328042984, -0.01382407546043396, -0.12214310467243195, 0.03893619030714035, -0.04046319052577019, -0.1015675961971283, -0.130984827876091, -0.11339350044727325, 0.0622023306787014, 0.03644286468625069, -0.01608112081885338, -0.15837715566158295, 0.022735092788934708, -0.11867938190698624, 0.1010044664144516, 0.02207186631858349, 0.030650170519948006, -0.1466388702392578, 0.005205287132412195, 0.05172225832939148, -0.1783754527568817, -0.134602889418602, 0.05277867242693901, 0.06401441246271133, 0.03448611870408058, 0.13027088344097137, 0.05710341036319733], [0.003222969127818942, 0.06641311943531036, -0.03006945364177227, 0.05621207877993584, 0.01599418930709362, 0.02144162543118, 0.027061427012085915, 0.027973413467407227, 0.012603376060724258, -0.01374102383852005, 0.04104825481772423, 0.12633055448532104, -0.01988781802356243, -0.014269927516579628, -0.025233177468180656, -0.06666309386491776, 0.042554084211587906, -0.03248647600412369, 0.044456593692302704, 0.07210800051689148, -0.055992309004068375, -0.08599714934825897, 0.09737961739301682, 0.008097690530121326, -0.015027209185063839, -0.05183790251612663, 0.06124834343791008, 0.011801047250628471, 0.0562422089278698, 0.07507719844579697, -0.016300581395626068, 0.011390279978513718, -0.0514955073595047, 0.09361154586076736, -0.010678485967218876, 0.0185940433293581, 0.047049522399902344, -0.0036151970271021128, 0.009675867855548859, -0.009260340593755245, 0.007905331440269947, -0.0005607553175650537, -0.03212970495223999, -0.03811141476035118, 0.0767880529165268, 0.010031050071120262, 0.11943770945072174, -0.04001517593860626, 0.0030304586980491877, 0.0729251354932785, 0.055765848606824875, 0.013656314462423325, 0.013439767993986607, 0.043855831027030945, 0.033299513161182404, -0.06999678164720535, -0.07540819048881531, -0.0495610237121582, 0.04382697865366936, 0.007986828684806824, 0.025837577879428864, 0.009841418825089931, 0.004280404187738895, -0.03326517716050148, 0.0038704751059412956, 0.06521406024694443, -0.03114916756749153, -0.007600579410791397, 0.08370839059352875, 0.09190167486667633, 0.0487329475581646, -0.000831729150377214, -0.01320891734212637, 0.004677306395024061, -0.007927979342639446, -0.05106699466705322, -0.014602274633944035, 0.06781607121229172, 0.05151879042387009, 0.12342896312475204, 0.06280702352523804, 0.017902927473187447, 0.04421427100896835, 0.10610360652208328, -0.04576566070318222, 0.06150004640221596, -0.013282397761940956, -0.03892044350504875, -0.030239565297961235, -0.16226232051849365, 0.048406001180410385, -0.09039175510406494, 0.026444995775818825, 0.016203520819544792, -0.10750966519117355, 0.005763220135122538, 0.006917603779584169, -0.07225179672241211, -0.06609150767326355, -0.046170346438884735, 0.00939477514475584, 0.010772645473480225, 0.03491595387458801, -0.08796024322509766, 0.020672962069511414, 0.06349813938140869, -0.04277358204126358, -0.09077390283346176, -0.0213911272585392, -0.01651165820658207, 0.02153654769062996, -0.004235030151903629, -0.0722060352563858, -0.03577752411365509, -0.08044172078371048, 0.06681931018829346, 0.03431455045938492, 0.018888114020228386, -0.0606035552918911, 0.0018240745412185788, 0.06525059044361115, -0.0954868346452713, -0.05731714144349098, 0.046990323811769485, -0.004097865428775549, -0.024003298953175545, 0.05647715553641319, 0.013853214681148529], [0.08776354789733887, -0.01035625021904707, 0.018291668966412544, 0.053598660975694656, 0.010182890109717846, 0.053285058587789536, 0.004119844175875187, -0.020490610972046852, 0.003795655444264412, -0.07428175956010818, 0.011745748110115528, 0.09750358015298843, -0.030874069780111313, -0.014491716399788857, 0.040761008858680725, -0.06335791945457458, 0.023406129330396652, 0.034003980457782745, 0.016377367079257965, 0.1003199890255928, -0.05712226405739784, -0.08202303200960159, 0.032720401883125305, -0.030109085142612457, 0.020670920610427856, -0.028333978727459908, 0.08553045243024826, -0.0036784736439585686, 0.03788282722234726, 0.03920775651931763, 0.003155733225867152, 0.01256914995610714, 0.004474776331335306, 0.11291060596704483, 0.006502130068838596, 0.08706687390804291, 0.05143076553940773, 0.055765215307474136, 0.007518912199884653, -0.005415117833763361, 0.05763106048107147, -0.013395718298852444, -0.025714468210935593, -0.03321437910199165, 0.01307727675884962, -0.004986196290701628, 0.07535383850336075, -0.0525355227291584, 0.07478752732276917, 0.006021065637469292, -0.024765552952885628, -0.0022809936199337244, -0.01841517724096775, 0.010806266218423843, -0.0024431899655610323, -0.018540939316153526, -0.08106797188520432, -0.043321553617715836, 0.008894297294318676, 0.016489746049046516, 0.05917465314269066, -0.01741919480264187, 0.0393621101975441, 0.008139892481267452, 0.015972934663295746, 0.014705031178891659, -0.03978179767727852, -0.04091929271817207, 0.09568090736865997, 0.06617464125156403, 0.03645843639969826, -0.015571278519928455, -0.02223631925880909, 0.043297700583934784, 0.011778131127357483, 0.017367349937558174, 0.03569761663675308, 0.04459431767463684, 0.018538139760494232, 0.10562032461166382, 0.010128718800842762, 0.012724711559712887, 0.020085031166672707, 0.04416424036026001, -0.10691460222005844, 0.0987309142947197, -0.046348344534635544, -0.03159654140472412, 0.021011512726545334, -0.15539255738258362, 0.04011227563023567, -0.0935860425233841, 0.00996252242475748, -0.028529759496450424, -0.06727180629968643, 0.0225265771150589, 0.03642259165644646, -0.03257470205426216, -0.08756417781114578, -0.024874575436115265, -0.0034094094298779964, 0.0301040206104517, 0.037985872477293015, -0.08313212543725967, 0.022918352857232094, 0.06720080226659775, -0.0674186497926712, -0.05497288331389427, -0.0006168545223772526, 0.039195381104946136, 0.09612765908241272, -0.039267510175704956, -0.07288116216659546, -0.033496301621198654, -0.08934665471315384, 0.011688802391290665, -0.008537915535271168, 0.0020587618928402662, -0.08799337595701218, -0.02907910943031311, 0.0366327241063118, -0.07467260956764221, -0.06270693242549896, -0.023053884506225586, 0.07556804269552231, 0.05462176725268364, 0.05819687247276306, 0.0331207700073719], [0.018851783126592636, -0.0036394228227436543, -0.022744070738554, -0.03095739707350731, 0.04728926718235016, 0.05873926356434822, 0.028483238071203232, 0.0015150555409491062, -0.025378026068210602, 0.009995333850383759, 0.017840497195720673, 0.02615051530301571, -0.008163799531757832, -0.022332556545734406, 0.014342939481139183, -0.004503351636230946, -0.004796609748154879, -0.0637892484664917, 0.04462764039635658, -0.029772642999887466, -0.04924103990197182, -0.011354862712323666, 0.04244331642985344, -0.0022868141531944275, 0.036602891981601715, -0.053342513740062714, -0.0015668636187911034, 0.035149332135915756, 0.0456487238407135, 0.07267870008945465, 0.016725637018680573, 0.00156404881272465, -0.05198952555656433, 0.008517269976437092, 0.0009170357370749116, 0.024182669818401337, 0.039091311395168304, -0.03697136417031288, 0.0024973757099360228, 0.023620646446943283, -0.02259596809744835, -0.013233905658125877, -0.01576182059943676, -0.008844704367220402, 0.04104369506239891, 0.014189150184392929, 0.0497615747153759, -0.01153701264411211, -0.049545545130968094, 0.0065741268917918205, 0.05479441210627556, 0.02874612808227539, 0.023651745170354843, 0.07722015678882599, 0.044243067502975464, -0.019529446959495544, -0.018843136727809906, 0.024186329916119576, 0.013215410523116589, 0.042944006621837616, 0.035057779401540756, 0.023877302184700966, -0.026272980496287346, 0.0011141304858028889, 0.06862503290176392, 0.0785948783159256, -0.022195950150489807, 0.03672611340880394, 0.12057182937860489, 0.12248719483613968, 0.07272867113351822, 0.07389093935489655, -0.06127403676509857, 0.019344234839081764, -0.037544433027505875, -0.04677196592092514, 0.001755308243446052, 0.029092513024806976, 0.06426709145307541, 0.14944593608379364, 0.04199331998825073, 0.08477763831615448, -0.06004742532968521, 0.04354691877961159, -0.13067413866519928, 0.1029476746916771, -0.021717695519328117, -0.05702633410692215, 0.03693476691842079, -0.16791260242462158, 0.07207243889570236, -0.0561908483505249, 0.054060209542512894, -0.0020682383328676224, -0.1371171474456787, 0.008381358347833157, 0.06593944877386093, -0.08711102604866028, -0.10029269754886627, 0.006440846249461174, 0.020392103120684624, 0.0888732448220253, -0.0057636527344584465, -0.12110905349254608, 0.006822546944022179, 0.032520800828933716, 0.016049155965447426, -0.07322119176387787, -0.037142809480428696, 0.06823266297578812, 0.02693183533847332, -0.021691061556339264, -0.1544533669948578, -0.01765410788357258, -0.09570286422967911, 0.04298321157693863, 0.06440485268831253, 0.013499660417437553, -0.12086421996355057, -0.055739715695381165, 0.03582356497645378, -0.12625056505203247, -0.06337627023458481, -0.016387104988098145, 0.006919769570231438, -0.010486917570233345, 0.09937555342912674, -0.01404123567044735], [0.06996598094701767, 0.003464127192273736, -0.051213014870882034, 0.020969362929463387, 0.03997758775949478, -0.005153145175427198, 0.0475124791264534, -0.0068871211260557175, -0.0006747501320205629, 0.015530629083514214, -0.021180031821131706, 0.13889847695827484, -0.0003648779238574207, -0.07527314871549606, -0.012225354090332985, 0.017718074843287468, -0.034628499299287796, -0.049178898334503174, 0.08269143104553223, 0.08269042521715164, -0.08049038797616959, -0.05850416049361229, 0.04627124220132828, -0.0681333914399147, 0.04740095138549805, -0.08138210326433182, 0.07947611063718796, 0.020667461678385735, 0.039859745651483536, 0.10080825537443161, 0.048420269042253494, 0.013727005571126938, -0.03610187768936157, 0.0895036831498146, 0.06139406934380531, 0.011544863693416119, 0.08088799566030502, 0.01145515963435173, -0.012396001257002354, 0.06187044456601143, 0.041521403938531876, -0.03671102970838547, 0.005499196704477072, 0.010809952393174171, 0.06459463387727737, 0.024482430890202522, 0.06998208165168762, -0.013708680868148804, -0.004757589194923639, 0.03629233315587044, 0.08545957505702972, 0.023617161437869072, -0.03183654323220253, 0.013129860162734985, 0.08372965455055237, -0.06518369913101196, -0.04636352136731148, -0.04554149508476257, 0.06677689403295517, -0.030863193795084953, 0.029860859736800194, 0.033570583909749985, 0.016071796417236328, -0.03459322080016136, -0.010866259224712849, 0.057587169110774994, -0.02962544374167919, 0.034949395805597305, 0.10186570137739182, 0.09805285185575485, 0.10965420305728912, 0.03946138918399811, -0.010436869226396084, -0.040807753801345825, -0.033389125019311905, 0.007910169661045074, 0.03294757381081581, 0.027639448642730713, 0.04729461297392845, 0.07989109307527542, -0.01407539751380682, 0.04153971001505852, -0.01729142852127552, 0.005626915488392115, -0.12876877188682556, 0.05724666640162468, 0.053526341915130615, 0.020478546619415283, -0.022926148027181625, -0.14447814226150513, 0.06691151857376099, -0.10215190798044205, 0.059407055377960205, -0.06570117175579071, -0.08581032603979111, -0.027375638484954834, 0.05127169191837311, -0.07771420478820801, -0.06377050280570984, -0.006163980346173048, 0.04002886638045311, 0.029643701389431953, 0.09674093872308731, -0.08560561388731003, 0.023332906886935234, 0.009562765248119831, -0.015866460278630257, -0.09360238909721375, 0.0036248858086764812, 0.00431817164644599, 0.0256667323410511, -0.06659223139286041, -0.10121738910675049, 0.00011281509068794549, -0.033275097608566284, 0.11544784158468246, 0.008430390618741512, 3.915952402167022e-05, -0.09037322551012039, 0.0018336835782974958, 0.012113315053284168, -0.07770049571990967, -0.02416914701461792, 0.021244965493679047, -0.0035330229438841343, 0.00275298859924078, 0.08144163340330124, 0.01961144432425499], [0.02529945597052574, -0.0391782745718956, -0.021804409101605415, -0.08654072880744934, -0.06604357063770294, -0.006150771863758564, -0.03471427038311958, -0.048172254115343094, -0.013973251916468143, -0.0905541479587555, -0.024661339819431305, 0.054611023515462875, 0.08601552248001099, -0.030908843502402306, -0.012048697099089622, -0.006513253320008516, 0.06363926082849503, 0.03891222923994064, 0.027889221906661987, -0.017668936401605606, -0.10088641941547394, 0.0364261120557785, 0.010021436959505081, 0.025371111929416656, -0.04565669968724251, -0.027152743190526962, 0.07951264083385468, -0.008574390783905983, -0.10820420831441879, -0.07331280410289764, -0.032255347818136215, 0.024429427459836006, -0.08600557595491409, 0.016785817220807076, 0.03647172823548317, 0.09045451134443283, -0.04300255700945854, 0.0033405853901058435, -0.10493982583284378, 0.07744313031435013, -0.007894311100244522, 0.08141405880451202, -0.03332623466849327, 0.057715773582458496, -0.0036053580697625875, 0.021300451830029488, 0.021193169057369232, 0.023006649687886238, -0.10441581159830093, -0.005887615494430065, 0.04797203466296196, 0.036614030599594116, 0.026542959734797478, -0.0003007667255587876, 0.029526233673095703, 0.03580644354224205, -0.00429705111309886, 0.020228682085871696, 0.036800939589738846, 0.05277553200721741, 0.06238696724176407, -0.016827162355184555, 0.0707370787858963, -0.007406382355839014, 0.0546293705701828, -0.02641059085726738, -0.02757541835308075, -0.012464223429560661, 0.09690262377262115, 0.10654283314943314, 0.09502987563610077, 0.03944001346826553, -0.02353212982416153, 0.034706417471170425, -0.026481781154870987, -0.05206281319260597, 0.026154857128858566, 0.009447658434510231, 0.05079346150159836, 0.1145990788936615, 0.012038582004606724, 0.06343871355056763, -0.07084903120994568, -0.008009540848433971, -0.08664712309837341, 0.10960289090871811, 0.03784766048192978, -0.029350044205784798, -0.030771799385547638, -0.10787416994571686, 0.037082795053720474, -0.07995837181806564, 0.06743670254945755, -0.06656993180513382, -0.16200803220272064, -0.04758733883500099, 0.08028499782085419, -0.0548778772354126, -0.09032125025987625, -0.05020035803318024, 0.021179107949137688, 0.07351791113615036, 0.05174953117966652, -0.13602420687675476, 0.04739933833479881, -0.006602954119443893, -0.006191032472997904, -0.08284460008144379, -0.015443572774529457, 0.013210659846663475, 0.007723466493189335, -0.05862046033143997, -0.10583887249231339, -0.010818016715347767, -0.04339097440242767, 0.06639865785837173, 0.008666926063597202, 0.01707850582897663, -0.12202718108892441, -0.07794678211212158, 0.07304148375988007, -0.09718626737594604, -0.07029949873685837, -0.03869748115539551, 0.04525315389037132, 0.0530511774122715, 0.07152236998081207, 0.03667334467172623], [-0.011101576499640942, -0.01601790264248848, 0.0067735533230006695, -0.007266888860613108, 0.00013304300955496728, -0.003760027466341853, -0.008042891509830952, -0.05901322141289711, 0.00554885808378458, -0.0066840192303061485, -0.006903266068547964, 0.010721638798713684, -0.044098153710365295, 0.011172006838023663, 0.015376872383058071, -0.13686369359493256, 0.009754877537488937, -0.0075885518454015255, 0.04411366581916809, 0.06101008504629135, -0.014267440885305405, 0.03160277009010315, -0.0030680899508297443, -0.02017948590219021, 0.034871865063905716, -0.026046596467494965, 0.08164934813976288, -0.028559980913996696, -0.01798870600759983, -0.0028906501829624176, 0.02475740946829319, -0.019722629338502884, -0.007906046696007252, 0.048794928938150406, 0.014225552789866924, -0.01649736613035202, 0.037406016141176224, -0.01134511735290289, 0.024012358859181404, 0.016271566972136497, -0.032517071813344955, 0.011657335795462132, -0.049088865518569946, -0.010249522514641285, 0.02003934606909752, 0.006881623528897762, -0.03323250636458397, -0.018513701856136322, 0.001467186026275158, -0.03471366688609123, -0.028055259957909584, 0.011356949806213379, -0.009005055762827396, 0.002932257018983364, -0.0012880060821771622, -0.009222378954291344, -0.05396658927202225, 0.0107951695099473, -0.05996853485703468, 0.007273926865309477, 0.021291455253958702, 0.0014570645289495587, 0.006703760474920273, -0.01259972807019949, 0.05073189362883568, 0.01053752563893795, 0.051519427448511124, 0.008901245892047882, 0.03786785155534744, 0.05602375790476799, 0.03365893289446831, 0.031839143484830856, -0.0006954395212233067, 0.017855312675237656, -0.018008844926953316, -0.006615708116441965, 0.017369931563735008, -0.028468122705817223, 0.04901041463017464, 0.0990334004163742, 0.0005963383009657264, 0.0044168285094201565, -0.004469672217965126, -0.026599610224366188, -0.06886465102434158, 0.05597437545657158, 0.01971965841948986, -0.03325856477022171, -0.0409557931125164, -0.10270135849714279, -0.010233070701360703, -0.06987600028514862, 0.059953801333904266, -0.010853217914700508, -0.08946274220943451, -0.022431276738643646, 0.10753979533910751, -0.051897455006837845, -0.04202888533473015, 0.018640853464603424, 0.0020783019717782736, 0.03748543560504913, -0.004065846558660269, -0.07234714180231094, 0.042984552681446075, -0.02094489522278309, -0.007242393679916859, -0.08429383486509323, 0.018730970099568367, -0.005093137267976999, 0.0008024018607102334, -0.02639114484190941, -0.058187950402498245, 0.0022907592356204987, -0.043175265192985535, 0.06940485537052155, 0.0031818903516978025, 0.028027227148413658, -0.08805252611637115, -0.032903436571359634, 0.013845008797943592, -0.047744911164045334, -0.07410550117492676, -0.02211333066225052, -0.019383100792765617, 0.02487274445593357, 0.03691548854112625, 0.008388269692659378], [0.04957199841737747, 0.021243363618850708, -0.002699021715670824, 0.005267102271318436, 0.036772117018699646, 0.014846507459878922, 0.029521388933062553, -0.05520416423678398, -0.026740824803709984, 0.008147538639605045, 0.041076451539993286, 0.055051039904356, 0.009237208403646946, 0.012040260247886181, 0.01974448189139366, -0.05840267241001129, -0.009469273500144482, -0.025864537805318832, 0.009424865245819092, 0.05953248217701912, -0.04995962977409363, 0.002108753891661763, 0.0008182509336620569, 0.0010689015034586191, -0.010496222414076328, -0.03710422292351723, 0.018996428698301315, 0.005795696284621954, 0.04373125731945038, 0.02110421657562256, 0.039088174700737, 0.018423493951559067, -0.05981586501002312, 0.017351286485791206, 0.03407853841781616, 0.020695483312010765, 0.01289324089884758, 0.01357297319918871, -0.02397170290350914, 0.015007540583610535, -0.02354089729487896, -0.028021052479743958, -0.0578809529542923, -0.03905582055449486, -0.028422009199857712, -0.026425907388329506, 0.05130239948630333, 0.04251370579004288, 0.00947117991745472, 0.012562209740281105, 0.055490124970674515, 0.004401103127747774, -0.01307084783911705, -0.0006128258537501097, 0.0709683895111084, 0.011812252923846245, -0.04427115619182587, -0.014000917784869671, 0.01541176624596119, 0.0027969260700047016, -0.014368897303938866, 0.004195974208414555, -0.018821898847818375, 0.0443887785077095, 0.027681151404976845, -0.023776806890964508, -0.030864622443914413, 0.0015941489255055785, 0.019254015758633614, 0.08620399236679077, 0.028828365728259087, -0.02501705475151539, -0.028585344552993774, -0.02475709095597267, -0.00852083321660757, -0.006772912573069334, 0.020166805014014244, -0.0058959899470210075, 0.043743956834077835, 0.06997311115264893, -0.028204435482621193, 0.030302193015813828, -0.021796291694045067, 0.0058982884511351585, -0.1001669391989708, 0.03508676216006279, -0.004369526170194149, -0.012458871118724346, 0.021362146362662315, -0.12502725422382355, 0.008827164769172668, -0.05156918987631798, 0.06639571487903595, -0.0016925117233768106, -0.09368912130594254, 0.02264544554054737, 0.0519304983317852, -0.034402213990688324, -0.0833878368139267, 0.022195294499397278, -0.004577516112476587, -0.003418917302042246, 0.022427257150411606, -0.12438473105430603, -0.012562346644699574, -0.01545777264982462, -0.060597918927669525, -0.08305791765451431, -0.006441000383347273, -0.024326246231794357, 0.04242216795682907, -0.007527478039264679, -0.0661143884062767, -0.020951976999640465, -0.04992697387933731, 0.107007697224617, 0.0038987917359918356, 0.013770289719104767, -0.1072521060705185, -0.038863543421030045, 0.047767478972673416, -0.05247912183403969, -0.07724154740571976, 0.0293155238032341, 0.004425434861332178, 0.02078458108007908, 0.058097828179597855, 0.03382907435297966], [0.07363159209489822, 0.0072105354629457, -0.026106715202331543, 0.01340228971093893, 0.024718327447772026, 0.015688462182879448, 0.036523252725601196, -0.014503811486065388, -0.021693844348192215, -0.0037708517629653215, 0.010436702519655228, 0.11091046035289764, 0.008603772148489952, -0.044201042503118515, -0.008764100261032581, -0.03416075184941292, -0.008517976850271225, -0.04959727078676224, 0.0504525825381279, 0.08656086027622223, -0.039652202278375626, -0.032735396176576614, -0.013493238016963005, -0.07351673394441605, -0.020647838711738586, -0.045694150030612946, 0.0533829890191555, 0.007131136022508144, 0.0639740452170372, 0.027139903977513313, 0.02879553660750389, 0.011373747140169144, -0.02479860745370388, 0.0772823914885521, 0.02343728393316269, 0.0392153225839138, 0.04870550334453583, 0.015342998318374157, -0.004182599019259214, 0.009008857421576977, 0.019268568605184555, -0.056469276547431946, -0.03905031085014343, 0.0358470119535923, 0.024385008960962296, -0.01705736666917801, 0.07949084043502808, -0.022021861746907234, -0.023019136860966682, 0.03260646015405655, 0.042609766125679016, -0.004143437370657921, -0.01809445023536682, 0.028684932738542557, 0.04341882839798927, -0.008268795907497406, -0.08972159773111343, -0.013643031939864159, 0.006636687554419041, 0.022147033363580704, 0.06047205626964569, 0.023775571957230568, -0.012327378615736961, 0.04538894072175026, 0.03746570274233818, 0.062421686947345734, 0.02673310786485672, -0.04091660678386688, 0.068485789000988, 0.10153704136610031, 0.036703914403915405, 0.06880960613489151, -0.036663077771663666, 0.003710404271259904, 0.029979879036545753, -0.00012233536108396947, 0.04331088066101074, 0.007109035737812519, 0.041679996997117996, 0.07040252536535263, 0.008111093193292618, 0.028804097324609756, -0.014078080654144287, 0.0357169471681118, -0.06841886043548584, 0.0536733977496624, 0.026680057868361473, -0.040824707597494125, 0.0321798138320446, -0.10030516237020493, 0.06652245670557022, -0.042773231863975525, 0.043231211602687836, -0.014000262133777142, -0.08929132670164108, 0.018296130001544952, 0.043698202818632126, -0.030225509777665138, -0.07988549768924713, -0.02168169990181923, 0.026383791118860245, 0.0030730825383216143, 0.04552818834781647, -0.0916089192032814, 0.019505366683006287, 0.012545387260615826, -0.0457310751080513, -0.07614119350910187, 0.01854698732495308, 0.04591851681470871, 0.026564478874206543, -0.01980377733707428, -0.06123265624046326, 0.01342686265707016, -0.0552784763276577, 0.06395043432712555, -0.009393787011504173, 0.04307374730706215, -0.061006415635347366, -0.05036669224500656, 0.04365455359220505, -0.043514613062143326, -0.07665157318115234, 0.022098686546087265, 0.009173455648124218, 0.033535927534103394, 0.06235797330737114, 0.037397097796201706], [0.05331578850746155, 0.012374007143080235, -0.06010102853178978, 0.0024660355411469936, 0.0022898551542311907, 0.017543544992804527, 0.02681843563914299, 0.011426014825701714, 0.032442912459373474, -0.008242327719926834, 0.02511018142104149, 0.11751075834035873, -0.04746272414922714, -0.0689387246966362, 0.04091176390647888, 0.017122413963079453, -0.018805010244250298, -0.03024310991168022, 0.04573063179850578, 0.07562647759914398, -0.09769418090581894, -0.09509142488241196, 0.08885739743709564, -0.03025774285197258, -0.005581063684076071, -0.08677578717470169, 0.047522734850645065, 0.019330935552716255, 0.04297588765621185, 0.07296261191368103, 0.03880414739251137, -0.02568388544023037, -0.05878303945064545, 0.11112140864133835, 0.0054297130554914474, 0.03391287475824356, 0.06498804688453674, 0.007776606362313032, -0.008867137134075165, 0.03519285097718239, 0.042045142501592636, 0.028387071564793587, 0.0005839503719471395, -0.016476009041070938, 0.06331979483366013, 0.0197544414550066, 0.09182914346456528, 0.0026038028299808502, -0.04725413769483566, 0.017536893486976624, 0.07125002145767212, 0.03391646593809128, -0.024982664734125137, 0.0673571452498436, 0.06433136761188507, -0.027880940586328506, -0.1112859770655632, -0.05258706957101822, 0.040375422686338425, -0.01928597502410412, 0.04827960953116417, -0.010693556629121304, 0.010390570387244225, -0.03092356212437153, 0.08443295210599899, 0.07322361320257187, -0.041244495660066605, 0.021831411868333817, 0.1298728734254837, 0.16745392978191376, 0.1438409388065338, 0.039247509092092514, -0.05565500631928444, 0.0777917206287384, -0.053991470485925674, -0.07157841324806213, 0.03671193867921829, 0.06510806083679199, 0.10630126297473907, 0.14453421533107758, 0.001382853020913899, 0.06491941958665848, -0.030836187303066254, 0.014395763166248798, -0.09839818626642227, 0.13771271705627441, 0.06213600933551788, -0.03602035343647003, 0.0415610745549202, -0.17012667655944824, 0.06957892328500748, -0.09805288165807724, 0.10913887619972229, -0.012226546183228493, -0.17533718049526215, 0.0068224091082811356, 0.12907642126083374, -0.10642623156309128, -0.11687330901622772, -0.0711691677570343, 0.04663248360157013, 0.05614788830280304, 0.042238540947437286, -0.1405331790447235, 0.04504166170954704, -0.08374662697315216, -0.056458521634340286, -0.12115959823131561, -0.05214325711131096, -0.05789170786738396, 0.06622163206338882, -0.05567708611488342, -0.13325922191143036, -0.05564257502555847, -0.10030876100063324, 0.12140604853630066, 0.009232286363840103, 0.06933081895112991, -0.12085634469985962, -0.09642567485570908, 0.09403353184461594, -0.13352204859256744, -0.1419922113418579, 0.08516065776348114, 0.05935748293995857, 0.023985695093870163, 0.12064407765865326, 0.012413827702403069], [0.0419376902282238, 0.0016244198195636272, -0.03085937350988388, 0.041176121681928635, -0.0035211441572755575, 0.011304907500743866, 0.025344736874103546, 0.0186906848102808, 0.024652423337101936, -0.0160914808511734, 0.03610663861036301, 0.09298482537269592, -0.0423346683382988, -0.031838543713092804, -0.0038656636606901884, -0.032547302544116974, -0.02060151845216751, -0.0064176470041275024, 0.06387928128242493, 0.07462853938341141, -0.04338286444544792, -0.07299956679344177, -0.0015262431697919965, -0.05179766193032265, 0.05101213976740837, -0.029759865254163742, 0.07501894235610962, 0.015306285582482815, 0.03354792296886444, 0.008786050602793694, 0.06853020191192627, -0.0041364990174770355, -0.0009482296882197261, 0.10247748345136642, 0.003028888488188386, 0.06371428072452545, 0.04680546373128891, -0.026045605540275574, -0.006862189620733261, 0.030933743342757225, -0.019372573122382164, -0.029464328661561012, -0.03977855667471886, 0.0016482950886711478, 0.06011924520134926, 0.0012811818160116673, 0.09077530354261398, -0.039818596094846725, -0.03593476489186287, 0.02770695462822914, 0.022091619670391083, -0.006621845066547394, -0.0002698690805118531, 0.006202237214893103, 0.0005925397272221744, 0.04320375993847847, -0.09179028868675232, 0.00820041075348854, 0.029565999284386635, 0.02819211594760418, 0.06522949039936066, 0.0170225128531456, 0.009270079433918, 0.024615900591015816, 0.030147461220622063, 0.018341487273573875, 0.0006913156830705702, -0.028191927820444107, 0.054501425474882126, 0.0541817806661129, 0.048321593552827835, 0.025229183956980705, -0.025928277522325516, 0.04725745692849159, -0.004653372336179018, -0.04462141543626785, 0.016369245946407318, 0.04086970537900925, 0.00762121332809329, 0.10199607908725739, -0.0004944474203512073, 0.028997225686907768, 0.006843476090580225, 0.03357887640595436, -0.07515188306570053, 0.07186135649681091, 0.05164838954806328, -0.01803090237081051, 0.04158400744199753, -0.12104178220033646, 0.06342241913080215, -0.02239847369492054, 0.013809637166559696, -0.006816933397203684, -0.09380993992090225, -0.015012367628514767, 0.062299080193042755, -0.03363170474767685, -0.06051675230264664, 0.010630080476403236, -0.010005881078541279, 0.03519231453537941, 0.011232306249439716, -0.11934996396303177, 0.0250715184956789, 0.025240972638130188, -0.012530419044196606, -0.056607428938150406, 0.00822706613689661, -0.004214995540678501, 0.009093101136386395, -0.02288432978093624, -0.06916753202676773, -0.03644955903291702, -0.04441891238093376, 0.08418413251638412, -0.018894588574767113, 0.06391056627035141, -0.09153063595294952, -0.030010340735316277, 0.06388875842094421, -0.06840968877077103, -0.05263523384928703, 0.0005849999142810702, 0.03154248371720314, 0.04362740367650986, 0.05288385972380638, 0.019713256508111954], [0.04598201438784599, 0.029642144218087196, 0.0255900751799345, 0.018586166203022003, 0.013367192819714546, 0.035412054508924484, 0.021222976967692375, -0.022452376782894135, -0.01950281672179699, 0.020138688385486603, 0.046400055289268494, 0.06129230558872223, 0.021569455042481422, -0.006791896652430296, 0.053700510412454605, -0.11222667992115021, 0.03204869106411934, 0.005577852018177509, 0.018995050340890884, 0.05948597937822342, -0.02576160803437233, 0.005496922414749861, -0.03274904936552048, -0.018057003617286682, 0.032500579953193665, -0.035223331302404404, -0.016926076263189316, -0.03511138632893562, -0.04820256680250168, -0.01133047603070736, -0.03395833447575569, 0.04106669872999191, 0.016084063798189163, 0.018341373652219772, 0.07636599987745285, 0.002141932724043727, -0.01905093714594841, 0.01238721702247858, -0.0514933243393898, -0.023106390610337257, 0.012006931938230991, 0.05300632864236832, -0.070907361805439, 0.005380671471357346, -0.015236119739711285, 0.0921008512377739, 0.04817749187350273, 0.03351766988635063, -0.01568254828453064, -0.03160637989640236, -0.01883607916533947, -0.010254845023155212, 0.031303323805332184, 0.0030816071666777134, 0.008031629025936127, -0.05082607641816139, -0.017143508419394493, 0.0030032643117010593, -0.013944908045232296, 0.014992053620517254, 0.034901995211839676, 0.036412354558706284, -0.01677379570901394, 0.027600716799497604, -0.0015481367008760571, 0.0008302722708322108, -0.0037401323206722736, 0.03212064877152443, 0.07583465427160263, 0.11199932545423508, 0.04617259278893471, 0.044259630143642426, -0.009559985250234604, 0.0033337704371660948, -0.062444496899843216, -0.048080068081617355, -0.03183823078870773, 0.04708309471607208, 0.0687452107667923, 0.06503094732761383, 0.02579931542277336, 0.039257586002349854, 0.03454357385635376, -0.005323586519807577, -0.07902780920267105, 0.10007741302251816, 0.04260122403502464, -0.08448523283004761, 0.01602618582546711, -0.12011127173900604, 0.0041284142062067986, -0.041428230702877045, 0.019366109743714333, -0.026011016219854355, -0.09914790838956833, 0.019244790077209473, -0.002160243922844529, -0.05553272366523743, -0.08073613047599792, -0.012695825658738613, -0.05490052327513695, 0.028605831786990166, 0.03025219589471817, -0.096950463950634, 0.014693249017000198, -0.03563427925109863, -0.012425347231328487, -0.0661187693476677, 0.009916417300701141, 0.0388517864048481, -0.046513862907886505, -0.011579983867704868, -0.08341604471206665, -0.0013969060964882374, -0.016388114541769028, 0.08608657866716385, 0.0107445502653718, -0.0014554535737261176, -0.09112883359193802, -0.017765115946531296, 0.047749683260917664, -0.07339398562908173, -0.026066357269883156, 0.008653445169329643, -0.05258987098932266, 0.040834832936525345, 0.09148180484771729, 0.00619166437536478], [0.10944405943155289, 0.044620100408792496, -0.047092437744140625, 0.04426547512412071, 0.032149020582437515, 0.022021610289812088, 0.028337541967630386, -0.04595518857240677, -0.03966119512915611, 0.005556025542318821, 0.0014922431437298656, 0.1052471324801445, 0.046198539435863495, -0.0340580940246582, 0.009794123470783234, -0.03349880874156952, -0.07298684120178223, -0.06358015537261963, 0.06616144627332687, 0.044238828122615814, -0.08870197087526321, 0.029449865221977234, 0.041638076305389404, -0.047680262476205826, -0.058397457003593445, -0.07599203288555145, 0.06441022455692291, -0.00017932128685060889, 0.06896036118268967, 0.05675113573670387, 0.066118523478508, 0.023892490193247795, -0.05064911022782326, 0.09482821077108383, 0.057669706642627716, 0.037397634238004684, 0.08015809953212738, 0.0313861183822155, -0.0013191173784434795, 0.009840223006904125, 0.062496840953826904, -0.028697544708848, -0.06542093306779861, 0.021383672952651978, -0.00040648551657795906, 0.03600111976265907, 0.05225097015500069, 0.014406072907149792, -0.056260377168655396, 0.0022076673340052366, 0.09155839681625366, 0.0033082137815654278, 0.058769769966602325, 0.05656788870692253, 0.03863059729337692, -0.05907461419701576, -0.06309299916028976, 0.006432284135371447, 0.02777193859219551, 0.03149248659610748, 0.013620986603200436, 0.08087519556283951, -0.012018443085253239, -0.016632063314318657, 0.07878657430410385, 0.061373382806777954, -0.04918743297457695, 0.03093092516064644, 0.12744371592998505, 0.07502950727939606, 0.09436818212270737, 0.03482317179441452, -0.01784801483154297, 0.006455170456320047, -0.05772250145673752, -0.11026319861412048, 0.016685348004102707, 0.09641310572624207, 0.13811485469341278, 0.12059421092271805, -0.015922794118523598, 0.0311252623796463, -0.06306514889001846, -0.015073224902153015, -0.12821324169635773, 0.09234960377216339, 0.018903439864516258, -0.02857319451868534, -0.04863392189145088, -0.1627849042415619, 0.07395400106906891, -0.02196698822081089, 0.04584376513957977, -0.027738327160477638, -0.11880045384168625, -0.04137692227959633, 0.023313423618674278, -0.09854137897491455, -0.11562978476285934, -0.05217721313238144, 0.05219770967960358, 0.018985716626048088, 0.010924788191914558, -0.08402793109416962, -0.005071422550827265, 0.0037792623043060303, -0.04642099514603615, -0.08373047411441803, -0.034966204315423965, 0.009334688074886799, 0.019569359719753265, -0.014011056162416935, -0.11408884078264236, 0.00022882228950038552, -0.030664075165987015, 0.08764167875051498, 0.026201821863651276, 0.023947440087795258, -0.09670449048280716, -0.007250476628541946, 0.1252659410238266, -0.14940255880355835, -0.07507047057151794, 0.02707221917808056, -0.0005606955965049565, 0.05122968927025795, 0.13257305324077606, 0.0050039514899253845], [0.013733183965086937, -0.016989680007100105, 0.004342047031968832, 0.009794676676392555, -0.0023257520515471697, 0.03311429172754288, -0.003787209512665868, 0.009289889596402645, 0.00014320082846097648, 0.021049167960882187, 0.007320412900298834, 0.04846682772040367, -0.027197381481528282, 0.005835326854139566, 0.007478244137018919, -0.03138202801346779, 0.011068902909755707, -0.010989037342369556, -0.0010957835474982858, 0.09402327984571457, -0.04345371574163437, -0.01451774314045906, 0.017692551016807556, -0.02034205012023449, 0.013950692489743233, -0.009786420501768589, -8.226404315792024e-05, 0.0077741253189742565, -0.010272074490785599, 0.0022201635874807835, -0.0033570665400475264, -0.018100174143910408, -0.023034216836094856, 0.03512636572122574, -0.02565380185842514, 0.01269856933504343, 0.00431662006303668, -0.0014771918067708611, 0.02362813986837864, 0.011692507192492485, -0.01760185696184635, -0.03590700402855873, -0.016713133081793785, -0.029165998101234436, 0.03037099726498127, -0.037606094032526016, 0.031954325735569, -0.003379163099452853, 0.021833673119544983, -0.010443631559610367, 0.028547460213303566, 0.017537537962198257, 0.04787220060825348, -0.010248677805066109, 0.040801752358675, 0.014310519210994244, -0.04902143031358719, -0.02315140888094902, 0.04582700505852699, 0.007413470186293125, 0.0010774483671411872, -0.011346694082021713, 0.024410216137766838, -0.02369222417473793, 0.02329195849597454, 0.010333928279578686, 0.018066152930259705, 0.02016964927315712, 0.03830774873495102, 0.0766001045703888, 0.06292189657688141, 0.0038971900939941406, 0.017582200467586517, 0.009563167579472065, -0.011120299808681011, -0.025413796305656433, 0.01561171654611826, 0.040053825825452805, 0.04994722828269005, 0.08170297741889954, 0.012052679434418678, 0.0017301645129919052, -0.012609145604074001, 0.028692740947008133, -0.050214558839797974, 0.05020400881767273, 0.012483948841691017, -0.032440185546875, -0.003920159302651882, -0.0710284411907196, 0.001368351629935205, -0.045924510806798935, 0.012350814417004585, 0.0002210061502410099, -0.07822512090206146, 0.023111971095204353, 0.06123852729797363, -0.02336159721016884, -0.052298545837402344, 0.032827336341142654, -0.01958906091749668, 0.007262783125042915, -0.022699203342199326, -0.07190307974815369, 0.02094234712421894, 0.00538043724372983, 0.005488923285156488, -0.08654581755399704, 0.000831659184768796, 0.0011755204759538174, 0.013864586129784584, -0.020809050649404526, -0.023929506540298462, -0.042202044278383255, -0.05434345826506615, 0.05912800133228302, 0.03296497464179993, 0.02766159549355507, -0.0675782635807991, -0.031295690685510635, 0.02543388120830059, -0.06531905382871628, -0.10322610288858414, -0.01562318205833435, -0.0035040148068219423, 0.006308897398412228, 0.07021362334489822, 0.0012798297684639692], [0.008935578167438507, 0.011983859352767467, 0.015581618994474411, -0.0009285939740948379, 0.05416282266378403, 0.03513500466942787, 0.014659840613603592, -0.025329789146780968, -0.06103482469916344, 0.010702291503548622, 0.022926338016986847, 0.049739960581064224, -0.012315100058913231, -0.02437750995159149, 0.03221800923347473, -0.048928938806056976, 0.009771290235221386, -0.04024655371904373, 0.06264248490333557, -0.034312691539525986, -0.041497040539979935, -0.0335574597120285, 0.04530171677470207, -0.037092424929142, -0.004431736655533314, -0.04022333398461342, 0.00975140742957592, 0.08012909442186356, -0.028180288150906563, 0.06446608901023865, 0.010807618498802185, -0.018542729318141937, -0.042798541486263275, 0.019065091386437416, -0.004234900698065758, -0.05904557183384895, 0.050369445234537125, 0.04718680679798126, -0.04193362966179848, 0.016445454210042953, -0.02245134860277176, 0.029700253158807755, -0.08060812950134277, 0.009657186456024647, 0.0008512419299222529, 0.04351528733968735, 0.057329095900058746, 0.014316326938569546, -0.03527749702334404, -0.007102936506271362, 0.08064187318086624, 0.013326647691428661, 0.01176378969103098, -0.012650787830352783, 0.033696819096803665, -0.07176531851291656, -0.03903375193476677, -0.02541760727763176, 0.035228580236434937, 0.010354205034673214, 0.026716889813542366, 0.025544272735714912, 0.04051858186721802, -0.04532783478498459, 0.08131875842809677, -0.03189808875322342, -0.03260962292551994, 0.0069844964891672134, 0.15924963355064392, 0.16827702522277832, 0.1837327927350998, 0.020126523450016975, -0.04646576568484306, 0.008017363026738167, -0.019629720598459244, -0.10248750448226929, 0.03983774781227112, 0.11131832748651505, 0.12674981355667114, 0.18053053319454193, 0.0859665721654892, 0.11001185327768326, -0.05977240577340126, 0.03375589847564697, -0.10244102030992508, 0.1695569008588791, 0.11521920561790466, -0.04907723143696785, -0.07091136276721954, -0.23208311200141907, 0.12367366254329681, -0.023827290162444115, 0.1373639851808548, 0.008778129704296589, -0.1841229498386383, -0.016942642629146576, -0.024653708562254906, -0.13716113567352295, -0.16005544364452362, -0.1070132926106453, -0.007652439177036285, 0.08689285069704056, 0.004117801319807768, -0.11480794101953506, 0.07688041776418686, 0.017883311957120895, -0.09758298099040985, -0.1111302301287651, -0.08705219626426697, 0.10316862165927887, 0.03451816737651825, -0.0013048805994912982, -0.16254563629627228, 0.013559051789343357, -0.05915834754705429, 0.15458406507968903, 0.023552274331450462, -0.008050733245909214, -0.15630193054676056, -0.06604267656803131, 0.08465292304754257, -0.19805815815925598, -0.15645696222782135, 0.09095008671283722, 0.0427265390753746, 0.07601943612098694, 0.1740841567516327, 0.050345730036497116], [0.05930595472455025, 0.019256455823779106, -0.07966841012239456, 0.04071064293384552, 0.0047907414846122265, 0.003597153816372156, 0.037776973098516464, -0.020560437813401222, -0.0015234948368743062, -0.04252004250884056, 0.08531501889228821, 0.13703328371047974, 0.005423236638307571, -0.057016175240278244, 0.02781091444194317, -0.043671607971191406, 0.004734697751700878, -0.01220709178596735, 0.04285126551985741, 0.1168467327952385, -0.07286976277828217, -0.07935553789138794, -0.015006124041974545, -0.009865403175354004, -0.04222823306918144, -0.006387774832546711, 0.023394064977765083, 0.040498021990060806, -0.003496058052405715, 0.019360000267624855, 0.11427994817495346, 0.036360617727041245, -0.04216435179114342, 0.07434927672147751, 0.06057083606719971, 0.01713458076119423, -0.02007526345551014, 0.0153197655454278, -0.06653384864330292, -0.002833742881193757, 0.040503326803445816, -0.0623842291533947, -0.048108022660017014, 0.007387678138911724, -0.012739360332489014, 0.017925214022397995, 0.09081131219863892, -0.021149491891264915, -0.010503927245736122, -0.017679356038570404, 0.06960444897413254, -0.04607246443629265, -0.01765941083431244, 0.034483395516872406, -0.042957697063684464, 0.06498569995164871, -0.059492360800504684, -0.003307025646790862, 0.0008510685293003917, 0.01983051188290119, 0.04790719971060753, 0.008189883083105087, -0.047533031553030014, 0.07187249511480331, 0.05619676038622856, -0.011517048813402653, -0.0174008347094059, 0.00834986474364996, 0.06563317030668259, 0.06301535665988922, 0.04773486405611038, 0.06514288485050201, -0.0231042318046093, -0.017961224541068077, -0.012782623991370201, 0.004480233881622553, 0.09456640481948853, 0.05267108231782913, 0.01550996582955122, 0.08586149662733078, 0.029813304543495178, 0.020633740350604057, -0.05975357070565224, 0.001472581410780549, -0.076351597905159, 0.08126001805067062, 0.016202060505747795, -0.019306467846035957, -0.022516611963510513, -0.10497577488422394, 0.057367052882909775, -0.05438569188117981, -0.003422487759962678, 0.0001354646374238655, -0.09465600550174713, -0.0516451895236969, 0.02407201938331127, -0.05213865637779236, -0.03919746354222298, -0.057647954672575, 0.017298925668001175, 0.004181522876024246, -0.0015764773124828935, -0.09302354604005814, 0.03154130280017853, -0.0019059438491240144, -0.07192032039165497, -0.09065289795398712, -0.0311016533523798, 0.06704819947481155, -0.006464059464633465, -0.03937242180109024, -0.07648473978042603, -1.7737153029884212e-05, -0.08971722424030304, 0.07056549936532974, 0.03710649907588959, -0.0004982667742297053, -0.08294149488210678, -0.02406570501625538, 0.010308570228517056, -0.08157465606927872, -0.07307202368974686, 0.02855265513062477, -0.008591542951762676, 0.014554811641573906, 0.0383482426404953, 0.05383438989520073], [-0.019498668611049652, -0.004929837770760059, -0.05738694220781326, 0.03570336475968361, 0.02451716735959053, -0.0226843673735857, -0.017779504880309105, 0.04601291939616203, 0.030869074165821075, 0.008023332804441452, 0.019448181614279747, 0.07821445167064667, -0.01906902901828289, -0.021052980795502663, -0.006425769068300724, -0.025649169459939003, -0.002347733126953244, 0.007919341325759888, 0.07207760959863663, 0.06010538339614868, -0.05502629280090332, -0.015768133103847504, 0.017010023817420006, -4.0538170651416294e-06, 0.0005873681511729956, -0.05228244513273239, -0.00650643790140748, 0.01626322604715824, -0.06213374435901642, 0.02751908451318741, -0.02905009128153324, -3.604277299018577e-05, -0.035108450800180435, 0.10155781358480453, 0.012307106517255306, 0.01849393919110298, 0.016075994819402695, -0.0005481694242917001, 0.010903652757406235, 0.056432075798511505, 0.01162700168788433, 0.008837307803332806, -0.007548529654741287, 0.009302076883614063, 0.03732965141534805, 0.05873965471982956, 0.04673617705702782, -0.012280954979360104, -0.02459709532558918, 0.011758522130548954, 0.0674942135810852, -0.007749948184937239, 0.050622496753931046, 0.013846494257450104, 0.02528315596282482, 0.019381936639547348, -0.011144440621137619, -0.0018698971252888441, 0.036149296909570694, -0.010860330425202847, 0.03600389510393143, 0.018232176080346107, 0.0519934818148613, -0.0183029193431139, 0.007132561877369881, -0.0016306200996041298, -0.05241536721587181, -0.0306179691106081, 0.07635758072137833, 0.05950186401605606, 0.051181454211473465, 0.015280638821423054, 0.01570984162390232, 0.00540879974141717, -0.0048490604385733604, -0.00042719015618786216, 0.048295553773641586, 0.006103626452386379, 0.030580490827560425, 0.0702582523226738, 0.005201525054872036, 0.018173011019825935, -0.00659859087318182, 0.025535553693771362, -0.062465645372867584, 0.08492806553840637, -0.00848790816962719, -0.03335503861308098, 0.025680547580122948, -0.08813931792974472, 0.020646512508392334, -0.06370344012975693, 0.034749872982501984, -0.019852226600050926, -0.08701309561729431, -0.01302305981516838, 0.07998708635568619, -0.017179183661937714, -0.05768435820937157, 0.006789341103285551, 0.021440275013446808, 0.03053009882569313, 0.036988381296396255, -0.07175850123167038, 0.0392904132604599, -0.02093048207461834, -0.04388904571533203, -0.07870707660913467, -0.047328170388936996, 0.021326972171664238, 0.001173239666968584, 0.017194805666804314, -0.06055116653442383, -0.02509017288684845, -0.061007265001535416, 0.006776184309273958, 0.041856396943330765, 0.06014738604426384, -0.07510073482990265, -0.05801534280180931, 0.0261673741042614, -0.06525207310914993, -0.05458267405629158, -0.029194144532084465, 0.03108467161655426, 0.029707200825214386, 0.03994191065430641, 0.028517093509435654], [0.07011239230632782, -0.02986394613981247, 0.03720735013484955, -0.060999155044555664, 0.0032119834795594215, -0.0028946318197995424, 0.03630203381180763, -0.0558730848133564, -0.0013512088917195797, 0.03166849911212921, 0.005889641586691141, 0.040941085666418076, 0.016314487904310226, -0.03684186190366745, 0.03272629901766777, -0.05796407163143158, 0.07242510467767715, -0.028855493292212486, 0.03897185996174812, 0.003999654669314623, -0.08546066284179688, 0.003111677709966898, 0.05335813760757446, -0.03958727791905403, 0.02577047049999237, -0.008568746969103813, 0.005375950131565332, -0.03408696502447128, -0.06899238377809525, -0.051055990159511566, 0.005232814233750105, 0.04536236822605133, -0.06365939974784851, 0.07729334384202957, 0.09065018594264984, 0.05699622631072998, 0.050463251769542694, 0.025281550362706184, -0.07199055701494217, 0.08165185153484344, -0.08402349799871445, 0.09777504205703735, -0.059815362095832825, -0.007915708236396313, -0.0007069027051329613, 0.029755698516964912, 0.05568016692996025, -0.02983427420258522, -0.10156059265136719, -0.07005279511213303, 0.007295998279005289, 0.056534748524427414, 0.03966206684708595, 0.035296883434057236, 0.005904281046241522, 0.051683858036994934, -0.03241918981075287, 0.02259461022913456, 0.009987805038690567, -0.02622058615088463, 0.02561112493276596, -0.004560886416584253, 0.05410792678594589, 0.02059956267476082, 0.049734413623809814, 0.030226189643144608, -0.0018396906089037657, 0.010936569422483444, 0.08587124943733215, 0.10740110278129578, 0.06823664903640747, 0.03704388067126274, -0.011583973653614521, 0.026204809546470642, 0.0026206388138234615, -0.038681644946336746, 0.04200579598546028, -0.0011003378313034773, 0.06640706211328506, 0.11148599535226822, 0.014513886533677578, 0.0747290775179863, -0.05272588133811951, 0.031399670988321304, -0.09726951271295547, 0.12162091583013535, -0.020392026752233505, -0.016519321128726006, 0.017167292535305023, -0.13327065110206604, 0.04826120287179947, -0.09078224748373032, 0.04000220447778702, -0.023421339690685272, -0.11716911941766739, 0.02315111830830574, 0.10451474785804749, -0.0874505490064621, -0.07856304943561554, -0.008448319509625435, 0.04381163418292999, 0.0468655601143837, 0.008164197206497192, -0.13440389931201935, 0.03231774643063545, -0.03525711968541145, -0.03427856042981148, -0.0797482505440712, 0.02007438987493515, -0.009475547820329666, 0.032588254660367966, -0.05864579603075981, -0.10542675852775574, -0.027103282511234283, -0.0533037967979908, 0.03875930234789848, 0.008534254506230354, 0.06112905219197273, -0.11028547585010529, -0.07959934324026108, 0.040261369198560715, -0.08944965153932571, -0.06360422074794769, -0.047986410558223724, 0.010909025557339191, -0.0015391315100714564, 0.10062535107135773, 0.022212723270058632], [0.022716501727700233, 0.012280762195587158, 0.017211874946951866, -0.008631867356598377, -0.05310889333486557, 0.08865503966808319, -0.04001542925834656, 0.05433569476008415, -0.04709763824939728, -0.015150039456784725, 0.030591599643230438, 0.04025954380631447, 0.01712629944086075, -0.06229732558131218, 0.055894531309604645, -0.017430659383535385, 0.025117654353380203, 0.02732818014919758, 0.061426158994436264, 0.11608731001615524, -0.05943426489830017, 0.027892697602510452, -0.016902919858694077, -0.06577308475971222, 0.01531929336488247, -0.054241977632045746, 0.056543007493019104, 0.03590797632932663, -0.04402601718902588, 0.02106199972331524, -0.031814198940992355, -0.07728977501392365, -0.05023583769798279, 0.017289772629737854, 0.022566456347703934, 0.041738495230674744, -0.03037608414888382, -0.005159265827387571, -9.170353587251157e-05, -0.013109398074448109, -0.016918402165174484, -0.04044288024306297, -0.06378183513879776, 0.07532133907079697, 0.09262018650770187, 0.026539651677012444, 0.05285768210887909, -0.06271255016326904, -0.022927604615688324, 0.024001752957701683, 0.07191396504640579, 0.051394060254096985, 0.04787458851933479, 0.04572607949376106, 0.10305695235729218, -0.050127893686294556, -0.10894127935171127, 0.009996313601732254, 0.06127620115876198, 0.07988516241312027, 0.11525566130876541, -0.005305528175085783, 0.03301152214407921, -0.021346597000956535, 0.03903469070792198, 0.028929922729730606, -0.04304138198494911, -0.021497400477528572, 0.10579436272382736, 0.07822000980377197, 0.05763017386198044, 0.048178307712078094, -0.025935500860214233, 0.05933194234967232, -0.04824445769190788, -0.04440492391586304, 0.03251536563038826, 0.043743204325437546, 0.04523342475295067, 0.08955032378435135, 0.017238054424524307, 0.0344441756606102, -0.046135786920785904, -0.026953822001814842, -0.1004147008061409, 0.06037529557943344, -0.022730719298124313, -0.025365617126226425, 0.04161988943815231, -0.1018604040145874, 0.02044256404042244, -0.08559550344944, 0.09140636771917343, -0.033664628863334656, -0.1289069652557373, 0.036072466522455215, 0.06523162871599197, -0.0501730777323246, -0.11050230264663696, 0.010429438203573227, -0.00010117111378349364, 0.004705643281340599, 0.011808357201516628, -0.08230701833963394, 0.027269208803772926, -0.010442654602229595, -0.006400587037205696, -0.0788453221321106, 0.0554046630859375, 0.03699768707156181, 0.06082037836313248, -0.03473624587059021, -0.10764496773481369, -0.020321644842624664, -0.09440673142671585, 0.0876421183347702, 0.06798338145017624, 0.0296168215572834, -0.0914650559425354, -0.04858224466443062, 0.09520531445741653, -0.07397996634244919, -0.06910329312086105, -0.01652522385120392, 0.07736001163721085, 0.029040802270174026, 0.05722706764936447, 0.038499295711517334], [0.07136834412813187, 0.006939251441508532, -0.04193445295095444, 0.028146320953965187, -0.023244446143507957, 0.03383303061127663, 0.024394184350967407, -0.00834736879914999, 0.0071538654156029224, 0.0168797355145216, -0.012946013361215591, 0.11434821784496307, 0.030826078727841377, -0.029520174488425255, 0.03404383361339569, -0.04392838478088379, 0.019781161099672318, -0.024938661605119705, 0.037425000220537186, 0.1364993005990982, -0.049968525767326355, -0.014805962331593037, 0.047315627336502075, 0.005557172000408173, -0.016752824187278748, -0.07624170184135437, 0.040929991751909256, -0.016175206750631332, 0.037737276405096054, 0.02868577279150486, 0.022471966221928596, 0.045194078236818314, -0.0884270966053009, 0.06380588561296463, 0.04213802143931389, 0.016555149108171463, 0.07342202961444855, 0.01710287481546402, -0.01811954751610756, 0.016563931480050087, 0.0381782166659832, -0.020852843299508095, -0.06940242648124695, 0.03000951185822487, 0.05507844686508179, 0.055574387311935425, 0.02846124954521656, -0.004229091573506594, -0.04496482014656067, 0.00856797955930233, 0.05957472324371338, 0.05136812850832939, 0.009454607032239437, 0.04719413444399834, 0.08364244550466537, -0.043930862098932266, -0.04559054225683212, 0.05309566110372543, 0.0024323449470102787, 0.004995286464691162, 0.0028490698896348476, 0.025785086676478386, -0.009426513686776161, 0.010920315980911255, 0.0639161616563797, 0.003261222969740629, 0.004394988529384136, -0.03940040245652199, 0.08174800127744675, 0.08689990639686584, 0.07251721620559692, 0.055765192955732346, -0.03241075202822685, -0.003670013276860118, -0.00841708667576313, -0.05735080689191818, 0.011371643282473087, -0.0046156360767781734, 0.05843565985560417, 0.0856180265545845, 0.02489297464489937, 0.05368759483098984, 0.04039853438735008, 0.04564999043941498, -0.078847236931324, 0.10300382971763611, 0.022558970376849174, -0.06058444827795029, -0.012660769745707512, -0.1364331841468811, 0.042986493557691574, -0.04775713384151459, 0.0009291006135754287, 0.0012094394769519567, -0.11423259973526001, 0.032587479799985886, 0.012694768607616425, -0.06009356677532196, -0.04753880202770233, -0.04962442070245743, -0.019834276288747787, -0.014385854825377464, -0.019374189898371696, -0.13901738822460175, 0.022248586639761925, -0.04243185743689537, 0.006836649961769581, -0.04322683811187744, -0.025533678010106087, 0.01680646277964115, -0.03185754641890526, -0.020600641146302223, -0.05958181619644165, -0.032548267394304276, -0.019934212788939476, 0.04654551297426224, 0.028346404433250427, 0.00788333360105753, -0.11174816638231277, -0.01779881678521633, 0.057687535881996155, -0.08325724303722382, -0.04305403307080269, -0.005317828617990017, 0.06184331327676773, 0.02177957445383072, 0.0643497109413147, 0.028735538944602013], [0.08394364267587662, 0.04547684267163277, -0.06871052086353302, 0.05546873062849045, 0.06857044994831085, 0.045351408421993256, 0.02249285951256752, -0.017171399667859077, -0.007038193754851818, -0.07119549810886383, 0.08041992038488388, 0.12963134050369263, -0.06672781705856323, -0.031172821298241615, 0.03145841509103775, -0.0431608185172081, 0.02479684166610241, 0.008570735342800617, 0.11384508013725281, 0.04801386594772339, -0.14406020939350128, -0.11052212119102478, 0.0386163704097271, -0.09953229874372482, 0.006922447122633457, -0.06104255095124245, 0.10244755446910858, 0.02876276709139347, 0.06393049657344818, 0.09382516145706177, 0.04625415429472923, 0.05084555596113205, -0.02329232729971409, 0.10998479276895523, 0.0016813434194773436, 0.07177306711673737, 0.05513150617480278, 0.0448223240673542, -0.018779775127768517, -0.030784152448177338, 0.03135300055146217, -0.01788940839469433, -0.04160745069384575, -0.012673750519752502, 0.08891236037015915, -0.04258985072374344, 0.16040784120559692, -0.06053975224494934, -0.004219662398099899, 0.04493389278650284, -0.0031732332427054644, 0.024777108803391457, -0.005822927691042423, 0.025358669459819794, 0.0003208085836376995, -0.022747939452528954, -0.09364186972379684, 0.02528705634176731, -0.0047589261084795, 0.047696150839328766, 0.08990113437175751, -0.030309028923511505, 0.06387220323085785, 0.031138166785240173, 0.09144052863121033, 0.04897969961166382, -0.0520552434027195, -0.04547771438956261, 0.14800435304641724, 0.1591903120279312, 0.12711386382579803, 0.040141865611076355, 0.021505143493413925, 0.030940141528844833, -0.012544555589556694, -0.019443269819021225, 0.03492943197488785, 0.06752576678991318, 0.13475795090198517, 0.16302837431430817, 0.04048042371869087, 0.07484651356935501, 0.004370079375803471, -0.021236015483736992, -0.17055772244930267, 0.1648031771183014, 0.03272317722439766, -0.01950177177786827, -0.040759339928627014, -0.1848236322402954, 0.10863607376813889, -0.1112738773226738, 0.11932966113090515, -0.046799756586551666, -0.21261174976825714, -0.010012517683207989, 0.07224579900503159, -0.14207062125205994, -0.16778564453125, -0.040148716419935226, 0.01661401428282261, 0.09252054989337921, 0.1197061613202095, -0.17826303839683533, 0.024712197482585907, -0.0007561090169474483, -0.07972610741853714, -0.1057082861661911, -0.09283491224050522, 0.03647344931960106, 0.08560312539339066, -0.09527046978473663, -0.18527717888355255, -0.018497010692954063, -0.08657537400722504, 0.12915417551994324, 0.01570170186460018, 0.06688252091407776, -0.1351778507232666, -0.09431634098291397, 0.10930682718753815, -0.15581439435482025, -0.12081854790449142, -0.02187924087047577, 0.018248047679662704, 0.0337565541267395, 0.15436404943466187, 0.006891453173011541], [0.02264690026640892, -0.007208550814539194, -0.07641837745904922, -0.008763113059103489, -0.012495927512645721, 0.009182852692902088, -0.006052403245121241, 0.08339927345514297, 0.023413175716996193, 0.035338182002305984, 0.06343665719032288, 0.05399709939956665, 0.028982063755393028, -0.028675919398665428, 0.022741619497537613, -0.038537491112947464, 0.025760259479284286, 0.02793736383318901, 0.06918946653604507, 0.061070285737514496, -0.012688756920397282, -0.036148663610219955, 0.07767030596733093, -0.04275429621338844, -0.0033469218760728836, -0.04183664172887802, 0.02839823067188263, -0.015473935753107071, -0.05258156359195709, 0.0023722928017377853, 0.049503374844789505, -0.0011212005047127604, -0.060611527413129807, 0.047409698367118835, 0.021890446543693542, 0.00849770475178957, -0.015192699618637562, 0.00927603431046009, 0.01820307783782482, 0.025725357234477997, 0.018919162452220917, 0.027088362723588943, 0.004643773660063744, 0.0010380210587754846, 0.03876224905252457, 0.03279664367437363, 0.08161140233278275, -0.014866719953715801, -0.03339759260416031, -0.020236723124980927, 0.10587422549724579, -0.032477863132953644, 0.07288811355829239, 0.038812316954135895, -0.02635590359568596, -0.011754680424928665, -0.04709044098854065, 0.02272547408938408, 0.026165228337049484, -0.0006243664538487792, 0.020918425172567368, 0.0014228835934773088, 0.057109955698251724, 0.007983561605215073, 0.041471466422080994, -0.016187258064746857, -0.05831141397356987, -0.06241114065051079, 0.08847051858901978, 0.09174501150846481, 0.07248937338590622, 0.060592204332351685, -0.008558682166039944, -0.008254416286945343, -0.008645981550216675, -0.02360263466835022, 0.011712064035236835, 0.04407847300171852, 0.0732513964176178, 0.1038590595126152, 0.04121499881148338, 0.004424210172146559, 0.027368372306227684, 0.04911849647760391, -0.07849175482988358, 0.05298689007759094, 0.040922943502664566, -0.045962024480104446, -0.03977994620800018, -0.1339697539806366, 0.03353803604841232, -0.027661675587296486, 0.04453052580356598, -0.026946786791086197, -0.09453950822353363, -0.06747405230998993, 0.03821541741490364, -0.0617605485022068, -0.07748587429523468, -0.054139163345098495, -0.05598042160272598, 0.03856673464179039, 0.04204485937952995, -0.07543056458234787, 0.05937979370355606, 0.016084585338830948, -0.0694701299071312, -0.049955714493989944, -0.06903475522994995, 0.08391861617565155, -0.02992275357246399, -0.071058489382267, -0.11266302317380905, -0.037493783980607986, -0.04307558387517929, 0.04867255315184593, -0.021121516823768616, 0.005641027353703976, -0.07363110780715942, -0.07141304761171341, 0.0643070861697197, -0.09449265152215958, -0.04338327795267105, -0.005825435277074575, 0.007724578492343426, 0.003983784932643175, 0.08293063193559647, 0.007476680912077427], [0.06742511689662933, 0.04084891080856323, 0.015263072215020657, -0.038338035345077515, -0.04199457913637161, -0.003758317558094859, 0.04961656033992767, -0.07366081327199936, 0.05284065753221512, 0.019206849858164787, 0.04584381729364395, 0.05635293200612068, 0.04316489398479462, -0.022664489224553108, 0.05687956511974335, -0.0785074457526207, 0.014925368130207062, -0.027011128142476082, 0.04630443453788757, 0.0989144816994667, -0.05810042843222618, 0.051969051361083984, 0.05312805250287056, -0.03362007066607475, -0.033401135355234146, -0.0953672006726265, 0.09520727396011353, -0.009887093678116798, -0.02077082358300686, -0.018243685364723206, -0.035508979111909866, 0.012410209514200687, -0.04988471418619156, 0.06957264989614487, 0.07383072376251221, -0.012494231574237347, 0.04369161278009415, 0.028558576479554176, -0.06268536299467087, 0.019948357716202736, -0.004299324471503496, 0.056919921189546585, -0.1050095185637474, 0.047120094299316406, 0.051403772085905075, 0.03490133956074715, 0.04993546009063721, 0.06535983085632324, -0.03812302649021149, -0.05196642130613327, -0.010773670859634876, 0.011289048939943314, -0.04593518376350403, -0.052842285484075546, 0.013466127216815948, 0.025956081226468086, -0.0942409411072731, 0.007151138968765736, 0.05089880898594856, -0.013523519970476627, 0.04437358304858208, -0.009322241879999638, 0.02449185959994793, 0.040332015603780746, 0.05593250319361687, 0.011638428084552288, -0.015141559764742851, 0.031457845121622086, 0.07804325222969055, 0.08456819504499435, 0.05939999222755432, 0.0779745876789093, -0.042137179523706436, 0.0259840227663517, -0.03389174863696098, -0.06328069418668747, -0.0011084126308560371, 0.055829524993896484, 0.0735262781381607, 0.08584894239902496, -0.01454015914350748, 0.06411759555339813, 0.020209794864058495, -0.019767429679632187, -0.06518799066543579, 0.05231551080942154, 0.056812833994627, -0.06755843758583069, 0.000777783861849457, -0.13342253863811493, 0.04164313152432442, -0.08465759456157684, 0.06007718667387962, -0.014878596179187298, -0.09204389899969101, 0.01124331634491682, 0.07601363211870193, -0.06660755723714828, -0.0953003391623497, -0.008201304823160172, 0.022830529138445854, 0.06465566903352737, 0.045936357229948044, -0.06189186871051788, -0.00574479391798377, 0.015440094284713268, -0.06748095899820328, -0.08631154149770737, -0.07241542637348175, 0.03316998481750488, 0.020450731739401817, -0.02556714601814747, -0.07633071392774582, -0.015346593223512173, -0.03850670903921127, 0.04461635649204254, 0.022136881947517395, 0.02687176875770092, -0.1007155254483223, -0.024311374872922897, 0.058504652231931686, -0.09015832841396332, -0.10870195925235748, 0.03717358037829399, 0.05926947668194771, 0.06380821764469147, 0.08908141404390335, 0.024139247834682465], [0.024570705369114876, 0.004283754155039787, 0.006768898107111454, -0.00294266059063375, 0.05334771052002907, 0.019303008913993835, 0.01666082814335823, -0.025634104385972023, -0.05328798666596413, -0.004227170255035162, 0.03886833041906357, 0.0013195447390899062, 0.005798179190605879, -0.04313356801867485, 0.012839436531066895, -0.007998624816536903, 0.0014159611891955137, -0.025617964565753937, 0.03571867570281029, -0.036257028579711914, -0.048257194459438324, -0.047748416662216187, 0.041943810880184174, -0.009475083090364933, 0.007670821156352758, 0.005166295915842056, 0.02637990564107895, 0.04989210516214371, -0.016486989334225655, 0.08160030841827393, 0.008419997058808804, -0.032466474920511246, 0.007264880463480949, 0.03591420501470566, 0.00834887195378542, -0.028599780052900314, 0.03644176200032234, 0.012636152096092701, -0.030343782156705856, 0.03543994575738907, -0.036478471010923386, -0.003331327810883522, -0.03355666249990463, -0.015731776133179665, 0.02683759480714798, 0.02899247221648693, 0.06288520991802216, -0.026764586567878723, -0.06369121372699738, 0.01847251132130623, 0.052386026829481125, -0.006423496641218662, -0.013468294404447079, 0.0226350836455822, 0.017453143373131752, -0.019933577626943588, -0.02182449772953987, -0.03253600746393204, 0.014393115416169167, -0.026878373697400093, 0.053947098553180695, 0.047273654490709305, 0.014054042287170887, 0.009196472354233265, 0.06488192081451416, -0.009139830246567726, -0.014782469719648361, 0.0035232792142778635, 0.16679634153842926, 0.1493280977010727, 0.14766132831573486, 0.0319867767393589, -0.04863998293876648, 0.05321428179740906, -0.04271291568875313, -0.10277195274829865, 0.042503971606492996, 0.10295337438583374, 0.1396295130252838, 0.14919668436050415, 0.080692358314991, 0.11415369808673859, -0.016821205615997314, 0.047696445137262344, -0.10804241895675659, 0.15823593735694885, 0.06833045929670334, -0.03591449558734894, -0.04624391719698906, -0.18581677973270416, 0.13222120702266693, -0.02584422007203102, 0.11271649599075317, 0.01576448604464531, -0.17574629187583923, -0.0018578920280560851, 0.017451876774430275, -0.13370263576507568, -0.16071470081806183, -0.12667176127433777, -0.01642012409865856, 0.12298518419265747, 0.0041796015575528145, -0.0779334232211113, 0.04010362550616264, 0.048502564430236816, -0.09351076930761337, -0.1211472824215889, -0.06219407916069031, 0.08067422360181808, 0.06964028626680374, 0.03073820285499096, -0.18540926277637482, 0.026882188394665718, -0.04724933207035065, 0.08023200184106827, 0.03931061178445816, 0.009231970645487309, -0.14016932249069214, -0.05558319762349129, 0.05339077487587929, -0.20515459775924683, -0.1067301332950592, 0.06303364038467407, -0.020149312913417816, 0.014746410772204399, 0.1606777012348175, 0.07121820747852325], [0.0047011771239340305, -0.027285343036055565, 0.011387703008949757, -0.03388061374425888, 0.006523727439343929, 0.031335726380348206, 0.008969823829829693, -0.020133623853325844, -0.003594369161874056, -0.010704651474952698, -0.0033989285584539175, -0.04595935344696045, -0.009464225731790066, -0.07666271924972534, 0.0509183332324028, -0.0006288145668804646, 0.021775217726826668, -0.02104802429676056, 0.03897043690085411, -0.0622422881424427, -0.022009240463376045, 0.015110640786588192, 0.11039461940526962, 0.009306851774454117, 0.015180032700300217, 0.007398183923214674, -0.0063303313218057156, 0.054613612592220306, -0.027333542704582214, 0.028812754899263382, -0.022651545703411102, -0.01178978756070137, -0.0057354397140443325, 0.009784902445971966, 0.012052735313773155, -0.029003014788031578, 0.00514141283929348, -0.004632965195924044, -0.032289523631334305, 0.04753370210528374, -0.01837661862373352, 0.06020311266183853, -0.005083893891423941, 0.0070295860059559345, 0.021929768845438957, 0.006993080954998732, 0.025093842297792435, -0.032261352986097336, -0.06898178905248642, -0.0008659313898533583, 0.024741776287555695, 0.009149252437055111, 0.0395117811858654, 0.03867678344249725, 0.019176743924617767, -0.047991883009672165, -0.0035320897586643696, 0.012357586063444614, -0.01690954528748989, -0.014364457689225674, 0.02602618746459484, -0.009106903336942196, 0.012785316444933414, -0.010201288387179375, 0.05049392953515053, 0.04305737093091011, 0.006024081259965897, -0.008776094764471054, 0.08347877115011215, 0.08739069104194641, 0.0764862596988678, 0.007684568874537945, 0.0026948272716253996, 0.006923051085323095, -0.007354930508881807, -0.02090565115213394, -0.006332925520837307, 0.004043659660965204, 0.04386548325419426, 0.06994190067052841, -0.003008744213730097, 0.04289824888110161, -0.022297261282801628, -0.009462296962738037, -0.054922234266996384, 0.052537743002176285, 0.020553918555378914, -0.005825751461088657, -0.004201789852231741, -0.10377121716737747, 0.02872925065457821, -0.05549728497862816, 0.04183153063058853, -0.011187664233148098, -0.1081421747803688, 0.0012084476184099913, 0.07840709388256073, -0.05908849835395813, -0.09130828082561493, 0.00037256049108691514, 0.021755661815404892, 0.015229571610689163, 0.012668789364397526, -0.0720783993601799, 0.016759421676397324, -0.04279866814613342, -0.021550672128796577, -0.05271408334374428, -0.02975175715982914, 0.0134884063154459, -0.0027329246513545513, -0.026986002922058105, -0.08875118941068649, -0.010630226694047451, -0.05428765341639519, 0.0591329000890255, 0.012965998612344265, -0.004732645116746426, -0.06835666298866272, -0.02156304381787777, -0.004865867085754871, -0.09285607933998108, -0.08265997469425201, 0.007525219582021236, -0.01695699244737625, 0.039861105382442474, 0.05601827800273895, 0.004074328579008579], [0.07119959592819214, 0.044633038341999054, 0.02024538442492485, 0.02622358128428459, 0.0019283933797851205, 0.013100665993988514, 0.03592967614531517, 0.023174704983830452, 0.05304829031229019, 0.02642250433564186, -0.008016292005777359, 0.12568889558315277, -0.02626691199839115, -0.04095318540930748, 0.033862750977277756, 0.03889542073011398, -0.044216785579919815, -0.05796083062887192, 0.048900533467531204, 0.0752691924571991, -0.08870439231395721, -0.07073169201612473, 0.05222852900624275, -0.03112402930855751, 0.013753330335021019, -0.09860061854124069, 0.020775532349944115, 0.005489577539265156, 0.03167223557829857, 0.06431258469820023, 0.002333320677280426, 0.008330825716257095, -0.0990549623966217, 0.10498510301113129, 0.05868706852197647, 0.04695824533700943, 0.0961717739701271, 0.05011538788676262, -0.024311158806085587, 0.038502249866724014, 0.035243939608335495, 0.014929716475307941, 0.007824894040822983, 0.002470490988343954, 0.04163550212979317, 0.058963652700185776, 0.05694260448217392, 0.0069115073420107365, 0.0064960503950715065, 0.010218173265457153, 0.06847333908081055, 0.030450724065303802, -0.03469406068325043, 0.036709293723106384, 0.05691007152199745, -0.08593615889549255, -0.05371922627091408, -0.02456001378595829, 0.03630417212843895, -0.02677556872367859, 0.03465527296066284, 0.007350038271397352, 0.004700494464486837, 0.020165452733635902, 0.08060486614704132, 0.012408008798956871, 0.004608757793903351, -0.04618306830525398, 0.07159107178449631, 0.10873115807771683, 0.10900832712650299, -0.015103470534086227, -0.039388664066791534, 0.08203724026679993, -0.02662193402647972, -0.019863998517394066, 0.044188711792230606, 0.012377733364701271, 0.07042697817087173, 0.11787910759449005, -0.019114455208182335, 0.02819097973406315, -0.00486687570810318, 0.026292234659194946, -0.07969265431165695, 0.09584140032529831, -0.009737880900502205, -0.050623681396245956, 0.029733793810009956, -0.11040808260440826, 0.02307949773967266, -0.10032336413860321, 0.03651786968111992, -0.026228422299027443, -0.14625923335552216, -0.0070582907646894455, 0.061957743018865585, -0.06212536245584488, -0.0990588515996933, 0.023105166852474213, -0.0024222915526479483, 0.08801369369029999, 0.0607171356678009, -0.09370040148496628, -0.01315445825457573, -0.0270832646638155, -0.018067408353090286, -0.1249500960111618, -0.009760884568095207, 0.021755294874310493, 0.06318783015012741, -0.053202878683805466, -0.11528236418962479, -0.0024754656478762627, -0.08032019436359406, 0.09443537145853043, -0.0007873728754930198, 0.008958518505096436, -0.08429796993732452, -0.06985021382570267, 0.09120959788560867, -0.09006047248840332, -0.08921153843402863, 0.007208855822682381, 0.028498096391558647, 0.008505805395543575, 0.07819962501525879, -0.04149101674556732], [0.028995946049690247, -0.006282716523855925, -0.05494065210223198, 0.03839505836367607, -0.07997805625200272, 0.017076419666409492, -0.015102142468094826, 0.021893145516514778, 0.010691650211811066, -0.034296974539756775, -0.012507643550634384, 0.10168568044900894, -0.019025569781661034, -0.06808362901210785, -0.009242016822099686, 0.033473074436187744, 0.030254727229475975, -0.019108915701508522, 0.08550949394702911, 0.10530796647071838, -0.08318644762039185, -0.05267425999045372, 0.023007186129689217, -0.012058270163834095, -0.028613388538360596, -0.08159714937210083, 0.09015414863824844, 0.028698712587356567, -0.011106519028544426, 0.042754463851451874, 0.034294333308935165, 0.0003985960502177477, -0.008330062963068485, 0.053849343210458755, -0.003644839860498905, 0.05050089210271835, 0.015827955678105354, -0.03393376246094704, -0.0211110170930624, 0.005352042615413666, 0.07433208078145981, -0.08646669238805771, -0.05660049244761467, 0.020101165398955345, 0.08669611066579819, -0.018339313566684723, 0.09230964630842209, -0.024606773629784584, 0.01915709488093853, 0.006308040115982294, 0.03077022172510624, 0.0438402034342289, 0.03730040043592453, 0.04370458796620369, 0.06978702545166016, 0.015605533495545387, -0.08607807755470276, 0.04389875754714012, 0.051130276173353195, 0.06750104576349258, 0.06919646263122559, -0.020438186824321747, 0.05022925138473511, -0.03234099969267845, 0.03103451430797577, 0.01842092163860798, -0.03321092575788498, 0.008770931512117386, 0.10103290528059006, 0.08110945671796799, 0.06074928119778633, 0.04092317447066307, -0.037098705768585205, 0.015878021717071533, -0.040004704147577286, -0.014002542942762375, -0.018434150144457817, 0.05585888400673866, 0.011831097304821014, 0.0969642922282219, 0.007251320406794548, 0.01385579351335764, 0.02311927080154419, 0.04053807258605957, -0.058297012001276016, 0.04729754850268364, 0.017664749175310135, -0.06654314696788788, -0.00464531360194087, -0.10928717255592346, 0.031114712357521057, -0.03480488434433937, 0.08282134681940079, -0.01401001401245594, -0.1241384968161583, 0.01513722911477089, 0.08572018146514893, -0.05769840255379677, -0.06652254611253738, -0.02069803699851036, 0.004008673131465912, 0.002948133507743478, 0.038639530539512634, -0.08137520402669907, -0.032430052757263184, -0.014074668288230896, -0.04794996976852417, -0.024242563173174858, 0.02892536111176014, 0.03872945159673691, 0.03496374562382698, -0.06679705530405045, -0.08918879926204681, -0.006771177984774113, -0.05812518671154976, 0.09898257255554199, -0.0007943370728753507, 0.0019099300261586905, -0.11308757960796356, -0.02590053342282772, 0.06698381900787354, -0.05419407784938812, -0.03222576528787613, -0.015074036084115505, 0.040048275142908096, 0.06200990080833435, 0.044516995549201965, 0.04654865711927414], [0.059050578624010086, 0.004050105344504118, 0.008733737282454967, 0.0061370618641376495, 0.02732737548649311, 0.027135498821735382, 0.026296736672520638, 0.024613751098513603, 0.024658914655447006, 0.04004942253232002, 0.013038089498877525, 0.08248614519834518, -0.05254735052585602, -0.027784444391727448, 0.02750002034008503, 0.018242862075567245, 0.010904194787144661, -0.016713490709662437, 0.03624628111720085, 0.07450061291456223, -0.04021843150258064, -0.03989141434431076, 0.012667044997215271, -0.0434446856379509, 0.03120088018476963, -0.05827220901846886, 0.0056997365318238735, -0.033757783472537994, 0.00736057898029685, 0.05835084989666939, 0.0052530812099576, 0.016150912269949913, -0.02427416667342186, 0.10082497447729111, 0.0094888461753726, 0.026138294488191605, 0.06390916556119919, 0.006657109595835209, 0.026037944480776787, 0.05589023604989052, 0.024053575471043587, -0.06543869525194168, 0.002575754886493087, -0.0044423434883356094, 0.03787148743867874, -0.021245066076517105, 0.05220510810613632, -0.05817824974656105, 0.045093126595020294, 0.032331835478544235, 0.06936351954936981, 0.006474427413195372, 0.042801372706890106, -0.0019243075512349606, 0.029442546889185905, 0.007014074828475714, -0.10079085826873779, -0.022748610004782677, 0.03145016357302666, 0.01818445883691311, 0.027786532416939735, 0.004472537897527218, 0.06363214552402496, -0.010558763518929482, -0.01268080249428749, -0.030246341601014137, -0.03040500357747078, -0.022945167496800423, 0.057075776159763336, 0.10793256759643555, 0.08605268597602844, -0.005337820854038, -0.00937576312571764, 0.03122488595545292, -0.03028528019785881, -0.037285007536411285, 0.014818958938121796, 0.05198080092668533, 0.07211743295192719, 0.06758659332990646, 0.030018145218491554, 0.0357016921043396, -0.016200780868530273, -0.03307376056909561, -0.08054493367671967, 0.04680240899324417, 0.029705338180065155, 0.012188549153506756, 0.03885478526353836, -0.14958998560905457, 0.03709074854850769, -0.053498316556215286, 0.0374925322830677, -0.03481389209628105, -0.1183721125125885, 0.04357539862394333, 0.07460912317037582, -0.06371236592531204, -0.07087364047765732, -0.010081020183861256, 0.014758842997252941, 0.007908872328698635, 0.06314203888177872, -0.0892515778541565, 0.03322818502783775, -0.04542753845453262, -0.059643689543008804, -0.0705341249704361, -0.031359340995550156, 0.004883543588221073, 0.01047846581786871, -0.0786745622754097, -0.11682083457708359, 0.009397653862833977, -0.043488383293151855, 0.0608372688293457, 0.035602521151304245, 0.017132988199591637, -0.053999777883291245, -0.040424346923828125, 0.024896956980228424, -0.07806095480918884, -0.07777789980173111, 0.09710915386676788, 0.0444602370262146, 0.07991435378789902, 0.023529257625341415, 0.025849349796772003], [0.049947530031204224, -0.003755125217139721, -0.009730232879519463, 0.011686885729432106, -0.008250219747424126, 0.04067370295524597, -0.0007932429434731603, -0.053133849054574966, -0.0060345386154949665, -0.09789003431797028, 0.000310868228552863, 0.09263183176517487, -0.0651337057352066, -0.06838785856962204, 0.04852289333939552, -0.04563404247164726, 0.02983381226658821, 0.03391947224736214, 0.04538707807660103, 0.023714149370789528, -0.08230149000883102, -0.0994892567396164, 0.050942931324243546, -0.03840486332774162, 0.03957138955593109, -0.03674914687871933, 0.03594176098704338, 0.006264213472604752, 0.03809593245387077, 0.06274891644716263, 0.03437672182917595, 0.033766381442546844, 0.033758074045181274, 0.09795071929693222, -0.006255782674998045, 0.07884985953569412, 0.02758900634944439, 0.013769722543656826, -0.04662686213850975, -0.036779437214136124, 0.04170272871851921, 0.008824021555483341, -0.02188534289598465, -0.00942849088460207, 0.05275670439004898, -0.048140980303287506, 0.08630991727113724, -0.08862640708684921, -0.03282974287867546, 0.04022470861673355, -0.01961093209683895, 0.059139326214790344, -0.018650000914931297, 0.01787489280104637, -0.031779490411281586, -0.03832341730594635, -0.05297190696001053, -0.04027662053704262, -0.0014963085995987058, -0.002703622914850712, 0.10875946283340454, 0.020529579371213913, 0.04344407841563225, 0.061083465814590454, 0.06493057310581207, 0.017066441476345062, -0.01877342164516449, -0.0038199834525585175, 0.13976231217384338, 0.17612573504447937, 0.13265618681907654, 0.07648088037967682, -0.027959903702139854, 0.04207726940512657, -0.09754283726215363, -0.06319084018468857, 0.07381288707256317, 0.11917601525783539, 0.1333402693271637, 0.15126723051071167, 0.0561789944767952, 0.12192031741142273, -0.06881483644247055, -0.04201870039105415, -0.11066058278083801, 0.14088501036167145, 0.0805261880159378, -0.02829345129430294, -0.020053012296557426, -0.20268090069293976, 0.09859297424554825, -0.03314419463276863, 0.09013204276561737, 0.0022574281319975853, -0.17367330193519592, -0.011897276155650616, 0.01957745850086212, -0.12153696268796921, -0.17051680386066437, -0.08585641533136368, 0.01256668008863926, 0.11589638888835907, 0.0898236632347107, -0.1408371776342392, 0.01789640262722969, -0.030228760093450546, -0.06814432144165039, -0.13291525840759277, -0.010078299790620804, 0.015200885944068432, 0.06149895489215851, -0.014618704095482826, -0.17528894543647766, 0.022257743403315544, -0.08666156977415085, 0.1107579916715622, 0.02929537370800972, 0.062095917761325836, -0.16646425426006317, -0.052352599799633026, 0.07260262966156006, -0.13669028878211975, -0.13523201644420624, 0.04684475064277649, 0.008155976422131062, 0.02621515467762947, 0.11371961981058121, 0.043177369982004166], [0.012574995867908001, -0.008461279794573784, -0.0424242727458477, 0.0006501125753857195, -0.02089102193713188, -0.01554217841476202, 0.0025220804382115602, 0.049476638436317444, -0.013193712569773197, -0.013673501089215279, 0.01246861182153225, 0.09097421169281006, -0.002490985905751586, 0.0016151488525792956, 0.000969071639701724, -0.02165726199746132, -0.010436882264912128, 0.0056650894694030285, 0.027746010571718216, 0.07585615664720535, -0.07544969022274017, -0.033195674419403076, -0.018881535157561302, -0.022402016445994377, 0.019302330911159515, -0.10325159877538681, 0.0193721204996109, 0.02068135514855385, 0.0017031965544447303, 0.05987031012773514, 0.00302503420971334, 0.024928733706474304, -0.06682686507701874, 0.03344303369522095, 0.002963785082101822, 0.07028744369745255, 0.011220166459679604, 0.0006675845361314714, -0.05093994736671448, -0.030300235375761986, -0.009684341959655285, -0.018252773210406303, -0.05198027566075325, 0.007996048778295517, 0.014821975491940975, 0.02841375581920147, 0.0645160898566246, -0.0006996628944762051, 0.041221197694540024, 0.05642493814229965, 0.05319109186530113, -0.028133440762758255, 0.07494217157363892, 0.02162928879261017, 0.015253209508955479, -0.03876645117998123, -0.025441249832510948, 0.027298646047711372, 0.014305206015706062, 0.03365636244416237, 0.0033691520802676678, -0.013019038364291191, -0.00940986629575491, -0.05894697830080986, 0.04076743498444557, 0.05635909363627434, -0.012056708335876465, -0.02569633349776268, 0.04689979925751686, 0.07266085594892502, 0.06421476602554321, 0.047565534710884094, 0.022693105041980743, -0.0095897875726223, -0.013944734819233418, 0.04592044651508331, 0.029611801728606224, 0.015362762846052647, 0.04489004239439964, 0.11846665292978287, 0.041901975870132446, 0.03648122772574425, -0.021410474553704262, 0.037381213158369064, -0.09352895617485046, 0.08488151431083679, 0.04306105151772499, -0.042360853403806686, 0.010528651997447014, -0.11148256808519363, 0.016932940110564232, -0.029034549370408058, 0.013400089927017689, -0.04441157355904579, -0.13087530434131622, -0.04601448029279709, 0.055659081786870956, -0.024120107293128967, -0.0779082328081131, 0.00436109583824873, 0.0051780762150883675, 0.01004223432391882, 0.024867555126547813, -0.08604440093040466, 0.01244980376213789, 0.004785909317433834, -0.007644891273230314, -0.09882660955190659, -0.015199273824691772, 0.04715307801961899, -0.011584429070353508, -0.011540140025317669, -0.07598304003477097, 0.002197356428951025, -0.048601821064949036, 0.0559094175696373, 0.039804305881261826, -0.015069243498146534, -0.10202870517969131, -0.02710730768740177, 0.011277229525148869, -0.07714078575372696, -0.05099327862262726, -0.012817858718335629, -0.011785626411437988, 0.014984944835305214, 0.07592612504959106, -2.341637446079403e-05]]
+  transformer.h.1.attn.qa_q_blend_alpha  shape=torch.Size([])  raw=0.013683829456567764
+  transformer.h.1.attn.qa_y_blend_alpha  shape=torch.Size([])  raw=0.2517201602458954
+  transformer.h.1.attn.qa_q_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.0888714790344238, 0.9683815240859985, 1.0308575630187988, 1.036203384399414, 0.8769784569740295, 0.9439508318901062, 0.9878274202346802, 0.8998557925224304, 1.1207212209701538, 0.8669422268867493, 1.0930489301681519, 1.0876957178115845, 0.8598116636276245, 0.8730360865592957, 0.854408860206604, 1.0438449382781982, 0.8021169304847717, 1.0591315031051636, 1.0361675024032593, 1.062071681022644, 1.0186675786972046, 1.0404473543167114, 1.062187910079956, 0.9835883975028992, 0.869575023651123, 1.043290376663208, 0.9877099990844727, 1.0486388206481934, 1.0143513679504395, 1.097993016242981, 1.0986965894699097, 0.9622485637664795, 0.990914523601532, 1.0257532596588135, 0.8450654149055481, 1.0889806747436523, 0.9723054766654968, 0.8048465251922607, 0.9324176907539368, 0.8885783553123474, 1.0355088710784912, 0.8475661277770996, 0.866688072681427, 0.825896143913269, 1.1103203296661377, 1.0695722103118896, 0.8840389251708984, 0.9714347124099731, 0.9096590280532837, 0.8367787003517151, 1.0645976066589355, 1.0451050996780396, 1.0042098760604858, 0.9560097455978394, 1.0554821491241455, 0.9988754987716675, 0.7821226716041565, 1.0341354608535767, 1.0842941999435425, 1.0485866069793701, 0.9998421669006348, 1.0215041637420654, 1.0448858737945557, 1.014723539352417]
+  transformer.h.1.attn.qa_y_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[0.9440274238586426, 0.7957388758659363, 0.881196141242981, 0.874348521232605, 0.9004610180854797, 0.8327299952507019, 0.9180752038955688, 0.9006534814834595, 0.8932895660400391, 0.8147370219230652, 0.9121181964874268, 0.955083429813385, 0.9040775299072266, 0.9943276643753052, 0.9246459603309631, 0.9252259135246277, 0.9035545587539673, 0.8453344106674194, 0.904547929763794, 0.9050214290618896, 0.8999736309051514, 0.8652458190917969, 0.9461787343025208, 0.8463034629821777, 0.9108654856681824, 0.934725821018219, 0.9038253426551819, 0.9046840667724609, 0.8540454506874084, 0.9388730525970459, 0.9180430173873901, 0.9336933493614197, 0.921846330165863, 0.9248925447463989, 0.8981353044509888, 0.9162894487380981, 0.9120555520057678, 0.936593770980835, 0.9272474646568298, 0.8858642578125, 0.8939810395240784, 0.8833356499671936, 0.8969612717628479, 0.888817548751831, 0.8940392136573792, 0.9416237473487854, 0.9131804704666138, 1.033257246017456, 0.8510800004005432, 0.8778486251831055, 0.9042724967002869, 0.8974935412406921, 0.9590413570404053, 0.9898350238800049, 0.9176680445671082, 0.8756771683692932, 0.9467585682868958, 0.8317396640777588, 0.8835373520851135, 0.899177610874176, 0.9332602620124817, 0.9301255345344543, 0.9232176542282104, 0.9367454648017883]
+  transformer.h.1.attn.qa_gate_proj_softqa_pl.weight  shape=torch.Size([64, 128])  raw=[[-0.029373623430728912, 0.016837390139698982, -0.02170824445784092, -0.013202792964875698, -0.029276298359036446, 0.027629826217889786, -0.0018693860620260239, -0.0030907359905540943, 0.06256737560033798, 0.005674210377037525, -0.05462629348039627, 0.012064958922564983, -0.01226520724594593, -0.016686804592609406, -0.029082756489515305, -0.04686128348112106, 0.0009118529851548374, 0.04443947970867157, -0.006629990413784981, 0.028780585154891014, 0.013127096928656101, -0.021245935931801796, 0.0466504767537117, -0.02159292623400688, 0.012175309471786022, -0.022740492597222328, 0.02140914648771286, -0.020894011482596397, -0.006136010400950909, -0.02691933698952198, 0.03798424080014229, -0.009566221386194229, -0.03128611668944359, -0.006393006537109613, 0.009362632408738136, 0.013824262656271458, 0.010920981876552105, -0.0049169850535690784, 0.010794660076498985, -0.006218475755304098, -0.015180403366684914, 0.0013838192680850625, -0.005118160508573055, 0.009568401612341404, -0.08838601410388947, 0.018566662445664406, -0.013520274311304092, 0.026910508051514626, -0.02376328967511654, 0.00586373545229435, 0.04130619764328003, 0.029551928862929344, -0.018737738952040672, 0.01612420380115509, 0.03393181040883064, -0.012570842169225216, -0.0009169026161544025, 0.00744292140007019, -0.03589286655187607, 0.01913594640791416, -0.008099616505205631, 0.0075438860803842545, -0.029552089050412178, -0.017078857868909836, -0.009460089728236198, -0.0022711572237312794, 0.01114474143832922, 0.0010155023774132133, 0.01953219622373581, -0.014621869660913944, -0.014429493807256222, 0.03758867830038071, 0.021108997985720634, 0.005575454328209162, -0.012663569301366806, -0.0046536303125321865, -0.019943006336688995, 0.016617540270090103, 0.015704898163676262, 0.010813233442604542, -0.01697383262217045, -0.0032436547335237265, 0.03436548635363579, 0.011296659708023071, -0.02876848541200161, 0.008113257586956024, -0.00202405103482306, 0.005010402761399746, -0.022073110565543175, -0.00460143992677331, 0.014700614847242832, 0.022172782570123672, -0.014368018135428429, -0.002678987104445696, 0.004368405323475599, -0.0213216133415699, -0.001199634512886405, 0.0031417803838849068, 0.031698308885097504, -0.002983780112117529, 0.007355443201959133, 0.0010310399811714888, 0.007893861271440983, 0.01919437386095524, -0.028624054044485092, -0.02000194974243641, 0.0014514006907120347, 0.0038784227799624205, 0.020534642040729523, -0.016319699585437775, 0.00018943010945804417, -0.03966667875647545, -0.003660860937088728, 0.0021711671724915504, -0.014519079588353634, -0.004414106719195843, 0.027514521032571793, 0.013161785900592804, 0.01764047145843506, -0.004130268935114145, 0.014708919450640678, 0.0034097854513674974, 0.02045305259525776, -0.007945086807012558, -0.03593886271119118, -0.04068373143672943, -7.575703784823418e-05, 0.012443756684660912], [-0.04638915881514549, 0.005011345725506544, -0.014021215960383415, 0.008460459299385548, -0.007915863767266273, 0.023124849423766136, -0.012538326904177666, 0.008436608128249645, 0.09974805265665054, -0.017478570342063904, -0.08474940806627274, 0.036171186715364456, -0.0009937899885699153, -0.01326232124119997, -0.0020773853175342083, -0.04033864289522171, -0.028753696009516716, 0.06542430818080902, 0.001866567530669272, 0.03659209609031677, 0.024385977536439896, -0.01708112098276615, 0.053522635251283646, 0.023720772936940193, -0.020190196111798286, -0.017900770530104637, 0.01539350301027298, -0.040515217930078506, -0.020728696137666702, -0.049846239387989044, 0.07619068771600723, -0.029593680053949356, -0.023341618478298187, -0.00860399566590786, -0.0027515047695487738, 0.05775460600852966, -0.004069179762154818, -0.0033072850201278925, 0.024663668125867844, -0.023658229038119316, -0.021343916654586792, -0.03521019592881203, -0.019689569249749184, 0.004751021042466164, -0.07488726824522018, 0.011005215346813202, 0.005817744880914688, 0.018995041027665138, -0.023442257195711136, 0.022525373846292496, 0.052287619560956955, 0.054706498980522156, -0.030143287032842636, 0.03532017767429352, 0.06033801659941673, -0.0224993247538805, -0.02600177377462387, 0.05573790520429611, -0.05380912125110626, 0.007518327329307795, -5.173531826585531e-05, -0.01642126776278019, -0.04014955461025238, -0.014614350162446499, 0.016743944957852364, -0.019936779513955116, 0.0072122598066926, -0.03241203352808952, -0.019199900329113007, 0.05154942721128464, -0.017159966751933098, 0.0045206183567643166, -0.026594894006848335, 0.02819858491420746, -0.028418997302651405, -0.008298966102302074, 0.016535714268684387, 0.011598348617553711, 0.008997232653200626, 0.022769339382648468, -0.05266895517706871, -0.005984982941299677, 0.02970043756067753, -0.01363876648247242, -0.0003023276512976736, 0.02162931114435196, 0.00022233133495319635, -0.04623514413833618, 0.0023724755737930536, -0.03880253806710243, -0.020104529336094856, 0.00022240172256715596, -0.033708032220602036, 0.025119531899690628, 0.02506032958626747, -0.01955084316432476, 0.031023288145661354, -0.0015320496167987585, 0.00032457217457704246, -0.021135658025741577, 0.027844436466693878, -0.008977721445262432, 0.011792944744229317, 0.03999929130077362, -0.005614017602056265, -0.013822544366121292, 0.0078055416233837605, -0.0076741864904761314, 0.0012964641209691763, -0.018053540959954262, -0.029343504458665848, -0.01045958511531353, -0.007395724765956402, -0.022468816488981247, 0.002751034451648593, 0.00011563266161829233, -0.012662099674344063, 0.005856758914887905, -0.005430523306131363, -0.017890173941850662, 0.013474704697728157, 0.027313804253935814, 0.010315090417861938, 0.022509722039103508, -0.04171549528837204, -0.01632346212863922, 0.010203637182712555, -0.007080085575580597], [-0.08949616551399231, 0.0015092222020030022, -0.02073688805103302, -0.03513036295771599, -8.798344788374379e-05, 0.006086275912821293, -0.02196994237601757, 0.0015463934978470206, 0.08166658133268356, -0.031707532703876495, -0.06664054840803146, 0.0683014765381813, 0.03469865396618843, 0.009836435317993164, -0.016069991514086723, -0.04071557894349098, 0.017962438985705376, 0.015818944200873375, -0.04647834971547127, 0.02268553525209427, -0.043898168951272964, -0.021390657871961594, 0.019056476652622223, -0.030035024508833885, -0.006934609264135361, -0.02786402404308319, 0.027440030127763748, 0.01949455589056015, -0.052675068378448486, -0.05055111274123192, 0.0447244793176651, -0.05289698392152786, -0.00383217865601182, -0.016836414113640785, 0.02037583291530609, 0.02893415093421936, 0.03412844240665436, -0.011072900146245956, -0.013626876287162304, -0.00931694358587265, -0.018667371943593025, 0.030541028827428818, -0.0049184649251401424, 0.007256004493683577, -0.11801866441965103, 0.02494201809167862, 0.013326127082109451, -0.026277953758835793, -0.00030343313119374216, 0.009163590148091316, 0.04331279918551445, 0.024162834510207176, 0.027549343183636665, -0.01437078882008791, 0.05704091489315033, -0.007408577017486095, -0.013704842887818813, 0.047343429177999496, -0.04836404323577881, 0.023185279220342636, 0.0022752508521080017, 0.0041347648948431015, -0.024926019832491875, -0.022610792890191078, 0.06625820696353912, 0.01378838624805212, 0.02605593390762806, -0.0012739344965666533, -0.024777214974164963, -0.03998424485325813, -0.023178907111287117, 0.03207634761929512, -0.00021346505673136562, -0.017867809161543846, 0.0031107303220778704, 0.05393454432487488, -0.0226751696318388, 0.039394769817590714, 0.0018615302396938205, -0.013117032125592232, -0.0051800222136080265, 0.010871549136936665, -0.02645404450595379, -0.016253698617219925, 0.01725485362112522, 0.02190963365137577, 0.007114505860954523, -0.003841340309008956, 0.015012044459581375, 0.018613537773489952, -0.00026685642660595477, -0.006696035154163837, 0.036372147500514984, 0.019723815843462944, -0.018573284149169922, -0.004968819208443165, 0.031941477209329605, 0.018022673204541206, 0.009415498934686184, 0.008399530313909054, 0.03824766352772713, 0.004895165096968412, -0.05176887661218643, 0.03178899362683296, 0.01857530139386654, -0.025610964745283127, 0.0002979418495669961, -0.037785399705171585, 0.0016440777108073235, -0.004371872637420893, 0.02828250266611576, -0.04047703370451927, 0.03443644940853119, 0.019256509840488434, 0.0036226403899490833, -0.016868693754076958, 0.021517924964427948, 0.015538451261818409, 0.00865805521607399, -0.007492126896977425, -0.009760712273418903, 0.011023899540305138, -0.012820781208574772, -0.03812580555677414, -0.014285562559962273, -0.053576335310935974, -0.010672055184841156, -0.014043612405657768], [-0.049319617450237274, -0.00749420840293169, -0.028016595169901848, -0.018893025815486908, -0.025761624798178673, 0.004091895651072264, -0.040085747838020325, 0.03420814871788025, 0.03550802916288376, -0.05111818015575409, -0.07881731539964676, 0.06608682870864868, -0.009705210104584694, 0.0024847981985658407, -0.0332031324505806, 0.007852130569517612, -0.03246011584997177, 0.0380619652569294, -0.03855930641293526, 0.018911253660917282, 0.02352803200483322, -0.05144403129816055, 0.043851833790540695, 0.03838689252734184, -0.011208568699657917, -0.03823992237448692, 0.01210660208016634, -0.01732880063354969, -0.000895067525561899, -0.03559894859790802, 0.025070268660783768, -0.02001182734966278, 0.008614307269454002, -0.054075632244348526, 0.0070270756259560585, 0.01349686924368143, 0.014752335846424103, 0.009885690174996853, -0.027123231440782547, -0.0007009150576777756, -0.008178043179214, 0.014338281936943531, 0.024355389177799225, 0.009910252876579762, -0.07685524225234985, 0.033227864652872086, 0.015798473730683327, -0.014853060245513916, -0.03098139725625515, 0.00020828370179515332, 0.05604543909430504, 0.025538774207234383, -0.028703458607196808, 0.0032982765696942806, 0.03645259886980057, 0.003348087891936302, -0.002689027925953269, -0.00031490158289670944, -0.034253206104040146, 0.015580099076032639, 0.004582366440445185, 0.0043436381965875626, -0.030085716396570206, -0.009740452282130718, -0.015355567447841167, 0.005742030683904886, 0.011414346285164356, 0.02557992748916149, -0.003472522832453251, 0.0022294153459370136, -0.014851701445877552, 0.015821004286408424, -0.0055862730368971825, -0.009590611793100834, -0.0029333834536373615, 0.023227166384458542, 0.010017067193984985, 0.04218468815088272, 0.041286177933216095, -0.019626600667834282, -0.0059448955580592155, -0.05131468549370766, 0.06221100315451622, 0.016407037153840065, 0.014551482163369656, 0.014612465165555477, -0.025170616805553436, 0.0036372668109834194, -0.008555187843739986, -0.015721585601568222, -0.023361943662166595, -0.007537038065493107, 0.02692355401813984, 0.03343116119503975, -0.008969603106379509, 0.021230995655059814, -0.040172282606363297, 0.003912941552698612, -0.01911018230021, -0.048183735460042953, 0.015452434308826923, 0.01170919556170702, -0.008903042413294315, 0.0069649722427129745, -0.017363687977194786, -0.013807007111608982, 0.022390739992260933, -0.018472425639629364, -0.04238064959645271, -0.035246558487415314, -0.010899613611400127, -0.049989473074674606, -5.952838182565756e-05, 0.002343237167224288, 0.0006283053080551326, -0.006091265007853508, 0.04025721922516823, 0.03157655894756317, 0.0041816141456365585, -0.021254928782582283, 0.01337805762887001, -0.008734301663935184, 0.01946074701845646, 0.015783322975039482, -0.02645021490752697, -0.016737844794988632, 0.021167723461985588, -0.037239670753479004], [-0.07460299879312515, 0.0315588116645813, -0.0302790105342865, -0.022863877937197685, -0.0070318784564733505, 0.008949516341090202, -0.013401557691395283, 0.019180478528141975, 0.06492333114147186, -0.04516975209116936, -0.09214743226766586, 0.056045807898044586, 0.0342114195227623, -0.03999036177992821, 0.0012321623507887125, -0.0367538258433342, -0.04226354509592056, 0.07625068724155426, -0.08851456642150879, 0.04401175677776337, 0.005718229338526726, -0.039824288338422775, 0.06660749763250351, 0.04646838456392288, -0.020952880382537842, -0.056032225489616394, 0.023629898205399513, -0.048235826194286346, -0.03654422238469124, -0.0844239816069603, 0.06575016677379608, -0.010139623656868935, 0.023489754647016525, -0.03602050617337227, 0.026992667466402054, 0.026054244488477707, -0.0077726091258227825, -0.013035504147410393, 0.011083649471402168, 0.013299919664859772, -0.03971134498715401, 0.019307076930999756, -0.0064419955015182495, 0.020556766539812088, -0.05448659881949425, 0.041282832622528076, 0.05564677715301514, -0.025775877758860588, -0.015604821965098381, 0.00536646181717515, 0.07295078039169312, 0.05662636086344719, -0.053986549377441406, 0.03687836602330208, 0.012707206420600414, 0.0006887440104037523, -0.010533546097576618, 0.02846330590546131, -0.03798183798789978, 0.026525286957621574, 0.020781397819519043, -0.037487030029296875, -0.057811934500932693, -0.026351118460297585, 0.009096150286495686, 0.02211945503950119, 0.008787603117525578, -0.052296265959739685, -0.020033765584230423, 0.01692742481827736, 0.019018178805708885, 0.02642033062875271, -0.03557809069752693, -0.025633351877331734, -0.000896718236617744, 0.01542536448687315, 0.012728159315884113, 0.06343553215265274, -0.014936581254005432, -0.03842227905988693, -0.00657625449821353, -0.009032967500388622, 0.012457014061510563, -0.03939901664853096, 0.002538406988605857, 0.04776855930685997, 0.02520221285521984, 0.01308575551956892, 0.02026592381298542, -0.04816313460469246, 0.01342222560197115, 0.0062240175902843475, 0.044088371098041534, 0.0036901324056088924, 0.061728883534669876, 0.03295518830418587, -0.02382291667163372, -0.02807350642979145, -0.009340664371848106, 0.022403394803404808, 0.013566162437200546, -0.03622926399111748, 0.016379261389374733, 0.014510834589600563, -0.003262487007305026, 0.0038976799696683884, 0.024622883647680283, 0.02128651924431324, 0.023887457326054573, -0.052342094480991364, 0.02416272647678852, -0.1209040954709053, -0.01679406315088272, 0.0456012524664402, -0.04100748524069786, -0.02622116170823574, 0.04250148683786392, 0.04798613488674164, 0.03746185824275017, -0.0011653295950964093, -0.021033449098467827, 0.00902500655502081, 0.021948423236608505, -0.0477760024368763, -0.016494467854499817, 0.010518118739128113, 0.03325739875435829, -0.028219683095812798], [-0.09076861292123795, 0.025579141452908516, -0.0413072444498539, -0.03471219539642334, -0.03786240518093109, 0.02784794196486473, -0.0483052060008049, 0.023186108097434044, 0.09618507325649261, -0.02354712225496769, -0.06120046228170395, 0.08451961725950241, -0.006140310782939196, -0.009598301723599434, 0.008443191647529602, -0.07516447454690933, -0.021395713090896606, 0.0854470506310463, -0.05445576459169388, 0.07796542346477509, 0.07841474562883377, -0.05416487529873848, 0.04961105063557625, 0.04209105670452118, -0.005356390494853258, -0.04244108125567436, 0.025097981095314026, -0.08587824553251266, -0.03452024236321449, -0.06700176000595093, 0.05864832177758217, -0.05215900391340256, 0.02301190048456192, -0.03469403460621834, 0.014849363826215267, 0.025728926062583923, 0.03765251487493515, 0.017696183174848557, 0.040318217128515244, 0.022003699094057083, -0.04389277845621109, 0.010503822937607765, -0.0035982918925583363, 0.0025978556368499994, -0.09104494005441666, 0.027940060943365097, 0.0035927731078118086, -0.01011804211884737, 0.029108542948961258, -0.0035016180481761694, 0.04239536076784134, 0.07121415436267853, -0.060957398265600204, 0.018916776403784752, 0.08554761856794357, -0.036902278661727905, -0.037638965994119644, 0.07551595568656921, -0.07785563915967941, 0.029270462691783905, 0.03480134904384613, -0.04706345126032829, -0.04561098292469978, -0.026218220591545105, 0.012816325761377811, 0.031226426362991333, -0.007843810133635998, 0.014721861109137535, -0.011139631271362305, 0.030648404732346535, 0.010818586684763432, 0.005830842535942793, -0.002494528889656067, 0.045198388397693634, -0.016099609434604645, 0.042825084179639816, -0.031843774020671844, 0.06024567037820816, 0.013064342550933361, -0.003111591562628746, -0.0363803394138813, 0.03458204120397568, 0.004824044648557901, -0.026367658749222755, 0.08136802166700363, 0.037177395075559616, -0.03626013174653053, 0.025319978594779968, 0.023468593135476112, -0.028157832100987434, -0.03464509919285774, -0.011803383938968182, 0.00043035761336795986, 0.016442136839032173, -0.0007161015528254211, -0.02248809114098549, 0.018274568021297455, 0.010823276825249195, -0.007481065113097429, -0.02949923276901245, 0.0281705129891634, -0.015341722406446934, -0.01101295743137598, 0.025743557140231133, -0.03094099462032318, -0.019314318895339966, 0.020435897633433342, -0.008256164379417896, 0.02551526203751564, -0.05772571638226509, 0.012781341560184956, -0.07862848788499832, -0.01146490778774023, 0.03957940265536308, 0.016770008951425552, -0.025097021833062172, 0.01182893943041563, 0.009814394637942314, 0.04452972486615181, -0.02895473688840866, -0.001874300418421626, 0.028013359755277634, 0.012033835984766483, -0.0044951424933969975, -0.022013090550899506, -0.006435132119804621, 0.04529586806893349, -0.025547852739691734], [-0.04297317937016487, 0.01696751080453396, -0.0012041040463373065, -0.012855349108576775, -0.014268603175878525, 0.017292387783527374, -0.013002556748688221, 0.010327882133424282, 0.08532501757144928, -0.005424280185252428, -0.059676963835954666, 0.04587657004594803, 0.016106683760881424, 0.015538626350462437, 0.021738769486546516, -0.03581678122282028, -0.012190795503556728, 0.024335116147994995, -0.030885782092809677, 0.05318219214677811, 0.056375306099653244, -0.02362305484712124, 0.02652057260274887, 0.005302665755152702, -0.013853396289050579, -0.011445521377027035, 0.03192620351910591, -0.02465660125017166, -0.02041788212954998, -0.08625864237546921, 0.07751382887363434, -0.019717829301953316, 0.013069532811641693, -0.027708424255251884, -0.009288758039474487, 0.06276639550924301, 0.01760903187096119, 0.017080457881093025, 0.03128834813833237, -0.0019676322117447853, -0.009222244843840599, 0.019673166796565056, -0.01221330463886261, -0.005664563737809658, -0.08490802347660065, 0.05750162526965141, 0.06016010418534279, -0.023010822013020515, 0.019880929961800575, 0.006013930309563875, 0.03704673424363136, 0.05280470475554466, -0.017588026821613312, 0.0015159230679273605, 0.035596009343862534, -0.006718985736370087, 0.01816490665078163, 0.05332634970545769, -0.07014404982328415, 0.03596222773194313, 0.019497312605381012, -0.02925114519894123, -0.04891519621014595, -0.02466767467558384, -0.004786969628185034, 0.010989352129399776, 0.012402632273733616, -0.04809102788567543, -0.023362327367067337, -0.006661806255578995, -0.003986881114542484, -0.0526793971657753, 0.03524807468056679, 0.04001520946621895, 0.01522939745336771, 0.003780935425311327, 0.013126053847372532, 3.829424531431869e-05, 0.011139382608234882, -0.033080291002988815, 0.008490550331771374, 0.020341403782367706, 0.007126012351363897, -0.04433618113398552, 0.026331070810556412, 0.0047617764212191105, 0.01314602792263031, 0.0025450075045228004, -0.014458074234426022, -0.0008540332783013582, -0.0545484721660614, -0.013616648502647877, 0.008458754979074001, 0.006347342859953642, 0.01001537311822176, -0.014633756130933762, 0.020418774336576462, -0.014790954068303108, -0.008594825863838196, -0.019535092636942863, -0.00870378315448761, -0.013550186529755592, -0.019715406000614166, 0.03660593926906586, -0.02982831932604313, -0.006498966831713915, 0.01781456172466278, -0.023218879476189613, 0.00044749071821570396, 0.02046426571905613, 0.03434445708990097, -0.04502590745687485, 0.040062665939331055, 0.05522828921675682, -0.003681670408695936, -0.031704943627119064, 0.00037902145413681865, 0.025654103606939316, -0.00612795352935791, 0.01033370103687048, -0.02293081395328045, 0.026764025911688805, 0.02105410397052765, -0.03829045966267586, 0.015547968447208405, -0.0005630305968225002, 0.015149569138884544, -0.0407077856361866], [-0.03748801723122597, 0.021152149885892868, -0.01763143204152584, -0.05227817967534065, -0.008896466344594955, 0.0021715620532631874, -0.0036846594884991646, 0.04112495481967926, 0.07042224705219269, 0.021435877308249474, -0.06558857858181, 0.03435216099023819, 0.009859330952167511, -0.00951451901346445, -0.004812795668840408, -0.016241762787103653, -0.024600137025117874, 0.02670035883784294, -0.039745986461639404, 0.042544733732938766, 0.013845461420714855, -0.02213592268526554, 0.0410124734044075, -0.005016614682972431, -0.008115065284073353, -0.025309205055236816, 0.016721174120903015, -0.03174665570259094, -0.021003171801567078, -0.05113384127616882, 0.03999100625514984, -0.013044926337897778, 0.007397725246846676, -0.024451231583952904, 0.002889220602810383, 0.031781867146492004, 0.008164492435753345, 0.008957315236330032, -0.016598952934145927, -0.008313924074172974, -0.011109006591141224, 0.01907525025308132, -0.010302942246198654, 0.024786831811070442, -0.07493741810321808, 0.011291460134088993, -0.0036659305915236473, 0.006654573138803244, -0.0011327301617711782, -0.005754785146564245, 0.041756611317396164, 0.040767133235931396, -0.02698148414492607, 0.009523008950054646, 0.030448799952864647, -0.01716894842684269, -0.01062770839780569, 0.009726074524223804, -0.061553701758384705, 0.011240952648222446, 0.012086561881005764, -0.006822414696216583, -0.011147093959152699, -0.021892942488193512, -0.012749573215842247, -0.001580004463903606, -0.013496920466423035, -0.011879129335284233, -0.018537478521466255, 0.012233322486281395, -0.000595604011323303, -0.01892979070544243, -0.0041840351186692715, -0.016994526609778404, 0.037745002657175064, -0.033970627933740616, 0.02930714376270771, -0.002443751785904169, 0.019595233723521233, 0.019037965685129166, -0.0188995823264122, 0.02946367859840393, 0.019086791202425957, 0.004339886363595724, 0.0030784988775849342, -0.015350759960711002, -0.027554446831345558, -0.006408164277672768, 0.003951514605432749, 0.003169473959133029, -0.019288301467895508, 0.02220895141363144, 0.005791461560875177, 0.0292962659150362, -0.011079508811235428, -0.030301375314593315, -0.005248062312602997, -0.019603263586759567, -0.028560345992445946, -0.004269341938197613, -0.0013190682511776686, -0.012805195525288582, 0.021580642089247704, 0.022296063601970673, -0.01825520396232605, 0.0209589134901762, 0.025816215202212334, 0.01590457186102867, -0.00660752272233367, -0.018957626074552536, 0.02375718764960766, -0.006787141319364309, -0.002110843313857913, 0.0033032253850251436, -0.03290267661213875, -0.026162458583712578, -0.03513190522789955, 0.03981512412428856, -0.010288991034030914, 0.003808308858424425, 0.013172008097171783, 0.003604772500693798, -0.02939053252339363, -0.004675066564232111, -0.015387395396828651, -0.010862222872674465, -0.011410078033804893, 0.0005912532797083259], [-0.05567511171102524, -0.00898911152034998, -0.05601496994495392, -0.02467530220746994, -0.05584650859236717, 0.05024896562099457, -0.021106280386447906, -0.019175954163074493, 0.12451659142971039, -0.032105378806591034, -0.08247631043195724, 0.08669489622116089, 0.03121100924909115, 0.0113639235496521, 0.0065332623198628426, -0.05111776664853096, -0.035968124866485596, 0.062427956610918045, -0.06937971711158752, 0.14086492359638214, 0.05537000671029091, -0.01277112029492855, 0.08949899673461914, 0.03766874969005585, 0.0322587788105011, -0.05891628935933113, 0.00851328857243061, -0.0403938814997673, -0.04951074346899986, -0.07908813655376434, 0.1006217822432518, -0.023048941045999527, 0.01067360583692789, -0.053641434758901596, 0.009500651620328426, 0.06678898632526398, 0.031358104199171066, 0.02148621901869774, -0.014530891552567482, 0.014579275622963905, -0.03578321263194084, -0.009080556221306324, -0.01053380686789751, 0.026306554675102234, -0.10661560297012329, 0.05120120942592621, 0.04354444518685341, 0.007744764909148216, -0.004160447511821985, 0.004467384424060583, 0.04436223581433296, 0.055582281202077866, -0.04931051284074783, 0.032502107322216034, 0.07807765901088715, -0.057462066411972046, -0.007331974804401398, 0.06767595559358597, -0.0821632519364357, 0.03542371094226837, 0.033872734755277634, -0.04980073869228363, -0.08151736110448837, -0.03300108388066292, -0.011782784946262836, 0.03697417303919792, -0.01807945966720581, -0.015993131324648857, -0.025129035115242004, 0.01637258566915989, 0.021846096962690353, 0.06637833267450333, -0.025174664333462715, -0.0029015042819082737, -0.006497320253401995, 0.03858308494091034, 0.021731607615947723, 0.10451553016901016, 0.018438858911395073, 0.0366203635931015, -0.04446147382259369, 0.007053055800497532, 0.047264691442251205, -0.011488398537039757, 0.027016911655664444, -0.007138087879866362, -0.0290173701941967, 0.008480492979288101, 0.029993701726198196, 0.01752648688852787, -0.06195009872317314, -0.006000981666147709, 0.0025297494139522314, 0.05457891896367073, 0.038110215216875076, -0.005173058714717627, 0.024117860943078995, -0.019723348319530487, -0.04660573601722717, -0.03448480740189552, 0.05881015583872795, 0.009053238667547703, -0.019040966406464577, 0.03149060532450676, -0.030045263469219208, -0.021146850660443306, 0.0228937529027462, -0.03339950740337372, 0.010977646335959435, -0.05215975642204285, 0.023010486736893654, -0.08344563096761703, -0.0001377964799758047, 0.050709959119558334, 0.0039706043899059296, -0.019432639703154564, 0.03557897359132767, 0.035553161054849625, -0.0028751178178936243, 0.022790411487221718, -0.021006008610129356, 0.08404532074928284, 0.05207981914281845, -0.011674558743834496, -0.0466248095035553, -0.029104704037308693, 0.013497389853000641, -0.017641423270106316], [-0.05831156298518181, -0.005515460856258869, -0.0275880079716444, -0.012810008600354195, -0.035873934626579285, 0.017821094021201134, -0.028743647038936615, -0.0035842948127537966, 0.08823642879724503, 0.031174015253782272, -0.06360360980033875, 0.07491541653871536, 0.009101038798689842, -0.028279099613428116, -0.016783012077212334, -0.051925208419561386, -0.0034598063211888075, 0.06986325234174728, -0.060610104352235794, 0.03173749893903732, 0.04702296108007431, -0.03250981122255325, 0.029521197080612183, 0.01700202003121376, 0.003708162344992161, -0.057143595069646835, -0.007314290385693312, -0.0728348046541214, -0.027385467663407326, -0.08124207705259323, 0.07876512408256531, -0.007466595154255629, -0.0021707548294216394, -0.03744987025856972, -0.01998934894800186, 0.03494065999984741, -0.008081221953034401, -0.005105339456349611, 0.043302640318870544, 0.004295337479561567, -0.059311121702194214, 0.005438392981886864, 0.008854592218995094, 0.010984780266880989, -0.04929948225617409, 0.06108766421675682, 0.016491224989295006, -0.02393580786883831, -0.013632644899189472, 0.03392478823661804, 0.040649961680173874, 0.04361405968666077, -0.03877412900328636, 0.021576207131147385, 0.05193689465522766, 0.010328120552003384, -0.012285318225622177, 0.03340199589729309, -0.06051160395145416, 0.030503470450639725, 0.008788763545453548, -0.014843209646642208, -0.06483249366283417, -0.028226574882864952, -0.005908876191824675, 0.02811768837273121, -0.0009611338609829545, -0.024945029988884926, -0.034400589764118195, 0.02546069212257862, -0.028787771239876747, 0.008949565701186657, -0.030423879623413086, -0.016406267881393433, 0.03148363158106804, 0.01316862739622593, 0.017099739983677864, 0.08747230470180511, 0.014837903901934624, 0.01799234375357628, 0.02191692404448986, 0.010017606429755688, 0.022356055676937103, -0.041645221412181854, 0.03446867689490318, 0.02401360496878624, -0.02330763265490532, -0.012624452821910381, -0.0034433321561664343, -0.03399345278739929, -0.017557330429553986, 0.003216998651623726, 0.012919886037707329, 0.006220080889761448, -0.01603212021291256, 0.021100012585520744, -0.014343262650072575, -0.034637339413166046, -0.03972869738936424, -0.04151025786995888, -0.0059438482858240604, -0.05364001542329788, 0.018908200785517693, 0.034532368183135986, -0.023862797766923904, -0.012892622500658035, -0.020334864035248756, -0.00875066313892603, -0.04140148684382439, -0.05207052081823349, 0.00040103241917677224, -0.04464893788099289, 0.028165457770228386, 0.013586808927357197, 0.014428078196942806, -0.016842389479279518, -0.00849485769867897, 0.003026314778253436, 0.013921111822128296, -0.070377878844738, 0.03793506324291229, 0.01094946451485157, 0.01950758323073387, 0.020763810724020004, -0.027928290888667107, -0.05799140781164169, 0.04668733850121498, 0.008393962867558002], [-0.03135570138692856, -0.021123817190527916, -0.041384194046258926, -0.040061913430690765, -0.015934977680444717, -0.0051704877987504005, -0.0003747480222955346, -0.011697717010974884, 0.07582299411296844, -0.018335679545998573, -0.0535881370306015, 0.061595719307661057, 0.0016414184356108308, 0.008960581384599209, -0.017017412930727005, -0.025660397484898567, 0.02012527920305729, 0.02787909097969532, -0.04087800905108452, 0.016819508746266365, 0.044746749103069305, -0.02089000679552555, 0.04425117373466492, 0.013949789106845856, 0.0115672517567873, -0.03628775477409363, -0.012057904154062271, -0.04883420839905739, -0.01361140701919794, -0.0534619465470314, 0.04616876319050789, -0.020707551389932632, 0.0044303289614617825, -0.05084541440010071, -0.001959466142579913, -0.019478708505630493, 0.00752252759411931, -0.013736450113356113, -0.0012894226238131523, -0.03244539722800255, -0.023638879880309105, 0.028445865958929062, -0.013538726605474949, 0.018684107810258865, -0.07544465363025665, 0.020277397707104683, 0.017189526930451393, -0.010193565860390663, -0.01665414124727249, 0.005313562229275703, 0.04099195823073387, 0.04714442417025566, -0.017952457070350647, 0.03722234442830086, 0.04427378624677658, -0.037064969539642334, -0.003914436791092157, 0.02652110531926155, -0.06129464879631996, 0.015078448690474033, -0.02523449994623661, -0.02824675664305687, -0.059247348457574844, 0.002276116283610463, -0.04179631173610687, 0.020517434924840927, 0.00044261247967369854, -0.0006416856776922941, -0.02875455655157566, -0.010284299030900002, 0.03634233772754669, 0.007925346493721008, -0.04492262005805969, 0.0006046749767847359, 0.005647917278110981, -0.005567152984440327, 0.005469076335430145, -0.0007107687997631729, 0.008501631207764149, 0.001000004354864359, -0.021447300910949707, -0.00847996398806572, -0.0025490832049399614, -0.023162847384810448, -0.027072882279753685, -0.019892165437340736, 0.009710671380162239, -0.0008524673175998032, 0.023378929123282433, -0.0013116300106048584, -0.053701117634773254, 0.008837894536554813, 0.0025254632346332073, 0.019329020753502846, 0.0014771433779969811, 0.003844785736873746, 0.051305077970027924, 0.013057298958301544, 0.0026321473997086287, -0.012764631770551205, 0.010879508219659328, -0.02333555556833744, 0.008359330706298351, 0.042692046612501144, 0.0069929128512740135, -0.015707897022366524, 0.06576675176620483, -0.03102780319750309, -0.01064295880496502, -0.013587773777544498, 0.01655939780175686, -0.05264957249164581, -0.0037819924764335155, 0.02446233667433262, -0.04362378641963005, -0.00949184875935316, 0.006177548319101334, 0.03458630293607712, -0.030888723209500313, 0.007420436479151249, 0.027275487780570984, 0.009547945111989975, 0.03352958336472511, 0.018202148377895355, -0.00014742801431566477, 0.008707143366336823, 0.023202190175652504, -0.014837488532066345], [-0.0307184848934412, 0.026125378906726837, -0.009558851830661297, -0.03422687575221062, 0.0058468920178711414, -0.0103831235319376, 0.012234852649271488, -0.0146024776622653, 0.06683148443698883, 0.0003794217191170901, -0.03312773257493973, 0.05327358469367027, -0.04083910584449768, 0.004626675043255091, 0.019842833280563354, -0.024792825803160667, -0.004505184944719076, 0.01033763401210308, -0.044286731630563736, 0.011741666123270988, -0.010480089113116264, -0.03741583973169327, 0.05881904438138008, 0.03149190545082092, -0.028273433446884155, -0.029507987201213837, -0.017189400270581245, -0.00502020725980401, -0.027676697820425034, -0.039173878729343414, 0.0678994432091713, 0.006312455981969833, 0.007314830087125301, -0.051551491022109985, -0.009703176096081734, 0.019443457946181297, 0.013239794410765171, -0.00038250882062129676, 8.114364754874259e-05, 0.011189292185008526, -0.0013299316633492708, 0.0008162787416949868, -0.0031801152508705854, -0.003336007473990321, -0.07851384580135345, 0.006725645158439875, 0.00867527537047863, -0.022581852972507477, 0.006306054536253214, 0.0018019427079707384, 0.04093572497367859, -0.004022999666631222, -0.002653340343385935, 0.0048014032654464245, 0.04053383693099022, -0.014569738879799843, 0.012338423170149326, -0.002136065624654293, -0.013325964100658894, 0.06119687855243683, 0.026656286790966988, -0.01883995160460472, 0.00027182349003851414, -0.0013328614877536893, 0.020979249849915504, 0.010806863196194172, -0.020776281133294106, 0.012481782585382462, -0.001331038074567914, -0.00790353026241064, -0.0015830924967303872, 0.008366141468286514, 0.008138623088598251, -0.002450865227729082, -0.033417895436286926, 0.018612632527947426, -0.032769519835710526, -0.025252675637602806, -0.014067408628761768, 0.0225856751203537, 0.01917009800672531, 0.009289971552789211, -0.03769446536898613, 0.010427404195070267, -0.005976828746497631, 0.0034808649215847254, -0.02602412924170494, -0.008955558761954308, 6.048801151337102e-05, -0.02182079665362835, -0.007076149340718985, -0.01016731932759285, 0.01666632667183876, 0.009218339808285236, -0.019552180543541908, 0.008711719885468483, 0.007113582920283079, 0.00855254102498293, 0.008870239369571209, 0.013770726509392262, 0.04412905499339104, 0.017058653756976128, -0.02265404723584652, -0.005329864099621773, -0.023652348667383194, -0.021767033264040947, 0.002676786622032523, -0.03965146094560623, 0.01662289723753929, 0.02793126367032528, 0.010836717672646046, -0.023160196840763092, 0.006627462804317474, -0.010623270645737648, 0.028071656823158264, -0.027099229395389557, 0.03347107768058777, 0.008262508548796177, -0.006734731141477823, 0.005168948322534561, -0.018482010811567307, -0.027401231229305267, 0.013320442289113998, 0.008494889363646507, -0.029924632981419563, -0.014458093792200089, 0.00972098857164383, -0.025819001719355583], [-0.04676741734147072, 0.009732693433761597, -0.02370690368115902, -0.039519328624010086, -0.054150380194187164, 0.01870572194457054, 0.0053075458854436874, -0.014413940720260143, 0.06218967214226723, 0.031034652143716812, -0.08408687263727188, 0.06726028770208359, 0.023986026644706726, -0.04391815885901451, 0.04028300940990448, -0.018745236098766327, 0.02681487239897251, 0.04489970952272415, -0.06941807270050049, 0.0881836786866188, 0.05038420855998993, -0.08807269483804703, 0.0607796274125576, 0.02753329463303089, -0.016277963295578957, -0.0668034628033638, 0.02656320482492447, -0.06173073127865791, -0.03252512589097023, -0.05959600955247879, 0.09060404449701309, -0.04116667062044144, 0.017557773739099503, -0.04814276099205017, 0.015882721170783043, 0.08288917690515518, 0.020060451701283455, 0.034390490502119064, 0.02575080841779709, 0.01246179360896349, -0.04341418668627739, 0.01385071873664856, -0.031886789947748184, 0.009568680077791214, -0.08130982518196106, 0.05314412713050842, 0.043117210268974304, -0.013364472426474094, 0.0067651038989424706, 0.008849792182445526, 0.007615900598466396, 0.0008640351006761193, -0.05827922001481056, 0.019869999960064888, 0.066111721098423, -0.06678666174411774, -0.025662370026111603, 0.06285270303487778, -0.05125845596194267, 0.027418438345193863, 0.008218890056014061, -0.03702346980571747, -0.03334600850939751, -0.047833364456892014, 0.030130142346024513, -0.014394001103937626, -0.022785300388932228, 0.011726485565304756, 0.013564471155405045, 0.014468390494585037, 0.02088703215122223, 0.03947864845395088, 0.0011827211128547788, 0.0034162327647209167, 0.0020696527790278196, 0.07139772921800613, 0.0017318195896223187, 0.07543661445379257, 0.014354587532579899, 0.010523254051804543, 0.0016152956523001194, 0.006947224028408527, -0.037579506635665894, -0.021774299442768097, 0.013698747381567955, -0.005298279691487551, 0.0017244925256818533, -0.0010309414938092232, 0.021043822169303894, 0.017481792718172073, -0.037786874920129776, -0.018981175497174263, 0.007556356955319643, 0.026513757184147835, -0.01670435629785061, -0.026672402396798134, 0.040858298540115356, -0.013775232248008251, -0.022176308557391167, 0.013224322348833084, 0.00881368387490511, 0.010106257162988186, -0.0023887576535344124, 0.03300270810723305, 0.002195405075326562, -0.03176343813538551, 0.04064919799566269, -0.030267421156167984, 0.03551175817847252, -0.024541612714529037, 0.03060932457447052, -0.08990868180990219, -0.01074744388461113, 0.00405643368139863, -0.03158805891871452, -0.0037803910672664642, 0.026851139962673187, -0.003430285258218646, 0.011077730916440487, -0.0020350811537355185, -0.0036860296968370676, 0.019282521679997444, 0.02871648594737053, -0.03336365893483162, -0.010257221758365631, -2.712331661314238e-05, -0.01638178341090679, -0.016550667583942413], [-0.04405606910586357, 0.00453027943149209, -0.014484132640063763, -0.027013493701815605, -0.010905347764492035, -0.0005773676675744355, 0.01670069433748722, -0.001403167610988021, 0.07289417088031769, -0.002677011536434293, -0.0688992440700531, 0.06400488317012787, 0.007453328929841518, 0.0007597896619699895, -0.02359519712626934, 0.005444948095828295, 0.00269941589795053, 0.027582187205553055, -0.030510639771819115, 0.03060339391231537, 0.025364458560943604, -0.04599188268184662, 0.03561253845691681, -0.014191189780831337, -0.010325823910534382, -0.05023518204689026, -0.010353551246225834, -0.031079990789294243, -0.0403064489364624, -0.04358629137277603, 0.05229133740067482, 0.0034311343915760517, 0.016339434310793877, -0.017432935535907745, -0.005611671134829521, 0.04998237267136574, -0.007032802328467369, 0.018228283151984215, -0.004305016715079546, 0.007547921966761351, -0.02342187613248825, 0.03411880135536194, 0.0015520467422902584, -0.037289492785930634, -0.06822072714567184, 0.03281932324171066, -0.006038016639649868, 0.004569950047880411, -0.011351496912539005, 0.004716106224805117, 0.017164675518870354, 0.0274419616907835, -0.004730050452053547, 0.02987504005432129, 0.04935159161686897, 0.013726762495934963, 0.018672063946723938, -0.00209983391687274, -0.027548572048544884, 0.01766100339591503, 0.019954290241003036, -0.0020213571842759848, -0.020265359431505203, 0.004836019594222307, 1.0627652045513969e-05, 0.029361294582486153, -0.017623210325837135, 0.018904797732830048, -0.013232357800006866, 0.004873719997704029, -0.019834093749523163, -0.009937124326825142, -0.00870143249630928, 0.0017006259877234697, 0.0022617646027356386, 0.0031601551454514265, 0.003890400752425194, 0.03316804766654968, -0.04084736481308937, 0.02379063330590725, -0.03166652470827103, -0.01989017054438591, 0.009661845862865448, -0.038481999188661575, 0.0060066948644816875, -0.010669066570699215, -0.02657146006822586, -0.010293298400938511, 0.010671495459973812, -0.05586892366409302, 0.004441996570676565, 0.02277672290802002, -0.010743731632828712, -0.011577925644814968, 0.015814322978258133, -0.0017296175938099623, -0.014574969187378883, -0.015162382274866104, -0.008192973211407661, -0.018978945910930634, 0.0019891373813152313, -0.002841668203473091, -0.008903412148356438, 0.002494142623618245, 0.013693456538021564, -0.006925600580871105, -0.026798872277140617, -0.015380414202809334, -0.00658109225332737, -0.015645120292901993, 0.00044519538641907275, -0.0021488366182893515, -0.011377290822565556, 0.004859651904553175, -0.01172468438744545, 0.02215716615319252, 0.018739571794867516, -0.002218974055722356, -0.03366873413324356, 0.0014345357194542885, -0.02081301063299179, 0.019393566995859146, 0.01655103825032711, -0.020326580852270126, -0.026071511209011078, -0.009875052608549595, 0.0455317497253418, 0.04338061064481735], [-0.030304256826639175, 0.024616094306111336, -0.017775697633624077, -0.04662296175956726, 0.02253766544163227, 0.007410749327391386, -0.008506151847541332, -0.024107789620757103, 0.025446848943829536, 0.0017688226653262973, -0.024731099605560303, 0.034641169011592865, 0.005876744166016579, 0.010780294425785542, 0.0071788085624575615, -0.021279960870742798, 0.00991255883127451, 0.0394764207303524, -0.03928195685148239, 0.02844943292438984, 0.00031635575578548014, 0.00438819220289588, 0.012249688617885113, 0.01218594703823328, 0.004959081299602985, -0.03650379553437233, -0.008593946695327759, -0.01161174662411213, -0.026568477973341942, -0.025761043652892113, 0.006986577529460192, -0.012763173319399357, 0.0008026262512430549, -0.017831824719905853, -0.00022501952480524778, 0.024289799854159355, 0.01860760897397995, 0.01851220428943634, 0.030631503090262413, -0.016528194770216942, -0.02770538069307804, 0.012790990993380547, -0.011578662320971489, -0.009139440022408962, -0.043336719274520874, -0.003886463586241007, -0.0026762988418340683, -0.011921972967684269, 0.000934925745241344, 0.0010602005058899522, 0.02433846704661846, 0.020051660016179085, 0.011552910320460796, 0.004802648443728685, 0.04972514882683754, -0.02986048348248005, -0.0036224552895873785, 0.009138214401900768, -0.015707887709140778, 0.030774850398302078, 0.005666777025908232, -0.009418671019375324, -0.024434491991996765, -0.005141932051628828, -0.006213546264916658, 0.0031084984075278044, -0.008491747081279755, -0.0010191979818046093, -0.005397302098572254, -0.007767627947032452, -0.006041023880243301, 0.001684747519902885, -0.001027753110975027, 0.010209894739091396, -0.0030997481662780046, 0.0037659010849893093, -0.01578882522881031, 0.014802513644099236, 0.013013730756938457, 0.0015789904864504933, 0.004343822132796049, 0.007002195343375206, 0.010772820562124252, 0.002340659499168396, 0.016682956367731094, 0.001912559731863439, 0.0043221586383879185, 0.0060358475893735886, 0.0025979254860430956, -0.008987434208393097, -0.0005982938455417752, 0.01285628043115139, -0.0010220510885119438, 0.00666043721139431, 0.0013955935137346387, 0.013899288140237331, 0.0014070810284465551, 0.005152122583240271, 0.015074634924530983, 0.001211351715028286, 0.01316263247281313, -0.011852390132844448, -0.011853838339447975, 0.015734607353806496, -0.018425114452838898, -0.005030847620218992, 0.0036820850800722837, -0.0008667578222230077, -0.001011193380691111, -0.026935575529932976, 0.013803617097437382, -0.029042620211839676, -0.00653968146070838, 0.008601428009569645, -0.004993418697267771, 0.0037071043625473976, -0.023506460711359978, 0.01289477851241827, 0.005776156671345234, -0.007495984900742769, -0.004275892861187458, 0.01799691468477249, 0.003333163447678089, -0.007968069054186344, -0.00561071140691638, -0.016429895535111427, 0.005184500478208065, -0.006217540707439184], [-0.020016485825181007, 0.0006285757408477366, -0.013422955758869648, -0.038442984223365784, -0.039077579975128174, 0.010789759457111359, -0.024974839761853218, 0.02331981621682644, 0.07300888001918793, -0.006278726272284985, -0.034619733691215515, 0.07163506001234055, -0.0153572428971529, 0.015967953950166702, 0.006953519303351641, 0.003316223155707121, -0.016724294051527977, 0.06789324432611465, -0.04052384942770004, 0.058983635157346725, 0.03630102798342705, -0.03647279739379883, 0.057821840047836304, 0.007484782952815294, -0.005157188046723604, -0.02398964948952198, 0.007578496355563402, -0.06335542351007462, -0.042339589446783066, -0.059456150978803635, 0.0429856963455677, -0.022434735670685768, 0.012746954336762428, -0.040530022233724594, 0.011029290966689587, 0.045038383454084396, 0.010029774159193039, 0.00986169558018446, -0.024958979338407516, 0.01516537182033062, -0.035798702389001846, 0.007756748702377081, 0.009395971894264221, 0.0031045994255691767, -0.056525424122810364, 0.031229019165039062, 0.02468516118824482, -0.004944674205034971, 0.013690287247300148, 0.018615594133734703, 0.04961064085364342, 0.04167104884982109, -0.013925335370004177, 0.021381694823503494, 0.060214780271053314, -0.032328102737665176, -0.041415099054574966, 0.013463924638926983, -0.03966803476214409, 0.02905639261007309, 0.017959052696824074, -0.0318562388420105, -0.027704812586307526, -0.016970103606581688, 0.017627524212002754, 0.005866911727935076, 0.014061098918318748, -0.024026114493608475, -0.045685868710279465, 0.008109603077173233, -0.029684336856007576, 0.0024216463789343834, -0.006666424684226513, 0.0121183255687356, -0.0019146674312651157, 0.036746181547641754, -0.01374826766550541, 0.0286711435765028, 0.036878801882267, -0.02664426900446415, 0.032049987465143204, -0.0016249252948909998, -0.05227574333548546, -0.01661323569715023, 0.002081947633996606, -0.008433150127530098, 0.004021057393401861, -0.0019480270566418767, 0.023364227265119553, -0.021697884425520897, -0.04026804119348526, -0.012892210856080055, -0.000820882327388972, 0.013348349370062351, -0.0010760501027107239, 0.011251728050410748, 0.011673664674162865, 0.02509755641222, 0.004629730246961117, -0.03294937685132027, 0.01468761544674635, -0.0460851825773716, -0.01738753914833069, 0.02898615226149559, -0.010189888998866081, -0.023443307727575302, -0.0016124378889799118, -0.025004111230373383, 0.01702129654586315, -0.019139841198921204, 0.054881516844034195, -0.01613611914217472, -0.007978991605341434, -0.025661977007985115, -0.0360901802778244, -0.00030154967680573463, 0.002298422623425722, 0.01611224189400673, 0.012119865976274014, -0.0024608715903013945, -0.04076563939452171, 0.026980992406606674, 0.012810303829610348, -0.00536700151860714, -0.006005673669278622, 0.012178338132798672, 0.0030229175463318825, -0.0035790714900940657], [-0.04274453967809677, 0.04100837931036949, -0.011364643462002277, -0.014132870361208916, -0.030186573043465614, 0.0015685276594012976, -0.0013857330195605755, -0.012989317066967487, 0.05034204572439194, 0.008906720206141472, -0.052778538316488266, 0.054041195660829544, 0.017003975808620453, 0.013533090241253376, -0.030269036069512367, -0.02887052483856678, -0.044714827090501785, 0.07492601871490479, -0.026531271636486053, 0.09682303667068481, 0.04722357168793678, -0.03412242606282234, 0.06405801326036453, 0.014895678497850895, -0.008137235417962074, -0.023635679855942726, 0.004262941423803568, -0.04646813124418259, -0.03173306956887245, -0.04645901545882225, 0.06562788784503937, -0.02365133911371231, 0.0011373184388503432, -0.05817729979753494, 0.009843254461884499, 0.034532077610492706, 0.01810639165341854, 0.006279755383729935, 0.01799166388809681, 0.0008016292122192681, -0.03386734798550606, -0.014879224821925163, -0.015287939459085464, -0.008066253736615181, -0.031748246401548386, 0.02378704957664013, 0.014429314061999321, -0.03734966367483139, 0.010921266861259937, 0.004345518536865711, 0.04473547637462616, 0.032700084149837494, -0.01701097935438156, 0.0201523806899786, 0.042019978165626526, -0.021878670901060104, -0.006389896851032972, 0.038437481969594955, -0.04370490461587906, 0.02403147891163826, 0.032965753227472305, -0.02586677111685276, -0.0468345507979393, -0.02715058997273445, 0.020134631544351578, 0.00038290570955723524, -0.009300033561885357, -0.03169824182987213, -0.010633700527250767, 0.003527842229232192, -0.006564212962985039, -0.0005678771412931383, -0.00970242265611887, 0.00280983024276793, 0.015277598984539509, 0.02965720370411873, 0.013749227859079838, 0.03751317784190178, 0.01962977834045887, -0.0017483097035437822, 0.01888943649828434, -0.0044637746177613735, -0.004484923556447029, 0.020394932478666306, 0.009715139865875244, -0.009630552493035793, 0.025339296087622643, 0.005222862120717764, 0.01532300841063261, -0.016666704788804054, -0.0013508024858310819, -0.0015737863723188639, -0.04190631955862045, 0.052810750901699066, 0.016912391409277916, 0.032532911747694016, 0.003517678240314126, 4.500277282204479e-05, 0.02807455137372017, -0.006222324445843697, 0.022154664620757103, 0.012448173947632313, 0.01703544519841671, 0.00958830676972866, -0.015815986320376396, -0.03413546830415726, -0.0038258882705122232, -0.018371982499957085, -0.014289464801549911, 0.001889848499558866, -0.0031117142643779516, -0.048306114971637726, 0.04055876284837723, 0.00394229032099247, 0.00573318637907505, -0.0011843412648886442, -0.0006553007988259196, 0.06565899401903152, -0.00018083884788211435, -0.01861868053674698, -0.05030032619833946, 0.012611516751348972, 0.01907266303896904, -0.027505017817020416, -0.01566365547478199, -0.0211076270788908, -0.0015543876215815544, -0.017360439524054527], [-0.05936051905155182, 0.03150826692581177, -0.03578439727425575, -0.06482039391994476, -0.0018700938671827316, 0.01910668984055519, 0.02099325880408287, -0.010932990349829197, 0.0992957055568695, -0.030158696696162224, -0.08218348026275635, 0.05286386236548424, 0.03217373415827751, -0.007941711694002151, -0.007548423949629068, -0.037044424563646317, -0.0076401568949222565, 0.02827666699886322, -0.062389861792325974, 0.07120398432016373, 0.02360653132200241, -0.05862606316804886, 0.03875909745693207, 0.002782708266749978, -0.030336124822497368, -0.025710444897413254, 0.004271903540939093, -0.05373052880167961, -0.03639839217066765, -0.06976595520973206, 0.05799497291445732, -0.002142994897440076, 0.021065134555101395, -0.05039483308792114, -0.007371045649051666, 0.051166832447052, 0.06560306251049042, 0.001747778384014964, 0.007284378632903099, -0.024686040356755257, -0.0389944389462471, 0.010981741361320019, -0.02309519052505493, 0.0059624481946229935, -0.06377625465393066, 0.02609177678823471, 0.02818555384874344, -0.02921006642282009, -0.006940875668078661, 0.022028440609574318, 0.04368957132101059, 0.05633092299103737, -0.022750772535800934, 0.046229422092437744, 0.050699383020401, 0.02424672618508339, 0.052503444254398346, 0.027266686782240868, -0.058587513864040375, 0.02114654704928398, 0.021301794797182083, -0.025208961218595505, -0.05903436988592148, -0.018658481538295746, 0.024706248193979263, 0.01660444214940071, 0.03468754142522812, 0.005640421528369188, -0.03902852535247803, -0.025041747838258743, -0.025155866518616676, 0.017381852492690086, -0.04226687550544739, 0.004395950585603714, 0.014631618745625019, 0.05457530543208122, -0.027506491169333458, 0.047154735773801804, 0.001754014752805233, -0.04097551852464676, -0.028013689443469048, -0.0073076714761555195, -0.029433585703372955, -0.03133944422006607, 0.02772100456058979, 0.08043719828128815, 0.012820901349186897, -0.004951104987412691, 0.0012145608197897673, -0.013289686292409897, -0.010699130594730377, 0.03150095045566559, 0.03087180107831955, -0.01640881784260273, 0.0005104363081045449, -0.03007330372929573, 0.032320987433195114, 0.03790317103266716, 0.031191470101475716, -0.005210363771766424, 0.0427231527864933, 0.0033235009759664536, 0.002314378274604678, 0.02637299709022045, -0.001977992942556739, -0.021321535110473633, 0.01960848458111286, -0.01333153061568737, -0.00928432960063219, -0.013616860844194889, 0.05465442314743996, -0.0631064921617508, -0.008938591927289963, 0.016451751813292503, -0.06742891669273376, 0.025484854355454445, 0.045578792691230774, 0.02029683068394661, 0.01948484405875206, -0.00930445920675993, -0.0110116396099329, 0.06572449207305908, -0.015789732336997986, -0.017551247030496597, -0.01713503897190094, 0.0115877790376544, 0.055953651666641235, -0.0014578558038920164], [-0.062172338366508484, 0.028337525203824043, -0.02675727941095829, -0.054778702557086945, -0.027764571830630302, 0.01791478507220745, -0.024346282705664635, 0.025644248351454735, 0.056389760226011276, -0.013775446452200413, -0.035801634192466736, 0.04677596688270569, 0.009606746025383472, -0.008505692705512047, -0.019385848194360733, -0.047548018395900726, -0.023996295407414436, 0.04415655881166458, -0.044384464621543884, 0.03431263566017151, -0.003041523741558194, -0.04856697842478752, 0.022898143157362938, -0.004003609996289015, -0.002451264997944236, -0.02737448550760746, 0.01022360660135746, -0.02322002686560154, -0.028374655172228813, -0.046130746603012085, 0.0595819316804409, -0.002118106232956052, 0.03861107677221298, -0.019335072487592697, -0.005215659737586975, 0.02264823019504547, 0.008149570785462856, -0.016870439052581787, 0.02024422213435173, -0.020001614466309547, -0.022080563008785248, -0.02024514600634575, -0.010880469344556332, 0.012573237530887127, -0.04785972461104393, 0.037812501192092896, -0.012418835423886776, 0.010234126821160316, 0.04298724606633186, 0.005561427678912878, 0.020887717604637146, 0.02930063009262085, -0.0360686294734478, -0.00609498331323266, 0.010236283764243126, 0.0005943236756138504, -0.020564420148730278, 0.026056785136461258, -0.011110940016806126, 0.017457889392971992, 0.050124991685152054, -0.02821245975792408, -0.04080449044704437, -0.03158918023109436, -0.03433515131473541, 0.01696608029305935, -0.03350831940770149, -0.014654948376119137, 0.01744820922613144, -0.0066877808421850204, -0.0363578163087368, 0.020295673981308937, -0.004307011142373085, 0.01895081251859665, -0.016691042110323906, 0.006597628351300955, -0.0131128104403615, 0.006422891281545162, -0.025359220802783966, -0.014429398812353611, 0.013810599222779274, 0.013018683530390263, 0.008345454931259155, 0.03328406810760498, 0.003910216968506575, 0.005841382779181004, 0.03709595650434494, 0.01496062520891428, 0.01630956307053566, 0.008622044697403908, -0.011760544963181019, -0.0017111250199377537, 0.014647708274424076, -0.0050001684576272964, 0.00011716856533894315, -0.003234622534364462, -0.019179992377758026, -0.0075800977647304535, 0.016089869663119316, 0.004404053092002869, 0.02101927436888218, 0.014738446101546288, -0.00967321451753378, -0.005126431584358215, 0.014020169153809547, -0.010382593609392643, 0.03224729746580124, -0.007348686456680298, 0.014918596483767033, 0.009213274344801903, 0.008789809420704842, -0.022799093276262283, -0.011797050945460796, -0.006997621618211269, 0.010360588319599628, -0.015512840822339058, -0.004206047859042883, 0.03934808075428009, 0.01148705929517746, -0.008328385651111603, -0.021621081978082657, -0.013071869499981403, -0.001327484380453825, 0.01047534216195345, 0.0007379567250609398, -0.024447359144687653, 0.007973121479153633, -0.013558425940573215], [-0.062073636800050735, 0.01477546151727438, -0.027671203017234802, -0.04683595150709152, 0.006626928690820932, 0.016821211203932762, 0.006044263020157814, 0.013888142071664333, 0.09427803009748459, -0.0074158781208097935, -0.06842208653688431, 0.0377134345471859, 0.04093271493911743, -0.017857585102319717, -0.017550596967339516, -0.023016098886728287, 0.01971212774515152, 0.03294152766466141, -0.019219478592276573, 0.0345807783305645, 0.03296072036027908, -0.020540742203593254, 0.041435353457927704, -0.007883734069764614, 0.03129908815026283, -0.009547135792672634, -0.003486448200419545, 0.00814078003168106, -0.04684336856007576, -0.05916690453886986, 0.052315499633550644, -0.0005486489390023053, 0.016887221485376358, -0.02179531753063202, 0.000400492106564343, 0.023039771243929863, 0.010795962996780872, -0.006696317344903946, 0.01183604821562767, 0.01077443826943636, -0.002663163933902979, -0.004404554609209299, -0.017201317474246025, -0.01051411684602499, -0.06265760958194733, 0.009149444289505482, 0.005953480955213308, -0.011310650035738945, 0.021807529032230377, -0.00694787222892046, 0.014500878751277924, 0.051479797810316086, -0.012303400784730911, -0.014138393104076385, 0.0008535823435522616, 0.01422377023845911, -0.012820351868867874, 0.017417097464203835, -0.013508734293282032, -0.0008350060670636594, 0.026262355968356133, -0.027478531002998352, -0.025678109377622604, -0.012478707358241081, -0.030492302030324936, 0.030278362333774567, 0.007998445071280003, -0.012898283079266548, 0.0002913942444138229, -0.006117307115346193, 0.013323239982128143, -0.021193621680140495, 0.04235999286174774, 0.004967824090272188, -0.00036929958150722086, 0.04618851840496063, 0.02971433289349079, 0.041984353214502335, 0.012148518115282059, 0.00520236836746335, -0.014631162397563457, -0.028045406565070152, 0.03103194385766983, -0.011292269453406334, 0.04412173852324486, -0.027496537193655968, 0.03460454195737839, -0.0051305294036865234, -0.007700932677835226, 0.008723147213459015, -0.01697234809398651, 0.02656460367143154, -0.0020025360863655806, 0.02147783897817135, 0.024063250049948692, -0.026064220815896988, 0.01695440523326397, -0.0006441286532208323, 0.037185002118349075, 0.00022506741515826434, 0.013913378119468689, 0.001468524569645524, -0.0015145628713071346, 0.04231565073132515, -0.009082604199647903, -0.01730046607553959, -0.0030022370629012585, -0.0022602640092372894, -0.025616483762860298, 0.011388239450752735, 0.017611848190426826, -0.049497976899147034, 0.01584792695939541, -0.010691601783037186, -0.009037931449711323, 0.007048291619867086, 0.000593175704125315, 0.005524578504264355, -0.0063063008710742, -0.019494635984301567, 0.009190606884658337, -0.03700694441795349, -0.01177972462028265, -0.03132365643978119, 0.004879947751760483, -0.03934046998620033, -0.007767001166939735, 0.02366357110440731], [-0.0642717033624649, 0.01912905089557171, -0.0033885673619806767, -0.019621767103672028, -0.020200757309794426, 0.015407009981572628, -0.021869711577892303, 0.0017382341902703047, 0.0774729922413826, 0.02364848554134369, -0.04724954813718796, 0.04540691524744034, 0.012593741528689861, 0.00973261147737503, 0.021415436640381813, -0.02795843407511711, -0.02625744231045246, 0.07383241504430771, -0.022382941097021103, 0.03673234581947327, 0.05038155987858772, -0.05039233714342117, 0.06491584330797195, -0.0011084626894444227, 0.04117722064256668, -0.04106895998120308, 0.01968029886484146, -0.03621140494942665, 0.0017893081530928612, -0.05427413806319237, 0.038527943193912506, -0.025843895971775055, 0.05129583925008774, -0.011457509361207485, -0.0052145677618682384, 0.03798916935920715, -0.002286843955516815, 0.004902239423245192, 0.020765602588653564, 0.0077211023308336735, 0.006371013354510069, -0.006215967237949371, -0.011434599757194519, 0.04729350656270981, -0.0632900521159172, 0.016539348289370537, 0.021519990637898445, -0.010766591876745224, 0.014950985088944435, 0.005704383831471205, 0.035071659833192825, 0.026436086744070053, -0.007082908879965544, 0.013761477544903755, 0.03536079823970795, -0.0041872663423419, -0.017820050939917564, 0.03639407828450203, -0.04379992187023163, -0.0019498957553878427, -0.002955232746899128, -0.033556971698999405, -0.024524258449673653, -0.02521168626844883, -0.00018129094678442925, 0.027669722214341164, -0.026398831978440285, -0.02935044653713703, 0.0014982775319367647, -0.00751901138573885, 0.020832929760217667, 0.00572048407047987, -0.0014652463141828775, -0.010196531191468239, -0.031696416437625885, 0.0062768105417490005, -0.042724184691905975, -0.0025404002517461777, 0.01560131274163723, 0.0232399832457304, -0.02313300222158432, 0.031252965331077576, 0.03347412869334221, -0.0029644393362104893, 0.00993179902434349, -0.015998560935258865, -0.016833022236824036, -0.0021083371248096228, 0.008970760740339756, 0.0008846598211675882, -0.034975748509168625, -0.011532970704138279, 0.021613845601677895, 0.006203560624271631, 0.017384188249707222, -0.016312962397933006, 0.005200490355491638, -0.012333949096500874, -0.006962575018405914, -0.054026518017053604, 0.025428589433431625, -0.024861566722393036, 0.0008481774129904807, 0.012485199607908726, -0.029411669820547104, -0.024983400478959084, 0.006968504749238491, -0.019396906718611717, 0.03493224456906319, 0.0016384391346946359, -0.0030496539548039436, -0.07179775089025497, 0.01729137822985649, 0.052859608083963394, -0.011902522295713425, -0.04387236386537552, 0.036795299500226974, 0.005697467364370823, 0.0043587880209088326, -0.0283815935254097, -0.018040860071778297, 0.008192966692149639, 0.01983286626636982, -0.0012486425694078207, -0.02024318464100361, -0.017955243587493896, 0.002403943333774805, -0.0111802713945508], [-0.07850506156682968, 0.02998175658285618, -0.043399300426244736, -0.054859913885593414, -0.011943774297833443, 0.011977373622357845, -0.024994535371661186, -0.0016440947074443102, 0.07550034672021866, -0.022888995707035065, -0.06740863621234894, 0.06530670076608658, -0.020694425329566002, -0.020818810909986496, 0.007812367752194405, -0.03507563844323158, -0.03289526700973511, 0.08357419818639755, -0.029354199767112732, 0.07028844207525253, 0.04319775104522705, -0.05053037777543068, 0.036656372249126434, -0.013564184308052063, 0.0022524564992636442, -0.048965103924274445, -0.0044314246624708176, -0.004603556357324123, -0.017130155116319656, -0.04449949786067009, 0.0852121040225029, -0.023724673315882683, 0.030995184555649757, -0.05843144655227661, -0.024795029312372208, 0.004843420349061489, 0.024492386728525162, 0.0397162102162838, 0.02215760201215744, 0.030171727761626244, -0.07382757216691971, 0.01274219062179327, -0.005392209626734257, 0.01120658777654171, -0.10765422880649567, 0.04669814556837082, 0.016734138131141663, 0.016647642478346825, 0.031202834099531174, -0.010663926601409912, 0.019401511177420616, 0.07262523472309113, -0.03581194579601288, 0.016159452497959137, 0.062356848269701004, -0.03690377622842789, 0.00041726938798092306, 0.06888298690319061, -0.04759630188345909, 0.007974863983690739, 0.042390916496515274, -0.043118882924318314, -0.013511340133845806, -0.040091902017593384, 0.0027687977999448776, 0.05751663073897362, -0.015798669308423996, 0.02194914221763611, 0.00543225510045886, -0.007231983821839094, -0.010361815802752972, -0.04708379879593849, 0.0003874718677252531, -0.0343136191368103, -0.022782986983656883, 0.009694037958979607, 0.010856258682906628, 0.08119680732488632, -0.016580911353230476, 0.00837988592684269, -0.004512588027864695, 0.011009691283106804, 0.035927992314100266, -0.005969791207462549, 0.058241069316864014, -0.003908295650035143, -0.041215620934963226, 0.0007322845631279051, 0.03910091891884804, 0.011733414605259895, -0.030648568645119667, -0.016554154455661774, 0.02148614451289177, 0.03795810788869858, 0.021545693278312683, 0.029324127361178398, -0.06284970790147781, 0.014258748851716518, -0.004631800577044487, -0.011268234811723232, 0.03927140310406685, -0.02100709080696106, -0.03747136890888214, 0.031000135466456413, -0.04114750400185585, -0.0030577569268643856, -0.007356243208050728, -0.03382616117596626, -0.0016118402127176523, -0.039568860083818436, -0.019632488489151, -0.06855560094118118, -0.01860165223479271, 0.032269325107336044, 0.025994164869189262, 0.02157455123960972, -0.05470683425664902, 0.016194775700569153, -0.022071179002523422, 0.0040722074918448925, -0.010986129753291607, -0.005339934024959803, 0.026024959981441498, -0.009723588824272156, 0.0024163464549928904, -0.01514308899641037, -0.004956547636538744, -0.005251023452728987], [-0.046391017735004425, -0.007515786215662956, -0.004929708316922188, -0.04594524949789047, -0.0030822711996734142, -0.0029747579246759415, -0.011663672514259815, 0.009431964717805386, 0.05302586778998375, -0.02680731937289238, -0.06093889847397804, 0.02466084435582161, -0.024508928880095482, -0.022958481684327126, -0.003226479282602668, -0.003534877672791481, -0.020379919558763504, 0.0463518463075161, -0.03153764829039574, 0.04010159149765968, -0.0017859054496511817, -0.043677546083927155, 0.032188303768634796, 0.0031492486596107483, -0.014882403425872326, -0.04636015743017197, -0.0009925506310537457, -0.034549687057733536, -0.03201986849308014, -0.04549209028482437, 0.05300767347216606, -0.015143431723117828, -0.012170631438493729, -0.03212760016322136, 0.006134111899882555, 0.03868981450796127, 0.00021605880465358496, -0.025870757177472115, 0.003010590560734272, -0.008643027395009995, -0.06923913955688477, -0.009287610650062561, -0.03214315325021744, -0.005654121283441782, -0.052874207496643066, 0.007956137880682945, -0.01337380614131689, -0.016980646178126335, 0.0130304591730237, -0.005392725579440594, 0.02914239838719368, 0.025622913613915443, -0.02768651209771633, -0.02891174890100956, 0.015809785574674606, -0.0009070580126717687, 0.019356779754161835, 0.00030503846937790513, -0.03846653923392296, 0.042998794466257095, 0.010238575749099255, -0.0004097039345651865, -0.04106205329298973, 0.0008341167122125626, -0.027699803933501244, -0.019611438736319542, 0.04933368042111397, 0.015351168811321259, -0.0029508827719837427, -0.008067653514444828, -0.010202169418334961, 0.0029582586139440536, -0.020512958988547325, -0.008142051286995411, 0.007769252639263868, 0.025483326986432076, -0.013388498686254025, 0.014244511723518372, 0.044636037200689316, -0.040579911321401596, -0.011954792775213718, -0.001733646378852427, -0.01455045398324728, -0.011267941445112228, 0.0035461895167827606, 0.019711654633283615, 0.0008423825493082404, -0.014646824449300766, -0.025920050218701363, -0.0012111528776586056, -0.008513642475008965, 0.01933874562382698, 0.0028355016838759184, 0.025854410603642464, 0.019323674961924553, 0.008535770699381828, 0.017681272700428963, -0.012688775546848774, -0.002842412330210209, -0.015109599567949772, 0.02892991341650486, -0.03246438503265381, -0.009698874317109585, 0.024805782362818718, 0.018962347880005836, 0.02542927674949169, 0.0037151838187128305, -0.012499981559813023, 0.008452319540083408, -0.016258051618933678, 0.028262188658118248, -0.02932516299188137, 0.006725431419909, -0.016495173797011375, 0.0024621100164949894, 0.006929864641278982, -0.0103768240660429, 0.033041663467884064, 0.010272907093167305, -0.028275219723582268, 0.028648782521486282, 0.023192115128040314, 0.0041668168269097805, -0.00275606382638216, -0.02547488734126091, -0.001081590075045824, 0.013969697058200836, 0.0046878657303750515], [-0.09896251559257507, 0.022288814187049866, -0.05669905245304108, -0.06384328752756119, -0.03934897482395172, 0.033795371651649475, -0.05316920951008797, 0.005113649647682905, 0.10836292058229446, -0.0286317877471447, -0.09511426091194153, 0.08787556737661362, -0.026396656408905983, -0.024139320477843285, 0.01991351880133152, -0.06059957295656204, -0.005149540491402149, 0.07562757283449173, -0.04539590701460838, 0.10347215831279755, 0.0794917419552803, -0.03060620091855526, 0.058869536966085434, 0.0802168995141983, 0.030551698058843613, -0.07314705103635788, 0.05394117534160614, -0.0723915845155716, -0.03987784683704376, -0.12892691791057587, 0.0890817791223526, -0.006248092744499445, 0.03707989677786827, -0.059425417333841324, -0.02194947376847267, 0.04795382544398308, 0.025585435330867767, -0.019124021753668785, 0.016781851649284363, 0.03149133920669556, -0.05781513452529907, -0.03217538818717003, -0.011882235296070576, 0.004074367228895426, -0.09364670515060425, 0.07529079169034958, 0.040084950625896454, -0.008471589535474777, 0.029054662212729454, 0.0010985933477059007, 0.08566494286060333, 0.0819111242890358, -0.05787069723010063, 0.040435366332530975, 0.04308938980102539, -0.019827714189887047, 0.014561787247657776, 0.06597296893596649, -0.10821729898452759, 0.04498082399368286, 0.03547699376940727, -0.06955044716596603, -0.08232788741588593, -0.05941222235560417, 0.015449278987944126, 0.07202889025211334, 0.014277714304625988, -0.005696659442037344, -0.03299635648727417, 0.023921465501189232, -0.06054702773690224, -0.015702471137046814, -0.03665275499224663, 0.037980739027261734, -0.04898253455758095, 0.03196578100323677, -0.011128301732242107, 0.04169682785868645, 0.001866316539235413, 0.04064005985856056, -0.032057639211416245, 0.04874512553215027, -0.010308118537068367, 0.007751499768346548, 0.010473874397575855, 0.010557752102613449, -0.0012914715334773064, -0.00436968682333827, 0.01581956259906292, -0.015397803857922554, -0.03465583175420761, 0.013166803866624832, 0.00391882611438632, 0.003951932303607464, 0.03832913562655449, 0.011881469748914242, 0.016587072983384132, 0.0002229440724477172, -0.002304954919964075, 0.010427813045680523, 0.031555600464344025, 0.01344753336161375, -0.01312997005879879, -0.011765181086957455, -0.05645456910133362, -0.031940195709466934, 0.02138114534318447, -0.003934140782803297, 0.010981454513967037, -0.04523485526442528, 0.03500055521726608, -0.08593025803565979, -0.017103957012295723, 0.0359620600938797, -0.030241357162594795, 0.02197732776403427, -0.013660887256264687, 0.029881253838539124, -0.015792425721883774, 0.009864073246717453, 0.01831936091184616, 0.005859076511114836, 0.005451092030853033, 0.009676904417574406, -0.06022994592785835, -0.009913965128362179, 0.05706868693232536, -0.009864809922873974], [-0.06816071271896362, 0.00906733050942421, -0.05173058062791824, -0.07316073030233383, -0.00928422063589096, 0.060553669929504395, -0.03510802611708641, 0.008446400053799152, 0.12824630737304688, 0.009524600580334663, -0.08486200124025345, 0.07600312680006027, 0.01719091460108757, -0.019079850986599922, 0.018056286498904228, -0.068581722676754, -0.020807381719350815, 0.08715499192476273, -0.03265167400240898, 0.063064806163311, 0.06586538255214691, -0.07571784406900406, 0.0665811151266098, 0.05490680783987045, 0.039329562336206436, -0.08888015896081924, 0.019569141790270805, -0.05018208175897598, -0.03805439919233322, -0.12791293859481812, 0.10621292144060135, -0.024139244109392166, -0.004452776629477739, -0.08376005291938782, -0.017359141260385513, 0.039957985281944275, 0.020047834143042564, 0.007171072997152805, 0.009282980114221573, 0.023822372779250145, -0.043674807995557785, 0.013928593136370182, 0.01782805658876896, 0.011806873604655266, -0.12075624614953995, 0.03070138953626156, 0.05203624442219734, -0.04054120555520058, 0.010221602395176888, 0.009878144599497318, 0.045718103647232056, 0.1039128229022026, -0.06380845606327057, 0.02169438824057579, 0.038214102387428284, -0.020281413570046425, -0.02669631317257881, 0.07194199413061142, -0.05097794160246849, 0.0773952305316925, 0.023913590237498283, -0.06656292080879211, -0.07323315739631653, -0.064117930829525, 0.03566740080714226, 0.046915099024772644, -0.031334854662418365, 0.007392597384750843, -0.035138633102178574, 0.0198595579713583, 0.01188630610704422, 0.0019794816616922617, -0.018865521997213364, -0.004663367755711079, -0.011149079538881779, 0.041633959859609604, -0.0012023415183648467, 0.0818190947175026, 0.017972983419895172, -0.013027932494878769, -0.01809103973209858, 0.03780859336256981, 0.03715384751558304, -0.008217989467084408, 0.07963501662015915, 0.012349647469818592, -0.003922312054783106, 0.012218810617923737, 0.013977039605379105, -0.010970911011099815, -0.09020917117595673, 0.02644525095820427, -0.03363620489835739, 0.06648360192775726, 0.04801490530371666, -0.006422539707273245, -0.008210724219679832, -0.025461986660957336, 0.005850177723914385, -0.04212486371397972, 0.030483879148960114, -0.030089354142546654, 0.012358451262116432, 0.05499972030520439, -0.018527576699852943, -0.06050567701458931, 0.02107408083975315, -0.00499311275780201, 0.026189027354121208, -0.06120157241821289, 0.0450645349919796, -0.11085429042577744, 0.013278993777930737, 0.008206731639802456, -0.003973671700805426, -0.022672727704048157, 0.02900581806898117, 0.009440569207072258, -0.027042413130402565, -0.05255582928657532, -0.025008220225572586, 0.01860407553613186, 0.017787791788578033, -0.02075047232210636, -0.05417034775018692, 0.0007603719714097679, 0.0203165914863348, -0.04692460224032402], [-0.07781422883272171, 0.02328678034245968, -0.03410976007580757, -0.008429701440036297, 0.01730252243578434, 0.009795403108000755, -0.030912579968571663, -0.023386860266327858, 0.059048961848020554, 0.013363235630095005, -0.05354226753115654, 0.02753947675228119, 0.0026110524777323008, 0.031176617369055748, -0.0010063787922263145, -0.053301744163036346, -0.00975481141358614, 0.0015915929106995463, -0.009680570103228092, 0.02917052060365677, -0.013554085977375507, -0.04412015527486801, 0.06687820702791214, -0.0075346375815570354, -0.028675345703959465, -0.04061369597911835, 0.0038300040178000927, -0.0431392528116703, -0.00027867231983691454, -0.07905241847038269, 0.06790231913328171, -0.027449211105704308, 0.01877530850470066, -0.0360708124935627, 0.040541574358940125, 0.06101567670702934, -0.001865755650214851, -0.02030397392809391, 0.015318522229790688, -0.012159493751823902, -0.05749082192778587, 0.0053605251014232635, 0.0067213913425803185, -0.007660162169486284, -0.06343067437410355, -0.006822267547249794, -0.011625138111412525, -0.021742893382906914, 0.01949160359799862, 0.008657203055918217, 0.0518728643655777, 0.04072398319840431, 0.019222650676965714, -0.02925111912190914, 0.031121306121349335, -0.03406943753361702, -0.02657751366496086, 0.012609109282493591, -0.02545098587870598, 0.03299709036946297, 0.026926320046186447, 0.019072245806455612, -0.026757346466183662, -0.02910974808037281, 0.008244330063462257, -0.010071028023958206, -0.02924741804599762, 0.025309676304459572, -0.009503491222858429, -0.004230122547596693, -0.003116947365924716, -0.013438321650028229, 0.033233098685741425, 0.01655506156384945, -0.046285174787044525, 0.02757648378610611, -0.00880456529557705, 0.020331555977463722, -0.031491681933403015, 0.012148316949605942, 0.005845756735652685, 0.002260817214846611, -0.0009164731600321829, 0.019710645079612732, -0.009390619583427906, -0.008913500234484673, -0.01995956338942051, -0.009043603204190731, 0.021642237901687622, -0.019371166825294495, 0.0025265179574489594, 0.01542255561798811, 0.0074188546277582645, -0.018290238454937935, -0.007096483372151852, 0.025653015822172165, 0.028639640659093857, 0.0050699603743851185, 0.0013885025400668383, -0.029931722208857536, -0.009829789400100708, 0.026032503694295883, -0.031353697180747986, 0.016816185787320137, -0.04136653617024422, -0.019547617062926292, -0.011685915291309357, 0.0035103275440633297, 9.579235484125093e-05, 0.01951664127409458, 0.0335472896695137, -0.030443130061030388, 0.0017530046170577407, -0.03531843423843384, 0.04527593404054642, -0.08014293015003204, -0.020059091970324516, -0.004221045412123203, 0.019010625779628754, -0.02113248221576214, 0.020168690010905266, -0.024061162024736404, 0.018050719052553177, 0.012251160107553005, -0.0035115014761686325, -0.05566287040710449, 0.013944057747721672, -0.02883191592991352], [-0.07757234573364258, 0.04079924523830414, -0.013532891869544983, -0.02570774406194687, 0.019172413274645805, 0.0389062874019146, -0.013538075610995293, 0.032139819115400314, 0.08978878706693649, 0.00455837044864893, -0.07223615050315857, 0.06373364478349686, 0.01322367787361145, -0.041829269379377365, 0.057226747274398804, -0.018727025017142296, -0.016872556880116463, 0.04093017056584358, -0.050015732645988464, 0.026787826791405678, 0.013911629095673561, -0.01133239921182394, 0.034813620150089264, 0.02159016951918602, -0.007271136157214642, -0.04135706275701523, 0.01944229006767273, -0.022265391424298286, -0.0187178086489439, -0.060549624264240265, 0.05966378003358841, -0.03513874486088753, 0.036910198628902435, -0.0294929388910532, 0.03550174459815025, 0.007746043615043163, -0.049319978803396225, -0.022963328287005424, 0.007587518077343702, 0.042840152978897095, -0.011039393953979015, -0.01806529052555561, 0.0020090348552912474, 0.010360603220760822, -0.04286734014749527, 0.026562891900539398, -0.0031875839922577143, 0.016076890751719475, 0.0013256670208647847, 0.00408760504797101, 0.0314640998840332, 0.04765503108501434, -0.010206040926277637, 0.0249771811068058, 0.046520933508872986, 0.018048161640763283, 0.012080132029950619, 0.017723824828863144, -0.044411223381757736, 0.016160741448402405, -0.0006472996901720762, -0.021044740453362465, -0.028325393795967102, -0.027482248842716217, 0.039592623710632324, -0.013754898682236671, -0.02105265110731125, -0.02776104025542736, -0.028525762259960175, -0.0014962332788854837, 0.011043071746826172, 0.011718072928488255, 0.0025704833678901196, 0.008264659903943539, -0.024139560759067535, 0.005772740114480257, -0.004882287234067917, 0.022425511851906776, 0.006323973182588816, 0.04610644280910492, -0.015112034045159817, 0.03142344951629639, 0.03762935847043991, -0.010632612742483616, 0.04242287203669548, -0.012786983512341976, -0.009947608225047588, -0.00029582364368252456, -0.007025222759693861, 0.03353733941912651, -0.04273618012666702, -0.0022806741762906313, -0.00829827506095171, 0.02699461206793785, -0.02925931103527546, 0.012670380994677544, -0.008607943542301655, -0.014683123677968979, 0.01038377545773983, -0.009153732098639011, 0.001529407105408609, -0.03536593168973923, 0.02065296843647957, 0.007958444766700268, 0.017564794048666954, 0.010349317453801632, 0.000361726270057261, -0.0222373828291893, 0.01893950253725052, -0.032204873859882355, 0.024313248693943024, -0.03997594118118286, 0.007534945849329233, -0.007291532587260008, 0.029016604647040367, 0.013704235665500164, -0.0249314047396183, -0.01880948804318905, 0.00891728326678276, -0.014088279567658901, 0.00727801863104105, -0.030612479895353317, 0.0015285909175872803, 0.010300411842763424, -0.027679523453116417, -0.010716281831264496, -0.007617725059390068, -0.03110012784600258], [-0.06416396796703339, 0.032569680362939835, 0.014213568530976772, -0.02131214737892151, -0.021224798634648323, 0.0034155596513301134, -0.016546284779906273, -0.0010458767646923661, 0.0752909928560257, 0.011579240672290325, -0.07974077761173248, 0.02604256384074688, -0.018967097625136375, 0.005944839213043451, 0.01123740989714861, -0.041511595249176025, -0.010435372591018677, 0.027910074219107628, -0.002021622844040394, 0.031389325857162476, 0.0345090851187706, -0.025446882471442223, 0.06203159689903259, 0.01766302064061165, -0.04077354073524475, -0.025030042976140976, 0.012292305007576942, -0.044561900198459625, 0.0014030010206624866, -0.07794144749641418, 0.05076504126191139, -0.01950707472860813, -0.00298332329839468, 0.011595583520829678, -0.019141484051942825, 0.05307457968592644, -0.016949249431490898, -0.019950291141867638, -0.006031862460076809, 0.011782032437622547, -0.010115787386894226, -0.023561600595712662, 0.020652106031775475, 0.026238732039928436, -0.022393574938178062, -0.005409791599959135, 0.009091166779398918, -0.015759894624352455, 0.0033266879618167877, 0.01067641843110323, 0.029314175248146057, 0.04316502436995506, -0.03260892629623413, 0.002243567490950227, 0.04055105149745941, -0.015529272146522999, 0.017644019797444344, 0.03468000143766403, -0.020346295088529587, 0.004792130086570978, 0.011681996285915375, -0.008525153622031212, -0.055592816323041916, -0.03654225543141365, 0.027439864352345467, -0.00992977898567915, 0.007124447729438543, -0.03758997842669487, -0.019980397075414658, 0.007745786570012569, 0.003857619361951947, -0.012282454408705235, -0.023699378594756126, -0.018195094540715218, -0.04107740893959999, 0.01114124245941639, 0.008597531355917454, 0.03170256316661835, 0.02164941281080246, 0.00907809752970934, -0.029766812920570374, 0.013267510570585728, 0.009181497618556023, 0.009925002232193947, -0.004784717690199614, 0.0315682590007782, -0.0035287467762827873, -0.035125136375427246, 0.006072112824767828, -0.013856690376996994, 0.018788335844874382, -0.029647886753082275, -0.009975854307413101, 0.0032979119569063187, -0.004796902649104595, -0.022911427542567253, -0.01936035230755806, -0.04649351164698601, 0.024262160062789917, 0.00014265729987528175, 0.0011852483730763197, -0.013486506417393684, 0.05149988830089569, -0.006148174870759249, 0.021490439772605896, -0.04925459623336792, 0.010031800717115402, 0.017058704048395157, -0.01652989536523819, -0.01907132938504219, 0.0076646264642477036, -0.009250413626432419, -0.0016340945148840547, 0.018877027556300163, -0.023492397740483284, -0.009343028999865055, -0.02398291602730751, -0.016182947903871536, -0.005517364013940096, 0.0004424667567946017, 0.04511841759085655, 0.0002130655338987708, 0.041875168681144714, 0.014286674559116364, -0.017272332683205605, -0.04156317561864853, 0.026502761989831924, -0.008217769674956799], [-0.09557946026325226, 0.024129817262291908, -0.06139920651912689, -0.024317307397723198, -0.002603318775072694, -0.00045485186274163425, 0.0015185491647571325, 0.004168386571109295, 0.12636810541152954, 0.01886807009577751, -0.043124254792928696, 0.026592448353767395, -0.009350045584142208, -0.023453446105122566, 0.02620096690952778, -0.05957630276679993, 0.008129914291203022, 0.07525938749313354, -0.0583605021238327, 0.04526348412036896, 0.05920266732573509, -0.029858915135264397, 0.055295929312705994, 0.06316692382097244, -0.01204218715429306, -0.05778055638074875, 0.027494313195347786, -0.03145398944616318, -0.04217139631509781, -0.044426314532756805, 0.05682864785194397, -0.013580652885138988, 0.017015527933835983, -0.07858094573020935, 1.9343002350069582e-05, 0.03230636566877365, 0.026406437158584595, 0.0016067891847342253, 0.042421262711286545, 0.0281562227755785, -0.0031666408758610487, -0.03611287102103233, -0.02226993255317211, -0.014147787354886532, -0.05446537956595421, 0.01893935166299343, 0.04857809841632843, -0.015597566962242126, 0.011035417206585407, 0.0006748680025339127, 0.07013031095266342, 0.057386621832847595, -0.06450608372688293, 0.016619263216853142, 0.07033378630876541, -0.04091327637434006, 0.013668043538928032, 0.050245750695466995, -0.053731996566057205, 0.04739657789468765, 0.06599614024162292, -0.04259844869375229, -0.06110917776823044, -0.05823344737291336, 0.030992645770311356, 0.02935766987502575, -0.031853921711444855, -0.04780237376689911, -0.05603553727269173, 0.03433699533343315, 0.018817931413650513, -0.017015747725963593, 0.0082103181630373, -0.010315298102796078, -0.023367173969745636, 0.014680294319987297, 0.013603674247860909, 0.01713259145617485, 0.02612363174557686, -0.02077327109873295, -0.052080173045396805, 0.04523976147174835, 0.03873113915324211, -0.05328473448753357, 0.052027661353349686, 0.06670838594436646, -0.033542778342962265, -0.006884078960865736, -0.010206440463662148, -0.018462952226400375, -0.018575023859739304, 0.03647216781973839, 0.021674999967217445, 0.04119288921356201, 0.013110445812344551, -0.038732707500457764, -0.021289315074682236, 0.010511648841202259, 0.0024523495230823755, -0.03487766906619072, 0.031718991696834564, -0.01026171911507845, 0.018981313332915306, 0.020211415365338326, -0.0336039662361145, -0.00460414495319128, 0.02383963018655777, -0.004698519594967365, 0.003932907246053219, -0.04200209677219391, 0.028158536180853844, -0.05875757709145546, 0.03824975714087486, 0.03710561245679855, -0.04772833362221718, -0.003240550635382533, 0.04006420448422432, 0.029655486345291138, -0.023663872852921486, -0.04177536442875862, -0.020514896139502525, -0.01452611293643713, 0.012013383209705353, -0.010257258079946041, -0.020155731588602066, -0.003357952693477273, 0.007985078729689121, -0.009649969637393951], [-0.04432736709713936, -0.019720733165740967, -0.005911174695938826, -0.022057734429836273, 0.010660708881914616, 0.01123172789812088, -0.00035191047936677933, 0.014476584270596504, 0.05909574776887894, -0.008584356866776943, -0.06406526267528534, 0.03291946277022362, 0.024463078007102013, 0.02042686939239502, 0.005714845843613148, -0.02434883825480938, 0.016958685591816902, 0.041999004781246185, -0.008201463147997856, 0.03283652290701866, 0.011948497965931892, -0.031063634902238846, 0.033984098583459854, 0.0031499958131462336, -0.014066973701119423, -0.04136969894170761, 0.015604207292199135, -0.0063516669906675816, -0.015052398666739464, -0.06362152844667435, 0.05840117856860161, 0.00815289095044136, -0.00045081169810146093, -0.02959567867219448, -0.016969731077551842, 0.028245240449905396, 0.005598842166364193, -0.0037008081562817097, -0.01648637466132641, 0.0032439788337796926, -0.025112876668572426, 0.030558845028281212, -0.01220355462282896, -0.009000013582408428, -0.06733584403991699, 0.016594979912042618, -0.010759715922176838, -0.001887641497887671, -0.005376977380365133, 0.00381215987727046, 0.02371835708618164, 0.026827828958630562, -0.0002453042543493211, 0.0003432643134146929, 0.03537368401885033, -0.01523696631193161, 0.0034503766801208258, 0.018519500270485878, -0.031839530915021896, 0.024934154003858566, -0.016331510618329048, -0.0040847728960216045, -0.01364016905426979, -0.02184842899441719, -0.0005123830633237958, -0.020259445533156395, -0.021900666877627373, -0.004812699276953936, -0.0015976015711203218, -0.008161687292158604, -0.018037687987089157, 0.0020151715725660324, -0.00314887473359704, -0.0024643074721097946, 0.0006158697069622576, 0.012087240815162659, 0.0027865173760801554, -0.0020706942304968834, 0.022144094109535217, 0.004437941592186689, -0.014531305059790611, 0.010345153510570526, -0.011149563826620579, -0.0015554712153971195, 0.030237313359975815, 0.007270074915140867, 0.02104027383029461, -0.009584985673427582, 0.030424395576119423, -0.006514048203825951, -0.002736126072704792, 0.049506425857543945, -0.00996110588312149, 0.034091927111148834, -0.008145293220877647, 0.008825558237731457, 0.01933463104069233, 0.008504337631165981, 0.01727376878261566, 0.0038020480424165726, -0.008295286446809769, 0.0017006084090098739, 7.399921742035076e-05, -0.011153306812047958, -0.009514091536402702, 0.0009038274292834103, 0.0112242940813303, 0.003182113403454423, -0.007112021557986736, -0.020665541291236877, -0.021380741149187088, -0.03199826553463936, -0.010781722143292427, 0.018687644973397255, 0.00614323653280735, -0.003176364814862609, 0.020490407943725586, -0.014851733110845089, -0.026345960795879364, -0.005058999639004469, -0.017478711903095245, 0.013117210939526558, -0.003672838443890214, -0.0066393595188856125, 0.01424995344132185, -0.03414760157465935, 0.011620406061410904, -0.027544623240828514], [-0.03915143013000488, -0.013604682870209217, -0.0589195117354393, -0.027861276641488075, -0.00968201458454132, 0.0015458704438060522, -0.0026816294994205236, -0.01598363369703293, 0.09691790491342545, 0.009398247115314007, -0.08424133062362671, 0.04580638185143471, -0.006256957538425922, -0.025235481560230255, -0.0038500705268234015, 0.011094482615590096, -0.021224910393357277, 0.019418401643633842, -0.056254345923662186, 0.03944609314203262, -0.011457866989076138, -0.05782778933644295, 0.04282723367214203, -0.011417275294661522, -0.013576755300164223, -0.05915357172489166, 0.03456026688218117, -0.024052368476986885, -0.049431733787059784, -0.04035484045743942, 0.09097865223884583, -0.03895338252186775, 0.02892271988093853, -0.053609322756528854, 0.017892062664031982, 0.040762290358543396, 0.015248599462211132, -0.01238265074789524, 0.020203424617648125, 0.014963130466639996, -0.046802788972854614, 0.014037860557436943, -0.012777958996593952, 0.0047247386537492275, -0.06664694100618362, 0.04073953628540039, 0.04051840305328369, -0.012502937577664852, 0.021447772160172462, 0.01678897626698017, 0.044639937579631805, 0.021339621394872665, -0.017367852851748466, 0.038148183375597, 0.05152803286910057, -0.011832590214908123, -0.0049853818491101265, 0.030456513166427612, -0.041183408349752426, 0.04451562091708183, 0.006380879785865545, -0.016792088747024536, -0.035022493451833725, -0.05824815481901169, 0.01219809241592884, 0.012430216185748577, 0.0007025008671917021, -0.021606532856822014, -0.03672262653708458, 0.03663763031363487, 0.02039593830704689, 0.033462315797805786, -0.021932363510131836, -0.003671751357614994, -0.02815665677189827, 0.050358470529317856, -0.043207742273807526, 0.03166745975613594, 0.008873271755874157, -0.0041379136964678764, -0.005294123198837042, -0.017411597073078156, 0.02392408438026905, -0.0014914439525455236, -0.022033169865608215, 0.044700853526592255, -0.0014971443451941013, -0.033432893455028534, -0.008934085257351398, -0.001858510891906917, -0.030509725213050842, 0.007813883014023304, 0.06331192702054977, 0.020831365138292313, -0.018239803612232208, 0.031199758872389793, 0.034972354769706726, 0.00018330449529457837, -0.008012782782316208, 0.0008419308578595519, 0.04497995227575302, 0.010701454244554043, -0.039591431617736816, 0.025004012510180473, 0.004367487039417028, 0.0018718009814620018, 0.010678783990442753, -0.03614223748445511, -0.03251901641488075, 0.0008346716058440506, 0.05711299926042557, -0.04930789768695831, -0.012468501925468445, 0.01276145689189434, 0.00690618809312582, -0.05529099330306053, 0.029401512816548347, 0.049823347479104996, -0.015821771696209908, -0.06018286570906639, -0.005364307668060064, 0.01257026195526123, 0.0409826822578907, -0.014533116482198238, -0.06638944149017334, -0.012877598404884338, 0.00671987934038043, 0.026699626818299294], [-0.03468141332268715, 0.005464640911668539, -0.023746371269226074, -0.04247665032744408, 0.004905508365482092, 0.019806863740086555, 0.0006735741044394672, -0.0028332292567938566, 0.05160616338253021, -0.023875074461102486, -0.030813012272119522, 0.018348820507526398, -0.002606993541121483, -0.009485852904617786, -0.010571072809398174, -0.019859302788972855, 0.007340325508266687, 0.018440116196870804, -0.012268505059182644, 0.05539653077721596, 0.014214071445167065, -0.024981193244457245, 0.022847019135951996, 0.028098180890083313, 0.004065231420099735, -0.013538055121898651, 0.014778251759707928, -0.0301426500082016, -0.03204377368092537, -0.021603858098387718, 0.024611612781882286, -0.03282655403017998, 0.010058385320007801, -0.02727116271853447, 0.022108351811766624, 0.04468356445431709, 0.00012583310308400542, -0.0016084460075944662, 0.0058199320919811726, -0.017692746594548225, -0.03440503031015396, 0.010886885225772858, -0.017789987847208977, -0.025404324755072594, -0.06546472758054733, 0.03476668894290924, 0.013410959392786026, -0.02059030719101429, 0.007872414775192738, 0.010527335107326508, 0.014667323790490627, 0.02216203697025776, -0.025255722925066948, 0.023125555366277695, 0.014090080745518208, 0.001852965448051691, -0.00544742401689291, 0.0345955528318882, -0.06124215945601463, 0.023802978917956352, 0.007784899789839983, 0.012137708254158497, -0.043147630989551544, -0.0395263135433197, 0.017584657296538353, -0.0006311155739240348, 0.004842536058276892, -0.01831866428256035, 0.016674520447850227, 0.015422339551150799, -0.027930013835430145, 0.00327468104660511, 0.013188480399549007, -0.014265911653637886, -0.006495017092674971, 0.012707347050309181, 0.0014969402691349387, 0.029895871877670288, 0.005046491511166096, 0.020738113671541214, 0.0017480598762631416, -0.0014715830329805613, 0.01829303801059723, -0.008674406446516514, 0.007518321741372347, -0.0013190340250730515, -0.029319660738110542, 0.011325332336127758, -0.009915119968354702, -0.020745273679494858, -0.009992556646466255, -0.008251231163740158, 0.013005928136408329, 0.037209488451480865, 0.003252660622820258, 0.010347049683332443, 0.02155507355928421, -0.0638657733798027, -0.005420875735580921, -0.0008814706816338003, 0.01946348510682583, -0.023867780342698097, 0.005477142985910177, -0.013101732358336449, -0.0230712853372097, -0.02299593761563301, 0.004712029360234737, -0.024588149040937424, -0.006842377129942179, -0.0050513725727796555, 0.009329678490757942, -0.024740761145949364, 0.009238452650606632, 0.012912770733237267, 0.005190554540604353, -0.03324870020151138, 0.0017555475933477283, 0.019112618640065193, 0.005512177478522062, -0.009412229992449284, 0.0031991193536669016, 0.0006600999622605741, -0.0005192650714889169, -0.0173919890075922, -0.021326003596186638, -0.04645003005862236, -0.013086125254631042, 0.003355900291353464], [-0.02853313833475113, 0.01298944279551506, -0.021170513704419136, -0.04540535435080528, -0.007414340972900391, -0.009642528370022774, -0.01216438040137291, -0.005581757985055447, 0.05600155517458916, 0.01692379079759121, -0.04799889028072357, 0.0236881822347641, -0.031557369977235794, 0.0010042126523330808, 0.001551945460960269, -0.04904727265238762, 0.016636837273836136, 0.04910924658179283, -0.038374677300453186, 0.025441834703087807, 0.030395833775401115, -0.04872411489486694, 0.033021535724401474, 0.02071758732199669, 0.0020760763436555862, -0.06835544109344482, 0.013572216965258121, -0.00781649723649025, -0.04593300819396973, -0.055094894021749496, 0.07174399495124817, -0.003336700377985835, 0.011529585346579552, -0.01642906293272972, 0.03086121380329132, 0.04538382217288017, 0.022559944540262222, -0.0114583820104599, 0.0010664777364581823, -0.007662847172468901, -0.029263749718666077, -0.0009826917666941881, 0.0035391426645219326, 0.009436325170099735, -0.07604750990867615, 0.09101995080709457, -0.008709370158612728, -0.003471190109848976, 0.020362883806228638, 0.004673839546740055, 0.037232719361782074, 0.039469409734010696, -0.025715680792927742, 0.011687245219945908, 0.02825232222676277, 0.018567411229014397, 0.005028385668992996, 0.055142972618341446, -0.023638688027858734, 0.03679101541638374, 0.021489141508936882, -0.013072654604911804, -0.024643728509545326, -0.02680261619389057, 0.046564020216464996, 0.0016195203643292189, 0.009604659862816334, 0.0019976079929620028, -0.008229536935687065, 0.005389079451560974, -0.008774952962994576, -0.01052109431475401, -0.009247439913451672, -0.0025747448671609163, -0.0012887564953416586, 0.040911540389060974, 0.012860705144703388, 0.024670839309692383, -0.028796812519431114, -0.023335883393883705, -0.010838557034730911, 0.010239348746836185, 0.02186291292309761, -0.00491348234936595, 0.038468148559331894, 0.016684308648109436, 0.04405860975384712, 0.007740222383290529, -0.015591338276863098, 0.021672574803233147, -0.0440850555896759, 0.014429534785449505, -0.013530278578400612, 0.012486333027482033, -0.01756727322936058, -0.028319736942648888, 0.03307328745722771, 0.006875278428196907, 0.025992002338171005, 0.016604160889983177, 0.019077284261584282, 0.01827365905046463, -0.016672145575284958, 0.011557186022400856, -0.024185912683606148, -0.02498590759932995, 0.005215662065893412, -0.04297083988785744, 0.033973611891269684, -0.01891399919986725, 0.004959012381732464, -0.016146350651979446, 0.04011492431163788, 0.007862627506256104, -0.020953476428985596, 0.014522728510200977, 0.038128431886434555, 0.016518699005246162, -0.03309975564479828, -0.01991833560168743, 0.02014416642487049, 0.008816806599497795, -0.009442875161767006, -0.007991133257746696, -0.03503822162747383, -0.028561009094119072, -0.04145897552371025, -0.014671708457171917], [-0.05672384425997734, 0.02883441001176834, -0.07170649617910385, -0.02627462148666382, -0.025795169174671173, 0.03299708291888237, -0.04005895182490349, 0.05498116835951805, 0.09064393490552902, -0.013454616069793701, -0.0631215050816536, 0.05548132210969925, 0.021594859659671783, -0.008846286684274673, 0.005038178060203791, -0.0013450501719489694, -0.02416575327515602, 0.05529811978340149, -0.06639636307954788, 0.07363373786211014, 0.023699693381786346, -0.05583688244223595, 0.03955072909593582, 0.010853977873921394, 0.026444360613822937, -0.06385700404644012, 0.01560621615499258, -0.06965241581201553, -0.05425445735454559, -0.10472984611988068, 0.06480013579130173, -0.006583542563021183, 0.032064881175756454, -0.017115771770477295, 0.0014088007155805826, 0.048954132944345474, 0.028773179277777672, 0.016964072361588478, 0.021572792902588844, 0.0214332677423954, -0.07869696617126465, -0.019663721323013306, -0.02612946927547455, 0.01973673515021801, -0.08035966008901596, 0.038097746670246124, 0.012070436030626297, -0.009269221685826778, 0.044760990887880325, 0.02645433507859707, 0.04376281052827835, 0.08018502593040466, -0.033766258507966995, 0.007993270643055439, 0.06809628009796143, -0.022803476080298424, -0.012404445558786392, 0.02411644533276558, -0.09682390093803406, 0.027106929570436478, 0.01937752030789852, -0.02507696859538555, -0.05112267658114433, -0.051632966846227646, 0.012493965215981007, 0.0072106001898646355, 0.029380785301327705, 0.010995345190167427, -0.008497091941535473, 0.0014659742591902614, -0.014105088077485561, -0.006046808324754238, -0.012854786589741707, 0.024636270478367805, -0.005414377432316542, 0.03389160335063934, 0.006095356307923794, 0.09442439675331116, 0.015101827681064606, -0.008341990411281586, 0.0053908308036625385, 0.02087859809398651, -0.01933244615793228, -0.061264678835868835, 0.06653943657875061, -0.025528375059366226, -0.01953214779496193, 0.0077209980227053165, -0.0033233158756047487, 0.009350948967039585, -0.06447038054466248, 0.016638698056340218, 0.03394892066717148, 0.042625270783901215, 0.04523890092968941, -0.00696641905233264, 0.034433744847774506, -0.0006746395374648273, 0.004943420644849539, -0.03795142471790314, 0.04013488441705704, -0.03660129755735397, -0.023662084713578224, 0.04606577008962631, 0.010119586251676083, 0.01727743074297905, -0.0024055493995547295, -0.026891998946666718, 0.026624144986271858, -0.05149585008621216, 0.01227452140301466, -0.06679415702819824, 0.028074096888303757, 0.022270305082201958, -0.009281642735004425, 0.012116366066038609, 0.01751425489783287, 0.0238648671656847, -0.005392248276621103, -0.013990084640681744, -0.055449388921260834, -0.018827248364686966, -0.009602012112736702, -0.008821079507470131, -0.015546848997473717, -0.013966872356832027, 0.04077049344778061, -0.02634667418897152], [-0.0492023266851902, -0.0034819371066987514, -0.03857627511024475, -0.02983938716351986, -0.024159282445907593, 0.05385088920593262, -0.035320740193128586, 0.03305552899837494, 0.08799070864915848, -0.03092728927731514, -0.038919296115636826, 0.09107564389705658, 0.00562681257724762, 0.03235600143671036, -0.01524484995752573, -0.03581780940294266, -0.022600453346967697, 0.06731569021940231, -0.0351434163749218, 0.050662361085414886, 0.03496953099966049, -0.06224294751882553, 0.07449232041835785, 0.056662511080503464, 0.019205695018172264, 0.001233791816048324, 0.030675845220685005, -0.03222370147705078, -0.0063536386005580425, -0.07643542438745499, 0.06236976012587547, -0.024977494031190872, -0.012087705545127392, -0.07052150368690491, 0.004618087783455849, 0.039530541747808456, -0.003485341090708971, -0.02469211257994175, 0.02415940724313259, 0.047226861119270325, -0.030495328828692436, -0.018436415120959282, 0.012232405133545399, 0.040020834654569626, -0.056314535439014435, 0.011540418490767479, 0.044809490442276, -0.027280764654278755, 0.008287273347377777, -0.0103435218334198, 0.06495069712400436, 0.06973828375339508, -0.03223245218396187, 0.02074449695646763, 0.014132675714790821, -0.028090298175811768, -0.03465155512094498, 0.06900326162576675, -0.06058486923575401, 0.05482520908117294, 0.05553586035966873, -0.031055551022291183, -0.05246276780962944, -0.053290195763111115, 0.03846219182014465, 0.02322162128984928, 0.00342902191914618, -0.018867868930101395, 0.006561939138919115, -0.003038282971829176, -0.014599190093576908, 0.020986543968319893, -0.030937233939766884, 0.002131866756826639, -0.036232318729162216, 0.022821519523859024, 0.03281877189874649, 0.022445576265454292, -0.03900233656167984, 0.03342500701546669, -0.010453094728291035, 0.03189383074641228, 0.03483195975422859, -0.022285155951976776, 0.025166848674416542, 0.0007462081266567111, -0.0547618493437767, 0.014565394259989262, 0.016944369301199913, -0.03526933491230011, -0.0355258546769619, -0.004673697520047426, 0.007550420239567757, 0.05877126008272171, 0.028030306100845337, -0.024180971086025238, 0.05002801492810249, -0.034048669040203094, 5.977719774818979e-05, -0.05073726922273636, 0.03587496280670166, 0.023153401911258698, -0.023818962275981903, 0.03942963480949402, -0.02108602784574032, -0.026321355253458023, -0.0012856284156441689, 0.004963591694831848, 0.02637633867561817, -0.04321412369608879, 0.06463701277971268, -0.05351167917251587, -0.01678488589823246, 0.019403457641601562, -0.01294130738824606, -0.038613684475421906, 0.05630483850836754, 0.054991215467453, 0.0009178417385555804, -0.016689589247107506, 0.008729810826480389, 0.04116189107298851, 0.02861100062727928, 0.004871206823736429, -0.023563304916024208, -0.03563261777162552, 0.024258611723780632, -0.04959498718380928], [-0.041609734296798706, -0.010223927907645702, -0.04801219701766968, -0.03544532135128975, -0.011270842514932156, 0.027780603617429733, -0.020293163135647774, 0.03155505284667015, 0.09078416228294373, -0.015582979656755924, -0.07221612334251404, 0.08262187242507935, 0.014689666219055653, -0.01584329456090927, 0.0015224468661472201, -0.025976035743951797, -0.06998051702976227, 0.04367273673415184, -0.03200804814696312, 0.040348682552576065, 0.050099603831768036, -0.032021135091781616, 0.03352142497897148, 0.058121513575315475, 0.013343259692192078, -0.03656622767448425, -0.01667296700179577, -0.02399040386080742, -0.04778280481696129, -0.07408355176448822, 0.07353783398866653, 0.0122245904058218, 0.0011774790473282337, -0.04085695371031761, -0.02651558443903923, 0.021665049716830254, 0.03281746432185173, -0.0006722641992382705, -0.021565062925219536, -0.00014508141612168401, -0.04327275604009628, -0.002221421105787158, 0.0046621933579444885, 0.003861582837998867, -0.059251122176647186, 0.01686638593673706, 0.027586309239268303, 0.002693700371310115, 0.005750429816544056, 0.043985363095998764, 0.02845301479101181, 0.03276326507329941, -0.019124988466501236, 0.013764984905719757, 0.03319652006030083, -0.02030356414616108, -0.017420591786503792, 0.04223577678203583, -0.05991928279399872, 0.03810049965977669, 0.03350841999053955, 0.007378580514341593, -0.029402943328022957, -0.021030191332101822, 0.032282110303640366, -0.03072468191385269, -0.009924758225679398, -0.008614040911197662, -0.015916232019662857, -0.005072352942079306, -0.06129762902855873, -0.023180676624178886, -0.029134057462215424, -0.012170304544270039, 0.004735247697681189, 0.028132297098636627, 0.009395536035299301, 0.0504913330078125, -0.011191229335963726, 0.04635225608944893, -0.013973373919725418, 0.05006895214319229, 0.008208545856177807, -0.0044497353956103325, 0.02895239181816578, 0.06438665837049484, -0.00703498674556613, -0.034857429563999176, 0.0058681415393948555, -0.004570764489471912, -0.02597382664680481, -0.0029164773877710104, -0.002805770607665181, 0.017482690513134003, 0.02296353690326214, -0.011581900529563427, -0.010557398200035095, 0.017016302794218063, -0.016288237646222115, -0.05490759387612343, 0.006882627494633198, -0.0022364123724400997, 0.04879553243517876, 0.030506566166877747, -0.011180637404322624, -0.022371770814061165, 0.006997932214289904, -0.026071028783917427, -0.02071201615035534, -0.0492255836725235, -0.03043241985142231, -0.028382590040564537, -0.013621700927615166, 0.021829813718795776, -0.0016683374997228384, 0.023546891286969185, -0.011088710278272629, -0.005619686096906662, -0.008721652440726757, -0.0005657373112626374, 0.0015745178097859025, -0.0010490658460184932, 0.020105615258216858, 0.011619075201451778, -0.0037620547227561474, -0.039610497653484344, -0.04129363223910332, -0.024992497637867928], [-0.030294479802250862, -0.00749818654730916, -0.007289058528840542, -0.02772015519440174, -0.00017463750555180013, 0.020070374011993408, 0.019923819229006767, -0.015319757163524628, 0.0597381554543972, 0.004372482653707266, -0.04387276619672775, 0.07917793095111847, 0.0014262659242376685, 0.0191804226487875, 0.032894641160964966, -0.013186751864850521, -0.019487060606479645, 0.01373158860951662, -0.010768337175250053, 0.036304883658885956, 0.014515174552798271, -0.03800478205084801, 0.05060042813420296, 0.000836668536067009, -0.008612032048404217, -0.08083878457546234, 0.013122731819748878, -0.04182932898402214, 0.0018490683287382126, -0.05592503398656845, 0.06525091826915741, 0.012928929179906845, -0.015175660140812397, -0.01640411466360092, 0.02597132697701454, 0.02044595405459404, 0.024922071024775505, 0.009945935569703579, 0.007599298842251301, 0.0030170760583132505, -0.006633346434682608, 0.004768413957208395, 0.027176057919859886, 0.010349506512284279, -0.04971298947930336, 0.008377055637538433, 0.007263179402798414, -0.012668256647884846, 0.018136780709028244, 0.030476808547973633, 0.03217308595776558, 0.018003949895501137, -0.05238482356071472, -0.01177690364420414, 0.04826828092336655, -0.012814774177968502, -0.005938088055700064, 0.00766875222325325, -0.02409776672720909, 0.005889874417334795, 0.007138346321880817, 0.0005699205212295055, 0.0014077697414904833, -0.02269595116376877, 0.015535498969256878, -0.0037312102504074574, -0.03442351147532463, -0.018008392304182053, 0.008208624087274075, 0.005323420744389296, 0.04279255494475365, -0.0060194022953510284, -0.013578631915152073, -0.01894143410027027, -0.004223550669848919, -0.009091861546039581, 0.01253431010991335, 0.022619454190135002, -0.004528174642473459, 0.023886794224381447, -0.009114250540733337, 0.0165950208902359, 0.025193708017468452, -0.007474028505384922, 0.009497853927314281, 0.007362058851867914, 0.0008542754221707582, 0.011849061585962772, 0.024485036730766296, -0.02657487243413925, 0.0022189097944647074, 0.0013435520231723785, 0.0008562057628296316, 0.015394480898976326, 0.006399744655936956, -0.0017210588557645679, 0.02352713979780674, -0.03348033130168915, -0.03203408047556877, -0.010401908308267593, 0.011859431862831116, -0.004989837296307087, -0.021966559812426567, -0.018158085644245148, -0.010885781608521938, 0.010698341764509678, 0.019068673253059387, -0.0027007772587239742, -0.0005872570327483118, -0.02838364988565445, -0.01439825352281332, -0.016316497698426247, 0.0007151214522309601, 0.019216250628232956, 0.027190515771508217, 0.017944836989045143, -0.03209777921438217, 0.026101108640432358, 0.0006090508541092277, 0.020262237638235092, -0.03216180577874184, 0.02155539020895958, 0.015722429379820824, 0.009859204292297363, -0.007050903979688883, -0.016703465953469276, 0.0008983142906799912, -0.024994628503918648], [0.0045881448313593864, 0.0005468829767778516, 0.02806825563311577, 0.0014801202341914177, -0.008114912547171116, -0.03318361937999725, -0.04504651576280594, 0.06699208170175552, 0.06748542189598083, -0.019026869907975197, 0.005603055935353041, -0.029595503583550453, 0.014149794355034828, -0.018369626253843307, 0.015118510462343693, -0.02615197002887726, 0.008799754083156586, 0.013296375051140785, -0.009287218563258648, 0.06407357007265091, 0.052041806280612946, -0.0362439826130867, 0.04186330363154411, 0.050467099994421005, -0.03889947757124901, -0.05756612494587898, 0.017048778012394905, -0.09843531996011734, -0.018038546666502953, -0.01726333051919937, 0.010020594112575054, 0.012301526963710785, 0.047074317932128906, 0.026211164891719818, 0.034715987741947174, 0.06947147101163864, 0.0026974494103342295, -0.00881141982972622, -0.02741989493370056, 0.016231976449489594, 0.010330949909985065, 0.022551795467734337, 0.009017051197588444, 0.02368094027042389, -0.01399512030184269, 0.08005993813276291, 0.0003375998348928988, -0.030499843880534172, 0.05581441894173622, -0.0483739860355854, 0.020343787968158722, 0.02007363736629486, -0.04990062117576599, -0.011841453611850739, 0.02853521518409252, -0.08762726187705994, -0.006628177594393492, 0.02189232036471367, -0.07592151314020157, 0.021242942661046982, -0.010833634063601494, -0.014604808762669563, 0.0012886581243947148, -0.048885829746723175, -0.04109181463718414, 0.002665477804839611, 0.05883044749498367, -0.025513794273138046, -0.010771272704005241, -0.029539529234170914, -0.010992462746798992, 0.0031546519603580236, -0.005578144919127226, -0.004139387980103493, 0.029961707070469856, 0.09025635570287704, -0.04118947312235832, 0.03500783443450928, 0.05913130193948746, -0.02459610439836979, 0.056208234280347824, -0.013771530240774155, 0.00674692215397954, 0.048434216529130936, -0.0013551270822063088, 0.0029355334118008614, 0.07303749769926071, -0.014012809842824936, -0.020143041387200356, 0.006602979265153408, -0.015405903570353985, 0.02366008050739765, -0.005661436356604099, -0.011105269193649292, -0.0416286438703537, -0.03669007867574692, 0.0411299392580986, 0.06492962688207626, 0.06642390787601471, 0.03866427019238472, -0.0009316756622865796, 0.052579063922166824, 0.01413698960095644, 0.06806519627571106, -0.0004946445696987212, -0.049494288861751556, -0.051264688372612, -0.05649932846426964, 0.0016268843319267035, 0.009164213202893734, 0.002878573490306735, 0.015469489619135857, 0.014392598532140255, -0.0061999717727303505, -0.01028033159673214, 0.025019288063049316, -0.015109879896044731, 0.07447271794080734, 0.05903884023427963, -0.022998377680778503, 0.04810864105820656, 0.03400903195142746, -0.030799871310591698, -0.013935903087258339, -0.021921228617429733, 0.0025364875327795744, 0.005145384930074215, 0.04069628193974495], [-0.013639679178595543, 0.011144754476845264, -0.009344149380922318, -0.015747085213661194, 0.014158816076815128, 0.016974741593003273, -0.009229976683855057, -0.013293590396642685, 0.05390774458646774, -0.025292957201600075, -0.05571611598134041, 0.04379022866487503, -0.018099479377269745, -0.041557539254426956, -0.0004285751492716372, -0.04907252639532089, -0.01984548009932041, 0.04810056835412979, -0.02928457409143448, 0.02381150610744953, 0.07218405604362488, -0.030591588467359543, 0.05512964352965355, 0.04123889282345772, -0.0022818304132670164, -0.02137438766658306, 0.05286182090640068, -0.03747960552573204, 0.0036108708009123802, -0.020924804732203484, 0.05679517611861229, -0.028446918353438377, 0.02095310389995575, -0.04946846514940262, 0.031753864139318466, 0.02712700143456459, 0.0007053595036268234, -0.02379588969051838, 0.011724715121090412, 0.015048554167151451, -0.005184925626963377, -0.040530599653720856, -0.012135181576013565, 0.021602122113108635, -0.023286113515496254, 0.03798087313771248, 0.015093301422894001, -0.025709107518196106, -0.02372582070529461, 0.0026467815041542053, 0.034120578318834305, 0.0414087288081646, -0.06487898528575897, 0.022687923163175583, 0.0019507972756400704, -0.02027035877108574, -0.01586712896823883, 0.028513643890619278, -0.03704150766134262, 0.018444519490003586, 0.0349828377366066, -0.029393469914793968, -0.021042581647634506, -0.002210632199421525, 0.023821314796805382, -0.0005499435355886817, -0.004012109711766243, -0.026730213314294815, -0.006411870010197163, 0.007111384999006987, 0.005235301796346903, -0.01345615554600954, -0.007611463312059641, 0.007821363396942616, -0.003917438443750143, 0.008963512256741524, -0.0016160868108272552, 0.01995299756526947, 0.015493959188461304, 0.022302931174635887, -0.011801253072917461, 0.013895651325583458, 0.0012351720361039042, -0.0021276134066283703, -0.007721042726188898, -0.0009537350852042437, -0.012410387396812439, -0.019215496256947517, -0.005734880920499563, -0.019309474155306816, -0.012487007305026054, -0.014838334172964096, -0.008949070237576962, -0.0006218646885827184, -0.011619465425610542, -0.03097805380821228, -0.01937144622206688, 0.012999466620385647, 0.000824088288936764, -0.0035240736324340105, -0.005041022785007954, 0.02988251857459545, -0.021691471338272095, -0.0017072357004508376, -0.005084541160613298, -0.003260374302044511, 0.005476833786815405, -0.015613303519785404, 0.016212206333875656, -0.013948414474725723, 0.022314220666885376, -0.0004417040036059916, 0.006625564303249121, -0.006528182420879602, 0.0003704080590978265, -0.005712529644370079, 0.0020757599268108606, 0.04172739014029503, 0.008662024512887001, 0.008151354268193245, -0.01000377256423235, -0.010260073468089104, -0.011844229884445667, 0.0037080738693475723, -0.012756398878991604, 0.0007431702688336372, -0.001085112919099629, -0.0026547121815383434], [-0.0603860579431057, 0.002161575248464942, -0.05522602051496506, -0.008119605481624603, -0.02487967163324356, 0.03282180428504944, -0.019339069724082947, 0.02199539542198181, 0.0956883355975151, 0.014735786244273186, -0.057828254997730255, 0.014548423700034618, 0.006499027367681265, 0.004025745205581188, -0.031200511381030083, -0.013259151950478554, -0.018064044415950775, 0.0692332461476326, -0.02102821134030819, 0.047218311578035355, 0.035003937780857086, -0.04964916780591011, 0.03718055784702301, 0.01084036286920309, 0.02238469570875168, -0.0009159431210719049, 0.023186858743429184, -0.02321583405137062, -0.0001586948783369735, -0.05120280757546425, 0.07313015311956406, -0.013473441824316978, 0.0033082144800573587, -0.03467315807938576, 0.001102261827327311, 0.02518726885318756, 0.003871822962537408, -0.004202595911920071, 0.006852801889181137, 0.002131575020030141, -0.02939632348716259, 0.024243419989943504, -0.007177598774433136, -0.006052036769688129, -0.0392426997423172, -0.0040472568944096565, 0.01525588147342205, -0.002382892882451415, 0.01825045421719551, 0.013715907000005245, 0.04462648555636406, 0.06262900680303574, -0.0327097624540329, 0.017564760521054268, 0.05559837445616722, -0.02322637103497982, -0.0024384602438658476, 0.03920784965157509, -0.05246546491980553, 0.0168418250977993, 0.021916048601269722, -0.012302215211093426, -0.016161585226655006, 0.0004641485575120896, 0.02387836016714573, -0.009509126655757427, -0.00857557076960802, -0.011657570488750935, -0.03089471161365509, 0.03462923318147659, -0.03063463792204857, 0.0482473187148571, -0.008696790784597397, 0.0050848559476435184, -0.0319836251437664, 0.022934041917324066, 0.021661341190338135, 0.017830301076173782, 0.012258772738277912, -0.018374936655163765, -0.012812113389372826, 0.029036521911621094, 0.006403625942766666, -0.01656651496887207, 0.018317777663469315, 0.0012677436461672187, 0.0004930213326588273, -0.009667678736150265, 0.013876010663807392, -0.034928906708955765, -0.01032506488263607, 0.017957739531993866, -0.0491228811442852, 0.011815406382083893, -0.035298094153404236, 0.045885197818279266, -0.012447568587958813, -0.019933335483074188, -0.013902835547924042, -0.02042263001203537, -0.013654917478561401, -0.01244708988815546, 0.0138061149045825, 0.03995097801089287, -0.004138803109526634, -0.03786414861679077, 0.011440190486609936, -0.0032499360386282206, 0.0005221833125688136, 0.003243859391659498, -0.005858903285115957, -0.058917853981256485, -0.028200365602970123, -0.005433084908872843, 0.008226556703448296, 0.025667963549494743, 0.01503258477896452, 0.026821067556738853, 0.04351023584604263, -0.014285968616604805, 0.0018229674315080047, -0.006137175485491753, -0.007807628717273474, -0.04243568331003189, 0.005292191170156002, -0.008458741940557957, 0.03139171376824379, 0.020570391789078712], [-0.05284393951296806, 0.0074709034524858, -0.009257030673325062, -0.030720749869942665, 0.03536871820688248, 0.006776736583560705, -0.018839344382286072, -0.0010535058099776506, 0.03850436955690384, 0.0018213202711194754, -0.07152874022722244, 0.04292149096727371, -0.01857997104525566, 0.005343337077647448, -0.015115804970264435, -0.03117547556757927, -0.011957917362451553, 0.038777582347393036, -0.0722636952996254, 0.07016067951917648, 0.014997410587966442, 0.016212651506066322, 0.03731273487210274, 0.003689594566822052, 0.008042780682444572, 0.008353051729500294, 0.00288180448114872, 0.003326307749375701, -0.0159254539757967, -0.1072857454419136, 0.01933198608458042, -0.012195417657494545, 0.01860254444181919, -0.016233772039413452, 0.026244714856147766, -0.006660822778940201, 0.047022391110658646, 0.009340891614556313, -0.01850317232310772, -0.02387828379869461, -0.009565169923007488, -0.014209133572876453, 0.016727499663829803, 0.037157997488975525, -0.059538327157497406, 0.0010813605040311813, 0.0007497580954805017, -0.018823066726326942, 0.011893652379512787, -0.040794845670461655, 0.07625190168619156, 0.040360089391469955, -0.008801172487437725, -0.007215866353362799, 0.021354353055357933, -0.016041994094848633, 0.02314755693078041, 0.029961446300148964, -0.06333163380622864, 0.07902419567108154, -0.000753628381062299, -0.0032327710650861263, -0.0481216125190258, -0.03198859468102455, 0.028976231813430786, -0.00693177105858922, -0.00851351022720337, -0.028339797630906105, -0.04828024283051491, -0.01852688565850258, 0.003703296184539795, 0.016741108149290085, 0.019189592450857162, 0.010481009259819984, -0.015253300778567791, -0.0060384683310985565, 0.0001811199908843264, -0.0042715235613286495, 0.0001747646019794047, -0.002774863736703992, -0.015288537368178368, 0.013226494193077087, 0.05014851316809654, 6.991538248257712e-05, 0.039222706109285355, -0.0012651296565309167, -0.008132148534059525, -0.007142227608710527, -0.029193244874477386, -0.03214782476425171, 0.005944530013948679, 0.016145914793014526, -0.026343531906604767, 0.008792094886302948, -0.011553248390555382, -0.023504162207245827, -0.02222166769206524, -0.0020595171954482794, 0.007404928095638752, -0.008261618204414845, 0.004456265829503536, -0.02188025414943695, 0.024356722831726074, 0.014582200907170773, -0.0016238057287409902, -0.012920591048896313, -0.004808096215128899, 0.004158322233706713, -0.003353357082232833, -0.03248121961951256, -0.018871184438467026, -0.009360787458717823, 0.018722278997302055, -0.0004248240147717297, 0.0036003508139401674, 0.00510900653898716, 0.04261576011776924, 0.003450560849159956, 0.00705958204343915, 0.005617699585855007, -0.0003138110332656652, 0.009366177022457123, 0.03134482726454735, -0.010533468797802925, 0.0025939587503671646, -0.03350893035531044, -0.004662688821554184, -0.00325856008566916], [-0.03585995361208916, -0.012727517634630203, -0.043643053621053696, -0.00765637680888176, -0.013876965269446373, 0.012937872670590878, -0.0003709952288772911, 0.005542269442230463, 0.07933290302753448, -0.022347701713442802, -0.012893800623714924, 0.03657040372490883, 0.020052054896950722, 0.01797066628932953, -0.01852002739906311, -0.06590437889099121, 0.011237352155148983, 0.06102149188518524, -0.015207791700959206, 0.05121427774429321, 0.01005801372230053, -0.015815453603863716, 0.056375376880168915, 0.013310316018760204, 0.0018924345495179296, -0.042548298835754395, 0.022401930764317513, -0.024992087855935097, -0.026587000116705894, -0.03555188700556755, 0.06769087165594101, -0.01847895421087742, -0.017223399132490158, -0.026840033009648323, 0.005672571249306202, 0.0016583198448643088, 0.021815987303853035, 0.000456698500784114, -0.013313760049641132, -0.029392942786216736, -0.03328454867005348, -0.011026322841644287, -0.02948489971458912, -0.00026778512983582914, -0.0781588926911354, -0.008832044899463654, 0.013751455582678318, -0.010099910199642181, -0.03312701731920242, 0.001516809337772429, 0.019117198884487152, 0.0826973095536232, 0.03372358903288841, -0.000475510663818568, 0.057889532297849655, -0.0021542939357459545, 0.00169726787135005, 0.04071833938360214, -0.027264561504125595, 0.004385718144476414, -0.0011199968867003918, -0.01159828994423151, -0.02351844310760498, -0.032699886709451675, 0.0037070445250719786, 0.010110167786478996, -0.0014399125939235091, 0.04134706035256386, 0.024343522265553474, 0.006313159596174955, -0.005055069923400879, -0.028467092663049698, 0.020249195396900177, 0.009377116337418556, -0.011411045677959919, 0.005933305714279413, 0.0030276826582849026, -0.041174598038196564, 0.03262132778763771, -0.023976242169737816, -0.001620806404389441, 0.03203975409269333, 0.007946784608066082, 0.0236006248742342, 0.009653748944401741, -0.01686612144112587, 0.04867877438664436, 0.034240249544382095, -0.012010348029434681, 0.002722871722653508, 0.015592535026371479, 0.021310286596417427, -0.0008071127231232822, 0.02426302246749401, -0.016963820904493332, -0.0028306245803833008, -0.0006245941622182727, -0.0045479959808290005, 0.028454268351197243, 0.02380659431219101, 0.026203500106930733, 0.03222233057022095, -0.020732542499899864, 0.03949098661541939, -0.027533182874321938, -0.015073291957378387, 0.001307751634158194, 0.005244344472885132, 0.04441840201616287, -0.03868289664387703, 0.018319925293326378, -0.027054842561483383, -0.020448410883545876, 0.020218681544065475, -0.00925343669950962, -0.014757268130779266, -0.00969332829117775, 0.032016098499298096, 0.03730469569563866, -0.00044643375440500677, 0.000545464688912034, -0.014356853440403938, -0.010725102387368679, -0.043203745037317276, -0.009678185917437077, -0.013226430863142014, 0.00937328115105629, -0.02218850515782833], [-0.06131710484623909, -0.019410457462072372, -0.020947467535734177, -0.009362498298287392, -0.032957881689071655, -0.02331843227148056, -0.0077293794602155685, -0.01077380683273077, 0.0672336220741272, 0.01625964418053627, -0.049458447843790054, 0.017244363203644753, 0.014952806755900383, 0.007569481153041124, 0.013710002414882183, -0.01430847030133009, -0.007013233844190836, 0.04076012969017029, -0.010483318008482456, 0.026481373235583305, 0.023399513214826584, -0.05975331738591194, 0.04522332549095154, 0.009702160023152828, -0.001504589687101543, -0.03447451442480087, 0.01719539612531662, -0.022481203079223633, 0.001493199379183352, -0.07102391868829727, 0.061963919550180435, 0.004479915834963322, 0.02040041796863079, -0.04262008145451546, 0.020309582352638245, 0.0015589005779474974, 0.006044403649866581, 0.005477215629070997, 0.005867643281817436, 0.007562067825347185, 0.006680099293589592, 0.02185772731900215, -0.0012680271174758673, -0.016395706683397293, -0.06669043004512787, 0.0024839425459504128, 0.028079640120267868, 0.02702340856194496, 0.009890863671898842, -0.01365699153393507, 0.034155186265707016, 0.051472440361976624, -0.0021212527062743902, 0.010029790922999382, 0.04211030155420303, 0.017205193638801575, -0.017822809517383575, -0.006554068066179752, -0.02625769004225731, 0.010038336738944054, 0.009215491823852062, -0.019143562763929367, -0.061403874307870865, 0.004471969325095415, 0.004656108096241951, -0.011638217605650425, 0.016195636242628098, -0.005383908748626709, 0.02228425443172455, -0.025000058114528656, 0.016996487975120544, -0.008125856518745422, 0.015345280058681965, -0.006426687818020582, -0.0211092010140419, -0.008491269312798977, -0.002490677870810032, 0.02063545398414135, 0.0494518019258976, -0.001777847297489643, -0.0017931299516931176, -0.026014234870672226, 0.022517472505569458, -0.017498278990387917, -0.005756175611168146, -0.03409717231988907, -0.040508512407541275, 0.0012795227812603116, -0.013680251315236092, -0.0029062575194984674, 0.025560004636645317, -0.033034201711416245, -0.03133713826537132, 0.022233929485082626, -0.00044124884880147874, 0.024276478216052055, 0.016575168818235397, -0.022287044674158096, 0.00647325674071908, -0.010048764757812023, 0.007884369231760502, 0.0011595487594604492, 0.009020894765853882, 0.02521813102066517, 0.0014289934188127518, -0.013393773697316647, 0.008384318090975285, 0.018889831379055977, 0.028743809089064598, 0.005943393800407648, 0.03210015222430229, -0.06274023652076721, -0.001143659115768969, 0.00576308649033308, 0.022784650325775146, -0.04569906368851662, -0.011677936650812626, 0.02844446711242199, -0.015846846625208855, 0.023242227733135223, 0.03667805716395378, 0.004277933854609728, 0.024160362780094147, -0.04428848996758461, -0.03696012869477272, 0.0041016764007508755, 0.007749738171696663, -0.020466914400458336], [-0.06773009151220322, -0.03272564709186554, -0.0016548150451853871, -0.012868663296103477, -0.006583439651876688, 0.01366746611893177, -0.022219015285372734, -0.0017583053559064865, 0.060004863888025284, 0.004842427559196949, -0.05220329016447067, 0.04734541475772858, 0.024609295651316643, 0.006846170872449875, -0.01951974630355835, -0.047083329409360886, -0.0016723634907975793, 0.002478609327226877, -0.017697283998131752, 0.060995012521743774, 0.015426557511091232, -0.01929798536002636, 0.010459640994668007, -0.0032074642367661, 0.005272666923701763, -0.02676449529826641, 0.03931519016623497, -0.020398994907736778, -0.013901012018322945, -0.03215736523270607, 0.0874486118555069, -0.019496412947773933, -0.004843598697334528, -0.026067152619361877, -0.011044441722333431, 0.05472898110747337, 0.0007220706902444363, -0.0029198401607573032, -0.03794243186712265, 0.01393784862011671, -0.0195915587246418, 0.01933484524488449, 0.0035535574425011873, -0.010815472342073917, -0.05867239832878113, 0.02567184530198574, 0.02570878341794014, -0.013889160007238388, 0.0019708764739334583, 0.027061861008405685, 0.012228022329509258, 0.04421340674161911, 0.0021280248183757067, -0.023225292563438416, -0.004187521059066057, -0.02313966304063797, -0.011435751803219318, 0.06842107325792313, -0.035683296620845795, 0.037553295493125916, -0.01526255439966917, 0.009912749752402306, -0.005523394793272018, -0.0018143894849345088, -0.006748884916305542, -0.00041744826012291014, -0.004043896682560444, 0.005873766262084246, -0.008958485908806324, 0.013309702277183533, 0.01206474844366312, -0.00021877211111132056, 0.031472332775592804, -0.011239217594265938, -0.02881256490945816, -0.0017510928446426988, -0.0178008321672678, 0.024092067033052444, 0.030171478167176247, 0.004067188128829002, 0.046106819063425064, -0.006379829719662666, 0.011906588450074196, -0.002073670271784067, -0.011647277511656284, -0.008236772380769253, 0.006797645706683397, -0.015021837316453457, -0.03693874552845955, -0.040883541107177734, 0.01440813671797514, -0.0047936695627868176, 0.020181329920887947, 0.014545637182891369, 0.024629997089505196, 0.004011637065559626, 0.021177863702178, 0.005980716552585363, -0.019741006195545197, 0.0025054127909243107, 0.011167416349053383, 0.004063067492097616, -0.006560915149748325, -0.010724874213337898, -0.016052788123488426, -0.00037122194771654904, -0.008529867976903915, -0.022509776055812836, 0.0038270498625934124, -0.012295289896428585, 0.00017969256441574544, -0.05555170401930809, 0.002118200995028019, 0.0190765168517828, -0.00583457387983799, -0.017657823860645294, -0.01473049446940422, -0.02729036659002304, 0.0017845232505351305, -0.005902700126171112, 0.02968328259885311, 0.005111266393214464, -0.008551680482923985, 0.005267976317554712, 0.02511257864534855, 0.012031183578073978, 0.004901781212538481, -0.032184455543756485], [-0.057820580899715424, 0.014081892557442188, -0.04417832940816879, -0.03234514594078064, -0.016736220568418503, 0.03935233876109123, -0.0242830328643322, 0.0020736195147037506, 0.0928376317024231, -0.03695306181907654, -0.07294664531946182, 0.059116166085004807, -0.03422693908214569, 0.006051953416317701, 0.012197358533740044, -0.056962624192237854, -0.04996129870414734, 0.07281585782766342, -0.045075029134750366, 0.05052657052874565, 0.044202279299497604, -0.00016371037054341286, 0.04543554410338402, -0.016993341967463493, -0.026945829391479492, -0.04664849117398262, 0.03665890917181969, -0.016491640359163284, -0.04527151957154274, -0.03675580397248268, 0.08523324131965637, -0.012375041842460632, 0.03668299689888954, -0.025846807286143303, 0.024510761722922325, 0.019534314051270485, 0.03883378952741623, -0.00027519185096025467, 0.03399653360247612, 0.03815640136599541, 0.0010808758670464158, -0.023572247475385666, 0.004339131060987711, 0.03158634528517723, -0.04221578687429428, 0.02832382544875145, -0.007631858345121145, 0.0011982752475887537, 0.021665360778570175, -0.004580543376505375, 0.031401555985212326, 0.09881226718425751, -0.04172556847333908, -0.0068065328523516655, 0.06654872745275497, -0.010940728709101677, -0.004821870010346174, 0.03370029851794243, -0.06489906460046768, 0.03986949473619461, 0.01737547665834427, -0.0007589873275719583, -0.06086738035082817, -0.04141983017325401, -0.0005457843653857708, -0.006073627155274153, -0.017671285197138786, -0.013371997512876987, -0.0545734278857708, 0.01896141655743122, -0.01838063821196556, -0.0210761446505785, -0.002938988385722041, -0.02247956208884716, -0.027579309418797493, -0.030415033921599388, 0.01664785109460354, 0.04129684716463089, -0.0016865949146449566, 0.025550849735736847, -0.023091234266757965, -0.014744485728442669, 0.02535504475235939, -0.023916048929095268, 0.04976703226566315, 0.023441940546035767, -0.00014440967061091214, -0.013853945769369602, 0.009687711484730244, -0.045143499970436096, 0.001754462020471692, -0.000789146579336375, -0.0113111836835742, 0.018321463838219643, 0.02593783289194107, 0.014546379446983337, -0.042399004101753235, 0.010364064015448093, 0.007494929246604443, -0.027685631066560745, 0.00675201416015625, -0.009185216389596462, 0.018840162083506584, 0.022542910650372505, 0.0049588363617658615, 0.004867935087531805, 0.024106567725539207, -0.035690486431121826, -0.014763874001801014, -0.02161465212702751, 0.026662489399313927, -0.04686729982495308, 0.030969038605690002, 0.018336718901991844, -0.03103657253086567, -0.024869093671441078, -0.01907297410070896, 0.051725827157497406, -0.03551023080945015, -0.03275073692202568, -0.005129990167915821, 0.02118055149912834, 0.014031969010829926, -0.023493848741054535, -0.047993335872888565, -0.005167385097593069, 0.03009704314172268, -0.01165851578116417], [-0.044135332107543945, -0.005428288131952286, -0.027034878730773926, -0.0393952950835228, 0.005318879149854183, 0.008703514002263546, -0.008941073901951313, 0.0036098682321608067, 0.0692739486694336, -0.0007167555741034448, -0.04708348214626312, 0.02555232122540474, 0.0023815338499844074, -0.018428640440106392, -0.023581065237522125, -0.004162389785051346, -0.013768867589533329, 0.03179130330681801, -0.013408034108579159, 0.021578436717391014, 0.022676538676023483, -0.02645822986960411, 0.01316736452281475, -0.001186218811199069, -0.025789212435483932, -0.01943177357316017, -0.012919141910970211, -0.009961484931409359, -0.006281321402639151, -0.04471210762858391, 0.048344310373067856, 0.0014904404524713755, 0.010640180669724941, -0.007987170480191708, -0.0005870126187801361, 0.0075517864897847176, 0.017846237868070602, -0.0062393490225076675, -0.006118003744632006, 0.007088284473866224, -0.03708253800868988, 0.001738047576509416, 0.02139889821410179, 0.0019940349739044905, -0.054554283618927, 0.027505910024046898, -0.0030974934343248606, 0.0026966945733875036, -0.009055637754499912, -0.00724181579425931, 0.02810322679579258, 0.013001857325434685, 0.0010586587013676763, 0.014054699800908566, 0.025990556925535202, 0.00890024658292532, 0.01855219528079033, 0.029232455417513847, -0.024313250556588173, 0.04606125131249428, 0.0329987034201622, -0.010777156800031662, -0.040193505585193634, -0.008143005892634392, -0.0018526026979088783, 0.0010099495993927121, 0.012340792454779148, -0.03171171620488167, -0.006553766317665577, -0.004432308487594128, -0.005510255694389343, -0.005875649396330118, -0.026403883472085, -0.022171923890709877, 0.014012369327247143, -0.0023568617179989815, -0.003928950522094965, 0.0018669224809855223, 0.02462710067629814, -0.0051018428057432175, 0.012109924107789993, -0.0015427765902131796, 0.010100034065544605, -0.031877536326646805, -0.008256394416093826, 0.013650670647621155, -0.002074275864288211, -0.010113926604390144, -0.008258850313723087, 0.011556843295693398, -0.013353392481803894, -0.002607651986181736, 0.004863238427788019, 7.28982558939606e-05, -0.010864163748919964, 0.008541565388441086, 0.0020199415739625692, 0.00410790741443634, 0.005926164798438549, 0.003731685457751155, -0.026914773508906364, 0.019696399569511414, 0.019380684942007065, 0.027621714398264885, 0.011958559043705463, -0.01729598455131054, -0.014468856155872345, -0.02339913882315159, 0.005967020057141781, -0.020249895751476288, 0.015283371321856976, -0.040064990520477295, 0.008139579556882381, -0.0062601929530501366, -0.018592538312077522, -0.010218028910458088, -0.0033673017751425505, -0.003254740731790662, 0.021579375490546227, -0.02553844451904297, 0.04055297374725342, -0.009321377612650394, 0.03501594439148903, -0.019050292670726776, -0.021624283865094185, -0.02873183786869049, 0.016336487606167793, 0.020585931837558746], [-0.04426930844783783, 0.018045324832201004, -0.021288994699716568, -0.03501071780920029, -0.001663014991208911, -0.01236151996999979, -0.014270502142608166, 0.007727455347776413, 0.050441041588783264, -0.011680303141474724, -0.010448716580867767, 0.014223920181393623, -0.013542188331484795, 0.01326337642967701, 0.0003576771996449679, -0.040196310728788376, -0.018660061061382294, 0.05360324680805206, -0.06556723266839981, 0.0011305557563900948, 0.02579893358051777, -0.04054727405309677, 0.03575516864657402, 0.010137313045561314, -0.01755981519818306, -0.044989317655563354, 0.02475639432668686, -0.018241534009575844, -0.017970265820622444, -0.05316547676920891, 0.04490043222904205, -0.012098411098122597, 0.028156941756606102, -0.021397778764367104, 0.0019225403666496277, 0.020710833370685577, 0.025460444390773773, -0.016916420310735703, 0.011707602068781853, -0.02426915429532528, -0.03773963451385498, 0.019050588831305504, -0.0035771827679127455, -0.016177015379071236, -0.03830578550696373, 0.011032321490347385, 0.032308414578437805, -0.004638878628611565, 0.022634845227003098, -0.014446756802499294, 0.04508073255419731, 0.029381591826677322, -0.005887323059141636, -0.003144006710499525, 0.024677421897649765, -0.041797179728746414, -0.0054248240776360035, 0.04171222075819969, -0.00858349446207285, 0.04312189668416977, 0.004626031033694744, 0.021795567125082016, -0.0156732015311718, -0.012145088985562325, -0.004638654179871082, -0.009346851147711277, -0.011530084535479546, -0.006687984336167574, 0.001362247858196497, -0.00167179387062788, -0.018336625769734383, -0.0071151889860630035, -0.006131703965365887, 0.005118897650390863, 0.011192128993570805, 0.013406298123300076, 0.0035544775892049074, 0.01495411153882742, -0.02214623987674713, -0.00041818091995082796, -0.019132442772388458, -0.008331341668963432, 0.03107485920190811, -0.017889929935336113, 0.003993108868598938, 0.009995674714446068, 0.007781541906297207, -0.004679223522543907, 0.009177478961646557, -0.02084404043853283, -0.008418099023401737, -0.022863928228616714, 0.01170362439006567, -0.015543336980044842, -0.01430102065205574, 0.009178459644317627, -0.010196703486144543, 0.01370515488088131, 0.002472028834745288, -0.01529720425605774, 0.00608321838080883, 0.008426891639828682, -0.012924205511808395, -0.01056317612528801, 0.0013558368664234877, 0.0032010094728320837, 0.01763857714831829, -0.013113410212099552, -0.008054984733462334, -0.01160839106887579, 0.019013041630387306, -0.01981017179787159, 0.013845229521393776, -0.01671651564538479, -0.010602141730487347, -0.009165523573756218, 0.018776318058371544, 0.04957900196313858, 0.0011081881821155548, -0.002647306304425001, 0.010350259020924568, -0.0022002654150128365, 0.014187946915626526, -0.01937369629740715, -0.018770577386021614, -0.021472500637173653, -0.005342533811926842, -0.02647320181131363], [-0.04577919468283653, 0.003162079257890582, -0.019254812970757484, -0.033626995980739594, -0.0026521089021116495, -0.011754627339541912, -0.015164424665272236, -0.008088406175374985, 0.047983165830373764, 0.0003966914664488286, -0.057282425463199615, 0.013071861118078232, -0.0013025698717683554, -0.015932220965623856, 0.001953788800165057, -0.023093441501259804, 0.0016993486788123846, 0.05421934276819229, -0.022522233426570892, 0.006129979621618986, 0.005387381184846163, -0.0017013256438076496, 0.005588777828961611, 0.01133776642382145, 0.007628974039107561, -0.022062337026000023, -0.00253131496720016, -0.002496524481102824, -0.005140394438058138, -0.046725813299417496, 0.05843644216656685, 0.0008494751527905464, -0.002028740243986249, -0.01199252251535654, -0.00029074939084239304, 0.013131394051015377, -0.017610235139727592, -0.010987719520926476, 0.006441697012633085, 0.0075453417375683784, -0.005964332260191441, -0.021940432488918304, -0.0039450908079743385, 0.006078295409679413, -0.07090305536985397, -0.00519629567861557, -0.009086379781365395, 0.004875228274613619, -0.005529695190489292, -0.00970857311040163, 0.024024643003940582, 0.010882538743317127, -0.002181057818233967, 0.004346981178969145, 0.041585564613342285, 0.011992114596068859, 0.004100161138921976, 0.02580367960035801, -0.0409112274646759, 0.02217155136168003, 0.007448622956871986, -0.024049630388617516, -0.04468965902924538, -0.007077468559145927, 0.006316926795989275, 0.00406766077503562, 0.015939826145768166, -0.009856140241026878, -0.004028449300676584, 0.005042965058237314, 0.015791412442922592, 0.015407191589474678, 0.001996173057705164, -0.0002538129629101604, 0.009949463419616222, -0.00047377165174111724, -0.00508284755051136, -0.020381981506943703, -0.014972949400544167, -0.01921926625072956, 0.009218353778123856, 0.004214294720441103, -0.0061491415835917, 0.012720219790935516, -0.01112447027117014, -0.0018427448812872171, 0.012863319367170334, 0.0015200775815173984, 0.0026626286562532187, 0.0038974937051534653, 0.008236309513449669, 0.012692376971244812, -0.0004560045199468732, -0.0012406386667862535, 0.00851595401763916, 0.011959616094827652, -0.003006774466484785, 0.007942242547869682, -0.0016266973689198494, 0.004070870578289032, -0.01069627609103918, -0.009891163557767868, 0.022425595670938492, 0.004600377753376961, 0.011563620530068874, 0.004669154062867165, -0.01341658178716898, 0.0107318926602602, 0.0014872662723064423, 0.004295069258660078, -0.011076504364609718, -0.02733267843723297, -0.00486138416454196, -0.005913502536714077, 0.016707099974155426, 0.0032505053095519543, 0.01846950501203537, -0.03310713544487953, 0.0013174735940992832, -0.0013989226426929235, 0.0007944235112518072, 0.0011880204547196627, 0.008914687670767307, 0.006264104042202234, 0.03015373833477497, 0.03808743506669998, -0.007949665188789368, 0.008549044840037823], [-0.06859699636697769, -0.018284209072589874, -0.015587488189339638, -0.021249471232295036, -0.01136225275695324, 0.010406075976788998, -0.014800661243498325, -0.0076052239164710045, 0.08223922550678253, 0.007751325145363808, -0.050999268889427185, 0.04575038328766823, 0.017077060416340828, 0.014402118511497974, -0.019197804853320122, -0.020121661946177483, -0.007146318443119526, 0.04101953282952309, -0.03225461766123772, 0.058651264756917953, 0.03191063553094864, -0.05406956747174263, 0.04044303297996521, -0.002071453258395195, 0.008533105254173279, -0.03825945779681206, 0.020899364724755287, -0.049052778631448746, 0.01151796244084835, -0.08296890556812286, 0.049185849726200104, -0.019464030861854553, -0.0020644869655370712, -0.014111817814409733, 0.024999139830470085, 0.055975645780563354, 0.005637230817228556, 0.012695224024355412, -0.033087775111198425, 0.03307180851697922, 0.0020568377804011106, 0.004436674527823925, 0.0127507159486413, -0.009038903750479221, -0.06460464745759964, 0.011810221709311008, 0.029055345803499222, 0.002837434643879533, -0.018718956038355827, 0.012859310954809189, 0.05391019582748413, 0.04080925136804581, -0.03093852661550045, -0.015182361006736755, 0.025777939707040787, -0.028386807069182396, -0.0012732601026073098, 0.07270082831382751, -0.0540044903755188, 0.033029310405254364, -0.01399178896099329, -0.019206680357456207, -0.037367962300777435, -0.03223778307437897, 0.009167310781776905, -0.023586254566907883, 0.014164901338517666, -0.022448932752013206, 0.02780096046626568, -0.008624047040939331, 0.02271396666765213, 0.04359946399927139, 0.03569338098168373, -0.0031041745096445084, -0.029065895825624466, 0.021489614620804787, -0.05880344659090042, 0.043618157505989075, -0.021632850170135498, 0.016735585406422615, -0.011534027755260468, -0.02801693230867386, 0.027351122349500656, 0.007447070442140102, 0.036220431327819824, -0.023215902969241142, -0.00028923791251145303, -0.02303171344101429, 0.013693171553313732, 0.013204307295382023, -0.02324313297867775, -0.0030332396272569895, 0.010056579485535622, 0.010375622659921646, 0.03756546974182129, -0.0033614356070756912, 0.009944471530616283, -0.036354925483465195, 0.0198915246874094, 0.018560266122221947, 0.0434400737285614, 0.007044893689453602, -0.028233960270881653, -0.0028003838378936052, -0.026757922023534775, -0.043802257627248764, 0.02332506887614727, -0.03016931749880314, 0.013187169097363949, -0.01454362366348505, -0.009168972261250019, -0.03637697175145149, -0.03161735087633133, 0.03477044031023979, -0.016239017248153687, -0.01904810033738613, 0.016126034781336784, 0.036336567252874374, 0.0010338067077100277, 0.013553278520703316, 0.00017188824131153524, 0.011798552237451077, 0.019287336617708206, 0.045565783977508545, 0.003192827571183443, -0.018445909023284912, 0.008357142098248005, 0.0036176557186990976], [-0.07275798171758652, 0.027050351724028587, -0.032243650406599045, -0.040671151131391525, -0.024343427270650864, 0.03404612094163895, -0.018926013261079788, -0.00896072294563055, 0.08712341636419296, -0.03973422944545746, -0.11208657175302505, 0.08848985284566879, 0.029891671612858772, -0.015055862255394459, -0.017247281968593597, -0.10028617084026337, -0.023048605769872665, 0.08205569535493851, -0.014829220250248909, 0.06358273327350616, 0.04858126863837242, -0.10546374320983887, 0.09118891507387161, 0.02973318099975586, -0.02438037283718586, -0.04548564553260803, 0.032357919961214066, -0.07869523018598557, -0.034509919583797455, -0.08886102586984634, 0.12073557823896408, -0.01612011529505253, 0.03185652568936348, -0.05927877128124237, 0.011722535826265812, 0.08651840686798096, 0.04591037705540657, -0.012179404497146606, -0.023257598280906677, 0.02293490059673786, -0.0303190965205431, 0.02017217129468918, -0.020654944702982903, 0.02696535363793373, -0.10030384361743927, 0.08028212189674377, 0.027933713048696518, -0.02154095657169819, 0.008882141672074795, -0.016478590667247772, 0.09953223913908005, 0.07303470373153687, -0.044095948338508606, 0.04924625903367996, 0.0617537796497345, -0.015820620581507683, -0.029776783660054207, 0.06891930103302002, -0.05940736457705498, -6.171751010697335e-06, 0.04792627692222595, -0.054773569107055664, -0.0562736801803112, -0.07009905576705933, -0.028077932074666023, -0.008584259077906609, 0.01889621652662754, -0.002206629142165184, -0.007915131747722626, 0.020201588049530983, 0.014408458955585957, 0.014792005531489849, -0.024746587499976158, 0.00225763744674623, -0.021884359419345856, 0.03562561422586441, -0.019464612007141113, 0.07422270625829697, 0.03146950155496597, -0.03235849365592003, 0.011006750166416168, 0.013582896441221237, 0.06328066438436508, -0.03225567936897278, 0.023600121960043907, -0.0004085655673407018, -0.0014404092216864228, -0.0054103354923427105, 0.009539400227367878, -0.01968158781528473, -0.04126168042421341, -0.00053974031470716, -0.01849057711660862, 0.05886594578623772, -0.0021755648776888847, 0.0222337506711483, 0.010712645947933197, 0.009276089258491993, 0.022061234340071678, 0.022779986262321472, 0.05898294970393181, -0.037790145725011826, 0.03756798803806305, 0.06232921779155731, -0.02635895647108555, -0.05613163858652115, 0.031616803258657455, -0.037732601165771484, 0.021979885175824165, -0.0646345317363739, 0.002868307987228036, -0.06473429501056671, 0.017767740413546562, -0.005433020181953907, -0.02238437719643116, 0.0031007067300379276, -0.011279072612524033, 0.05960618704557419, -0.0017882814863696694, -0.006138722412288189, -0.008505959063768387, 0.024127230048179626, 0.03206396475434303, 0.0010611065663397312, -0.023928817361593246, -0.013007846660912037, 0.05536551773548126, -0.00025248402380384505], [-0.052914250642061234, 0.017636708915233612, -0.05081503465771675, -0.04759776219725609, -0.03138965368270874, 0.00466722808778286, 0.0009549083188176155, 0.06343353539705276, 0.06603282690048218, -0.007491672411561012, -0.05622540041804314, 0.04438155144453049, 0.011087581515312195, 0.008354408666491508, 0.008255780674517155, -0.049965254962444305, 2.7203175704926252e-05, 0.052993595600128174, -0.04833826795220375, 0.05330364778637886, 0.004783038515597582, -0.029028307646512985, 0.05183234065771103, -0.006407005246728659, 0.0004303896857891232, -0.054895732551813126, 0.05045841261744499, -0.031991515308618546, -0.010085935704410076, -0.0810767114162445, 0.060470543801784515, -0.025273360311985016, 0.02303825505077839, -0.03334681689739227, 0.0004581562534440309, 0.07137990742921829, -0.00031716417288407683, -0.0008251269464381039, 0.00422945199534297, -0.0025061487685889006, -0.02554425410926342, -0.036005035042762756, 0.011793826706707478, 0.0693695917725563, -0.04931603744626045, 0.027276407927274704, 0.008718455210328102, -0.006358111277222633, 0.01330498419702053, 0.006441955920308828, 0.08188875019550323, 0.03190512955188751, -0.0028706546872854233, 0.012217114679515362, 0.01820838451385498, 0.01964048109948635, -0.01216309517621994, 0.01316350419074297, -0.035990361124277115, 0.044822849333286285, 0.022893527522683144, -0.013540143147110939, -0.045240916311740875, -0.0375208854675293, 0.0518350750207901, 0.020695162937045097, -0.006952829658985138, -0.01477156300097704, -0.0371924489736557, -0.00034558834158815444, -0.032925814390182495, 0.026699528098106384, -0.030097587034106255, 0.007782659959048033, 0.008654925972223282, 0.046558815985918045, -0.005777209065854549, 0.0681028813123703, 0.010395748540759087, 0.0007895212038420141, -0.0315709225833416, -0.017676446586847305, -0.002184629673138261, -0.02738615684211254, -0.0021539528388530016, 0.010515911504626274, -0.02899579517543316, -0.0013821142492815852, 0.02657352201640606, -0.00709909200668335, -0.001894233631901443, 0.028924455866217613, 0.024698875844478607, 0.008257249370217323, -0.00824145320802927, 0.04580150172114372, -0.029356086626648903, 0.004106628242880106, 0.01901322603225708, -0.037305355072021484, 0.04229211434721947, -0.005599529482424259, -0.022337013855576515, -0.002648607362061739, -0.020954877138137817, -0.03279886394739151, -0.001563632395118475, -0.02461555041372776, -0.022239243611693382, -0.018611766397953033, 0.045937296003103256, -0.0565752349793911, 0.00158305699005723, -0.009702150709927082, -0.012200369499623775, -0.05809351056814194, 0.04840947687625885, 0.017950618639588356, 0.00523719098418951, -0.05456485226750374, -0.012338549830019474, 0.02615824155509472, 0.0016011549159884453, -0.01737811416387558, -0.03426826000213623, -0.0028483173809945583, -0.00026690473896451294, -0.017749296501278877], [-0.017580842599272728, 0.02678162045776844, -0.05020526796579361, -0.021018795669078827, -0.006671249866485596, 0.00867043249309063, -0.0202815979719162, 0.015226578339934349, 0.05237611383199692, 0.01344408467411995, -0.0784492939710617, 0.03445117920637131, -0.005208099726587534, -0.01057792454957962, -0.0189658310264349, -0.01606900244951248, 0.004226292483508587, 0.04317307472229004, -0.024285737425088882, 0.012593026272952557, 0.02087377943098545, -0.030443811789155006, 0.033858172595500946, 0.0009191450080834329, 0.003508034162223339, -0.023411879315972328, 0.010182421654462814, -0.015555232763290405, -0.0414334237575531, -0.052857086062431335, 0.04455413296818733, -0.021193936467170715, 0.023078523576259613, 0.00027917607803829014, 0.01426743809133768, 0.006480841431766748, 0.013650155626237392, 0.02098637819290161, 0.007161529269069433, -0.029692823067307472, -0.06289184838533401, 0.021105602383613586, -0.007535838987678289, 0.011691209860146046, -0.05524203181266785, 0.07074394077062607, 0.007943335920572281, -0.0032340488396584988, 0.006290109362453222, 0.006058231461793184, 0.01635371521115303, 0.04149875417351723, -0.004010687116533518, 0.005885069724172354, 0.03949437662959099, -0.00794876366853714, -0.006896260194480419, 0.012473084963858128, -0.053836140781641006, 0.039140570908784866, 0.00803320948034525, -0.005087699741125107, -0.027562789618968964, -0.0025719832628965378, -0.007481890730559826, 0.004780050832778215, 0.00623069005087018, -0.025234300643205643, -0.009653091430664062, -0.0013064604718238115, -0.03763005882501602, -0.020765094086527824, -0.007454960141330957, 0.006348554044961929, -0.011655006557703018, 0.00777074508368969, 0.00959426537156105, 0.004892861470580101, -0.004840411711484194, 0.019394079223275185, 0.004427674692124128, 0.00994388572871685, 0.024498524144291878, -0.029448440298438072, -0.004506127443164587, 0.016639987006783485, 0.019275730475783348, 0.0010593223851174116, -0.013865707442164421, 0.011758003383874893, 0.006966922897845507, -0.016419032588601112, -0.009110654704272747, 0.003683909308165312, -0.006714547518640757, -0.014253194443881512, 0.02136434242129326, -0.004270204808562994, 0.00964296143501997, -0.015880083665251732, 0.00038605829467996955, -0.017477767542004585, 0.02662179246544838, -0.000336684868671, -0.01424366794526577, -0.00033311330480501056, -0.00614096550270915, -0.013954478316009045, -0.0069710081443190575, -0.00838104635477066, 0.012776076793670654, 0.004857209976762533, -0.004736788105219603, 0.004249268211424351, -0.01640595868229866, -0.010351380333304405, 0.020932845771312714, 0.026007646694779396, 0.010906551033258438, 0.010857200250029564, 0.019324064254760742, -0.005340972449630499, -0.012307609431445599, -0.00878830160945654, -0.019490808248519897, -0.028362028300762177, -0.014516944997012615, -0.0033918863628059626], [-0.0336511954665184, 0.03588937222957611, -0.033234868198633194, -0.0129820816218853, -0.024984894320368767, 0.015380926430225372, -0.026160646229982376, 0.008499239571392536, 0.05882330611348152, -0.0008349714917130768, -0.05149831622838974, 0.03712070360779762, 0.00590165751054883, 0.004648358095437288, -0.00818783137947321, -0.026598289608955383, -0.01898905821144581, 0.02260028012096882, -0.03590148314833641, 0.03768080845475197, 0.015537546016275883, -0.02957349270582199, 0.015966562554240227, 0.01987552084028721, 0.00782595295459032, -0.04097851365804672, 0.008942135609686375, -0.031062087044119835, -0.019219307228922844, -0.04125151038169861, 0.025073330849409103, -0.014679557643830776, 0.023687021806836128, -0.03713628649711609, 0.02146097831428051, 0.03852994367480278, 0.0072398982010781765, 0.017513763159513474, -0.005736934952437878, -0.013203460723161697, -0.018607143312692642, 0.0021593691781163216, -0.007002492900937796, -0.009062804281711578, -0.01681698113679886, 0.0037072200793772936, 0.016592875123023987, 0.007753340993076563, -0.009435387328267097, 0.00877078901976347, 0.04142831638455391, 0.017819255590438843, -0.026890257373452187, 0.010662245564162731, 0.010118719190359116, -0.00017753965221345425, 0.0007377185393124819, 0.03797763213515282, -0.04779977723956108, 0.03863711655139923, 0.013600078411400318, -0.004282122012227774, -0.0016285196179524064, -0.016102738678455353, 0.008579195477068424, -0.00122301303781569, 0.01179675292223692, -0.010019439272582531, 0.0013443350326269865, 0.004232514183968306, -0.00025056247250176966, 0.007204310968518257, -0.009215200319886208, -0.008614211343228817, -0.012801664881408215, 0.026044752448797226, -0.01210592221468687, 0.027461517602205276, 0.023272575810551643, -0.010030513629317284, 0.04095785692334175, -0.001885947654955089, 0.013319886289536953, -0.011152049526572227, 0.017768314108252525, 0.011855493299663067, -0.03135154768824577, -0.0039802659302949905, 0.00794011540710926, -0.004362139385193586, -0.024020209908485413, -0.01178146805614233, -0.0057595535181462765, 0.02866562269628048, 0.002868121722713113, 0.003230632981285453, 0.0061689382418990135, -0.0026467670686542988, -0.0162587258964777, -0.017564961686730385, 0.029039187356829643, -0.049275483936071396, 0.005487242713570595, 0.01662604697048664, 0.02268960513174534, 0.001538231736049056, 0.00917340163141489, -0.02378162555396557, -0.021990805864334106, 0.002155190333724022, 0.008561291731894016, -0.038714468479156494, 0.02344677783548832, -0.0039079682901501656, 0.002011047676205635, -0.006170565262436867, -0.02395770139992237, 0.0048845065757632256, 0.012557807378470898, -0.0156304482370615, 0.002393589820712805, 0.013055544346570969, 0.019182315096259117, 0.009432923048734665, -0.026362312957644463, -0.012959607876837254, 0.03559029474854469, -0.018328581005334854], [-0.048339858651161194, 0.001237203599885106, 0.005828468129038811, 0.012526912614703178, 0.006950073409825563, 0.002314902376383543, -0.012222757562994957, -0.009127411991357803, 0.0702330470085144, -0.0028168593998998404, -0.04630419611930847, 0.030015550553798676, -0.00022208658629097044, 0.01010066270828247, 0.01081920973956585, 0.00833931565284729, 0.0027705994434654713, 0.02720656432211399, -0.0156463161110878, 0.0463390126824379, 0.011191432364284992, -0.02214979939162731, 0.03661508113145828, -0.00041139934910461307, -0.006194849498569965, -0.012652761302888393, 0.016903240233659744, -0.019361605867743492, -0.0017846643459051847, -0.028451627120375633, 0.06262927502393723, -5.049823084846139e-05, -0.007012169808149338, -0.042246609926223755, -0.0005548647604882717, 0.03901370242238045, 0.031091097742319107, 0.006417148280888796, 0.0033910840284079313, -0.006310497410595417, -0.01892641745507717, -0.000951960391830653, -0.00020229784422554076, 0.012470800429582596, -0.06998605281114578, 0.03716742992401123, 0.004937511868774891, -0.010745301842689514, -0.0005121628055348992, -0.0037677795626223087, 0.00751135777682066, 0.012436622753739357, -0.02368706464767456, 0.007705499418079853, 0.015998421236872673, -0.019722547382116318, -0.006912530865520239, 0.01911187916994095, -0.02671806327998638, 0.02828770875930786, -0.010461296886205673, -0.0028691375628113747, -0.031795065850019455, -0.012308887206017971, -0.009765619412064552, 0.000447491358499974, -0.007521659601479769, 0.016366612166166306, -0.007428628392517567, 0.0012053027749061584, -0.01353973988443613, -0.004256936721503735, -0.01496738102287054, -0.0024120029993355274, 0.005800430662930012, -0.014570160768926144, 0.005571749992668629, -0.02271038107573986, 0.021550849080085754, 0.01199291180819273, -0.010546989738941193, 0.008098682388663292, -0.0071301753632724285, -0.02035568654537201, -0.0046567898243665695, 0.006093084346503019, -0.014687336049973965, -0.010068305768072605, -0.003739005886018276, 0.01841752789914608, 0.0004313783720135689, -0.01630791276693344, 0.007212190888822079, -0.003698027925565839, -0.010875480249524117, -0.024392545223236084, -0.007640397641807795, 0.002698706928640604, 0.008536112494766712, 0.007188021205365658, 0.0012740002712234855, 0.006527406629174948, -0.011119313538074493, -0.012615550309419632, 0.006911612115800381, 0.016645511612296104, 0.008743382059037685, 0.010274037718772888, 0.014710983261466026, -0.02688722312450409, 0.00142410967964679, -0.004683659411966801, -0.0006037155399098992, -0.0036249279510229826, -0.025484222918748856, 0.005962456576526165, -0.0022348088677972555, -0.01128473598510027, 0.010754547081887722, 0.00648335088044405, -0.001826397143304348, 0.01359277032315731, -0.037344422191381454, 0.0025240774266421795, -0.0001311397209065035, 0.02209494821727276, -0.013407450169324875, 0.009075927548110485], [-0.05071127414703369, 0.005317092873156071, -0.029115917161107063, -0.01442461647093296, 0.0019796963315457106, 0.021550634875893593, -0.017994480207562447, 0.007626235019415617, 0.06328031420707703, -0.023663347586989403, -0.04908258840441704, 0.047213755548000336, 0.010834597051143646, -0.00125974474940449, -0.02364092878997326, -0.024066198617219925, -0.018052609637379646, 0.05190129950642586, -0.005649476312100887, 0.0436442568898201, 0.04361114650964737, -0.03237619623541832, 0.02834528312087059, -0.010890230536460876, 0.008045746944844723, -0.031066181138157845, 0.01765231415629387, -0.014434981159865856, -0.008885120041668415, -0.061870940029621124, 0.06298135221004486, -0.019103102385997772, 0.0032882499508559704, -0.016990961506962776, -0.00162437092512846, 0.03229638934135437, 0.008118520490825176, 0.014665286056697369, 0.015304164960980415, 0.02036941796541214, -0.025308120995759964, 0.005959180183708668, -0.021624093875288963, 0.0204758383333683, -0.04208163917064667, 0.033062949776649475, 0.011998060159385204, 0.007933592423796654, -0.005086226388812065, 0.013599173165857792, 0.0379410982131958, 0.03263885900378227, -0.025763658806681633, 0.017991969361901283, 0.07012064754962921, 0.009893812239170074, -0.02480693720281124, 0.015715239569544792, -0.05764637142419815, 0.012799126096069813, 0.019812753424048424, -0.012401307933032513, -0.02898934856057167, -0.02002018690109253, -0.0306758601218462, -0.0023624540772289038, -0.012311922386288643, -0.01545838825404644, 0.019589057192206383, 0.015451949089765549, -0.006370028015226126, 0.014796228148043156, 0.012142705731093884, 0.01846175827085972, -0.019284330308437347, 0.006451633758842945, -0.01459353044629097, 0.00866015162318945, 0.04363344609737396, -0.024770425632596016, -0.008297914639115334, -0.014586097560822964, 0.045371875166893005, 0.001009276951663196, 0.021157287061214447, -0.0018972160760313272, -0.007146519608795643, -0.0155019611120224, -0.012435815297067165, -0.0013364667538553476, -0.020269790664315224, -0.019441386684775352, 0.00825895182788372, 0.03174547478556633, 0.011474454775452614, 0.019541479647159576, 0.039917849004268646, 0.005830145440995693, 0.0008081024279817939, 0.017534438520669937, 0.03470004349946976, -0.004607787821441889, 0.02667228691279888, -0.008278848603367805, -0.022277187556028366, -0.004830503836274147, 0.02437465637922287, -0.01825542002916336, 0.0016308896010741591, -0.060116223990917206, 0.034281231462955475, -0.021309321746230125, 0.01669410429894924, -0.0015469678910449147, -0.0036754345055669546, -0.026998672634363174, -0.0026052165776491165, 0.026843607425689697, -0.027113180607557297, -0.0077429418452084064, 0.01798725128173828, 0.00766364810988307, 0.04045073688030243, -0.017354337498545647, 0.005959613714367151, -0.015600728802382946, 0.026486456394195557, -0.007107492536306381], [-0.051205046474933624, 0.03524983301758766, -0.050214096903800964, -0.029321055859327316, -0.014018423855304718, -0.021260589361190796, -0.02149302139878273, -0.007854058407247066, 0.07486549764871597, -0.03955565020442009, -0.020231127738952637, 0.03890161216259003, -0.026943610981106758, -0.0394403450191021, 0.0005329722189344466, -0.006577495485544205, 0.0039144461043179035, 0.057713232934474945, -0.07067442685365677, 0.026743954047560692, 0.0366072915494442, 0.003538242308422923, 0.03205519914627075, 0.04350278154015541, -0.005342082120478153, -0.011309116147458553, 0.014818514697253704, 0.001931815524585545, -0.017403708770871162, -0.07392723858356476, 0.05152735859155655, -0.022034646943211555, 0.01326675247400999, -0.054165054112672806, -0.019604751840233803, 0.005479535087943077, -0.01358986645936966, 0.0025503633078187704, -0.006610866170376539, 0.012069154530763626, -0.015499222092330456, -0.020856041461229324, -0.038310516625642776, 0.026783138513565063, -0.06171878054738045, -0.001202892162837088, -0.0130631597712636, 0.023379355669021606, 0.013236720114946365, -0.012099969200789928, 0.05811569467186928, 0.04068251699209213, 0.006384176667779684, -0.028608350083231926, 0.005681096110492945, -0.020276479423046112, -0.009188235737383366, 0.0163310207426548, -0.039285171777009964, 0.06696759164333344, -0.01992698386311531, 0.00979708880186081, -0.04295024275779724, -0.041594017297029495, 0.02631695568561554, 0.0013098475756123662, 0.0074211410246789455, -0.02806139923632145, -0.010577455163002014, 0.0014489397872239351, -0.05024421215057373, 0.016325049102306366, -0.032508887350559235, 0.003498723730444908, 0.012025994248688221, 0.007743805181235075, 0.01876840740442276, 0.01611725240945816, 0.010987580753862858, 0.020852437242865562, -0.024353045970201492, 0.004517348948866129, -0.0018907204503193498, -0.010451940819621086, 0.007580335717648268, -0.006263082846999168, -0.012581479735672474, -0.022537842392921448, 0.008741469122469425, 0.005045930854976177, -0.000237434302107431, 0.006952014751732349, -0.027564655989408493, -0.001900610513985157, 0.0034014666453003883, 0.026525601744651794, 0.0021351524628698826, -5.59267482458381e-06, -0.011437478475272655, -0.004893789533525705, 0.0025712831411510706, -0.011415745131671429, -0.00862602237612009, -0.0001967365387827158, 0.017881397157907486, 0.004571153782308102, -0.02608143538236618, -0.024723120033740997, 0.01244048960506916, -0.004181332420557737, 0.04437556117773056, -0.05474686250090599, -0.003795118071138859, -0.02144329994916916, -0.0009637326002120972, 0.0006549163372255862, -0.006869039032608271, 0.03971114009618759, 0.024340981617569923, -0.011194638907909393, 0.01568877510726452, -0.0216346625238657, -0.019454266875982285, -0.01527370698750019, -0.014633676037192345, 0.00043566914973780513, 0.008385946974158287, 0.007921195589005947], [-0.08193261176347733, 0.05538906157016754, -0.0071883839555084705, -0.04574675112962723, -0.04400298371911049, 0.05459265783429146, -0.034963708370923996, 0.04461848363280296, 0.11210089176893234, -0.04530908912420273, -0.10691972821950912, 0.08204904943704605, -0.007807102520018816, -0.00592163298279047, -0.021739289164543152, -0.02270071767270565, -0.027793431654572487, 0.049142949283123016, -0.06714724004268646, 0.09921173006296158, 0.06212399899959564, -0.024225231260061264, 0.06053932011127472, 0.03818098083138466, -0.0035082995891571045, -0.007922077551484108, 0.011404886841773987, -0.04782911390066147, -0.04255339875817299, -0.0981888473033905, 0.12177243083715439, -0.046878632158041, 0.02627440169453621, -0.04851485788822174, 0.009102720767259598, 0.04919781908392906, 0.007420740090310574, 0.01605363003909588, -0.002708626911044121, -0.013822153210639954, -0.022638220340013504, 0.010928789153695107, -0.011561771854758263, -0.0008951934287324548, -0.048611223697662354, 0.050252627581357956, 0.002538709668442607, 0.005828884895890951, 0.013770665042102337, -0.0013674866640940309, 0.02838212065398693, 0.0754920020699501, -0.07819926738739014, 0.04040161892771721, 0.06540783494710922, -0.03622947260737419, 0.0048707895912230015, 0.02758936770260334, -0.059115730226039886, 0.0166358333081007, 0.014797260984778404, -0.0036917459219694138, -0.043981049209833145, -0.031185131520032883, -0.010290502570569515, 0.0017950856126844883, -0.008362054824829102, 0.010868364945054054, -0.03912298008799553, 0.012209327891469002, -0.029941916465759277, -0.016358159482479095, 0.006889492738991976, 0.018111353740096092, 0.005865059327334166, -0.0024665282107889652, 0.04602733999490738, 0.0659475103020668, 0.028473999351263046, 0.04262376204133034, 0.025434914976358414, 0.024621250107884407, 0.0008631094824522734, -0.02855522558093071, -0.005536908749490976, 0.01903277076780796, -0.039448000490665436, 0.004799790680408478, -0.038808610290288925, 0.0037694317288696766, -0.025914354249835014, -5.4429754527518526e-05, 0.006087138783186674, 0.02789655514061451, 0.011421636678278446, -0.01469962764531374, 0.005549385212361813, -0.01377053838223219, 0.00888883601874113, -0.026669535785913467, -0.004458672367036343, -0.0291630607098341, -0.00398787297308445, 0.02717082016170025, -0.022574694827198982, -0.01032667513936758, 0.025805821642279625, -0.023861359804868698, 0.029381781816482544, -0.029638497158885002, -0.030320389196276665, -0.06276468187570572, 0.006850731559097767, 0.03214024379849434, -0.011211484670639038, 0.05441109836101532, -0.007233737967908382, -0.0034173179883509874, 0.02786795049905777, -0.02677435800433159, -0.009937393479049206, 0.04598319157958031, 0.01331606786698103, -0.013551661744713783, -0.036918263882398605, -0.011662418022751808, 0.0017450065352022648, -0.004179409705102444], [-0.050137147307395935, -0.021531686186790466, -0.002348006935790181, 0.02927286922931671, 0.0007096879999153316, 0.008796066045761108, 0.027359256520867348, 0.01010336447507143, 0.0857747346162796, -0.027466826140880585, -0.04546691104769707, 0.04869590327143669, -0.00955929234623909, 0.0018357449444010854, 0.008976922370493412, -0.02268490381538868, 0.00204628799110651, 0.02948203682899475, -0.004254740662872791, 0.05346289649605751, 0.016350258141756058, -0.01063023041933775, 0.02053099311888218, -0.0011138214031234384, 0.001681142020970583, -0.036136794835329056, -0.00550443958491087, -0.026060355827212334, -0.011936848051846027, -0.05264214798808098, 0.06118610128760338, 8.181793964467943e-05, 0.019785938784480095, -0.03172162175178528, 0.002164644654840231, 0.023289082571864128, 0.00559476250782609, 0.013366172090172768, -0.00381127349101007, -0.0012886249460279942, 0.01019564364105463, 0.01732804626226425, 0.005689563229680061, -0.009372013621032238, -0.06505189836025238, 0.02398541569709778, 0.005331434775143862, 0.0038741962052881718, 0.002735628979280591, 0.004279484041035175, 0.05674533173441887, 0.03167480602860451, -0.035766229033470154, -0.02527921460568905, 0.001136080943979323, -0.019567521288990974, -0.014172741211950779, 0.004788774996995926, -0.03812946751713753, 0.009897992014884949, -0.00192941352725029, -0.031764838844537735, -0.04936731606721878, -0.0036295640747994184, -0.018937407061457634, -0.0044998000375926495, 0.018655061721801758, 0.017949603497982025, 0.03589613735675812, 0.015392879024147987, 0.0374264232814312, -0.031938668340444565, -0.024444876238703728, 0.012629378587007523, 0.0076780482195317745, -0.018217915669083595, 0.02717301808297634, -0.02832266502082348, 0.03171404451131821, 0.005748487543314695, -0.012712245807051659, -0.002778631867840886, -0.0013750719372183084, 0.001776735414750874, 0.006016481202095747, 0.022671902552247047, -0.0036802857648581266, 0.00955219566822052, -0.04384899139404297, 0.004789611324667931, -0.0023495161440223455, -0.013899064622819424, -0.016140166670084, 0.01422924268990755, -0.006901769898831844, 0.013363637961447239, -0.012417524121701717, 0.009527924470603466, -0.023149723187088966, 0.009486339055001736, 0.03113619238138199, -0.0017290051328018308, -0.005518293473869562, 0.008861676789820194, -0.021264566108584404, -0.0011070807231590152, 0.006949134171009064, 0.00548102892935276, -0.009800523519515991, -0.010006732307374477, 0.014518498443067074, -0.03049756959080696, 0.0045663961209356785, -0.01991274766623974, -0.003610719460994005, 0.02348499745130539, -0.0368599034845829, 0.011918460950255394, -0.016995113343000412, -0.00613314937800169, 0.006747474428266287, 0.029804255813360214, 0.013524461537599564, -0.01324179582297802, -0.0409545935690403, -0.0014909148449078202, 0.011740757152438164, -0.033622100949287415], [-0.03687749430537224, 0.016256658360362053, -0.037139542400836945, -0.04761118069291115, -0.0030802234541624784, 0.045020315796136856, 0.011413893662393093, -0.004383288789540529, 0.06416093558073044, -0.001875665271654725, -0.05107324570417404, 0.045222681015729904, -0.020240209996700287, -0.0006025400361977518, -0.027524687349796295, -0.03768005594611168, -0.001961884554475546, 0.044998250901699066, -0.027812518179416656, 0.028506645932793617, 0.00879974476993084, -0.0232252087444067, 0.04875314235687256, -0.011249742470681667, -0.0020659740548580885, -0.04740997031331062, 0.012922899797558784, -0.024106325581669807, -0.003697605337947607, -0.08256921172142029, 0.03500209003686905, -0.023884057998657227, 0.006056817714124918, -0.0018410106422379613, 0.020381396636366844, 0.030889863148331642, 0.00987958163022995, 0.017259648069739342, 0.040932536125183105, -0.027591969817876816, 0.00445034122094512, -0.020078349858522415, -0.0019463023636490107, 0.004120539408177137, -0.03928651660680771, 0.03807403892278671, -0.02794092521071434, -0.0005884856800548732, 0.003038438269868493, -0.0009709241567179561, 0.00670507550239563, 0.017704512923955917, -0.033609479665756226, -0.0033527924679219723, 0.020557096228003502, 0.008075576275587082, 0.012671765871345997, -0.005187602248042822, -0.03772325441241264, 0.020679157227277756, 0.03786192089319229, -0.030355587601661682, -0.016862990334630013, -0.029499489814043045, -0.05313980206847191, -0.02933436632156372, 0.031506653875112534, -0.03784337267279625, 0.007572068367153406, -0.0052157314494252205, -0.015037146396934986, 0.023885518312454224, -0.011482510715723038, 0.01842789351940155, -0.011077022179961205, -0.0021975005511194468, -0.024366555735468864, 0.03580765053629875, 0.06406554579734802, -0.025274205952882767, -0.025694387033581734, -0.009392455220222473, 0.001068531651981175, 0.016756633296608925, 0.03645217791199684, 0.02450120821595192, -0.0006417591357603669, -0.013440336100757122, 0.017841581255197525, -0.025354526937007904, -0.005100895185023546, -0.020324934273958206, -0.013787422329187393, 0.0016421067994087934, -0.015307141467928886, 0.014864395372569561, 0.01179844606667757, 0.012954640202224255, 0.015694618225097656, 0.009983274154365063, -0.004920941777527332, -0.036749888211488724, 0.033566396683454514, 0.020616527646780014, 0.011163458228111267, -0.0369911752641201, 0.025623125955462456, -0.008682049810886383, -0.005178618244826794, -0.029661519452929497, -0.010906042531132698, -0.0044006844982504845, 0.008688084781169891, -0.013808170333504677, -0.03417961671948433, -0.038899485021829605, 0.01627144031226635, 0.04163224250078201, -0.01347328070551157, -0.023936863988637924, -0.013215888291597366, -0.011074105277657509, 0.01960807479918003, 0.015159553848206997, -0.02228277176618576, -0.03849552199244499, 0.0009959847666323185, -0.004929310642182827], [-0.04292668402194977, 0.027752429246902466, -0.023914331570267677, -0.028384918347001076, 0.004367987625300884, 0.014562863856554031, 0.009013650938868523, 0.02001776546239853, 0.04082978889346123, 0.010952112264931202, -0.09444399178028107, 0.05338574945926666, -0.003490620059892535, 0.01593966595828533, -0.048589885234832764, -0.03820690140128136, -0.027096491307020187, 0.03416949510574341, -0.029130717739462852, 0.04664639011025429, -0.005025854334235191, -0.02397909387946129, 0.04130355641245842, -0.0023295730352401733, -0.005359927657991648, -0.034998420625925064, 0.004842019639909267, -0.01362451259046793, -0.059423282742500305, -0.0871473103761673, 0.09067248553037643, -0.033369313925504684, 0.051018889993429184, -0.009946251288056374, 0.015760984271764755, 0.00034262501867488027, 0.005760003346949816, 0.0024446153547614813, 0.008141935802996159, -0.003726859809830785, -0.03827161714434624, -0.028646986931562424, -0.007021026220172644, 0.015022915787994862, -0.03472412750124931, 0.07476675510406494, 0.050346702337265015, -0.050552498549222946, 0.016121573746204376, 0.005892723333090544, 0.051632724702358246, 0.022165294736623764, -0.02041373774409294, -0.003917265217751265, 0.039097461849451065, -0.0019715020898729563, -0.002122153528034687, 0.03167266771197319, -0.01886308379471302, 0.017671052366495132, 0.02286817692220211, -0.014018041081726551, -0.0259134192019701, -0.04584778845310211, 0.0122919213026762, 0.013313127681612968, -0.0013964291429147124, 0.006915957201272249, -0.030017899349331856, 0.03483836352825165, -0.018766317516565323, -0.019428478553891182, 0.011057646945118904, -0.012765347957611084, 0.022658882662653923, 0.038418907672166824, -0.008728607557713985, 0.032756756991147995, 0.029482603073120117, 0.00034918353776447475, -0.0036400717217475176, 0.0070691779255867004, 0.054042842239141464, -0.028536230325698853, 0.04226314648985863, -0.03202861547470093, 0.007679884787648916, 0.04955274984240532, -0.015617290511727333, -0.005852456204593182, -0.010587465949356556, 0.022589176893234253, 0.009608317166566849, 0.019245406612753868, 0.029435288161039352, 0.031353071331977844, -0.0030480800196528435, -0.001574471709318459, 0.020375370979309082, -0.007040678523480892, -0.008315800689160824, 0.009542852640151978, -0.03241518884897232, 0.01197587139904499, -0.0017970321932807565, 0.0028582848608493805, 0.024177230894565582, -0.049302976578474045, 0.011380208656191826, -0.030798519030213356, 0.04423031583428383, -0.03573095053434372, -0.03290661424398422, 0.041188981384038925, 0.023598019033670425, -0.05238008499145508, 0.021715175360441208, 0.047108907252550125, -0.0028324448503553867, 0.015626298263669014, -0.02347724698483944, -0.006624267902225256, 0.013315492309629917, -0.028134139254689217, 0.007725884206593037, -0.002430432243272662, 0.04432955011725426, 0.005192136391997337], [-0.04406898468732834, 0.00454547768458724, -0.006592221558094025, -0.025355694815516472, -0.02412586100399494, -0.0007872809073887765, -0.01887884922325611, 0.016639312729239464, 0.030259013175964355, 0.03591281548142433, -0.043207935988903046, 0.04748337343335152, -0.0031809222418814898, 0.017949149012565613, 0.0037578900810331106, 0.0029644505120813847, 0.01870250143110752, 0.03459562361240387, -0.03395652398467064, 0.02834922820329666, 0.019326843321323395, -0.02457461506128311, 0.04929110407829285, 0.01023522112518549, 0.010830079205334187, -0.029000215232372284, -0.008615457452833652, -0.019984478130936623, -0.0016282309079542756, -0.06469497829675674, 0.06478280574083328, -0.009116780012845993, -0.003290003864094615, -0.02015695534646511, 0.0037471388932317495, 0.05966994911432266, -0.01598503813147545, 0.006112594623118639, 0.01991324871778488, -0.002574244514107704, -0.02241128496825695, -0.006205868907272816, -0.0037005681078881025, 0.011952760629355907, -0.077668696641922, 0.020830858498811722, -0.008351090364158154, 0.008408251218497753, 0.01884162239730358, -0.0013500505592674017, 0.06884940713644028, 0.01811426505446434, -0.050731364637613297, 0.004839128348976374, 0.028966642916202545, 0.00894897524267435, -0.01079262513667345, 0.016542553901672363, -0.059554573148489, 0.008980931714177132, 0.027302347123622894, 0.015976717695593834, -0.032296255230903625, -0.020292464643716812, 0.0017812004080042243, -0.001580262091010809, 0.023250065743923187, 0.0030106739141047, 0.005473678465932608, 0.008884318172931671, -0.026371639221906662, 0.0174837838858366, -0.00779552711173892, 0.0007198167149908841, 0.026750056073069572, -0.021471280604600906, 0.00936427153646946, 0.00045169098302721977, 0.012912250123918056, -0.0236351415514946, -0.009881374426186085, 0.014653092250227928, -0.007372714579105377, -0.0008770767017267644, -0.0001552383037051186, 0.005732185207307339, -0.033239275217056274, -0.009896491654217243, -0.011740186251699924, 0.010091404430568218, 0.0006370037444867194, -0.035574737936258316, -0.0005688897217623889, 0.017025969922542572, 0.024523502215743065, 0.00398991396650672, 0.010882386937737465, -0.005132943857461214, 0.016727911308407784, -0.005692722741514444, 0.0047038523480296135, 0.008021712303161621, 0.007002451457083225, 0.006466722581535578, -0.0074544865638017654, 0.011304386891424656, 0.00572762219235301, -0.020485686138272285, 0.015027392655611038, -0.021939560770988464, 0.007883504033088684, -0.01567889004945755, -0.0005082392017357051, 0.00527864508330822, -0.0256276186555624, -0.02543989196419716, 0.010847575031220913, 0.022959722205996513, -0.024978797882795334, -0.009348948486149311, -0.020203320309519768, 0.020903751254081726, 0.00642126752063632, -0.007370071019977331, 0.001933462219312787, 0.009623643010854721, 0.023336658254265785, 0.013856093399226665], [-0.08914639055728912, 0.004436154384166002, -0.041119832545518875, -0.055992595851421356, -0.0025243728887289762, 0.02565137855708599, -0.03013220801949501, 0.018243245780467987, 0.08787410706281662, -0.020752567797899246, -0.10167378187179565, 0.06836166977882385, 0.03096746653318405, 0.009154605679214, -0.018636325374245644, -0.03260466828942299, -0.04269227012991905, 0.09438441693782806, -0.043083660304546356, 0.09289155155420303, 0.08537998795509338, -0.07965850830078125, 0.05986139923334122, 0.04608297720551491, -0.025154579430818558, -0.04281684011220932, 0.03632425516843796, -0.04865077883005142, -0.03447837755084038, -0.08935283124446869, 0.10149410367012024, -0.048928823322057724, 0.0147154675796628, -0.03618275374174118, 0.02017240971326828, 0.06362658739089966, 0.03875679150223732, 0.0018406629096716642, 0.016206638887524605, 0.009074090048670769, -0.07397010177373886, 0.005771443247795105, -0.03734811767935753, 0.03268437087535858, -0.1021031066775322, 0.06080671399831772, 0.05744103342294693, -0.030853116884827614, 0.0015331873437389731, 0.025038624182343483, 0.04650430008769035, 0.08363261818885803, -0.049770791083574295, 0.03845883905887604, 0.07618818432092667, 0.001359643298201263, 0.010082949884235859, 0.0432278998196125, -0.03965603932738304, 0.05854707956314087, 0.04036589711904526, -0.04426893964409828, -0.09093072265386581, -0.11050873249769211, 0.009507051669061184, 0.012944088317453861, -0.01648322120308876, 0.0019196879584342241, -0.027772141620516777, 0.01576124131679535, -0.010250155813992023, -0.0022655040957033634, -0.004547859542071819, -0.005714885424822569, -0.020336322486400604, 0.07447817921638489, -0.05339037626981735, 0.06381604820489883, 0.028688907623291016, 0.0008297445019707084, -0.01153813861310482, 0.0147134680300951, 0.046003520488739014, -0.009630521759390831, 0.036311082541942596, 0.03832652419805527, -0.0008004257688298821, 0.04463425651192665, 0.04169704020023346, -0.026636464521288872, -0.029010755941271782, -0.02551962621510029, -0.03596790134906769, 0.0801331102848053, 0.04661380127072334, -0.006646171677857637, 0.03622390329837799, -0.022827856242656708, 0.014984502457082272, -0.025490397587418556, 0.05635947361588478, -0.009861307218670845, 0.0010160409146919847, 0.030952133238315582, -0.01956588216125965, -0.0255277156829834, 0.03051592782139778, -0.06381446123123169, -0.03038226068019867, -0.03680235520005226, 0.006595679558813572, -0.11818668991327286, 0.04678675904870033, 0.0505838468670845, 0.03021812066435814, -0.000950135407038033, 0.01431557722389698, 0.033124007284641266, -0.004450447391718626, -0.022487880662083626, 0.02173095941543579, 0.030399568378925323, 0.020128268748521805, -0.044738076627254486, -0.04492685943841934, -0.01896851137280464, 0.010044176131486893, 0.022129997611045837], [-0.0650845542550087, 0.004709687549620867, -0.017073240131139755, -0.05401625484228134, -0.007214133627712727, 0.039428673684597015, 0.013407127000391483, 0.030214756727218628, 0.054564379155635834, 0.0031352194491773844, -0.06092679500579834, 0.0335758738219738, 0.01973654143512249, -0.022793522104620934, 0.04654468595981598, 0.003832506015896797, -0.012829205952584743, 0.05240240320563316, 0.001647585304453969, 0.08370336890220642, 0.013624150305986404, -0.0681794136762619, 0.041409362107515335, 0.013319460675120354, 0.01332416757941246, -0.046071454882621765, 0.0042732469737529755, -0.03271025791764259, -0.027750762179493904, -0.02263682521879673, 0.07039181888103485, -2.4902543373173103e-05, 0.003661936614662409, 0.011995231732726097, 0.007556064520031214, 0.046419546008110046, -0.020025985315442085, -0.008085716515779495, -0.008166713640093803, 0.028726909309625626, -0.02676907554268837, 0.008571816608309746, -0.04226430132985115, 0.0024569618981331587, -0.0757894515991211, 0.03144370764493942, -0.004683986306190491, 0.03262170031666756, 0.010110764764249325, 0.017985427752137184, 0.03548704460263252, 0.027456510812044144, -0.009870382957160473, -0.00394784240052104, 0.045346494764089584, -0.02828303724527359, -0.0038265055045485497, 0.015257562510669231, -0.052334096282720566, 0.024710817262530327, 0.02144305221736431, -0.013162110932171345, -0.05694526806473732, -0.0046481904573738575, -0.04322044923901558, -0.006277031730860472, 0.01892944797873497, -0.02379675954580307, -0.04262009263038635, 0.02576841041445732, -0.009554684162139893, 0.021728025749325752, -0.0032597635872662067, 0.015272246673703194, -0.008517389185726643, 0.019892927259206772, -0.028099538758397102, 0.02873997390270233, -0.02394845150411129, 0.024553515017032623, 0.006144783925265074, -0.016419637948274612, -0.022285865619778633, 0.0024977196007966995, 0.003821372054517269, 0.008385052904486656, 0.011673829518258572, -0.021018454805016518, 0.02795559912919998, 0.002359079197049141, 0.023912714794278145, 0.0008015178027562797, -0.018682101741433144, 0.013505954295396805, 0.008194872178137302, 0.01888512633740902, -0.05670648440718651, -0.02352583035826683, -0.035398781299591064, -0.003321120049804449, 0.035213492810726166, -0.034010808914899826, -0.02567371167242527, 0.01260196603834629, -0.020301062613725662, 0.02831554226577282, 0.039885301142930984, -0.010936122387647629, -0.03288785740733147, -0.017812145873904228, 0.041608795523643494, -0.05344007536768913, -0.023532651364803314, -0.03425168618559837, -0.02525363489985466, -0.042393457144498825, -0.0035449794959276915, 0.021622320637106895, 0.004391584545373917, -0.03608104586601257, -0.008224422112107277, -0.014261461794376373, -0.0028506710659712553, 0.024816228076815605, -0.04833286628127098, -0.010949033312499523, -0.004633910488337278, 0.0034720192197710276], [-0.0742717832326889, 0.002638416364789009, -0.0453774631023407, -0.006979922764003277, 0.03120703063905239, 0.019430192187428474, 0.005923495627939701, 0.00961850956082344, 0.07719925791025162, 0.009285712614655495, -0.06863964349031448, 0.035857588052749634, -0.007279251702129841, -0.006408500485122204, -0.03382395952939987, -0.01871519722044468, -0.0014993994263932109, 0.02174226939678192, 0.0028339403215795755, 0.047949887812137604, 0.014868978410959244, -0.012196902185678482, 0.036246757954359055, -0.004371690098196268, 0.0177879948168993, -0.051284585148096085, 0.003672664985060692, -0.009975963272154331, -0.010278752073645592, -0.04007425904273987, 0.04697033017873764, -0.024041887372732162, -0.008747611194849014, -0.03395681455731392, 0.019228585064411163, 0.008600198663771152, -0.0084693543612957, 0.020142460241913795, -0.0014599616406485438, -0.01584172248840332, -0.03170797601342201, 0.0352637954056263, 0.02841966785490513, -0.011754592880606651, -0.07107408344745636, 0.014926444739103317, 0.015830714255571365, -0.026071451604366302, 0.006081162020564079, 0.020034676417708397, 0.02525683306157589, 0.026684192940592766, -0.024938078597187996, 0.015263755805790424, 0.06161404773592949, -0.0011365606915205717, -0.003980529494583607, 0.020076928660273552, -0.056408293545246124, 0.011070518754422665, 0.0207783505320549, -0.05049055442214012, -0.04585164412856102, 0.0024599621538072824, -0.001463142572902143, 0.0025378630962222815, 0.000806815514806658, -0.05403336137533188, -0.05655954033136368, -0.008215832524001598, -0.01715460792183876, 0.01863541267812252, 0.028108352795243263, -0.013523440808057785, -0.014755919575691223, 0.06399855762720108, -0.024697039276361465, 0.006008385214954615, 0.035091616213321686, -0.007389354519546032, 0.021800635382533073, -0.005885717459022999, 0.0019339281134307384, -0.06609376519918442, -0.017427992075681686, 0.009703787043690681, -0.012240009382367134, 0.01729068160057068, 0.0039324890822172165, -0.002762018470093608, -0.010040754452347755, -0.020231081172823906, -0.00946664996445179, 0.04116855189204216, -0.00035788887180387974, -0.015196097083389759, -0.004296233411878347, 0.01993507705628872, 0.01732739992439747, -0.04267362877726555, 0.07286304980516434, -0.02426561713218689, 0.03490763530135155, 0.03618472442030907, -0.008936429396271706, -0.043363139033317566, -0.0037185209803283215, -0.02760983258485794, -0.021558230742812157, 0.0032908956054598093, 0.043431494385004044, -0.041185833513736725, 0.010873276740312576, 0.033267758786678314, -0.0034484509378671646, 0.019004909321665764, 0.014100234024226665, -0.009220096282660961, 0.033712711185216904, 0.005529987625777721, -0.002531237667426467, 0.04282834008336067, -0.0015229982091113925, -0.003030447755008936, -0.041252076625823975, 0.026039276272058487, -0.019980503246188164, 0.015337370336055756]]
+  transformer.h.2.attn.qa_q_blend_alpha  shape=torch.Size([])  raw=-0.2410070151090622
+  transformer.h.2.attn.qa_y_blend_alpha  shape=torch.Size([])  raw=-0.04279278218746185
+  transformer.h.2.attn.qa_q_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.1152698993682861, 0.8956358432769775, 0.9746896028518677, 0.9405969381332397, 0.8827962279319763, 0.8104851841926575, 0.8867903351783752, 0.9225919842720032, 0.9714711904525757, 0.8606827855110168, 1.0048398971557617, 0.8344006538391113, 0.8099696636199951, 1.0355385541915894, 0.8993537425994873, 0.8849891424179077, 0.9244243502616882, 0.8325510025024414, 0.8688273429870605, 1.088134527206421, 1.192196249961853, 0.8132022619247437, 0.9692491888999939, 0.9234764575958252, 1.0957564115524292, 0.8455065488815308, 0.897262454032898, 0.8572636842727661, 0.9621909260749817, 1.0363540649414062, 0.9360591769218445, 1.052431583404541, 1.0336601734161377, 1.0012716054916382, 0.8702583909034729, 0.9110122323036194, 0.9192014932632446, 0.9829489588737488, 0.8913535475730896, 0.9488621354103088, 0.9214871525764465, 0.8805440664291382, 0.891421914100647, 0.8608114123344421, 0.8943984508514404, 0.8306775689125061, 0.8976739645004272, 0.920957088470459, 0.9434120655059814, 0.9252135157585144, 0.8682395815849304, 0.8936537504196167, 0.9147937297821045, 0.9991621375083923, 1.0665795803070068, 0.9286661744117737, 1.0503591299057007, 0.8993408679962158, 0.9189075827598572, 0.87117600440979, 0.972161054611206, 0.9366093277931213, 1.055854082107544, 0.9432451725006104]
+  transformer.h.2.attn.qa_y_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.0566198825836182, 1.0105760097503662, 1.0992704629898071, 1.0999553203582764, 0.9782344102859497, 0.9577431082725525, 1.0152521133422852, 1.1162433624267578, 1.0112158060073853, 0.9879984259605408, 1.0678807497024536, 1.1117414236068726, 1.1154977083206177, 1.0334702730178833, 1.1386946439743042, 1.0283457040786743, 1.0296911001205444, 0.9830634593963623, 0.943508505821228, 1.0864320993423462, 1.033502221107483, 0.9671310782432556, 0.9398798942565918, 0.984599232673645, 1.0799354314804077, 1.0507813692092896, 1.111742377281189, 1.021230697631836, 1.0345783233642578, 1.0968655347824097, 0.9427894949913025, 0.901669442653656, 1.0586048364639282, 1.1014883518218994, 1.0616611242294312, 1.0209715366363525, 1.1237075328826904, 0.9736570715904236, 0.9765158295631409, 1.1195176839828491, 1.0422954559326172, 0.9797560572624207, 1.0932650566101074, 0.8910172581672668, 0.9839425683021545, 0.9948338270187378, 0.9524900317192078, 1.0698530673980713, 1.0352650880813599, 0.9955617189407349, 0.9799589514732361, 0.9510203003883362, 0.9758555889129639, 1.0097631216049194, 1.0803663730621338, 1.157865047454834, 1.000722050666809, 1.0084236860275269, 1.0263159275054932, 0.9379582405090332, 1.0529428720474243, 1.0810805559158325, 1.104480266571045, 0.9500606060028076]
+  transformer.h.2.attn.qa_gate_proj_softqa_pl.weight  shape=torch.Size([64, 128])  raw=[[0.10112334042787552, -0.020864833146333694, 0.003297435352578759, -0.008198498748242855, 0.002724727615714073, -0.026450512930750847, 0.044354893267154694, -0.037735797464847565, 0.0016014062566682696, 0.011563170701265335, 0.03461434319615364, 0.01479096058756113, -0.027313748374581337, 0.08583781123161316, 0.016963165253400803, -0.000696993840392679, 0.007214441895484924, 0.0011754478327929974, -0.00987330824136734, -0.046651583164930344, -0.1666242778301239, 0.023957472294569016, 0.05077500641345978, -0.0006123539060354233, 0.02716105990111828, -0.009181956760585308, 0.0046905227936804295, 0.01524294726550579, 0.00864167045801878, -0.04263446480035782, 0.0217389278113842, -0.029071949422359467, -0.010262161493301392, -0.000440868956502527, -0.002441098215058446, 0.008916099555790424, 0.030452119186520576, 0.04745619371533394, 0.015128589235246181, 0.03834738954901695, 0.018882181495428085, -0.021779026836156845, 0.045863647013902664, 0.009797129780054092, -0.006108920555561781, 0.003670440288260579, -0.002753093373030424, 0.014937722124159336, -0.0002892714401241392, 0.003997938707470894, -0.009155400097370148, 0.0019728851038962603, -0.04063161462545395, 0.036603979766368866, 0.05787280201911926, 0.027021221816539764, 0.008239909075200558, -9.452616723137908e-06, 0.005892464891076088, -0.012126434594392776, -0.026157014071941376, 0.0320822037756443, -0.01845848560333252, -0.05383117496967316, -0.10040836781263351, -0.018737899139523506, 0.028949355706572533, -0.006764072924852371, 0.021674882620573044, 0.05049749091267586, -0.026329252868890762, -0.056368231773376465, 0.03460129350423813, -0.007822527550160885, -0.11051767319440842, 0.01795644871890545, 0.16931501030921936, -0.004483334720134735, 0.00261246832087636, 0.029610568657517433, -0.026639342308044434, 0.009116950444877148, 0.052463382482528687, 0.04685245826840401, 0.0007547292625531554, -0.020252222195267677, 0.010726547800004482, -0.03917567431926727, 0.03294122964143753, 0.009188158437609673, -0.017595194280147552, -0.013868645764887333, 0.018300097435712814, 0.07454089820384979, 0.008328806608915329, -0.016020458191633224, 0.03894825652241707, 0.09182046353816986, 0.0031917633023113012, -0.010538168251514435, -0.07634983956813812, -0.03992396220564842, 0.021725786849856377, 0.010794200003147125, -0.06864020228385925, 0.014405086636543274, -0.009668692015111446, 0.015262044034898281, 0.008796877227723598, -0.03108585625886917, -0.035331979393959045, 0.02715926617383957, -0.010450552217662334, 0.0812731683254242, 0.02301650308072567, -0.031242281198501587, 0.039582110941410065, 0.026557542383670807, 0.029831020161509514, -0.06475917994976044, -0.01358057837933302, 0.0058415415696799755, -0.1475706845521927, -0.02724069356918335, -0.004804311785846949, 0.11129250377416611, 0.022103747352957726, -0.02789098396897316], [0.032136011868715286, 0.006946016103029251, 0.02644088678061962, -0.029618781059980392, 0.001730176154524088, -0.007351047359406948, -0.0011726132361218333, -0.040712013840675354, 0.003251355141401291, 0.01327198650687933, -0.0013971386943012476, 0.03624292090535164, 0.03390631824731827, 0.044564224779605865, 0.01427514012902975, 0.0014789950801059604, -0.010611716657876968, 0.001161916763521731, -0.047792863100767136, 0.028446832671761513, -0.08440738916397095, -0.005040314514189959, 0.039015401154756546, -0.04927130416035652, -0.11172076314687729, 0.02538464218378067, 0.003195197321474552, 0.02622518502175808, 0.0036244585644453764, 0.04808339849114418, -0.03901505842804909, -0.000891263538505882, -0.0017768815159797668, 0.0352686271071434, 0.0148911252617836, 0.01944083534181118, 0.011839454993605614, 0.01250600628554821, -0.009495682083070278, 0.004063934087753296, -0.057417020201683044, 0.015292508527636528, -0.00018103104957845062, -0.012102412059903145, -0.01134415715932846, 0.006049415096640587, 0.011019938625395298, 0.027999652549624443, 0.018166901543736458, 0.004938977770507336, 0.013785370625555515, -0.05041131749749184, -0.03614651784300804, 0.05974383279681206, 0.0635974109172821, 0.019419068470597267, 0.013576937839388847, 0.009541917592287064, 0.0058272238820791245, 0.006874010432511568, -0.018137987703084946, 0.04577247425913811, -0.028734128922224045, -0.016753073781728745, -0.06497935205698013, -0.02493267133831978, 0.0014308131067082286, 0.02804211899638176, -0.05676446482539177, -0.0005064372671768069, -0.03774561360478401, -0.04388122633099556, 0.02953276038169861, -0.009335897862911224, -0.03332412242889404, 0.1015922799706459, 0.03407072275876999, -0.026417940855026245, -0.10404155403375626, 0.012510030530393124, -0.09285984933376312, -0.026264891028404236, -0.050898000597953796, -0.007719091139733791, 0.07874419540166855, 0.006303208880126476, -0.03264046460390091, -0.03509662300348282, 0.03343367576599121, -0.015758026391267776, -0.006519202142953873, -0.05048033967614174, 0.05770628899335861, 0.09752185642719269, -0.02505619078874588, -0.010370194911956787, 0.017191819846630096, 0.01022864505648613, -0.006556184031069279, -0.012647357769310474, 0.0371442586183548, 0.031695492565631866, 0.04930553585290909, -0.017888538539409637, 0.09711465239524841, -0.0454910546541214, 0.028078662231564522, -0.002821278292685747, 0.01866772584617138, -0.027521923184394836, -0.008052628487348557, -0.05727892369031906, 0.009311581030488014, 0.046864598989486694, 0.07014376670122147, 0.03671566769480705, -0.010646343231201172, -0.030535565689206123, -0.017739025875926018, -0.05772152915596962, -0.03593765199184418, -0.05584435537457466, -0.012817420065402985, 0.00947270542383194, 0.04197213798761368, 0.03758486360311508, 0.015126247890293598, 0.019007490947842598], [0.057269614189863205, -0.04584221541881561, -0.018569529056549072, 0.019927090033888817, 0.008206010796129704, -0.0026791139971464872, 0.017293762415647507, -0.004818023648113012, -0.028315959498286247, -0.028333036229014397, 0.011383596807718277, 0.01633833535015583, 0.004257958382368088, 0.04822733253240585, 0.016369886696338654, 0.003176300087943673, -0.011732240207493305, 0.00773455249145627, 0.021253831684589386, 0.0061541530303657055, -0.151925191283226, -0.03866228088736534, 0.010666566900908947, 0.0031134651508182287, -0.04501210153102875, -0.007098892703652382, -0.025890760123729706, -0.024929048493504524, -0.005984795745462179, 0.024327093735337257, -0.013730502687394619, -0.06832914054393768, 0.012108327820897102, 0.012852795422077179, -0.006022681016474962, 0.0227715652436018, 0.01707366295158863, 0.026740306988358498, 0.0029195938259363174, 0.00991374347358942, 0.028862304985523224, -0.0070244790986180305, 0.0006524738273583353, 0.013956580311059952, -0.010848898440599442, -0.005925371311604977, -0.0394124761223793, 0.08182436227798462, 0.0008846338023431599, -0.02280939184129238, -0.0027775808703154325, -0.039766211062669754, -0.008157704956829548, 0.07882564514875412, 0.026346774771809578, 0.011036732234060764, -0.005503617227077484, -0.0218199472874403, 0.049591947346925735, -0.016016580164432526, -0.058687351644039154, 0.03090786002576351, -0.02447078749537468, -0.04242163896560669, -0.13205546140670776, -0.05836227163672447, 0.05583428218960762, -0.0024225213564932346, -0.06286324560642242, 0.0408097580075264, -0.02634645812213421, -0.017205100506544113, 0.038986798375844955, 0.0014195870608091354, -0.1064452975988388, 0.06985805183649063, 0.07935038208961487, -0.02227395586669445, -0.05008024722337723, -0.0006476785056293011, -0.04128442332148552, -0.012045723386108875, -0.0034798854030668736, 0.06970489770174026, -0.011503220535814762, -0.01068864669650793, 0.03805840387940407, -0.06400034576654434, -0.02862759865820408, -0.024783318862318993, -0.028516802936792374, 0.015366665087640285, 0.007197325583547354, 0.03527221828699112, -0.02962624840438366, -0.05438096821308136, 0.016223566606640816, 0.08005053550004959, 0.052633341401815414, -0.02840505540370941, -0.053795117884874344, 0.006001134868711233, -0.05908161401748657, 0.018666859716176987, 0.0321405865252018, -0.02165294997394085, -0.00876624882221222, 0.009480626322329044, 0.06285251677036285, 0.020097868517041206, -0.012575680390000343, -0.0552816167473793, -0.048414476215839386, 0.10367434471845627, 0.04375672712922096, -0.00854791421443224, -0.042663488537073135, 0.011516458354890347, -0.008356461301445961, -0.042581990361213684, 0.003580876160413027, -0.06833411008119583, -0.07082833349704742, -0.017697347328066826, 0.030269332230091095, 0.09397280961275101, -0.006133391987532377, -0.011134818196296692], [-0.001842933357693255, -0.001951310783624649, 0.047683507204055786, -0.009304727427661419, -0.009115831926465034, -0.03068954311311245, 0.03843505680561066, -0.062023572623729706, -0.053471699357032776, -0.018012411892414093, -0.0005765903042629361, 0.02247719094157219, 0.001516105723567307, 0.06892329454421997, 0.017031041905283928, 0.0121447229757905, -0.014224483631551266, -0.039280474185943604, 0.009682844392955303, -0.04467104747891426, -0.09986430406570435, -0.012182343751192093, 0.03190339729189873, -0.01586277224123478, -0.05731654167175293, -0.006420013029128313, 0.010614019818603992, -0.0008019388769753277, 0.016046635806560516, 0.03648708015680313, 0.0058120558969676495, 0.0366067998111248, 0.04737960919737816, -0.031125349923968315, 0.01851327158510685, 0.05020323768258095, -0.008085058070719242, 0.03665764629840851, -0.004029775038361549, 0.025933455675840378, 0.038887619972229004, -0.007313393522053957, 0.023959890007972717, 6.245404074434191e-05, 0.020058706402778625, -0.025626877322793007, 0.009913593530654907, 0.023147648200392723, -0.004172994755208492, -0.027520930394530296, 0.0034049013629555702, -0.010421188548207283, -0.0667523518204689, 0.09593841433525085, 0.0038291902747005224, 0.06310655176639557, -0.00011636647104751319, -0.035366203635931015, -0.02365860529243946, 0.004679870791733265, -0.09172162413597107, 0.07826738059520721, -0.010188056156039238, -0.07144009321928024, 0.005524070467799902, -0.04298318922519684, 0.012585917487740517, 0.02231431007385254, -0.056453801691532135, -0.0010451498674228787, -0.00747598335146904, 0.00787329487502575, -0.05320966616272926, -0.02743685245513916, 0.017536837607622147, 0.039668209850788116, 0.023528894409537315, -0.010107466951012611, -0.03466278314590454, -0.062465913593769073, 0.00566833047196269, -0.00349368155002594, -0.014934644103050232, -0.02899024449288845, 0.001382943126372993, -0.01795087195932865, 0.0035695519763976336, -0.03615410998463631, 0.00957742240279913, -0.0046833655796945095, -0.013500534929335117, 0.03810751065611839, 0.05188268795609474, 0.09385687112808228, -0.05149487406015396, -0.021357662975788116, -0.07380035519599915, 0.02180757187306881, 0.04053819552063942, -0.01874113269150257, -0.021077461540699005, 0.02578282169997692, -0.052364930510520935, 0.015894625335931778, 0.058959901332855225, -0.03536665439605713, 0.012936611659824848, 0.027650047093629837, 0.03644958510994911, 0.036151912063360214, 0.01040005311369896, -0.07209590822458267, 0.028513696044683456, -0.03128170594573021, 0.029585056006908417, 0.02027956023812294, -0.043445635586977005, 0.015552142634987831, -0.026181669905781746, -0.043957941234111786, 0.006832476705312729, 0.02941090613603592, -0.03140063211321831, -0.003854310605674982, -0.015017673373222351, 0.0006069250521250069, -0.0035643638111650944, 0.015275243669748306], [-0.008638189174234867, 0.0056794132106006145, 0.008053859695792198, -0.011225206777453423, 0.024283865466713905, 0.03126505762338638, 0.011525364592671394, 0.003745288122445345, -0.024045715108513832, -0.02701313979923725, -0.011794998310506344, -0.04185294732451439, 0.006212363485246897, 0.0113645289093256, 0.02335323765873909, 0.00965859554708004, 0.003781205741688609, 0.02757503278553486, -0.010624198243021965, 0.07294344156980515, -0.06624521315097809, -0.00457507511600852, 0.03813350945711136, 0.003911674488335848, -0.14693515002727509, 0.00982449110597372, -0.041947055608034134, -0.007554011885076761, 0.03378434479236603, 0.11345291882753372, 0.022855529561638832, -0.029804224148392677, -0.010790686123073101, -0.007459056563675404, -0.013421834446489811, 0.07713603228330612, 0.004668158013373613, -0.010982293635606766, 0.03782091662287712, -0.029851285740733147, -0.021634502336382866, -0.03191542997956276, 0.0005359287024475634, -0.037550102919340134, -0.019717704504728317, -0.03889009729027748, -0.014106480404734612, 0.021283743903040886, 0.025420740246772766, 0.04152468591928482, -0.03835100308060646, -0.00638944748789072, -0.006234426517039537, 0.0033337599597871304, 0.006270838435739279, -0.009609990753233433, -0.04157203063368797, 0.003724518232047558, 0.021928025409579277, -0.009875953197479248, 0.007252091076225042, 0.05585857108235359, 0.002909156959503889, -0.027952779084444046, -0.031111497431993484, -0.007969186641275883, -0.03637143224477768, 0.05254769325256348, -0.03268290311098099, 0.0030896933749318123, 0.011884716339409351, 0.02444560080766678, -0.01531651895493269, -0.0032831234857439995, 0.0131731191650033, 0.10861508548259735, 0.022453326731920242, -0.031317174434661865, -0.1850924789905548, -0.015728604048490524, -0.12096943706274033, -0.0022105074021965265, 0.00664660194888711, -0.05870051681995392, -0.037687093019485474, 0.012760259211063385, -0.03170255199074745, -0.02563079446554184, 0.042222391813993454, -0.11189105361700058, 0.040470004081726074, -0.02322426065802574, 0.07228470593690872, 0.04553333297371864, -0.021435488015413284, -0.03214868903160095, -0.05874085798859596, 0.047786399722099304, 0.023712489753961563, 0.0018643186194822192, 0.05167268216609955, 0.0707717016339302, -0.00459212064743042, -0.009979654103517532, 0.10798681527376175, -0.024396995082497597, 0.03417767211794853, -0.007636448834091425, 0.024940162897109985, -0.0030254919547587633, 0.015963170677423477, -0.028160277754068375, -0.04212697222828865, 0.04140513762831688, 0.059829890727996826, 0.03505344316363335, -0.0005192293901927769, -0.016289953142404556, -0.0071115512400865555, 0.02530919760465622, -0.038684550672769547, -0.10505819320678711, -0.04195345193147659, -0.018683303147554398, 0.11150281876325607, -0.006746876984834671, 0.021371804177761078, -0.023383496329188347], [0.15635743737220764, 0.012881704606115818, -0.004396791569888592, 0.020381717011332512, -0.009115379303693771, 0.034328311681747437, 0.017280584201216698, -0.012549027800559998, -0.006649928633123636, -0.006833755411207676, 0.008502735756337643, -0.019790738821029663, 0.029119204729795456, 0.11422229558229446, 0.019626548513770103, 0.0038328981027007103, 0.010659393854439259, 0.017166877165436745, 0.020689163357019424, -0.024072647094726562, -0.21254238486289978, 0.017148690298199654, 0.023370608687400818, 0.005865979939699173, -0.01851772330701351, 0.02344547025859356, -0.03358181193470955, -0.014388318173587322, -0.001384356408379972, 0.03465249761939049, 0.02391793765127659, -0.02586062066257, -0.01929209940135479, -0.016904916614294052, 0.019604932516813278, 0.010727453976869583, -0.014752286486327648, 0.050964534282684326, 0.01826920174062252, 0.012062367983162403, -0.010639217682182789, -0.008542854338884354, -0.013917229138314724, 0.004846411757171154, -0.016308460384607315, 0.005549883935600519, -0.0012531083775684237, 0.0314037948846817, 0.047826576977968216, 0.017099088057875633, -0.018829116597771645, -0.016044555231928825, 0.007473542355000973, -0.012257321737706661, 0.09955207258462906, 0.010662702843546867, -0.0003733308694791049, 0.02426929399371147, 0.023776372894644737, 0.007237850222736597, -0.004361774306744337, 0.057296089828014374, 0.004289353732019663, -0.002906114561483264, -0.03816574811935425, -0.011431857943534851, 0.05547773465514183, -0.025650976225733757, -0.03331974521279335, -0.001076798071153462, -0.006805910263210535, -0.013830465264618397, 0.015230899676680565, -0.05844990536570549, -0.06273974478244781, 0.025650998577475548, 0.11649883538484573, 0.001479287282563746, -0.01602906733751297, 0.029182642698287964, -0.02965368516743183, -0.00627214927226305, 0.019290221855044365, 0.006583414506167173, 0.01318502239882946, 0.013356090523302555, -0.02999379113316536, -0.023467006161808968, 0.011184168048202991, 0.02727419324219227, -0.027160843834280968, -0.016531696543097496, 0.020388400182127953, 0.029461603611707687, -0.006989181507378817, 0.0038415687158703804, 0.06433053314685822, 0.0987679734826088, 0.013396755792200565, 0.0337088443338871, -0.04894491285085678, -0.01985611580312252, 0.003114090533927083, 0.009406724944710732, -0.051159847527742386, -0.034945253282785416, -0.014534125104546547, 0.005672144237905741, 0.023705752566456795, 0.011666486971080303, -0.014454004354774952, -0.0042431247420609, -0.02741699106991291, 0.04733867570757866, 0.014632153324782848, -0.01640694960951805, 0.017202893272042274, 0.00019876963051501662, -0.011832899414002895, -0.02017924375832081, -0.002291834680363536, -0.008166208863258362, -0.11165481805801392, -0.011689610779285431, -0.02794085070490837, 0.08080137521028519, -0.005379675887525082, 0.009334719739854336], [0.13382092118263245, 0.002286734525114298, -0.008197225630283356, 0.0013117813505232334, 0.03011593595147133, 0.028271475806832314, 0.018981507048010826, 0.0009486395865678787, -0.020548945292830467, -0.03470553085207939, -0.018203001469373703, 0.009849654510617256, -0.002460064133629203, 0.08590298146009445, 0.04152863100171089, -0.021145569160580635, -0.018472064286470413, 0.00458716694265604, 0.008342640474438667, -0.010688677430152893, -0.216066375374794, 0.011868538334965706, 0.010214200243353844, 0.02988441474735737, -0.014044256880879402, -0.0028832689858973026, -0.0015747749712318182, -0.03133299574255943, 0.020629912614822388, 0.029324103146791458, 0.01782364398241043, 0.045381661504507065, 0.014818831346929073, -0.00532920565456152, 0.014315077103674412, 0.031232433393597603, -0.033976491540670395, 0.07207506150007248, 0.03036433644592762, -0.017018530517816544, 0.0032540028914809227, -0.03046272322535515, -0.008645573630928993, 0.023821543902158737, -0.02967182733118534, -0.01730290800333023, 0.002296666381880641, 0.05226806178689003, 0.033262886106967926, -0.003498111618682742, -0.031146515160799026, -0.010791846551001072, -0.03497210517525673, 0.04905814304947853, 0.1656702607870102, 0.04420165345072746, 0.027768494561314583, -0.060938410460948944, 0.033222462981939316, -0.008357657119631767, -0.03675327077507973, 0.006068394053727388, -0.019705748185515404, -0.053388744592666626, -0.08167141675949097, 0.005236709490418434, 0.039251551032066345, -0.036011066287755966, 0.033599499613046646, 0.03015916980803013, -0.009256196208298206, -0.027846086770296097, -0.024762652814388275, 0.01856878027319908, -0.020464984700083733, -0.014384448528289795, 0.051744814962148666, 0.06779731065034866, -0.018265876919031143, -0.012109657749533653, -0.023253031075000763, 0.00664019538089633, 0.06895564496517181, -0.003886015620082617, -0.026438729837536812, 0.00032771885162219405, -0.0011694289278239012, -0.04425668343901634, -0.00873558409512043, -0.04212912917137146, -0.00622584018856287, 0.007563150022178888, 0.03027334250509739, 0.01621195860207081, -0.01781930774450302, -0.024475429207086563, -0.0045882281847298145, -0.006099839694797993, 0.05032452940940857, -0.020687175914645195, 0.0319657102227211, 0.044101398438215256, -0.022461233660578728, -0.0009672373998910189, -0.03326693922281265, 0.023832323029637337, -0.003891742555424571, 0.008190501481294632, 0.05682677775621414, -0.006607765331864357, 0.06739471107721329, -0.001555860973894596, -0.015094717964529991, 0.002973526017740369, -0.02067657932639122, -0.023083707317709923, -0.03535303846001625, -0.012184816412627697, -0.04532953351736069, -0.03668520227074623, -0.03278788924217224, -0.0014259611489251256, -0.025822686031460762, -0.03138372302055359, 0.01641615852713585, 0.002649176400154829, -0.004659000784158707, -0.0233826395124197], [0.09478206932544708, -0.006220610812306404, 0.01716610975563526, -0.004060582257807255, 0.01046761218458414, -0.02102784439921379, 0.025173325091600418, -0.06274772435426712, -0.010188066400587559, -0.011450999416410923, -0.022620951756834984, -0.0029761255718767643, -0.009373985230922699, 0.06768029928207397, 0.014685627073049545, -0.0025420577730983496, -0.011398915201425552, -0.0016780856531113386, -0.00475143501535058, -0.010915912687778473, -0.15016472339630127, 0.018499648198485374, 0.02876257337629795, -0.005826810374855995, -0.0005980472778901458, 0.014336947351694107, 0.004637687001377344, -0.02334875799715519, 0.002284168265759945, 0.009984439238905907, -0.009858112782239914, -0.015543099492788315, 0.018451372161507607, 0.021670518442988396, -0.002571012359112501, 0.027236320078372955, -0.002704348647966981, 0.09717685729265213, 0.01192861795425415, 0.010674421675503254, 0.01880810409784317, -0.013252463191747665, -0.007139702793210745, 0.007044577971100807, -0.020179377868771553, -0.018606118857860565, -0.003161305096000433, 0.037874218076467514, 0.02904762141406536, -0.05517562851309776, -0.010425039567053318, -0.02574346587061882, -0.025573816150426865, 0.08940232545137405, 0.06853483617305756, 0.00788190308958292, -0.020917776972055435, -0.03145197406411171, 0.02292889729142189, 0.0070662046782672405, -0.0901850238442421, 0.026089970022439957, -0.01387793943285942, -0.03602031618356705, -0.03233969584107399, -0.008269104175269604, 0.04783432185649872, -0.013908389024436474, -0.003626723075285554, 0.01693502813577652, -0.0057171182706952095, 0.02733985148370266, -0.011627787724137306, -0.01908898539841175, -0.08209043741226196, -0.014972958713769913, 0.04608416184782982, -0.01847194693982601, 0.00119534891564399, -0.025174662470817566, 0.0016738513950258493, 0.0003900742740370333, 0.008629213087260723, 0.01861611194908619, -0.029981765896081924, 0.016385076567530632, -0.0039846389554440975, -0.04764023795723915, 0.0020536582451313734, 0.020845001563429832, 0.0260150209069252, -0.004151283763349056, -0.02967330627143383, 0.02125534787774086, -0.0027166674844920635, 0.013510845601558685, 0.028719192370772362, 0.0421924851834774, 0.027669519186019897, -0.029191650450229645, -0.038727231323719025, 0.008660375140607357, -0.0187827255576849, -0.005568597931414843, -0.010812487453222275, 0.005103963427245617, -0.039518922567367554, -0.02711677923798561, 0.006135397125035524, -0.02316156029701233, 0.03937042877078056, -0.02198628894984722, -0.001624820870347321, 0.02759590744972229, 0.01657109521329403, -0.01888313703238964, -0.029980827122926712, 0.007007399573922157, -0.015620097517967224, -0.0412144660949707, -0.015334928408265114, 0.026816435158252716, -0.062476541846990585, -0.025318270549178123, -0.023807812482118607, 0.045988839119672775, -0.01805422268807888, -0.023588232696056366], [0.13210220634937286, -0.03060309775173664, 0.02332034893333912, -0.010921185836195946, -0.030340122058987617, 0.029178781434893608, 0.001956252846866846, -0.030720584094524384, -0.02729845978319645, 0.008123117499053478, -0.03478596732020378, 0.04126488417387009, 0.0252094529569149, 0.12202563881874084, 0.01774704083800316, -0.03192858025431633, 0.056327205151319504, 0.019932875409722328, -0.04168447107076645, 0.014924218878149986, -0.07177998870611191, 0.011655888520181179, 0.026849552989006042, -0.05511864274740219, -0.050208669155836105, 0.025251759216189384, 0.013674321584403515, 0.0003663278475869447, -0.01749514229595661, 0.013717583380639553, -0.03309090808033943, 0.0568368025124073, -0.02107214368879795, 0.05813661962747574, -0.03456798568367958, -0.0021395860239863396, -0.0010071154683828354, 0.03448791801929474, -0.011066630482673645, 0.060870345681905746, -0.014068386517465115, 0.026464032009243965, 0.037295371294021606, 0.006091635208576918, -0.0013934768503531814, 0.0314374640583992, 0.045860406011343, -0.004485498648136854, 0.019931616261601448, -0.03850073739886284, 0.008834796957671642, -0.060207758098840714, -0.012183675542473793, 0.08548036962747574, 0.09784518927335739, 0.014699121937155724, -0.007872171700000763, 0.009354809299111366, 0.051071636378765106, 0.028807783499360085, -0.04923463612794876, 0.0253175999969244, 0.04290124401450157, -0.013621642254292965, -0.04075418412685394, -0.010531924664974213, 0.004508334677666426, 0.002132140100002289, 0.02691984921693802, 0.06022876501083374, 0.013995016925036907, -0.025402305647730827, -0.002834953833371401, 0.0009229241404682398, 0.04561830684542656, 0.01201211754232645, -0.03260473906993866, -0.02106829173862934, -0.04287552088499069, -0.039883941411972046, -0.03960961848497391, -0.026506975293159485, -0.03129243850708008, -0.016034487634897232, 0.005680425558239222, -0.02385978400707245, -0.00553883658722043, -0.03706621378660202, 0.05188094079494476, -0.02692410722374916, 0.010643712244927883, -0.06765121966600418, -0.057270802557468414, -0.054695114493370056, -0.0011429485166445374, -0.012811324559152126, -0.024378182366490364, -0.025953782722353935, 0.026915889233350754, 0.01560057420283556, 0.019781824201345444, 0.04220736026763916, 0.012265448458492756, 0.02718179114162922, -0.002477254020050168, 0.01846703700721264, -0.005007778760045767, 0.017807744443416595, 0.014717143028974533, -0.0250746738165617, -0.00680547347292304, 0.009876546449959278, 0.012695026583969593, 0.04621771350502968, 0.023073991760611534, 0.014436652883887291, -0.03697334602475166, -0.04667428508400917, -0.015068390406668186, -0.07509997487068176, -0.06539236754179001, -0.03149011358618736, 0.019277552142739296, -0.007662957068532705, 0.021876873448491096, -0.01869354210793972, 0.010438377968966961, -0.02524736151099205], [0.014231395907700062, -0.03183639794588089, 0.024252329021692276, -0.03902098909020424, -0.007172107696533203, -0.0015529637457802892, 0.03425784036517143, -0.05446263402700424, -0.03678394481539726, -0.020020421594381332, -0.03159525617957115, -0.032664090394973755, -0.008602913469076157, 0.061610687524080276, 0.0006630426505580544, -0.025055188685655594, 0.032363370060920715, 0.02321593277156353, -0.008626695722341537, -0.00233864807523787, -0.07048534601926804, -0.0050282240845263, 0.04303009808063507, 0.00016933934239204973, -0.01426576729863882, 0.0074218218214809895, -0.004514317959547043, -0.006301442626863718, 0.0012936210259795189, 0.0371694378554821, 0.017516393214464188, 0.01004552748054266, 0.06143560633063316, -0.013042537495493889, 0.03906770795583725, -0.02275983989238739, 0.018141409382224083, 0.029691293835639954, 0.03404366970062256, -0.017246363684535027, 0.023736724629998207, -0.00895057525485754, 0.00863831490278244, -0.02663470059633255, 0.009642785415053368, -0.003879062132909894, -0.00370399234816432, 0.03151789307594299, 0.0026389299891889095, -0.013756083324551582, 0.01837073266506195, -0.020563939586281776, -0.00043203687528148293, 0.07822199165821075, 0.05694201588630676, 0.04587932303547859, 0.012452758848667145, -0.026097364723682404, -0.0071256402879953384, 0.016068853437900543, -0.03630141541361809, 0.0308395829051733, 0.0035825890954583883, -0.052690114825963974, -0.06242480129003525, -0.04574118182063103, 0.0008007981232367456, 0.024614516645669937, -0.035972874611616135, 0.021388845518231392, 0.011203406378626823, -0.03349466621875763, -0.030416643247008324, -0.03292001038789749, 0.03457342088222504, 0.08373767137527466, 0.024248816072940826, 0.02761104516685009, -0.08218395709991455, 0.011731887236237526, 0.015368182212114334, -0.04424729570746422, 0.08013094961643219, -0.002559797838330269, -0.026384100317955017, 0.03266212344169617, 0.05396408960223198, -0.04043082520365715, -0.022087544202804565, -0.0030160946771502495, -0.06781136989593506, -0.0019371252274140716, -0.01953890547156334, 0.07339826226234436, 0.02328021265566349, 0.015031520277261734, -0.007518359459936619, -0.004386276938021183, 0.049687884747982025, -0.02371823973953724, 0.029959045350551605, -0.009578295052051544, -0.02439168281853199, -0.0029371760319918394, -0.001341566676273942, -0.06790074706077576, -0.019744738936424255, -0.007408630568534136, 0.04068287834525108, -0.0003020350413862616, -0.026709146797657013, 0.016542470082640648, -0.019133828580379486, 0.07815628498792648, 0.014884117990732193, -0.0043237884528934956, 0.002721389988437295, 0.005672117229551077, -0.014791036956012249, -0.020265188068151474, -0.01981048285961151, -0.05360416695475578, -0.004388510249555111, -0.03258982673287392, -0.034073356539011, 0.0019763782620429993, 0.014599696733057499, -0.015133678913116455], [0.006656923331320286, 0.0003202409716323018, -0.031501226127147675, -0.012022797018289566, -0.010531601496040821, 0.009084498509764671, 0.04835917055606842, -0.02265317551791668, -0.02840646728873253, -0.030613325536251068, -0.018932189792394638, 0.00488230912014842, 0.01930522732436657, 0.01859782449901104, -0.002781358314678073, -0.005137198604643345, 0.011501709930598736, 0.008858523331582546, -0.014190968126058578, -0.04859789460897446, 0.0014005954144522548, -0.012801592238247395, 0.031017320230603218, -0.0008211714448407292, 0.05190976709127426, -0.0010375602869316936, -0.03543689846992493, 0.02237408049404621, 0.04553310200572014, -0.010824661701917648, 0.0019563413225114346, -0.0690176859498024, 0.051170967519283295, 0.02055148035287857, -0.0010862434282898903, 0.07860693335533142, -0.0049098189920187, -0.021314440295100212, 0.0718599483370781, 0.03492676839232445, 0.024331171065568924, 0.009705889038741589, -0.00814011599868536, -0.011973679065704346, -0.03791191428899765, -0.0032330662943422794, 0.003936250228434801, 0.04266458377242088, 0.014132661744952202, -0.013054082170128822, -0.0038766833022236824, 0.02192387357354164, -0.04201527684926987, 0.02402055822312832, -0.016076019033789635, 0.004679737612605095, -0.032972268760204315, -0.02190151996910572, -0.032400067895650864, -0.07269648462533951, -0.05324187129735947, 0.05723900347948074, 0.04158507660031319, -0.057861488312482834, -0.019399046897888184, -0.07738234847784042, -0.033029332756996155, -0.023461205884814262, -0.003320489078760147, -0.00862632691860199, -0.10234545916318893, -0.10941169410943985, 0.05717695876955986, -0.001315860659815371, -0.005805953871458769, 0.043035730719566345, -0.03281286731362343, -0.059625931084156036, -0.028756607323884964, 0.07325928658246994, 0.030904404819011688, -0.00954718142747879, -0.016564181074500084, 0.05853010341525078, 0.059928424656391144, -0.02473486214876175, 0.0010551393497735262, 0.027445601299405098, -0.035798925906419754, -0.03633221983909607, -0.07605039328336716, 0.0255398191511631, 0.040694862604141235, -0.04259644076228142, 0.06989307701587677, -0.012541080825030804, 0.05953526869416237, 0.001196647877804935, -0.05720288306474686, 0.01589328795671463, -0.08546189218759537, 0.01347892265766859, -0.005645901430398226, 0.022399207577109337, 0.044290460646152496, -0.028345944359898567, -0.03416282311081886, -0.06920591741800308, -0.025027232244610786, -0.0012033117236569524, 0.004888269118964672, -0.004808640107512474, -0.06912606954574585, 0.014077289029955864, 0.031123777851462364, 0.021863659843802452, 0.017929648980498314, 0.06981034576892853, 0.009729871526360512, -0.06576576828956604, -0.07124261558055878, -0.0006717854412272573, -0.012104852125048637, -0.0006963376654312015, 0.0010230127954855561, 0.01776568591594696, 0.06847496330738068, 0.0072671216912567616], [-0.013112618587911129, -0.0077436803840100765, 0.016853787004947662, -0.0381772555410862, 0.021049927920103073, -0.007952081970870495, 0.027107778936624527, -0.01787843555212021, -0.060698430985212326, -0.011752121150493622, -0.03745981678366661, 0.009614663198590279, -0.018211642280220985, 0.05100943520665169, 0.04986979067325592, -0.02670508436858654, 0.012345333583652973, 0.01147737167775631, 0.0038012301083654165, 0.06190108880400658, -0.09657569974660873, -0.01944226771593094, 0.053084734827280045, -0.015479790978133678, -0.009194064885377884, -0.0011623782338574529, -0.022788694128394127, -0.011799617670476437, 0.016820695251226425, 0.01294187642633915, 0.0193198062479496, 0.008357382379472256, 0.0028257195372134447, 0.019762998446822166, 0.01688127964735031, -0.0025678856763988733, -0.021307436749339104, 0.0710253044962883, 0.008635982871055603, -0.000734378641936928, 0.013118193484842777, -0.004689919762313366, 0.02319437265396118, 0.010708430781960487, -0.01478867419064045, 0.00438733072951436, -5.75891463086009e-05, 0.04862352833151817, 0.03436826542019844, -0.01576082780957222, 0.013448134064674377, -0.00686884019523859, -0.00536970142275095, 0.03683909401297569, 0.051597483456134796, 0.013086297549307346, 0.01224901806563139, 0.007189708296209574, 0.011570523492991924, 0.0014619476860389113, -0.06910008192062378, 0.04003164917230606, -0.022917456924915314, -0.04256436601281166, -0.057289302349090576, 0.04411189630627632, -0.09869244694709778, 0.1279315948486328, 0.018886273726820946, 0.040788181126117706, 0.0330185703933239, -0.02295692451298237, -0.029100922867655754, -0.004390144255012274, 0.0026425484102219343, 0.04157169908285141, 0.07613407075405121, 0.06560853123664856, -0.08058854192495346, 0.0221469197422266, -0.04121101647615433, 0.04097626730799675, 0.03471860662102699, -0.02960824966430664, -0.07374770194292068, -0.06976985186338425, -0.016789037734270096, 0.028807196766138077, 0.08322056382894516, -0.0494917668402195, 0.11921131610870361, -0.062182191759347916, 0.04433311149477959, 0.04340686276555061, 0.05549708753824234, 0.06511486321687698, -0.05776246637105942, -0.006263017654418945, -0.05221785604953766, -0.013126113452017307, 0.15030838549137115, -0.006427784916013479, 0.0253534484654665, -0.17738012969493866, 0.023040058091282845, -0.007788843475282192, 0.14987371861934662, -0.0010361409513279796, 0.027122948318719864, -0.07987519353628159, 0.005503393243998289, 0.04119155555963516, -0.023975051939487457, 0.010039720684289932, 0.02079824171960354, -0.022112445905804634, 0.03271038085222244, -0.03071848303079605, 0.07026316225528717, -0.018489999696612358, 0.028057385236024857, -0.041021451354026794, 0.019679460674524307, -0.07050106674432755, 0.05476979911327362, 0.011347861029207706, 0.06326105445623398, -0.05790243670344353], [-0.06378266960382462, 0.006952259223908186, 0.017309993505477905, -0.024834224954247475, -0.014725077897310257, -0.009318568743765354, 0.03922722861170769, -0.0078955153003335, -0.0016886981902644038, -0.0037096787709742785, -0.00878898799419403, -0.028964418917894363, 0.021495472639799118, -0.012079108506441116, 0.018329322338104248, -0.008743285201489925, -0.006164106540381908, -0.006479721516370773, -0.026078538969159126, -0.005514536052942276, 0.03139735385775566, -0.017489725723862648, 0.03758426383137703, -0.01587061397731304, 0.014378108084201813, 0.009813128970563412, -0.004056578502058983, 0.003103148890659213, 0.0049058785662055016, -0.0038160395342856646, -0.004366109147667885, -0.001187130925245583, 0.0513363778591156, 0.013337659649550915, 0.02718588523566723, 0.03207170590758324, 0.016168637201189995, -0.005317014176398516, 0.013126370497047901, 0.02103513292968273, 0.020992901176214218, -0.021629750728607178, 0.01235930621623993, -0.014372862875461578, -0.02825593203306198, 0.005968211684376001, 0.009698187932372093, 0.03760121017694473, 0.024913575500249863, 0.0003614733286667615, 0.006112313363701105, 0.0013187021249905229, -0.051702555269002914, -0.002150063868612051, -0.006924602203071117, 0.025262420997023582, -0.05700696259737015, 0.02054755948483944, 0.00554845342412591, 0.013457700610160828, -0.010136176832020283, 0.041064731776714325, 0.05871303752064705, -0.029613394290208817, -0.01599050872027874, -0.028741903603076935, 0.009439806453883648, 0.012946700677275658, 0.01599270850419998, 0.017313193529844284, -0.016197163611650467, -0.027041761204600334, -0.025987036526203156, -0.0030678068287670612, 0.020215606316924095, 0.028241438791155815, -0.024472815915942192, -0.01194058544933796, -0.0833449438214302, 0.018622519448399544, -0.020208917558193207, -0.053514380007982254, -0.007784748915582895, -0.0029559005051851273, -0.0011427714489400387, 0.008669057860970497, 0.01919994130730629, -0.004303581081330776, 0.00980023667216301, -0.035079967230558395, -0.02545752376317978, -0.013418684713542461, -0.016155513003468513, -0.04194561392068863, 0.041075997054576874, -0.005063825752586126, -0.0024485948961228132, -0.05701223760843277, 0.018958676606416702, -0.00585678406059742, -0.005210230126976967, 0.0014082174748182297, -0.03333713114261627, 0.04432579502463341, 0.0022591063752770424, -0.02410842664539814, -0.02886437065899372, -0.011961018666625023, 0.0030555599369108677, -0.0131248002871871, 0.004253695253282785, -0.017441818490624428, -0.029983272776007652, 0.038049206137657166, 0.0022615704219788313, -0.0042753457091748714, -0.029089385643601418, -0.01932118460536003, -0.009182078763842583, -0.07032537460327148, -0.0031784914899617434, 0.025529146194458008, -0.007916780188679695, 0.006519019138067961, 0.04597242921590805, -0.03238137811422348, 0.017711054533720016, -0.02887154556810856], [0.1416427344083786, -0.03771807625889778, -0.0032725322525948286, 0.02244456298649311, -0.054485611617565155, 0.01862443797290325, -0.01670761965215206, -0.08667401969432831, 0.05913512781262398, -0.0006740695098415017, -0.065113365650177, 0.04265898838639259, 0.027771642431616783, 0.1041790097951889, 0.008191329427063465, 0.019264964386820793, -0.003345597069710493, -0.01799427531659603, -0.03314121812582016, 0.010995806194841862, -0.0351046621799469, 0.02012535370886326, -0.02198895439505577, -0.044080764055252075, -0.056655555963516235, 0.025538554415106773, 0.03996916860342026, -0.022802205756306648, -0.031985972076654434, -0.0037511384580284357, -0.009443912655115128, 0.10957349091768265, -0.019078973680734634, 0.06591349095106125, -0.0426139198243618, -0.02427445724606514, 0.019571134820580482, 0.027047831565141678, 0.03506781533360481, 0.04474804922938347, -0.0038092685863375664, 0.035735610872507095, 0.035620395094156265, 0.003356548026204109, 0.011957680806517601, 0.02241583541035652, 0.02836293913424015, -0.03678566962480545, 0.011036795563995838, -0.061833977699279785, 0.0162101648747921, -0.056583572179079056, -0.0097575131803751, 0.10597284883260727, 0.10107772052288055, 0.021626567468047142, -0.039803095161914825, -0.00987536832690239, 0.0037093639839440584, -0.0009288595756515861, -0.020830459892749786, -0.016668172553181648, 0.055924903601408005, 0.003355095162987709, -0.02799895778298378, -0.03987343609333038, 0.003064260119572282, 0.02780415304005146, -0.024710573256015778, 0.0663677304983139, -0.01131038460880518, -0.020022470504045486, -0.04967189207673073, -0.002043400425463915, 0.05819482356309891, 0.04049713537096977, -0.04048651084303856, 0.01997823640704155, -0.05301302671432495, 0.009976614266633987, -0.012171268463134766, 0.012142648920416832, 0.0490105040371418, -0.024222148582339287, -0.009882507845759392, -0.004451809450984001, 0.007464092690497637, -0.02258404903113842, 0.01439789030700922, -0.03575414419174194, -0.0019366764463484287, 0.0016503927763551474, -0.02650342509150505, -0.09198223054409027, -0.02706148289144039, -0.006577170453965664, 0.01271645724773407, 0.018232503905892372, -0.035784509032964706, 0.012842301279306412, -0.004313882440328598, 0.03382273018360138, -0.0029235153924673796, 0.007952994666993618, 0.016123129054903984, -0.04690469801425934, -0.030521538108587265, 0.05921460688114166, 0.05019555613398552, -0.02155737206339836, -0.037550851702690125, 0.08934631198644638, -0.023825110867619514, 0.06037028878927231, 0.02840386889874935, 0.011347252875566483, -0.03357769548892975, 0.018031848594546318, -0.03703751415014267, -0.11812615394592285, -0.0472530759871006, 0.0069167097099125385, 0.003383035771548748, -0.018315626308321953, 0.013583056628704071, 0.03249111771583557, 0.0027647465467453003, 0.011300569400191307], [0.033391423523426056, 0.013189921155571938, -0.006518844049423933, 0.009287870489060879, -0.0009312232141382992, 0.022865278646349907, 0.04418250545859337, -0.02440194971859455, -0.05195170268416405, -0.05204102769494057, -0.004779976326972246, 0.014119192957878113, -0.0023913797922432423, 0.044246524572372437, 0.01977698504924774, -0.020130818709731102, -0.005933605134487152, -0.014882846735417843, 0.010237999260425568, 0.015982728451490402, -0.026609409600496292, 0.008666040375828743, 0.013333388604223728, 0.0313863530755043, 0.0077926162630319595, 0.02806410752236843, 0.03141689673066139, -0.005278542637825012, -0.00711108697578311, 0.024881431832909584, -0.020625945180654526, -0.0012396307429298759, 0.010033824481070042, -0.019482754170894623, -0.008462276309728622, -0.02749037742614746, -0.04936470091342926, 0.006240935064852238, 0.0367991141974926, -0.01295985747128725, -0.008412773720920086, 0.0056830295361578465, -0.013499598018825054, -0.0009548024390824139, 0.0005472296616062522, -0.025710511952638626, 0.024836283177137375, 0.03313818946480751, 0.022255489602684975, -0.027176473289728165, 0.0006127901142463088, -0.040073804557323456, -0.028417713940143585, 0.03247109800577164, 0.07323138415813446, 0.04277601093053818, -0.004132527392357588, -0.034088585525751114, 0.006618466693907976, -0.0017713019624352455, -0.01692545786499977, -0.003595090936869383, 0.040376581251621246, -0.00394567521288991, -0.005120872054249048, -0.01903105154633522, -0.02912338450551033, 0.04032251238822937, 0.017399374395608902, 0.02181592769920826, -0.01595314033329487, -0.01924126036465168, 0.020029688253998756, 0.015248279087245464, 0.07238700985908508, 0.03821693733334541, -0.0898708775639534, 0.02674676664173603, -0.0800023004412651, -0.006511402782052755, -0.06160237640142441, 0.018904495984315872, 0.047201771289110184, 0.0005623457836918533, -0.02344665676355362, -0.0012871951330453157, 0.045301370322704315, 0.0061353580094873905, 0.04203337803483009, -0.054781995713710785, 0.017010319977998734, 0.03260442987084389, 0.026462040841579437, -0.09624840319156647, -0.012293824926018715, 0.026708269491791725, -0.02751326374709606, -0.035553667694330215, -0.02206612192094326, 0.04935325309634209, 0.01874089054763317, 0.027488013729453087, -0.001959090353921056, -0.01088727917522192, 0.07210707664489746, -0.05800445377826691, 0.007013299968093634, -0.016676168888807297, 0.0021995222195982933, 0.009938044473528862, -0.021898571401834488, 0.05010468140244484, -0.023522011935710907, 0.033803585916757584, 0.04719339683651924, 0.031975481659173965, 0.0022497137542814016, 0.03612995892763138, -0.019519606605172157, -0.07192302495241165, -0.04264720156788826, -0.028618915006518364, -0.008588843047618866, -0.02775944024324417, 0.028591081500053406, -0.058362290263175964, 0.04520701617002487, 0.026159334927797318], [0.10440909117460251, 0.03184005990624428, 0.043296895921230316, -0.014745491556823254, 0.015343427658081055, 0.015613569878041744, 0.011346574872732162, -0.017792940139770508, -0.016600413247942924, 0.0026460352819412947, -0.006495315581560135, -0.0015167180681601167, 0.004178688861429691, 0.07434781640768051, 0.002249924698844552, 0.03109881468117237, -0.004388061352074146, -0.014746047556400299, -0.0003715937491506338, 0.02837442420423031, -0.24099592864513397, -0.0096739511936903, 0.026735994964838028, 0.01769889146089554, -0.08909756690263748, -0.015107652172446251, 0.001917514600791037, 0.007792869117110968, 0.0009151145932264626, 0.049818966537714005, 0.012169117107987404, 0.0278788935393095, 0.0068314275704324245, -0.009569891728460789, 0.035203199833631516, 0.051972709596157074, 0.0011893112678080797, 0.06319525837898254, -0.02752237394452095, -0.03227037936449051, -0.006794442422688007, -0.003100475762039423, -0.024075066670775414, 0.024599680677056313, 0.011109351180493832, -0.01779312826693058, 0.012476970441639423, 0.01562984474003315, 0.009481001645326614, 0.030248159542679787, -0.01812795177102089, 0.005878167692571878, -0.003528784029185772, 0.03187435865402222, 0.13146698474884033, -0.005545453634113073, 0.005179864354431629, 0.00043317931704223156, -0.005181838292628527, -0.03377752751111984, -0.00680016353726387, 0.013204372487962246, -0.03556171432137489, 0.019785195589065552, -0.03768057003617287, -0.03960537910461426, 0.016750892624258995, -0.01717621460556984, -0.05381646379828453, 0.014061047695577145, -0.007598541676998138, 0.002315009478479624, 0.0011480137472972274, -0.0043164645321667194, -0.043070849031209946, 0.052433256059885025, 0.04744667559862137, 0.007533829193562269, -0.04918511211872101, -0.017058005556464195, -0.0375787578523159, 8.197693387046456e-05, 0.01485537365078926, 0.00819781981408596, 0.0070318360812962055, -0.015215632505714893, -0.05014845356345177, -0.04623794928193092, 0.05197593942284584, -0.01638006791472435, 0.0001935662148753181, 0.002765669720247388, 0.05659906938672066, 0.09251908957958221, -0.010980467312037945, -0.018873652443289757, 0.023773662745952606, 0.041171107441186905, 0.007341474294662476, -0.012944627553224564, -0.021136656403541565, 0.00060882861725986, 0.002623585518449545, 0.0008958002435974777, 0.04937040060758591, -0.040238961577415466, -0.02206718549132347, -0.003332586493343115, 0.042400285601615906, 0.0333186611533165, 0.05397859215736389, 0.0011516320519149303, -0.0023080138489603996, 0.06969486176967621, 0.04015180468559265, 0.008408710360527039, -0.004442363977432251, 0.020378410816192627, -0.01897776685655117, 0.001579207251779735, 0.0428641140460968, -0.05005519837141037, -0.07548249512910843, -0.01636112481355667, 0.04265516623854637, 0.0888710543513298, 0.013522344641387463, 0.008512480184435844], [0.06791434437036514, 0.021218132227659225, -0.02551526576280594, 0.0008311315323226154, 0.0075890361331403255, 0.002236079890280962, 0.016678476706147194, 0.005139069631695747, -0.04143918305635452, 0.007761206943541765, -0.012934344820678234, 0.004464688710868359, 0.014856714755296707, 0.07849117368459702, 0.0436752624809742, -0.019779769703745842, 0.012952812947332859, -0.006245212163776159, -0.008069615811109543, 0.018448898568749428, -0.156074658036232, 0.010934239253401756, 0.018161363899707794, 0.012388283386826515, 0.01609056070446968, 0.00575621472671628, -0.008804259821772575, 0.0055794017389416695, -0.004561502020806074, -0.030615633353590965, -0.0014925331342965364, -0.018484368920326233, -0.0009866059990599751, 0.0014647238422185183, 0.01012803427875042, 0.018916746601462364, -0.06248678267002106, 0.016881076619029045, 0.01670237071812153, 0.022700157016515732, 0.010125068947672844, -0.01610948145389557, 0.009911167435348034, -0.031773582100868225, 0.0022511587012559175, 0.022306395694613457, -0.009496275335550308, 0.02600044384598732, 0.036038532853126526, 0.0068473536521196365, -0.003689493052661419, 0.010457409545779228, -0.04120548442006111, 0.00814664177596569, 0.06138228625059128, 0.06296034157276154, 0.0035176367964595556, -0.03109118528664112, 0.020752038806676865, 0.02176298201084137, -0.016070300713181496, -0.004356499295681715, 0.002996579511091113, -0.03304101154208183, -0.07266462594270706, 0.046449869871139526, -0.036746229976415634, 0.04642186686396599, 0.09083544462919235, 0.051513854414224625, -0.0317048579454422, -0.051518868654966354, 0.02430267445743084, -0.010792857967317104, -0.11445331573486328, 0.04650691896677017, 0.13275256752967834, 0.005443713162094355, -0.04180746152997017, 0.05031013488769531, -0.017493998631834984, -0.019832557067275047, -0.02207965962588787, 0.02348477393388748, -0.03427150472998619, -0.06936691701412201, -0.020505137741565704, 0.027315106242895126, 0.025478431954979897, 0.0105613823980093, 0.09747382253408432, -0.07814375311136246, 0.007945774123072624, 0.018993237987160683, 0.022016895934939384, 0.0339697003364563, 0.04716755449771881, 0.08780953288078308, -0.05742504820227623, -0.047606077045202255, -0.002441234653815627, -0.04260711371898651, -0.010727074928581715, -0.05351538211107254, -0.01974818855524063, 0.042824964970350266, 0.12220093607902527, -0.0010319227585569024, 0.003245473373681307, -0.083644337952137, -0.0169612318277359, 0.01831102930009365, -0.01313950214534998, 0.059222277253866196, 0.0034217089414596558, -0.04388945549726486, -0.008925029076635838, -0.015935109928250313, 0.029073508456349373, -0.04712272807955742, -0.014045552350580692, -0.02854638732969761, -0.04628628492355347, -0.018249472603201866, 0.02866913191974163, 0.04896440729498863, 0.05559151619672775, -0.06430217623710632], [-0.0007933901506476104, 0.006591360084712505, -0.038660336285829544, -0.025087593123316765, 0.03423670679330826, 0.021485144272446632, 0.014260001480579376, -0.01841345801949501, -0.03872623294591904, -0.015847744420170784, 0.010109062306582928, -0.01647065579891205, 0.048398640006780624, 0.04564538598060608, 0.018251243978738785, -0.03307585045695305, 0.034556787461042404, -0.0072425901889801025, 0.020936161279678345, -0.009196078404784203, 0.003506906097754836, 0.021488094702363014, 0.011689803563058376, 0.00401424802839756, 0.0025968430563807487, -0.011757607571780682, -0.015899457037448883, 0.016515355557203293, 0.014822198078036308, 0.02922293171286583, 0.008808335289359093, 0.04783998057246208, 0.0035345368087291718, -0.0012527531944215298, -0.004877818748354912, 0.070685975253582, 0.00253203883767128, 0.007509654387831688, 0.027225371450185776, 0.009645349346101284, 0.004007634241133928, -0.020801421254873276, 0.008525284938514233, -0.01687675341963768, -0.033658284693956375, -0.012262273579835892, -0.005557329393923283, 0.05854177474975586, 0.0568559430539608, -0.015794701874256134, -0.003703333903104067, -0.004223566502332687, -0.05223694443702698, 0.0225549153983593, 0.048507850617170334, 0.03835500031709671, -0.05467008054256439, -0.003941400442272425, 0.021365515887737274, -0.03651972860097885, -0.014759572222828865, 0.04327613487839699, 0.005719946697354317, -0.08910622447729111, -0.026495182886719704, 0.014383796602487564, -0.013998678885400295, -0.0006085220957174897, 0.013708885759115219, 0.06186715513467789, -0.0016345183830708265, -0.011070776730775833, -0.008971955627202988, -0.03110523149371147, 0.040626753121614456, 0.03492341935634613, -0.055216290056705475, -0.028758490458130836, -0.06218781694769859, -0.015940140932798386, -0.011733818799257278, -0.012365941889584064, 0.07064076513051987, -0.04633938893675804, -0.04033614695072174, -0.027132738381624222, 0.023346178233623505, 0.005689468700438738, -0.018969334661960602, -0.040701206773519516, -0.030914055183529854, 0.013625995256006718, 0.005809498950839043, -0.07020850479602814, 0.0009887070627883077, -0.003142658621072769, -0.06367943435907364, -0.05559108406305313, 0.01778101921081543, 0.04106884449720383, 0.03280041739344597, 0.001073285355232656, -0.029200540855526924, 0.04048067703843117, 0.014387873001396656, -0.03758182376623154, -0.059488847851753235, -0.013230073265731335, 0.023904982954263687, 0.005020464770495892, -0.011482554487884045, 0.05014634504914284, -0.04149458929896355, 0.00863830465823412, 0.011195478029549122, -0.02802390232682228, -0.01364351436495781, -0.018717335537075996, -0.022233430296182632, -0.0911230817437172, -0.03985585644841194, -0.048655442893505096, 0.022804370149970055, -0.02532583475112915, 0.022151654586195946, -0.07872740924358368, -0.0005535234813578427, 0.03280443325638771], [0.06172175705432892, -0.0277151670306921, -0.06980706006288528, 0.008428210392594337, -0.04065157473087311, -0.022036686539649963, 0.016612594947218895, -0.06728575378656387, 0.005937693174928427, -0.005870839115232229, -0.033918946981430054, 0.0030431358609348536, -0.035998594015836716, 0.06661312282085419, -0.0038875180762261152, -0.06661059707403183, 0.014095943421125412, 0.023546772077679634, 0.011968931183218956, 0.006209974177181721, -0.040030885487794876, 0.019985301420092583, 0.01992185227572918, -0.0360877588391304, -0.06294513493776321, 0.013755072839558125, 0.03939812257885933, 0.015012442134320736, -0.020592685788869858, 0.0059373630210757256, 0.009895379655063152, 0.09958821535110474, 0.0044848681427538395, 0.03434060513973236, -0.01057632826268673, 0.037051621824502945, -0.012829869985580444, 0.025395387783646584, 0.07355955988168716, 0.05551639571785927, 0.01863955147564411, -0.03915191441774368, 0.01842864230275154, -0.010304976254701614, 0.00034325788146816194, 0.012491188012063503, 0.009979748167097569, -0.0020024131517857313, 0.040340274572372437, -0.040708862245082855, 0.009601321071386337, -0.036317043006420135, -0.002804058836773038, 0.1253262758255005, 0.09795784950256348, 0.03888379782438278, 0.007230415474623442, -0.0294184647500515, 0.01147934328764677, -0.004285257309675217, -0.041939590126276016, 0.030719783157110214, 0.012211505323648453, -0.03061465173959732, -0.04610415920615196, -0.0932765081524849, -0.009643856436014175, 0.02617177553474903, 0.017952581867575645, -0.004096197430044413, -0.011370629072189331, -0.08178389817476273, -0.010583263821899891, 0.0017338189063593745, 0.05197886750102043, 0.030445273965597153, 0.018828514963388443, 0.02942613512277603, -0.030404329299926758, 0.030196266248822212, -0.01570577546954155, 0.0058880154974758625, -0.013623504899442196, -0.10376724600791931, 0.035327889025211334, 0.002094122115522623, 0.005265798419713974, 0.015026677399873734, -0.03629043325781822, -0.057227831333875656, -0.016317719593644142, -0.03154812008142471, 0.013269455172121525, 0.016053956001996994, 0.02481760084629059, -0.04793734848499298, -0.03600842505693436, -0.028777480125427246, -7.855142939661164e-06, 0.002428188920021057, 0.07006923854351044, 0.0559794083237648, -0.017818914726376534, -0.016909020021557808, 0.06614001095294952, 0.004337809514254332, 0.03391357511281967, -0.01094336248934269, 0.05635669082403183, -0.001868180581368506, 0.01595102995634079, -0.00855141133069992, -0.04747771844267845, 0.029924854636192322, 0.046754512935876846, 0.012316228821873665, -0.014063539914786816, 0.029401028528809547, 0.020034175366163254, -0.05219779163599014, -0.05432487651705742, -0.044250715523958206, 0.0021277032792568207, 0.004078295547515154, 0.03526628017425537, -0.061533283442258835, 0.07212604582309723, -0.014460370875895023], [0.14411810040473938, -0.015283673070371151, -0.022906247526407242, -0.004325956106185913, -0.003754898440092802, -0.0014289508108049631, 0.005149888806045055, -0.0006367643363773823, -0.002871441887691617, -0.03266841545701027, -0.013484910130500793, 0.008363835513591766, -0.02402637153863907, 0.11305272579193115, 0.01169323269277811, -0.012622002512216568, -0.00203887140378356, 0.006860008463263512, 0.0009529969538562, -0.03326485678553581, -0.11869405210018158, -0.0007649183971807361, 0.02126697078347206, 0.000413102941820398, -0.020121660083532333, -0.013193127699196339, 0.015135757625102997, 0.005919301882386208, 0.030562741681933403, 0.002696096198633313, 0.008185707032680511, 0.06541796773672104, -0.022574998438358307, 0.016388826072216034, -0.012219640426337719, 0.019705260172486305, 0.004441240802407265, 0.06598760932683945, 0.023500535637140274, 0.01236800104379654, -0.0006574806175194681, -0.02288317121565342, -0.018236210569739342, 0.0015305477427318692, -0.034479424357414246, -0.02125941589474678, -0.02842305228114128, 0.040944818407297134, 0.040233414620161057, -0.017481736838817596, -0.021952791139483452, 0.004306537099182606, -0.04906478524208069, 0.04300246760249138, 0.14062301814556122, 0.03716765344142914, 0.016465134918689728, -0.027384597808122635, 0.026241151615977287, 0.0018804369028657675, -0.04257712513208389, 0.028757059946656227, -0.03383596986532211, -0.06843061000108719, -0.0065953051671385765, 0.023929031565785408, -0.025105511769652367, -0.006597799714654684, 0.028965475037693977, 0.027276208624243736, -0.006188292521983385, -0.03144519403576851, -0.040492910891771317, -0.04465673491358757, 0.03761862963438034, -0.032835155725479126, 0.03380347415804863, 0.03301524370908737, -0.020686326548457146, -0.010149912908673286, -0.03750630468130112, -0.01657816395163536, -0.008126487024128437, -0.062030889093875885, 0.004822501912713051, 0.007227958180010319, 0.019660476595163345, -0.01689448207616806, 0.0056256819516420364, 0.02588040940463543, 0.02010749652981758, -0.04469811171293259, -0.02860332652926445, 0.03966459631919861, -0.005113027058541775, -0.029334869235754013, -0.03381890803575516, -0.05674608796834946, -0.0013521359069272876, -0.01572798192501068, 0.04203362762928009, 0.008517351932823658, -0.025861520320177078, -0.012588745914399624, -0.006272971164435148, 0.017044417560100555, 0.032831210643053055, -0.0364510715007782, 0.03609977290034294, 0.011128599755465984, 0.06486046314239502, -0.06601376086473465, 0.013749088160693645, -0.030714916065335274, -0.05342020094394684, 0.019796248525381088, -0.021113868802785873, -0.012085325084626675, -0.06358643621206284, -0.029952846467494965, -0.03379807621240616, -0.024153251200914383, 0.028710167855024338, 0.008456687442958355, 0.006566437892615795, -0.05903591215610504, 0.005760509055107832, -0.01935591734945774], [0.17030908167362213, -0.02825259603559971, 0.0008982071303762496, 0.0066174957901239395, -0.041832029819488525, -0.003954418934881687, -0.01836070790886879, -0.05192376673221588, 0.005241514649242163, 0.013988074846565723, -0.02654813416302204, 0.04065479710698128, 0.033766474574804306, 0.11440953612327576, 0.03577570617198944, 0.010552101768553257, 0.0507565513253212, 0.018498769029974937, -0.008486456237733364, -0.01872784085571766, -0.2200639396905899, 0.017329707741737366, -0.0015962844481691718, -0.05573016405105591, -0.041354551911354065, 0.004316950682550669, 0.025173179805278778, 0.02938147634267807, -0.01266294252127409, -0.012688404880464077, -0.00890403799712658, 0.014750612899661064, -0.024179842323064804, 0.04778856039047241, -0.03632437810301781, 0.024696864187717438, 0.03085451014339924, 0.07903560996055603, 0.009103430435061455, 0.00046388525515794754, -0.037785716354846954, 0.011184449307620525, -0.002011443255469203, -0.0056032403372228146, -0.008624490350484848, 0.000652844610158354, 0.029024194926023483, -0.00878459308296442, 0.021010611206293106, 0.006899009924381971, 0.03292900323867798, -0.03295808285474777, 0.0004679363046307117, 0.05068662762641907, 0.12096225470304489, 0.023119639605283737, 0.010415267199277878, 0.01689833030104637, -0.0036128193605691195, -0.001002492499537766, -0.04609229043126106, 0.014583171345293522, -0.041660331189632416, 0.024564096704125404, -0.058561377227306366, -0.05081228166818619, 0.04305386170744896, -0.01037777028977871, 0.023778757080435753, 0.0028088558465242386, -0.00800458062440157, -0.044005364179611206, 0.003852575086057186, 0.009953433647751808, -0.07815086096525192, -0.017547370865941048, 0.11810720711946487, 0.006617922801524401, -0.004842003807425499, 0.04179014638066292, -0.035452038049697876, -0.006499321199953556, -0.024149341508746147, 0.03709395229816437, -0.005562980659306049, 0.005237840581685305, -0.008566802367568016, -0.012824773788452148, -0.000522499205544591, 0.03364494442939758, -0.02454126626253128, -0.002742344280704856, -0.006499063223600388, 0.030331531539559364, -0.029503624886274338, -0.0016960264183580875, 0.0625249519944191, 0.07159784436225891, 0.00020436930935829878, -0.03300365060567856, -0.05614374205470085, -0.010336995124816895, 0.013201214373111725, 0.033180393278598785, -0.048636794090270996, -0.008919906802475452, -0.007618856616318226, -0.006326164584606886, 0.002830927260220051, 0.009270348586142063, -0.009131967090070248, -0.00015207557589747012, -0.015112652443349361, 0.05083620920777321, -0.030295370146632195, -0.027328278869390488, -0.018280379474163055, 0.016395926475524902, 0.008751134388148785, -0.04229602590203285, 0.00903745461255312, 0.01905623823404312, -0.052703239023685455, 0.005728095304220915, 0.00928349606692791, 0.04260079562664032, -0.006840809714049101, -0.038185738027095795], [0.0026249808724969625, -0.0462506078183651, -0.048496246337890625, -0.006959413178265095, 0.01698572374880314, -0.01703954115509987, 0.025229768827557564, -0.04549499228596687, 0.018219895660877228, -0.008867294527590275, -0.036170609295368195, -0.01431590411812067, 0.024884779006242752, 0.10927969962358475, 0.033335186541080475, -0.012086005881428719, 0.013129331171512604, 0.021163104102015495, -0.007442548405379057, -0.04555203765630722, -0.11356169730424881, -0.01373553927987814, 0.03665005788207054, 0.03659840673208237, -0.05770022049546242, 0.01178660523146391, -0.0398288369178772, -0.015605800785124302, 0.008669630624353886, 0.01838260516524315, 0.006858249194920063, 0.03055690973997116, 0.10064493864774704, 0.0025535146705806255, 0.010596967302262783, 0.023381218314170837, 0.002029484137892723, 0.02369096875190735, 0.037516362965106964, -0.0017632156377658248, -0.003988667391240597, 0.014187444932758808, 0.030530577525496483, -0.00775535125285387, -0.045523155480623245, 0.01642930693924427, -0.009130839258432388, 0.06655469536781311, 0.03834077715873718, -0.028194937855005264, 0.005904631223529577, -0.03247084096074104, -0.03983299434185028, 0.05425030738115311, 0.11034408211708069, 0.053843677043914795, 0.030244972556829453, -0.011552424170076847, 0.025725986808538437, 0.00792679563164711, -0.08855117857456207, 0.06482773274183273, -0.01690877228975296, -0.05292801186442375, -0.06921964883804321, -0.05220324918627739, -0.0433470755815506, 0.015334934927523136, 0.02166452258825302, 0.05223166570067406, 0.039617810398340225, -0.07345183938741684, -0.07536981999874115, -0.09566302597522736, 0.03125722333788872, 0.010463422164320946, 0.0418965108692646, 0.04048260673880577, -0.05277286097407341, -0.03309381753206253, -0.09385646134614944, -0.031072920188307762, 0.06379332393407822, -0.06786968559026718, -0.08092886209487915, -0.0170268714427948, 0.02203865349292755, -0.044670432806015015, 0.05835733562707901, -0.01892414689064026, 0.03832542151212692, -0.040558114647865295, 0.01769034005701542, 0.03382430970668793, -0.01796059124171734, 0.00291947228834033, -0.06957339495420456, -0.041790712624788284, 0.05457591637969017, -0.02539093978703022, -0.0007609869935549796, 0.0070975106209516525, -0.04539098963141441, -0.026253558695316315, 0.0201617032289505, 0.006334791891276836, 0.03126705065369606, 0.007670864462852478, 0.000489775266032666, -0.04043693095445633, 0.024793585762381554, -0.034323833882808685, -0.018531950190663338, 0.0332423634827137, 0.012088017538189888, -0.02697652578353882, -0.03969917446374893, -0.04023682698607445, -0.003606669371947646, -0.05424037575721741, -0.003376995213329792, -0.07851336896419525, 0.0016008233651518822, -0.07397964596748352, 0.010859344154596329, -0.06054282188415527, -0.037654273211956024, -0.0829353928565979], [0.0017930221511051059, 0.007441842928528786, -0.074553944170475, -0.0004515417676884681, 0.02540438622236252, -0.0072861844673752785, 0.01376206986606121, -0.05473291501402855, -0.05641373246908188, -0.04306944087147713, -0.023701420053839684, -0.03532056510448456, 0.01733892224729061, 0.06216469779610634, 0.04504583403468132, -0.031051911413669586, 0.009149571880698204, 0.01305915042757988, -0.003053784603253007, -0.024942059069871902, -0.016124216839671135, 0.0022522401995956898, 0.046335719525814056, 0.017522692680358887, -0.02029169723391533, 0.0084777707234025, -0.03901410102844238, -0.03312944248318672, 0.03874695673584938, 0.047474801540374756, 0.002581507433205843, 0.10312962532043457, 0.044514190405607224, -0.03258360177278519, 0.051265791058540344, 0.029237912967801094, -0.009070763364434242, 0.011035392992198467, 0.027601057663559914, 0.020984822884202003, 0.026738232001662254, -0.001578746596351266, -0.02735739015042782, 0.0006606391398236156, -0.032316941767930984, 0.0064016603864729404, -0.0022755670361220837, 0.05204446241259575, 0.05097106844186783, -0.0065706814639270306, -0.0021545765921473503, -0.006453341338783503, -0.062315769493579865, 0.0339667983353138, 0.07277388870716095, 0.03225785121321678, -0.024124450981616974, -0.016063623130321503, 0.03733415901660919, -0.014633511193096638, -0.03592713922262192, 0.04945159703493118, 0.03412692993879318, -0.06172100827097893, -0.04598782956600189, -0.08099380135536194, -0.033194370567798615, 0.015820125117897987, 0.008790590800344944, 0.04760020226240158, 0.024823009967803955, -0.06213102489709854, -0.04269806668162346, -0.03753272444009781, 0.0841103121638298, 0.08367256820201874, -0.015570531599223614, -0.05639699846506119, -0.09773551672697067, -0.04413600638508797, -0.024503890424966812, 0.001367861870676279, 0.029139678925275803, -0.06406077742576599, 4.3220155930612236e-05, 0.005069388076663017, 0.00044322319445200264, -0.026482539251446724, 0.009734819643199444, -0.0540928952395916, -0.05908609926700592, 0.005932406522333622, 0.04867391288280487, -0.04638506472110748, -0.007918506860733032, -0.03175397962331772, -0.09871162474155426, -0.06220642104744911, 0.014252472668886185, 0.00042654911521822214, 0.058419112116098404, 0.054090071469545364, -0.021967589855194092, 0.005064554512500763, 0.05278216302394867, -0.07054430991411209, -0.04633493721485138, 0.02425416372716427, 0.06149541959166527, 0.014239666052162647, 0.0029744894709438086, 0.038553569465875626, -0.051684606820344925, 0.06191745027899742, 0.048182714730501175, 0.0807630866765976, -0.05953327566385269, -0.07326693832874298, -0.05749121308326721, -0.10232014954090118, -0.08538150042295456, -0.04165864363312721, -0.014472391456365585, 0.025858193635940552, 0.028652336448431015, -0.09595127403736115, -0.007024026475846767, -7.779840962029994e-05], [0.10985594242811203, 0.012628430500626564, -0.029339469969272614, 0.03674636036157608, 0.010452352464199066, -0.017750604078173637, 0.004662982653826475, -0.023238927125930786, -0.021160924807190895, -0.017839057371020317, -0.0009691034792922437, 0.022563964128494263, -0.010199151933193207, 0.07566167414188385, 0.014104346744716167, -0.005149899981915951, 0.011365506798028946, 0.033637724816799164, -0.008856344036757946, -0.0058737630024552345, -0.1994381546974182, 0.007280485238879919, -0.012709354981780052, 0.046016860753297806, -0.019025936722755432, -0.026057766750454903, -0.014168105088174343, -0.038180094212293625, 0.011524839326739311, 0.031118998304009438, 0.024799400940537453, -0.024372311308979988, -0.020690618082880974, -0.014805102720856667, -0.015782341361045837, 0.012806162238121033, 0.017488965764641762, 0.03467920422554016, -0.008813649415969849, 0.0064317635260522366, 0.01920890063047409, -0.031856000423431396, -0.021559499204158783, 0.02265237830579281, -0.008490420877933502, -0.019742129370570183, 0.03424998000264168, 0.022692935541272163, 0.03861963003873825, -0.030055275186896324, 0.009136933833360672, 0.004987828433513641, -0.018820440396666527, -0.00036107003688812256, 0.06358785182237625, 0.06699288636445999, 0.017548052594065666, -0.006254446692764759, 0.007156833074986935, 0.02169860526919365, -0.02795662172138691, -0.020720088854432106, 0.001108460477553308, -0.006021108943969011, -0.05843300744891167, -0.044010262936353683, 0.038029853254556656, 0.011460686102509499, -0.026803523302078247, 0.030375037342309952, 0.006548552308231592, -0.03177129104733467, 0.027790404856204987, -0.04129578918218613, -0.05954461917281151, 0.08415192365646362, 0.13465820252895355, -0.011149505153298378, -0.0455876849591732, 0.017098642885684967, -0.04677126929163933, -0.021544333547353745, -0.014762862585484982, 0.023358594626188278, 0.03088807500898838, -0.017049366608262062, 0.0012218669289723039, 0.0010726088657975197, 0.035238273441791534, -0.0343661792576313, 0.0380515418946743, 0.012537351809442043, 0.08508800715208054, 0.04023650661110878, -0.010292637161910534, -0.04347817227244377, 0.0019521302310749888, 0.11575347185134888, 0.03437677025794983, 0.021894216537475586, -0.053536415100097656, 0.023675084114074707, -0.02769838459789753, 0.005213526077568531, 0.06802237033843994, -0.07500994950532913, 0.017875144258141518, 0.002348434180021286, 0.033157236874103546, -0.021602924913167953, 0.013992734253406525, -0.044023893773555756, -0.03120385855436325, 0.08719641715288162, 0.04386334866285324, -0.012275658547878265, -0.030249953269958496, 0.006766368634998798, -0.014726890251040459, -0.031120959669351578, -0.02444688230752945, -0.054037194699048996, -0.14732211828231812, -0.006602216977626085, 0.05481696128845215, 0.09086507558822632, -0.014656895771622658, -0.015231987461447716], [0.14694328606128693, -0.024574443697929382, -0.032820578664541245, -0.022431571036577225, -0.04279475659132004, -0.0014073655474931002, 0.02852378971874714, -0.05109019950032234, 0.0005475004436448216, 0.0011986733879894018, -0.007047353312373161, -0.014359493739902973, 0.013882797211408615, 0.07696474343538284, 0.034669745713472366, 0.010518447495996952, 0.005673815496265888, 0.013911833986639977, -0.044324468821287155, -0.07911022007465363, -0.260738343000412, -0.001287932158447802, 0.011684052646160126, -0.019650258123874664, -0.006606005597859621, 0.004752084147185087, 0.010407027788460255, 0.0026099507231265306, 0.016818948090076447, -0.00731477839872241, 0.0034025507047772408, -0.0047764903865754604, -0.008301613852381706, 0.03547045588493347, -0.015068926848471165, 0.05546221882104874, 0.012718552723526955, 0.04549112170934677, -0.0006970221293158829, 0.03262117877602577, -0.015514546073973179, -0.00037333814543671906, 0.016631802543997765, -0.009498322382569313, -0.03665153682231903, 0.009718500077724457, -0.00949394702911377, -0.0005402762908488512, 0.024931054562330246, -0.015571278519928455, 0.014984829351305962, 0.005180257838219404, -0.00995606742799282, 0.03424094617366791, 0.09527983516454697, 0.013840310275554657, -0.009694489650428295, -0.03016231209039688, -0.0006515679997391999, 0.0033843074925243855, -0.0027813955675810575, 0.037175253033638, -0.04261511191725731, -0.012218842282891273, -0.06222689151763916, -0.0014113689539954066, 0.04521812126040459, -0.05894188582897186, 0.045042239129543304, 0.02216303162276745, 0.009461382403969765, -0.0447610579431057, 0.025384319946169853, -0.0070073590613901615, -0.12752337753772736, -0.035378213971853256, 0.17163628339767456, -0.04914277419447899, 0.034873709082603455, 0.012646219693124294, 0.014122223481535912, 0.024999938905239105, -0.0014310014666989446, 0.07914385944604874, 0.014140903018414974, -0.04459554702043533, -0.00147387501783669, -0.0058157313615083694, 0.011984685435891151, 0.014840884134173393, -0.01890876330435276, -0.010296198539435863, 0.00447202380746603, 0.04350261762738228, -0.004773448687046766, -0.0002449355961289257, 0.02761370874941349, 0.10088040679693222, -0.00717436196282506, -0.0067137074656784534, -0.04982413724064827, 0.014050757512450218, 0.010368233546614647, -0.001610049162991345, -0.06126801669597626, 0.0164949931204319, -0.02992112562060356, -0.02533866837620735, 0.005549566354602575, 0.01811392977833748, 0.029474787414073944, -0.012278616428375244, -0.007906447164714336, 0.07068073004484177, -0.0023937670048326254, -0.02868170104920864, 0.002044855849817395, 0.011694308370351791, 0.0032047173008322716, -0.011273657903075218, -0.015672719106078148, 0.056835196912288666, -0.1121554747223854, -0.015343955717980862, -0.030028892681002617, 0.07153357565402985, 0.061252716928720474, -0.05272367596626282], [0.049135975539684296, 0.004760207142680883, -0.01413899939507246, -0.023945532739162445, 0.04977336525917053, 0.0063006263226270676, 0.028667572885751724, -0.025405805557966232, -0.011015526950359344, -0.03776641562581062, -0.059465426951646805, -0.04942620173096657, 0.024703843519091606, 0.07385455071926117, 0.024271506816148758, -0.04142241179943085, 0.016335485503077507, 0.012602933682501316, -0.024368761107325554, -0.021036850288510323, -0.048715509474277496, -0.012196456082165241, 0.03089451789855957, 0.016694067046046257, -0.003087125951424241, 0.03543340042233467, -0.05259017273783684, -0.01949160173535347, 0.014301342889666557, 0.011347712948918343, 0.010214817710220814, 0.06422172486782074, 0.012673456221818924, 0.0190059095621109, 0.01217392086982727, 0.06677582859992981, -0.03373085707426071, 0.0040127732791006565, 0.008354605175554752, 0.025809990242123604, 0.005791837815195322, -0.02525818906724453, -0.0010930965654551983, -0.02812994085252285, -0.031246555969119072, 0.001962496666237712, 0.01262670662254095, 0.031378183513879776, 0.06224268302321434, -0.015126034617424011, -0.008539484813809395, -0.024669557809829712, -0.029453251510858536, 0.03762103244662285, 0.06639207154512405, 0.013170053251087666, 0.0036401241086423397, -0.050700996071100235, 0.01204976812005043, -0.005598315969109535, -0.032680168747901917, 0.036005422472953796, 0.0023035414051264524, -0.05415232107043266, -0.07203967869281769, -0.012474837712943554, -0.06753818690776825, 0.017618568614125252, 0.035218462347984314, 0.011321917176246643, 0.009952634572982788, -0.07617729902267456, -0.021431442350149155, -0.019540734589099884, 0.10927094519138336, 0.0015248778508976102, 0.02102372609078884, 0.06976501643657684, -0.052507419139146805, 0.03384878858923912, -0.026722928509116173, -0.018294744193553925, 0.0035513564944267273, -0.1025528609752655, 0.0007262068102136254, 0.0024314201436936855, 0.012985451146960258, 0.05533215031027794, -0.011550060473382473, -0.025726955384016037, 0.041939627379179, -0.051432784646749496, 0.04012766107916832, 0.07051519304513931, 0.03225500136613846, -0.00666047865524888, -0.05076483637094498, -0.06788159161806107, -0.008928277529776096, 0.02349143661558628, 0.08068642765283585, -0.025114303454756737, 0.028179116547107697, -0.09058437496423721, 0.04416995495557785, -0.00730485562235117, 0.040020979940891266, -0.005676336120814085, 0.010499516502022743, -0.05036536231637001, 0.009130705147981644, 0.00403795437887311, -0.019684724509716034, -0.007421151734888554, 0.028064271435141563, 0.014093201607465744, 0.01867551915347576, 0.01754556968808174, 0.02663412131369114, -0.025953302159905434, 0.019448285922408104, -0.009230514988303185, 0.005146322771906853, -0.009469463489949703, 0.04685787856578827, -0.10880499333143234, 0.03908209130167961, -0.00840693898499012], [0.09566151350736618, -0.02185598574578762, 0.04833896830677986, 0.02126898244023323, -0.03370261937379837, -0.01651487499475479, -0.023740192875266075, -0.03685446456074715, 0.0009167767711915076, 0.004323919769376516, -0.040228042751550674, -0.017676938325166702, -0.007577084936201572, 0.04904085397720337, -0.015843968838453293, -0.003331600921228528, 0.03457492217421532, 0.00027797312941402197, -0.015362673439085484, 0.06330238282680511, -0.13627927005290985, -0.020424101501703262, 0.011303883977234364, -0.04441273584961891, -0.17287983000278473, 0.02163524366915226, 0.053223706781864166, -0.027243686839938164, -0.020512953400611877, 0.06539221107959747, -0.033220674842596054, 0.0022759516723454, -0.045825764536857605, 0.05588085949420929, -0.029083335772156715, 0.033698223531246185, 0.018634939566254616, 0.05970648676156998, 0.03019314631819725, 0.03211744502186775, 0.01047441828995943, 0.014954052865505219, 0.05409683287143707, -0.0029998021200299263, -0.017466353252530098, 0.018914029002189636, 0.05819619074463844, -0.009344130754470825, 0.004606970120221376, -0.020705224946141243, -0.004912388976663351, -0.03380325436592102, 0.011465554125607014, 0.10748744010925293, 0.05593905597925186, -0.029255758970975876, -0.05957094207406044, 0.006219570059329271, 0.001905585639178753, 0.005514213815331459, -0.04812202602624893, -0.009019037708640099, 0.03709416463971138, 0.025101911276578903, -0.04176521301269531, -0.00951402634382248, -0.021007301285862923, 0.049164243042469025, -0.06213953718543053, -0.008616553619503975, 0.0189860537648201, 0.009623544290661812, 0.013114413246512413, -0.009553869254887104, -0.06073854863643646, 0.07037491351366043, 0.026972787454724312, -0.020886052399873734, -0.09696531295776367, -0.009618404321372509, -0.0753183662891388, 0.033254679292440414, -0.030460715293884277, -0.0023016617633402348, 0.02020479552447796, -0.023645278066396713, -0.01735665462911129, -0.01426786556839943, 0.040820445865392685, -0.07253041863441467, 0.04868757352232933, -0.020221645012497902, 0.056575171649456024, 0.05268906429409981, -0.04985138773918152, -0.05243368446826935, 0.00522226607427001, 0.06571245938539505, -0.0036181656178086996, 0.029233703389763832, 0.03204682469367981, 0.06009829044342041, -0.0024195611476898193, -0.00034652362228371203, 0.07040433585643768, -0.006680280901491642, 0.020792171359062195, 0.01822207123041153, -0.00315873883664608, 0.012675479054450989, -0.006293606944382191, -0.02539711818099022, -0.003731062635779381, 0.08238379657268524, 0.04590071365237236, -0.010812652297317982, -0.03493448719382286, -0.0017199692083522677, -0.009545453824102879, 0.034943222999572754, -0.022157711908221245, -0.04700719937682152, -0.03845478221774101, -0.014955507591366768, 0.07076486200094223, 0.08247755467891693, -0.006065743509680033, -0.02797185257077217], [0.08163534849882126, -0.003311961190775037, 0.01576021872460842, -0.005835244897753, -0.08087068051099777, -0.012841755524277687, 0.0016537514748051763, -0.07985454052686691, 0.03482586145401001, 0.016684191301465034, -0.0772273913025856, 0.06249449402093887, -0.0026509775780141354, 0.12939304113388062, 0.022555576637387276, -0.020170612260699272, 0.04397628828883171, -0.0292068962007761, -0.03633987158536911, 0.024415036663413048, -0.012920182198286057, -0.017750047147274017, -0.012166333384811878, -0.08845043182373047, -0.08741578459739685, 0.032513201236724854, 0.06128533557057381, -0.01431233249604702, -0.06616417318582535, 0.013406936079263687, -0.02338176593184471, 0.07046417146921158, -0.031211072579026222, 0.10278003662824631, -0.024421129375696182, -0.012458769604563713, 0.005731247365474701, 0.0002243256167275831, -0.008024490438401699, 0.041201673448085785, -0.027171291410923004, 0.0361042246222496, 0.05374510958790779, -0.0024478756822645664, -0.014731432311236858, 0.026726510375738144, 0.011107342317700386, 0.0051853954792022705, 0.02178739570081234, -0.029513513669371605, 0.02350788004696369, -0.061950694769620895, -0.017810018733143806, 0.14229141175746918, 0.17278830707073212, 0.03160632774233818, 0.004462192300707102, -0.018505332991480827, 0.02330940030515194, 0.02435913495719433, -0.029520485550165176, 0.01520163007080555, 0.0163970235735178, 0.015797507017850876, -0.057757988572120667, -0.029461201280355453, -0.009388227947056293, -0.017679782584309578, -0.012113549746572971, 0.08180928230285645, -0.0016989586874842644, -0.03023698553442955, -0.023803310468792915, -0.04561372101306915, 0.052314113825559616, 0.037600744515657425, -0.02012748457491398, -0.03852265700697899, -0.08837296068668365, -0.0436280220746994, -0.02639009803533554, -0.05757809802889824, 0.002692667068913579, -0.08209303766489029, 0.004765387624502182, 0.0370570607483387, 0.012811806052923203, -0.03064461424946785, 0.047890473157167435, -0.04834393411874771, 0.0003634945896919817, -0.02974822372198105, -0.024812879040837288, -0.04253910109400749, -0.006394118070602417, -0.029551364481449127, -0.04383482038974762, -0.03632444888353348, 0.08362884819507599, -0.02461177483201027, 0.025332018733024597, 0.025837339460849762, -0.01500753965228796, 0.0663040354847908, 0.04370495304465294, -0.05270344763994217, -0.08413751423358917, 0.011953203938901424, 0.013774806633591652, -0.0028371226508170366, -0.004490145482122898, -0.006639248225837946, -0.03937162458896637, 0.039250683039426804, 0.06159627437591553, 0.024932190775871277, -0.05949149280786514, -0.013159804977476597, -0.06874164938926697, -0.09404482692480087, -0.043506186455488205, -0.08285114169120789, -0.0028766447212547064, -0.008943093940615654, 0.04483013227581978, -0.031751442700624466, -0.009336384013295174, -0.0023040177766233683], [0.16759702563285828, -0.021497685462236404, 0.040414243936538696, 0.05188136175274849, -0.07230695337057114, -0.0011072519700974226, -0.07072249799966812, -0.08140761405229568, 0.025409437716007233, 0.010069581679999828, -0.06958000361919403, 0.002772331004962325, -0.0026328573003411293, 0.09197782725095749, 0.002667272463440895, 0.015398670919239521, 0.04502622038125992, 0.013581065461039543, 0.01234316173940897, 0.11882595717906952, -0.11719081550836563, -0.03411401808261871, -0.0009741813992150128, -0.09003379940986633, -0.03666128218173981, -0.018376117572188377, 0.08303066343069077, 0.032880429178476334, -0.05911679565906525, -0.048834428191185, -0.04357319325208664, 0.05485385283827782, -0.07656490802764893, 0.04633956402540207, -0.05174139514565468, -0.009556743316352367, 0.017872916534543037, 0.01717553846538067, -0.014919939450919628, 0.0029813721776008606, -0.04573380947113037, -0.011153215542435646, 0.04992038011550903, 0.03831690177321434, 0.0478937141597271, 0.0566861666738987, 0.05884576961398125, -0.06614261120557785, -0.003559029195457697, -3.3464912121417e-05, 0.06512797623872757, -0.047334060072898865, 0.02950025163590908, 0.10601970553398132, 0.11022290587425232, 0.009775342419743538, -0.05794782564043999, 0.012837471440434456, 0.031245198100805283, 0.003311299020424485, 0.019138086587190628, -0.019892876967787743, -0.041551653295755386, 0.028868447989225388, -0.06331130117177963, 0.04761066660284996, -0.11721041798591614, 0.11641751229763031, 0.05259097367525101, 0.04578550532460213, -0.0001815265422919765, -0.034344401210546494, -0.002048913622274995, -0.015544405207037926, -0.06635527312755585, 0.04703562706708908, 0.051344286650419235, -0.005173859186470509, -0.0439283587038517, 0.023979568853974342, -0.03540210425853729, 0.025601372122764587, 0.011959484778344631, 0.014788269065320492, -0.004317637532949448, -0.042163312435150146, -0.01747664250433445, 0.04173053801059723, 0.024567291140556335, -0.03894102945923805, 0.11393243819475174, -0.032323114573955536, -0.0002772101142909378, 0.03727472946047783, 0.04080335795879364, 0.061505019664764404, 0.02674814499914646, 0.07554781436920166, -0.05814766883850098, -0.04589083418250084, 0.009937026537954807, -0.055832892656326294, 0.03585648164153099, -0.08145896345376968, 0.019921693950891495, 0.022707127034664154, 0.11062277853488922, 0.008482363075017929, 0.010598817840218544, -0.06546728312969208, -0.07375531643629074, 0.02679530717432499, -0.017031768336892128, 0.03455835208296776, -0.018071133643388748, -0.04821779578924179, -0.014809696935117245, 0.0036488210316747427, 0.09211090952157974, -0.04698621481657028, 0.001041686162352562, -0.01890326663851738, 0.019465819001197815, -0.050925783812999725, -0.0005945827579125762, 0.01762574352324009, 0.05423203483223915, -0.06819659471511841], [0.022676827386021614, -0.005320941563695669, -0.01727578043937683, -0.02508723922073841, -0.007163718342781067, 0.006695725955069065, 0.018877698108553886, -0.020221544429659843, -0.03304603323340416, -0.016362328082323074, -0.0005149138742126524, 0.004006312694400549, -0.010799340903759003, 0.05049087852239609, 0.02854226343333721, -0.01928744651377201, 0.009598635137081146, 0.01983536034822464, 0.014944423921406269, -0.023019425570964813, 0.021407732740044594, 0.003686873707920313, 0.05133949965238571, -0.009863731451332569, 0.0014452043687924743, 0.023685049265623093, -0.024819819256663322, -0.010726096108555794, 0.00464688939973712, 0.005800256039947271, 0.024823974817991257, 0.006404442712664604, 0.009645996615290642, -0.01325297076255083, -0.011541862040758133, 0.02592250518500805, -0.034488655626773834, 0.04178705811500549, 0.006528936792165041, 0.03912687301635742, 0.022329380735754967, 0.005007993895560503, -0.017927899956703186, 0.014710389077663422, -0.029316924512386322, 0.004081246443092823, -0.008530130609869957, 0.015143943019211292, 0.03531608358025551, -0.031967341899871826, -0.005870185326784849, -0.007189735304564238, -0.024593830108642578, 0.027264393866062164, 0.05360202491283417, 0.02788798324763775, -0.07352658361196518, -0.024991370737552643, 0.032160695642232895, -0.0013532654847949743, -0.04592852294445038, 0.052155621349811554, 0.07292808592319489, -0.031059496104717255, -0.013288507238030434, -0.029240746051073074, -0.013115733861923218, 0.0019150384468957782, -0.003217819146811962, 0.058657485991716385, -0.005087974481284618, -0.027424778789281845, -0.027689890936017036, -0.018081817775964737, 0.06861385703086853, 0.07494846731424332, -0.07794137299060822, -0.06304226070642471, -0.10968782007694244, -0.030732611194252968, -0.06001722812652588, -0.060439709573984146, 0.05336211249232292, -0.030309980735182762, -0.025723379105329514, -0.004025447182357311, 0.0386117547750473, -0.01869271695613861, -0.012509675696492195, -0.016450462862849236, 0.03796776756644249, 0.006249432917684317, 0.030689742416143417, -0.08999001234769821, -0.04619739577174187, -0.006881606299430132, -0.045194949954748154, -0.09228251874446869, -0.011373518034815788, -0.006077378522604704, 0.05273126810789108, 0.04519562050700188, -0.0035914157051593065, 0.007872474379837513, 0.023925425484776497, -0.035072967410087585, -0.04596108943223953, 0.031330835074186325, 0.009577508084475994, -0.03040488436818123, -0.01281186193227768, 0.05401013046503067, -0.046423397958278656, 0.07244659215211868, 0.019220221787691116, 0.017991524189710617, 0.013212271966040134, -0.006074768956750631, -0.06438855826854706, -0.1364641934633255, -0.06257927417755127, -0.06460198760032654, 0.0043942187912762165, -0.01963304914534092, 0.07472401112318039, -0.05573967844247818, 0.005955901928246021, 0.03712499886751175], [0.13376416265964508, -0.019299238920211792, -0.01040612068027258, -0.022350367158651352, 0.024809518828988075, 0.014254882000386715, 0.030094346031546593, -0.010046476498246193, -0.023374775424599648, 0.0007469583069905639, 0.004552489146590233, -0.02922634594142437, 0.02058258093893528, 0.05640796571969986, 0.06769014149904251, -0.010884781368076801, 0.009855733253061771, 0.020741699263453484, 0.009036175906658173, 0.001879416056908667, -0.1515497863292694, 0.02758914604783058, 0.0001284902245970443, 0.01907760091125965, -0.038892924785614014, -0.009255005978047848, -0.02269270084798336, 0.009125810116529465, 0.026982564479112625, 0.014397487044334412, 0.031018570065498352, -0.015578771941363811, 0.0452301912009716, -0.01607544533908367, 0.03554300591349602, 0.017599893733859062, 0.004924487322568893, 0.04657522588968277, -0.016779815778136253, 0.013230724260210991, 0.029845871031284332, -0.011062623001635075, -0.000869133451487869, 0.005636308807879686, -0.02052289992570877, -0.013623533770442009, -0.02570233680307865, 0.034036871045827866, -0.013552941381931305, -0.004194785375148058, -0.018556218594312668, 0.001220873324200511, -0.03535780310630798, 0.00932883471250534, 0.10842817276716232, 0.04253432899713516, -0.01824057102203369, 0.004993969574570656, 0.021998321637511253, -0.004300347995012999, -0.027739904820919037, 0.0065776086412370205, 0.035952188074588776, -0.0438728928565979, -0.08416968584060669, -0.02560063824057579, 0.05839800462126732, -0.022635335102677345, -0.007573872804641724, 0.054505035281181335, -0.011972390115261078, -0.0289261844009161, -0.015865305438637733, -0.03017573244869709, -0.04844093322753906, 0.08890113979578018, 0.02082970179617405, -0.006470191292464733, -0.09178927540779114, 0.01924697309732437, -0.05323061719536781, -0.055512212216854095, 0.037248071283102036, 0.02271796390414238, 0.00011665903002722189, -0.02139701135456562, 0.04180968180298805, -0.016770316287875175, -0.004717470146715641, -0.024777064099907875, -0.008702918887138367, -0.006267358548939228, 0.013732370920479298, -0.04100741073489189, -0.010279758833348751, 0.020832860842347145, 0.005333869252353907, 0.048586416989564896, 0.020840363577008247, -0.014675423502922058, -0.01824004016816616, 0.07801827788352966, -0.016001451760530472, 0.03221982344985008, 0.05315519496798515, -0.05633232742547989, -0.06069347634911537, 0.006756160873919725, 0.012373210862278938, 0.009715012274682522, 0.003717264160513878, 0.05033617839217186, -0.043469637632369995, 0.08387449383735657, 0.02218075841665268, -0.00014649724471382797, -0.023107631132006645, -0.01036189403384924, -0.07542116940021515, -0.09239006042480469, -0.09614122658967972, -0.07613793760538101, -0.10492627322673798, -0.014116399921476841, 0.0672629103064537, 0.051795508712530136, 0.006019508466124535, -0.022529100999236107], [-0.01142025738954544, -0.011099293828010559, -0.020075775682926178, 0.004035778809338808, 0.027739694342017174, -0.056881219148635864, 0.027919787913560867, -0.0230067428201437, -0.01596449315547943, -0.018095629289746284, -0.021221624687314034, 0.023697765544056892, 0.023813268169760704, 0.015419568866491318, 0.0026858202181756496, -0.025448068976402283, -0.00781919900327921, 0.0029849614948034286, -0.006029792129993439, 0.01236212719231844, -0.10136798024177551, -0.004851609468460083, 0.05308118090033531, 0.02226496860384941, -0.08210284262895584, 0.015653446316719055, -0.023205216974020004, 0.02461392432451248, 0.00823100283741951, 0.0414121150970459, 0.013998427428305149, 0.025376012548804283, 0.07526487112045288, -0.041156619787216187, 0.008976161479949951, 0.01286766305565834, 0.016264885663986206, 0.009046189486980438, 0.06571326404809952, 0.01973705366253853, -0.0285774078220129, 0.020413214340806007, 0.005186642985790968, -0.022350940853357315, -0.02832329086959362, 0.02183685265481472, -0.05815451219677925, 0.03272119164466858, 0.057786308228969574, -0.04000121355056763, 0.01110227033495903, 0.001435337122529745, -0.028985178098082542, 0.008881192654371262, 0.09034918993711472, 0.044406991451978683, 0.02210307866334915, -0.021045371890068054, -0.010343894362449646, 0.00496936310082674, -0.0074055432341992855, 0.07121866196393967, -0.047993436455726624, -0.04166601225733757, -0.04362841323018074, -0.04596361890435219, -0.05002608150243759, 0.08487184345722198, -0.027519019320607185, -0.005334917921572924, -0.005478010978549719, -0.1193203404545784, -0.06720682978630066, -0.032127320766448975, 0.0062830280512571335, 0.09717120975255966, 0.1318947821855545, 0.05054618418216705, -0.03451909124851227, -0.0005922654527239501, -0.06321567296981812, -0.03789324313402176, 0.024303795769810677, -0.06612861901521683, -0.00927859079092741, -0.009787121787667274, -0.05002005398273468, -0.013641424477100372, 0.06379072368144989, -0.061319928616285324, 0.02367919497191906, -0.0277243684977293, 0.08609912544488907, 0.10936468839645386, -0.0142652103677392, -0.055331967771053314, -0.049843091517686844, 0.01808289624750614, -0.012901886366307735, -0.015305946581065655, 0.04508946090936661, 0.027384383603930473, -0.03268728032708168, -0.05532011762261391, 0.11212392896413803, -0.04408864304423332, 0.009277216158807278, 0.031213847920298576, 0.029855096712708473, -0.03752657026052475, 0.04991237446665764, -0.058159999549388885, -0.008677438832819462, -0.00674136308953166, 0.04841382056474686, -0.029501041397452354, -0.016881471499800682, 0.004961025435477495, 0.013882994651794434, -0.06824126094579697, -0.010758313350379467, -0.07375609129667282, -0.03443527966737747, 0.0011075410293415189, 0.04793277755379677, 0.006823779083788395, 0.03700322285294533, -0.049831293523311615], [0.18256649374961853, -0.017353666946291924, -0.03958866372704506, -0.02903878688812256, -0.020122379064559937, -0.032525114715099335, 0.031992312520742416, -0.024388648569583893, -0.0472850427031517, 0.00040370700298808515, 0.002688258420675993, 0.008783554658293724, -0.013010289520025253, 0.11494123190641403, 0.015050647780299187, 0.015622238628566265, 0.055805958807468414, -0.0324200764298439, -0.009242840111255646, -0.019209591671824455, -0.20656941831111908, 0.004636789672076702, -0.005260319449007511, 0.01689811237156391, -0.0310888160020113, 0.01495065912604332, -0.013774476945400238, -0.017545092850923538, -0.04266123101115227, 0.03380782902240753, 0.006047926843166351, 0.06181153655052185, -0.026871485635638237, -0.005301641765981913, 0.01389605738222599, 0.01165555790066719, -0.012252047657966614, 0.11016688495874405, 0.0033850225154310465, -0.006167874205857515, -0.003370979567989707, -0.03741396591067314, 0.005481858272105455, -0.01907452940940857, -0.03166073188185692, -0.02840746007859707, 0.007502079010009766, 0.005011352244764566, 0.03228292614221573, -0.04546030983328819, -0.03714818134903908, 0.002629499649628997, -0.003937934525310993, 0.029406586661934853, 0.12853804230690002, 0.0013501234352588654, -0.0009866909822449088, 0.007716619409620762, 0.04674525186419487, -0.0008113027433864772, -0.04569695144891739, 0.011682827956974506, 0.015249026007950306, -0.028512993827462196, 0.02121773362159729, -0.016777586191892624, -0.060914911329746246, 0.005507205612957478, 0.023348312824964523, 0.010840586386620998, -0.03459160774946213, -0.0211337897926569, -0.02217426896095276, 0.008679840713739395, 0.0754646435379982, -0.01109042763710022, -0.07188458740711212, 0.018630851060152054, 0.01645848900079727, 0.005474927369505167, 0.021633679047226906, -0.0020645170006901026, 0.01685870997607708, -0.01904323324561119, 0.002298269420862198, 0.01707725040614605, 0.026717837899923325, 0.005740830674767494, -0.027090001851320267, 0.011753487400710583, -0.016767144203186035, 0.012922430410981178, 0.005285773891955614, 0.013300175778567791, 0.017947856336832047, -0.008321819826960564, 0.05159110575914383, -0.08211946487426758, -0.01557384617626667, 0.020311038941144943, 0.029102416709065437, -0.030817802995443344, -0.03402175381779671, 0.01713196001946926, -0.009446448646485806, -0.039027586579322815, -0.020990336313843727, 0.014485013671219349, 0.024093247950077057, 0.04359637200832367, 0.026257220655679703, 0.009465434588491917, -0.006294564343988895, -0.012298052199184895, 0.009171859361231327, 0.03232371807098389, 0.0138765349984169, 0.014004871249198914, -0.015775881707668304, 0.03340757638216019, 0.017113221809267998, 0.030597887933254242, 0.019734853878617287, 0.02876717410981655, -0.01032339595258236, -0.05716940388083458, 0.026177451014518738, 0.036840301007032394], [-0.03508656099438667, -0.0250365249812603, 0.00029829019331373274, 0.01825708895921707, -0.002668181899935007, 0.004160883836448193, 0.020206768065690994, -0.04559917002916336, -0.0018169208196923137, -0.0017504510469734669, -0.0030758760403841734, 0.006554460618644953, -0.005662830546498299, 0.01405545324087143, 0.008342628367245197, 0.01868359185755253, 0.05787085369229317, 0.0503229983150959, 0.041436661034822464, 0.012409420683979988, 0.001075133914127946, -0.02576139196753502, 0.015329476445913315, -0.006803384982049465, 0.02177584171295166, 0.0015170908300206065, -0.016177641227841377, 0.015114923007786274, 0.018263017758727074, -0.011810613796114922, -0.002670680871233344, -0.042689550668001175, 0.02531522884964943, -0.010085579007863998, 0.014135283417999744, 0.009307446889579296, -0.0011396026238799095, -0.020993508398532867, 0.01266038790345192, 0.009545001201331615, 0.010730753652751446, -0.01660907082259655, 0.024368707090616226, 0.06829581409692764, -0.00043532211566343904, 0.00494447723031044, 0.013176800683140755, 0.010012863203883171, -0.005708698648959398, 0.05192358046770096, -0.004391728900372982, 0.0030673937872052193, -0.003114056307822466, 0.03843444585800171, 0.005112380255013704, 0.008712690323591232, -0.060035426169633865, -0.013494818471372128, 0.002123780781403184, 0.0386773906648159, -0.0026552414055913687, 0.02046748250722885, 0.031689923256635666, -0.06279203295707703, -0.060232359915971756, -0.01859930343925953, -0.0005447827861644328, -0.014216205105185509, 0.01422000303864479, 0.008200724609196186, -0.07823654264211655, -0.05876835063099861, -0.028196968138217926, -0.057152606546878815, -0.017991678789258003, 0.10935360938310623, -0.00407483009621501, -0.04520187899470329, -0.07896517962217331, 0.09723693877458572, 0.05119900777935982, 0.016610193997621536, 0.05874300375580788, 0.06022129952907562, 0.023165516555309296, 0.00874188169836998, 0.019664619117975235, 0.033064890652894974, -0.038947246968746185, -0.03535688295960426, -0.06501725316047668, 0.04339906573295593, 0.035172175616025925, -0.028081422671675682, 0.052501093596220016, 0.017308039590716362, 0.10199642926454544, 0.052789218723773956, -0.04760877788066864, 0.02997906506061554, -0.09187055379152298, 0.013922923244535923, -0.018497738987207413, -0.025795327499508858, 0.03882591053843498, -0.09395334124565125, -0.06858652830123901, -0.06372327357530594, 0.010373200289905071, 0.0038379300385713577, -0.005117810796946287, 0.046856433153152466, -0.16379496455192566, 0.010573063977062702, -0.01052810251712799, 0.015904003754258156, 0.05018184706568718, 0.10639511793851852, -0.03673499822616577, -0.06956388056278229, -0.045583948493003845, 0.006233506370335817, 0.0058957478031516075, -0.06712226569652557, -0.045893482863903046, -0.014760147780179977, 0.07170750200748444, -0.00023812698782421649], [0.07362640649080276, 0.0008451808826066554, -0.017934242263436317, -0.004982778336852789, 0.03299317508935928, -0.03912116587162018, 0.024654679000377655, -0.047777898609638214, -0.024991070851683617, -0.0029586597811430693, 0.025277456268668175, -0.014416842721402645, 0.017839426174759865, 0.05025045946240425, 0.008937767706811428, 0.004697107244282961, -0.01540201622992754, 0.02710450068116188, 0.016191991046071053, -0.03971218317747116, -0.152190700173378, -0.016453510150313377, 0.04386252537369728, 0.02197633497416973, -0.046498820185661316, -0.00824104156345129, -0.022543679922819138, 0.01052056159824133, 0.02339574135839939, 0.02117462456226349, 0.002711075823754072, -0.0029480259399861097, 0.014378837309777737, 0.0024432253558188677, 0.012632748112082481, 0.021794093772768974, -0.007608673069626093, 0.04618320241570473, 0.040103547275066376, 0.022149892523884773, 0.015302726067602634, -0.023523256182670593, 0.028937991708517075, -0.018678398802876472, -0.016604308038949966, -0.02444564923644066, -0.024238010868430138, 0.04130859300494194, 0.021522367373108864, -0.03177863359451294, -0.023422416299581528, 0.011270659044384956, -0.04671303555369377, 0.0785958468914032, 0.09865860641002655, 0.03517812117934227, -0.01887495443224907, -0.036951810121536255, -0.013879429548978806, 0.025056060403585434, -0.03349047526717186, 0.017348919063806534, 0.011964934878051281, -0.058740101754665375, -0.07422206550836563, -0.029502617195248604, 0.034254204481840134, -0.00023386449902318418, -0.008755495771765709, 0.027308547869324684, -0.0025387925561517477, 0.01186706218868494, -0.015763502568006516, -0.003056124085560441, -0.0663551315665245, 0.04748377203941345, 0.07539506256580353, -0.013310304842889309, -0.03957238793373108, -0.05709872767329216, -0.06360598653554916, -0.029418203979730606, 0.029063642024993896, 0.006503162905573845, -0.013005059212446213, 0.0020671950187534094, 0.046222664415836334, -0.056656815111637115, 0.03931088745594025, -0.05191108211874962, 0.021535849198698997, -0.02577015943825245, -0.0013589394511654973, -0.02087331935763359, -0.008027582429349422, -0.060699462890625, 0.01407530251890421, 0.08268799632787704, 0.0506955124437809, -0.019713589921593666, -0.07371819764375687, 0.049062129110097885, -0.03847097232937813, 0.04638559743762016, 0.012608258053660393, -0.04748988151550293, -0.009070152416825294, 0.05087721720337868, 0.057644303888082504, 0.027744831517338753, -0.0029456394258886576, 0.02649197168648243, -0.01712433435022831, 0.08397938311100006, 0.014603691175580025, -0.041447944939136505, -0.03097914718091488, 0.0029573130887001753, -0.08278283476829529, -0.09606017172336578, -0.08745666593313217, -0.09254095703363419, -0.08032696694135666, -0.04196479171514511, 0.06581542640924454, 0.07705169171094894, -0.03397952765226364, -0.05051352083683014], [-0.007474787998944521, -0.02292671799659729, -0.040267106145620346, -0.037277787923812866, 0.021577365696430206, 0.005910682491958141, 0.03718050196766853, -0.0620666965842247, -0.018341436982154846, -0.015208817087113857, -0.027003828436136246, -0.005063200835138559, -0.014897407963871956, 0.06804560869932175, 0.031037064269185066, -0.03883383795619011, 0.0024181646294891834, -0.008967993780970573, 0.025914207100868225, -0.055625297129154205, 0.006919811945408583, -0.010605644434690475, 0.07804923504590988, 0.0391504280269146, 0.046030983328819275, -0.007888128980994225, -0.033272385597229004, -0.009032133035361767, 0.006551104597747326, -0.004391914699226618, -0.006637051701545715, 0.06256667524576187, 0.026267744600772858, -0.0179095808416605, 0.016298403963446617, 0.035604752600193024, -0.013659619726240635, -0.00913811381906271, 0.034990016371011734, 0.005170753225684166, 0.0015366466250270605, -0.01596240885555744, 0.03221939131617546, -0.03266684338450432, -0.04222704842686653, -0.010366210713982582, -0.02648056298494339, 0.06973645091056824, 0.05792738124728203, -0.014840432442724705, -0.008432794362306595, -0.0009687360725365579, -0.04667159542441368, 0.05529249086976051, 0.09352084994316101, 0.08081930130720139, -0.012018777430057526, -0.026522165164351463, 0.024262236431241035, 0.008980955928564072, -0.04165961593389511, 0.05866173282265663, -0.021467914804816246, -0.0762624442577362, -0.03322695568203926, -0.03404945880174637, -0.06608202308416367, -0.006324875168502331, 0.06977539509534836, 0.08828272670507431, 0.04187539592385292, -0.06962963193655014, -0.041093748062849045, -0.0705670714378357, 0.06881173700094223, 0.04374967887997627, -0.02051262930035591, -0.010445413179695606, -0.04930844530463219, 0.01388819795101881, 0.05767764151096344, -0.025771621614694595, 0.057275306433439255, -0.0024908259510993958, -0.009716267697513103, 0.007737505715340376, 0.0470162071287632, 0.011285006068646908, -0.00048592875828035176, 0.00930227991193533, -0.03460800647735596, -0.02870367281138897, -0.023676764219999313, -0.03509565442800522, 0.02547573484480381, 0.009490657597780228, -0.09097633510828018, -0.12670016288757324, 0.0266660675406456, 0.014156290329992771, 0.0357646569609642, 0.03563596308231354, -0.02162385731935501, 0.024014417082071304, 0.0678146705031395, -0.04864152893424034, -0.04822339490056038, 0.010990068316459656, 0.005447074305266142, -0.04339979588985443, -0.029737388715147972, 0.03194312006235123, -0.04211773723363876, 0.03869881480932236, -0.016722969710826874, 0.008864177390933037, 0.02416536957025528, -0.021552836522459984, -0.043629374355077744, -0.13234886527061462, -0.06941007822751999, -0.047306519001722336, 0.06080349162220955, -0.03907567635178566, 0.023571331053972244, -0.14885184168815613, -0.003936521243304014, -0.013118705712258816], [0.15577761828899384, -0.014653054066002369, -0.006781877018511295, 0.009429633617401123, -0.0034467624500393867, 0.010941585525870323, 0.013517898507416248, -0.004401517100632191, -0.06806647032499313, 0.004469613544642925, 0.012762626633048058, -0.008585215546190739, -0.009073061868548393, 0.08599042147397995, 0.019078118726611137, -0.009586578235030174, 0.02620133012533188, 0.015045149251818657, 0.002943417988717556, 0.022736668586730957, -0.17419521510601044, 0.006534733343869448, 0.013423400931060314, 0.01148663554340601, -0.12243220955133438, -0.0010976010235026479, -0.03332884609699249, -0.0006822953000664711, 0.0029888430144637823, 0.0580301433801651, 0.023041512817144394, 0.06089884787797928, -0.057421013712882996, 0.005489085800945759, 0.025355935096740723, 0.036184459924697876, -0.0047739362344145775, 0.12979017198085785, -0.014299001544713974, 0.018328586593270302, -0.01005073543637991, -0.0035849122796207666, 0.0071271867491304874, -0.026450108736753464, -0.016494020819664, -0.014229373075067997, -0.03870685398578644, 0.006624059751629829, 0.030345803126692772, 0.006311897188425064, -0.014292370527982712, -0.0053744507022202015, 0.003956315573304892, 0.006895715836435556, 0.15081188082695007, 0.006586610339581966, 0.018564822152256966, -0.003141948254778981, 0.019200177863240242, -0.015945393592119217, 0.01722169667482376, 0.037923745810985565, -0.006858354900032282, -0.016634894534945488, 0.03896542638540268, -0.04437058046460152, -0.06522892415523529, 0.016561489552259445, 0.01073039323091507, -0.03921441733837128, -0.03796253725886345, -0.07261064648628235, -0.014236596412956715, -0.0063278633169829845, 0.042676620185375214, 0.014860029332339764, -0.02483726665377617, -0.021438850089907646, -0.033979129046201706, 0.018488718196749687, -0.0012972451513633132, -0.043063823133707047, 0.033104561269283295, 0.005193362478166819, 0.0536898672580719, 0.0009723504190333188, -0.044645756483078, 0.05871282145380974, -0.06135164573788643, -0.035154495388269424, -0.01117659080773592, -0.03653749078512192, 0.06894759833812714, -0.04859001934528351, 0.042723268270492554, -0.014549324288964272, 0.01611507497727871, -0.049639347940683365, -0.027466338127851486, 0.004942529834806919, 0.02579517848789692, 0.012281558476388454, -0.02860596776008606, 0.011736741289496422, 0.08923797309398651, 0.011208021081984043, 0.004791600629687309, -0.027519967406988144, 0.018234139308333397, 0.03525437414646149, -0.010609354823827744, -0.022231021896004677, -0.041011959314346313, -0.015687311068177223, -0.013043797574937344, 0.06283458322286606, 0.05546724423766136, 0.0332341305911541, 0.02769319899380207, 0.002972288290038705, 0.02853764407336712, -0.008370798081159592, 0.026211054995656013, 0.02647801674902439, 0.016641592606902122, -0.048047490417957306, 0.05205323547124863, 0.05720656365156174], [-0.047291215509176254, -0.02543293870985508, -0.013641363009810448, -0.0122733935713768, 0.02646126039326191, -0.008233562111854553, 0.0011699338210746646, -0.03298532962799072, -0.03559795022010803, -0.00430323788896203, -0.01740981638431549, 0.02221277542412281, -0.015965038910508156, 0.05907865986227989, -0.003973376005887985, -0.03604687377810478, 0.017385846003890038, -0.004470576997846365, 0.038302622735500336, 0.06148487702012062, -0.07604412734508514, -0.0002682674094103277, 0.02533792145550251, 0.028622345998883247, -0.13162627816200256, -0.0012797575909644365, -0.02189352549612522, 0.007563744205981493, 0.017345400527119637, 0.08568039536476135, 0.034542668610811234, 0.03122905269265175, 0.021207567304372787, -0.018108906224370003, 0.00339236157014966, 0.06202645227313042, 0.008625301532447338, 0.027015265077352524, 0.02544989623129368, -0.01817287504673004, -0.027753455564379692, 0.004632572177797556, -0.011977892369031906, -0.002453084336593747, -0.019145458936691284, -0.0011145160533487797, -0.005220843944698572, 0.04034304618835449, 0.03191036731004715, 0.0001893660519272089, -0.033364392817020416, 0.025264063850045204, -0.019791724160313606, 0.045465387403964996, 0.08463147282600403, 0.020798692479729652, -0.029493948444724083, -0.021340545266866684, 0.013129038736224174, 0.02159053646028042, -0.025690970942378044, 0.04351402819156647, 0.012310358695685863, -0.013020935468375683, -0.024654852226376534, -0.04235822334885597, -0.04424408823251724, 0.0403200127184391, -0.02619154378771782, -0.022362038493156433, 0.012523793615400791, -0.004669358488172293, -0.05143599584698677, -0.06561073660850525, 0.024516554549336433, 0.09631341695785522, 0.04219839721918106, 0.04321753978729248, -0.08912675827741623, -0.0010486970422789454, -0.07532484829425812, -0.0007931265863589942, 0.03460622578859329, -0.0385584756731987, 0.03999175503849983, 0.0005367282428778708, -0.08337119221687317, -0.0008199954172596335, 0.0136398421600461, -0.08692266047000885, 0.017206616699695587, -0.04876069724559784, 0.10180162638425827, 0.0543680340051651, -0.01267612911760807, -0.03146881237626076, -0.02712765894830227, -0.004601838067173958, -0.02691607177257538, -0.013501305133104324, 0.04018423706293106, 0.03177008032798767, -0.012811962515115738, -0.06203227490186691, 0.07838157564401627, -0.030168922618031502, -0.0024758235085755587, 0.038039930164813995, 0.011794804595410824, -0.009140987880527973, 0.023301394656300545, -0.06115097925066948, 0.0006929091759957373, 0.012449477799236774, 0.07648929953575134, 0.0130497170612216, -0.016724083572626114, 0.013540524058043957, 0.03706137463450432, -0.00664058281108737, -0.06214052811264992, -0.07694719731807709, -0.03219738230109215, 0.04548843577504158, 0.1057010218501091, 0.015340200625360012, -0.009727519005537033, -0.013750140555202961], [0.08041784167289734, -0.025765933096408844, 0.006961798761039972, 0.015826178714632988, -0.04467163607478142, 0.02203916199505329, 0.011992452666163445, -0.061766501516103745, 0.04629146307706833, -0.01213700883090496, -0.07114098966121674, 0.01325144898146391, 0.016912391409277916, 0.1299019306898117, 0.01840308867394924, -0.03428236022591591, 0.023368263617157936, -0.0393255278468132, -0.050616052001714706, -0.016345500946044922, -0.007506874389946461, 0.026705071330070496, -0.006380288861691952, -0.015550179407000542, -0.033361028879880905, 0.011791292577981949, 0.029731081798672676, -0.039483170956373215, -0.03050599806010723, -0.018134107813239098, -0.014939987100660801, 0.05610914155840874, -0.013868018053472042, 0.05623242259025574, -0.01441923063248396, 0.006498715840280056, 0.02274147793650627, 0.02957315370440483, 0.010771232657134533, 0.014588184654712677, 0.03219442814588547, -0.015164768323302269, -0.01182893943041563, -0.032331567257642746, 0.018871329724788666, 0.03481260687112808, 0.026863573119044304, -0.03839600831270218, 0.03843694552779198, -0.009800445288419724, 0.016122087836265564, -0.04016638919711113, -0.017214335501194, 0.1239902675151825, 0.09149359166622162, 0.023712128400802612, 0.02233564667403698, -0.007109176833182573, 0.026844674721360207, -0.030961498618125916, -0.03471631556749344, 0.02798982337117195, 0.024611979722976685, -0.025410424917936325, 0.014435435645282269, -0.02896125428378582, 0.012583845295011997, -0.02149352617561817, -0.034830398857593536, 0.0673740953207016, 0.021674659103155136, -0.03459683060646057, -0.031960565596818924, -0.04862799495458603, 0.06807812303304672, 0.048699162900447845, -0.08168768882751465, -0.03555696830153465, -0.018925156444311142, -0.011778800748288631, 0.006204813718795776, -0.00822448916733265, -0.04172544181346893, -0.05836418271064758, 0.07780508697032928, -0.021265797317028046, 0.044589921832084656, -0.012126297689974308, -0.008782061748206615, -0.042638443410396576, -0.015703240409493446, -0.011343217454850674, -0.10050558298826218, -0.062252819538116455, 0.01773424819111824, 0.005341293290257454, -0.054110653698444366, -0.054627902805805206, -0.008634369820356369, -0.002365929540246725, 0.013038543052971363, 0.0664520114660263, -0.0015148016391322017, 0.07897230237722397, 0.03423555940389633, -0.015156224370002747, -0.08120908588171005, 0.006815850734710693, -0.018994897603988647, -0.013997316360473633, -0.02669978328049183, 0.028654655441641808, 0.0008398572681471705, 0.02403138391673565, 0.04228966683149338, 0.06382203847169876, -0.03286058455705643, -0.026198282837867737, -0.07395131140947342, -0.11628842353820801, -0.07417411357164383, -0.03563958778977394, 0.024083588272333145, 0.005770246963948011, -0.0054047368466854095, -0.04106868430972099, 0.013954227790236473, -0.008412509225308895], [-0.043961051851511, 0.02250223606824875, -0.02254893258213997, -0.07410123944282532, -0.011778379790484905, -0.014184822328388691, 0.0022433465346693993, -0.019146915525197983, -0.04252271354198456, 0.03661990910768509, 0.05061854049563408, -0.04216862842440605, -0.013047070242464542, 0.0011191075900569558, -0.02849929966032505, 0.013947417959570885, -0.02861383557319641, 0.0011133586522191763, 0.023171762004494667, 0.02230805903673172, -0.005699292290955782, -0.002015790669247508, 0.039174944162368774, 0.011894134804606438, -0.05347111448645592, -0.002197056310251355, -0.003977844957262278, 0.03434443101286888, -0.09169363230466843, 0.07794908434152603, -0.048800740391016006, -0.028501031920313835, 0.03167930245399475, -0.028333619236946106, 0.027011485770344734, -0.0036994030233472586, 0.0011196420527994633, 0.0017031737370416522, -0.047193337231874466, -0.05810895189642906, -0.014909990131855011, -0.057598281651735306, 0.0005881430115550756, 0.013554313220083714, -0.023097457364201546, 0.03531765937805176, 0.007948176935315132, 0.023889606818556786, -0.0281402375549078, -0.0003933231346309185, -0.043609682470560074, 0.004926193505525589, 0.030903814360499382, 0.07489414513111115, 0.007696196436882019, 0.021029116585850716, -0.06031391769647598, -0.03628390282392502, -0.03803234547376633, 0.0020412353333085775, 0.0029192243237048388, 0.005156776402145624, 0.048429619520902634, -0.011598324403166771, -0.07183555513620377, -0.05014459788799286, 0.0455901138484478, 0.04435354843735695, -0.030779492110013962, 0.0588766485452652, 0.05211206525564194, 0.03189937397837639, -0.06122392788529396, -0.0021705040708184242, 0.029054660350084305, 0.1606990098953247, -0.036070678383111954, 0.0855189710855484, -0.12650065124034882, 0.01371102686971426, -0.05248867720365524, -0.05959882214665413, -0.01700621470808983, -0.11016711592674255, 0.09881294518709183, 0.09256274998188019, -0.02868889644742012, -0.07791969180107117, -0.10128110647201538, -0.0018238428747281432, 0.0045904056169092655, 0.00016100934590213, 0.02683211863040924, -0.03394423797726631, -0.003566262312233448, -0.09390898048877716, 0.06861061602830887, -0.03608570247888565, 0.009084708988666534, 0.04308629408478737, 0.061969511210918427, 0.06611143052577972, 0.06540842354297638, 0.05482250452041626, 0.008158695884048939, -0.06964436918497086, 0.016409888863563538, 0.01877819187939167, 0.08652236312627792, 0.01697218045592308, 0.005279127508401871, -0.02690158039331436, -0.04884723201394081, 0.06953682750463486, 0.022598015144467354, 0.036775246262550354, -0.03110674023628235, -0.030773507431149483, -0.048758264631032944, -0.011039373464882374, -0.031018605455756187, -0.07107652723789215, -0.003544355509802699, -0.004313876386731863, 0.08707952499389648, 0.00446636276319623, 0.0052346037700772285, -0.028891893103718758], [0.03646445274353027, -0.00607330584898591, -0.05312228202819824, -0.025292016565799713, 0.023457584902644157, -0.02073756977915764, 0.03977698087692261, -0.04060046747326851, -0.07869428396224976, -0.011154785752296448, -0.005404347088187933, 0.030317183583974838, -0.005634400062263012, 0.058904681354761124, 0.05065380036830902, 0.0018068529898300767, -0.0010320720029994845, -0.024513302370905876, 0.02197756990790367, 0.04882149398326874, -0.03756638616323471, 0.007356726564466953, 0.025682270526885986, 0.013856873847544193, 0.030795197933912277, -0.005743223708122969, -0.032197266817092896, -0.033206671476364136, -0.002955343807116151, -0.011997481808066368, 0.0015333587070927024, -0.038669608533382416, 0.007456826977431774, -0.05212729796767235, 0.0077636041678488255, 0.0009668375132605433, -0.05206742510199547, 0.06743784993886948, -0.018011808395385742, -0.014471348375082016, -0.043754320591688156, -0.0029895370826125145, 0.01715933531522751, -0.02429444156587124, -0.03092004358768463, 0.0076463413424789906, -0.00023283303016796708, 0.0473797544836998, 0.010607408359646797, -0.040861450135707855, -0.02899150736629963, 0.01666211150586605, 0.0030068533960729837, 0.062423065304756165, 0.018380941823124886, -0.0044294847175478935, -0.020711544901132584, -0.05437907576560974, 0.033567074686288834, -0.00873703882098198, -0.047201789915561676, 0.05608073249459267, 0.03917808085680008, -0.006178082898259163, 0.01085900142788887, 0.05823800712823868, -0.06938035041093826, 0.09595154970884323, 0.05551663786172867, 0.05110692232847214, 0.003103079507127404, -0.03244134038686752, -0.02675144001841545, 0.04901568591594696, 0.00629333034157753, 0.030788185074925423, -0.06132345274090767, -0.0047898320481181145, -0.06939108669757843, 0.07181918621063232, -0.01634114235639572, -0.028448594734072685, 0.031204573810100555, 0.0044795130379498005, -0.007041360717266798, -0.020532136783003807, 0.012745986692607403, 0.010909346863627434, -0.01795320212841034, -0.007007055450230837, 0.08409775793552399, -0.023557333275675774, -0.003431138815358281, -0.04723546653985977, 0.0190275888890028, 0.011497142724692822, -0.07780108600854874, -0.10556585341691971, -0.026569074019789696, -0.027235960587859154, 0.07377275824546814, -0.008763009682297707, -0.013112219050526619, -0.010804494842886925, 0.02620042860507965, 0.004722165409475565, 0.004217731766402721, -0.009222461842000484, -0.018108924850821495, -0.03255661204457283, -0.018622467294335365, 0.06281501799821854, -0.035185325890779495, -0.01900324411690235, -0.013802194967865944, -0.040315378457307816, 0.03706976771354675, -0.002437151735648513, 0.049538709223270416, -0.1029096469283104, -0.0338788703083992, -0.003604272613301873, 0.0467836894094944, -0.02598879486322403, 0.05090437829494476, -0.023664038628339767, 0.056553784757852554, -0.03590720519423485], [0.008637509308755398, -0.010829400271177292, 0.012988737784326077, -0.03193854168057442, 0.009680301882326603, -0.01186263095587492, 0.021630337461829185, -0.02396230772137642, -0.04138755798339844, -0.033826783299446106, -0.007249724585562944, -0.03777490556240082, -0.0014662831090390682, 0.04390121251344681, 0.02371034026145935, 0.014096991159021854, 0.00044692843221127987, 0.04542854055762291, 0.018946995958685875, 0.012973739765584469, -0.06418347358703613, 0.00442871730774641, 0.0380333736538887, 0.008415508083999157, -0.11891254782676697, -0.012705693952739239, -0.028054341673851013, -0.012231513857841492, 0.0349770151078701, 0.01453437004238367, 0.02992972917854786, -0.021398324519395828, 0.023372527211904526, -0.015914764255285263, 0.025680122897028923, 0.037668801844120026, 0.010341021232306957, 0.07944513857364655, 0.011362087912857533, -0.016202468425035477, 0.05456160008907318, 0.008814515545964241, 0.0004789690428879112, -0.02632414922118187, -0.016950778663158417, 0.004133768379688263, 0.033878475427627563, 0.023567888885736465, 0.008305045776069164, -0.017374156042933464, -0.018775515258312225, -0.015471645630896091, -0.04630899056792259, 0.06950341910123825, 0.038937970995903015, -0.0016539498465135694, -0.026491107419133186, -0.0014880646485835314, 0.007489492651075125, 0.028740286827087402, -0.06545667350292206, 0.032671257853507996, 0.044339876621961594, -0.005251829978078604, 0.00047984073171392083, 0.00991309154778719, -0.044889453798532486, 0.053817614912986755, -0.016590354964137077, 0.0176689475774765, 0.02472023293375969, -0.02700134366750717, -0.010570374317467213, 0.01770785078406334, 0.0023707866203039885, 0.06662778556346893, 0.0014769785339012742, 0.025833137333393097, -0.1409464180469513, -0.011063575744628906, -0.10961802303791046, -0.026957064867019653, 0.009579521603882313, -0.04005637764930725, -0.04483666643500328, -0.006978892255574465, -0.0353047139942646, 0.02483806014060974, 0.015605831518769264, -0.08689674735069275, 0.08417485654354095, -0.02617848664522171, 0.05990837886929512, 0.018868539482355118, 0.0022988126147538424, -0.03094743750989437, -0.0471508726477623, -0.021193990483880043, -0.015287496149539948, -0.01164925005286932, 0.09838420152664185, 0.014139466919004917, -0.016429927200078964, -0.048030439764261246, 0.06500720232725143, -0.012219972908496857, 0.03181478753685951, 0.02100578509271145, -0.01912074349820614, -0.04016302153468132, -0.002540759276598692, -0.0029657736886292696, 0.01784137263894081, 0.023803608492016792, 0.06039886549115181, -0.01600615680217743, -0.02083681710064411, -0.016942251473665237, 0.029861602932214737, -0.007494349032640457, -0.018222566694021225, -0.08193961530923843, -0.041639287024736404, -0.020299281924962997, 0.12962865829467773, -0.014052635058760643, 0.02322882041335106, -0.04052877426147461], [0.002162161748856306, 0.00327876559458673, 0.004225609824061394, -0.025220874696969986, 0.025091124698519707, 0.003644632175564766, 0.01268502976745367, 0.0075395917519927025, -0.04006720706820488, -0.03261886537075043, -0.03933905065059662, -0.012066596187651157, -0.00634430069476366, 0.03867576643824577, 0.006521787494421005, -0.018278229981660843, -0.014848639257252216, 0.020745515823364258, 0.009540482424199581, 0.03129178658127785, -0.03653600811958313, 0.01362419780343771, 0.04093538224697113, 0.00942770391702652, -0.1323424130678177, 0.009513134136795998, -0.028112083673477173, -0.004079966340214014, 0.06213080510497093, 0.10456202924251556, 0.001649770070798695, 0.007294832728803158, 0.005247961729764938, -0.002765306970104575, -0.0019131350563839078, 0.04069451987743378, -0.011744311079382896, -0.001602612785063684, 0.02511606737971306, 0.012705404311418533, 0.005551339592784643, -0.015525367110967636, -0.0036518643610179424, -0.029589368030428886, -0.03482832387089729, -0.014003422111272812, -0.01970602571964264, 0.022084921598434448, 0.03145971521735191, 0.0019056937890127301, -0.01677786558866501, -0.002784052165225148, -0.05785100907087326, 0.004176172893494368, 0.07614265382289886, -0.0019041815539821982, -0.1008332222700119, 0.007078975904732943, 0.03072325885295868, 0.031879350543022156, -0.05020984634757042, 0.05474565923213959, 0.07948441058397293, -0.02413976565003395, -0.06754429638385773, -0.038693126291036606, 0.020522654056549072, 0.01684114895761013, -0.042735014110803604, 0.018058517947793007, 0.04395382106304169, -0.03559724614024162, -0.0321863628923893, -0.03371589630842209, 0.03213207423686981, 0.13885776698589325, -0.006976950913667679, 0.04985573887825012, -0.0869809091091156, -0.012207633815705776, -0.09591831266880035, -0.01289204228669405, -0.01293882541358471, -0.042388834059238434, -0.030090482905507088, 0.03413046523928642, -0.04254017770290375, -0.023077525198459625, 0.0640631765127182, -0.09776096791028976, -0.012415622361004353, -0.006589923053979874, 0.09050353616476059, 0.010774025693535805, -0.02868002839386463, -0.060844555497169495, -0.019447127357125282, 0.012693922966718674, 0.002937811193987727, 0.054144538938999176, 0.05970441922545433, 0.07104925066232681, -0.016604140400886536, -0.012937691994011402, 0.07904703915119171, -0.03619592636823654, -0.0006671087467111647, 0.006389807444065809, 0.04197859764099121, 0.025046661496162415, -0.008790640160441399, -0.009609428234398365, -0.005897833034396172, 0.04513900354504585, 0.05693560466170311, 0.03899683058261871, -0.02021673321723938, -0.027871424332261086, 0.0020897688809782267, -0.008715917356312275, -0.00953196082264185, -0.05705046281218529, -0.0406368151307106, -0.06478117406368256, 0.08711429685354233, 0.06493861228227615, -0.0019846048671752214, 0.010393920354545116], [0.0894765704870224, -0.004768604878336191, -0.0820297822356224, 0.001069668447598815, 0.007234776858240366, 0.009480400010943413, 0.04248299077153206, -0.03956693783402443, 0.005150634795427322, -0.03517761081457138, -0.020373182371258736, 0.0017828474519774318, 0.015439335256814957, 0.0710199773311615, 0.044867776334285736, -0.018756447359919548, -0.013451962731778622, -0.016538141295313835, -0.009350058622658253, -0.029491497203707695, -0.17272989451885223, 0.020968560129404068, 0.12094450742006302, 0.0018615699373185635, 0.005240192636847496, 0.025219183415174484, -0.018725210800766945, 0.0020484598353505135, 0.010786296799778938, 0.034768227487802505, 0.049603644758462906, 0.041459206491708755, 0.04632272198796272, 0.017091190442442894, 0.03721626475453377, 0.029113030061125755, 0.01676756888628006, 0.09466926008462906, 0.03776012733578682, 0.04288443550467491, 0.004380545578896999, -0.029630713164806366, -0.004040198400616646, -0.007545546628534794, -0.026447560638189316, -0.0016441569896414876, 0.00900459848344326, 0.0730552151799202, 0.056515466421842575, -0.027117637917399406, 0.0008994959061965346, 0.013199171982705593, -0.04345903545618057, 0.030623793601989746, 0.12248516082763672, 0.025511492043733597, 0.032971449196338654, -0.031559497117996216, 0.02156194858253002, -0.030355272814631462, -0.01635504886507988, 0.06099202111363411, -0.04515416547656059, -0.04463554546236992, -0.04684524983167648, -0.01936138980090618, -0.016622377559542656, -0.05595254898071289, 0.07899913936853409, 0.03303414583206177, -0.021603189408779144, -0.05867502838373184, -0.006608852185308933, -0.04774756357073784, -0.03949649631977081, 0.00367489131167531, 0.10687772184610367, 0.022007571533322334, 0.02131001651287079, -0.0018576275324448943, -0.020541386678814888, 0.010058858431875706, 0.0029396337922662497, 0.009690341539680958, -0.0049659875221550465, -0.014537635259330273, -0.035215042531490326, -0.014159010723233223, 0.022872863337397575, 0.0043617780320346355, -0.03409342095255852, -0.04154299199581146, 0.023463869467377663, 0.1396787166595459, -0.017957903444767, -0.007970264181494713, -0.032775796949863434, -0.017061598598957062, 0.043693434447050095, -0.02434411272406578, -0.03265383839607239, -0.01217036135494709, -0.027834517881274223, -0.010952160693705082, 0.012188799679279327, 0.04804166033864021, -0.02741510607302189, -0.0011023619445040822, -0.0160613302141428, 0.0015906163025647402, 0.08010367304086685, -0.06949049979448318, -0.050187572836875916, -0.028230877593159676, 0.004551752936094999, 0.030105123296380043, 0.0014815878821536899, 0.003828887129202485, 0.007999535650014877, -0.03448935225605965, -0.005118693690747023, -0.019716564565896988, 0.014467556960880756, 0.005562426522374153, -0.0716717392206192, -0.044810570776462555, 0.03571764752268791, 0.003164584981277585], [-0.03231949731707573, -0.009312515147030354, -0.026631256565451622, 0.03013318032026291, 0.04247613623738289, -0.018659932538866997, 0.061016179621219635, -0.045901551842689514, -0.041152507066726685, 0.004281139932572842, 0.019887015223503113, -0.027099596336483955, 0.0025554802268743515, 0.06659798324108124, 0.031649135053157806, -0.01584818586707115, 0.011125915683805943, 0.006060921587049961, 0.006197792943567038, -0.0369931198656559, -0.04706230387091637, -0.009919853881001472, 0.08711972087621689, 0.014166761189699173, -0.0039106011390686035, 0.016465239226818085, -0.0433623231947422, 0.0064169252291321754, 0.030667204409837723, 0.004454929381608963, 0.024930132552981377, 0.056137941777706146, 0.05200722813606262, -0.006212211679667234, 0.0029419255442917347, 0.01881067454814911, 0.03080195188522339, 0.04155728220939636, 0.009081362746655941, 0.04129961505532265, 0.044711701571941376, -0.019584616646170616, 0.008158139884471893, 0.03024873323738575, -0.024104909971356392, 0.02169356495141983, -0.053441036492586136, 0.044370461255311966, -0.0029712188988924026, -0.0220115315169096, 0.02869979664683342, 0.012649585492908955, -0.06104389205574989, 0.04894116893410683, 0.0706128403544426, 0.03184013441205025, 0.008751335553824902, -0.02917955256998539, 0.005550283007323742, -0.028861280530691147, -0.07610797882080078, 0.04947938397526741, -0.005796035751700401, -0.04300127178430557, -0.020970050245523453, -0.01296352967619896, -0.035307928919792175, 0.0003743680426850915, -0.019619330763816833, 0.045328184962272644, 0.01713554561138153, -0.031454481184482574, -0.04612784832715988, -0.061312343925237656, 0.0358249768614769, 0.04108436033129692, -0.011443032883107662, -0.012910109013319016, 0.013100064359605312, 0.016168711706995964, -0.013809634372591972, -0.04812558367848396, 0.008812318556010723, -0.011388920247554779, -0.03412456065416336, 0.005580294877290726, 0.02005629427731037, -0.015485941432416439, 0.026642723008990288, -0.030417224392294884, -0.005007155239582062, -0.04552214965224266, -0.014699498191475868, 0.003131110453978181, -0.004701241850852966, -0.021828386932611465, -0.012266932986676693, -0.08049556612968445, 0.02383456565439701, -0.016494881361722946, 0.006383201107382774, 0.03918587416410446, -0.0345420241355896, 0.052537932991981506, 0.04105563461780548, 0.0013970184372738004, -0.0350150540471077, 0.017569225281476974, 0.019504375755786896, -0.011441554874181747, -0.04452668875455856, 0.046757206320762634, 0.035990990698337555, -0.019779717549681664, -0.01504845917224884, -0.013613210991024971, 0.0028076658491045237, -0.03703956678509712, -0.009296626783907413, -0.09025103598833084, -0.05263711139559746, -0.029585804790258408, 0.0025024893693625927, -0.022094840183854103, 0.04793262481689453, 0.02208881638944149, 0.019942203536629677, -0.029379218816757202], [-0.02875322476029396, 0.016480036079883575, -0.04975626990199089, -0.016302231699228287, -0.0020688765216618776, -0.017704080790281296, 0.012366308830678463, -0.05888274684548378, 0.0035710132215172052, -0.027195440605282784, -0.027457525953650475, 0.004937687423080206, 0.018627366051077843, 0.05826978757977486, 0.04458919167518616, -0.015122640877962112, 0.021796034649014473, 0.030376499518752098, -0.002788437297567725, 0.013649187982082367, -0.03667706623673439, 0.03584589809179306, 0.0385969914495945, -0.021453706547617912, -0.08470670133829117, -6.153130379971117e-05, -0.005681409500539303, -0.0076248180121183395, 0.03245421499013901, 0.03718740493059158, 0.021555505692958832, 0.03758004680275917, 0.019322184845805168, 0.024400534108281136, 0.022605834528803825, 0.01652664504945278, -0.019793545827269554, -0.02485591731965542, 0.037497229874134064, 0.017539244145154953, -0.030112380161881447, 0.005606804043054581, -0.01768646575510502, -0.008140257559716702, -0.014471979811787605, 0.013299858197569847, 0.02119305357336998, 0.0418117456138134, 0.03572731465101242, -0.019919291138648987, -0.01238531805574894, -0.04352598637342453, -0.037055615335702896, 0.07535739243030548, 0.06713167577981949, 0.0382683165371418, 0.024790743365883827, -0.03342253714799881, 0.014342854730784893, -0.028363671153783798, -0.03501029685139656, 0.006852101068943739, -0.007604899816215038, -0.058560147881507874, -0.0703323632478714, -0.07046885043382645, 0.010376781225204468, 0.006727165076881647, -0.0410890057682991, -0.008553355000913143, -0.013903827406466007, -0.05211394280195236, -0.013165180571377277, -0.02988690696656704, 0.06097203120589256, 0.08166973292827606, -0.004350852686911821, 0.0049832952208817005, -0.09256918728351593, -0.02830715849995613, -0.07959987968206406, -0.030041472986340523, 0.0160327460616827, -0.08061569184064865, 0.04344487562775612, 0.010984833352267742, 0.0005278266035020351, -0.016428889706730843, 0.02338961884379387, -0.06167687848210335, -0.02418937347829342, -0.044544678181409836, 0.04269048944115639, 0.02838103659451008, -0.015461185947060585, -0.053756218403577805, -0.010165225714445114, -0.022433316335082054, -0.007173821330070496, -0.015527172945439816, 0.03982415422797203, 0.09446735680103302, -0.013683348894119263, 0.022521713748574257, 0.08440535515546799, -0.0471976175904274, -0.007647402584552765, -0.04908571019768715, 0.06201242655515671, 0.012792494148015976, 0.028682535514235497, -0.022363299503922462, -0.00023045936541166157, 0.08201442658901215, 0.03188376873731613, 0.06729264557361603, -0.05488621070981026, 0.003707682015374303, -0.0433209091424942, -0.03382544219493866, -0.04288291931152344, -0.0876021683216095, -0.03424844145774841, -0.024175096303224564, 0.06378129124641418, -0.03703688830137253, 0.012324615381658077, 0.03596877306699753], [-0.019444962963461876, -0.016209788620471954, -0.04149005562067032, 0.004528088495135307, 0.04340633377432823, -0.02775341458618641, 0.032091181725263596, -0.04849953576922417, -0.016501300036907196, -0.03898816183209419, 0.006437398958951235, -0.013568295165896416, 0.017692796885967255, 0.050907157361507416, 0.04747726395726204, -0.007308585103601217, 0.01577245257794857, 0.01608257181942463, 0.012090055271983147, -0.0265030600130558, -0.0584341362118721, -0.02194911800324917, 0.08017189055681229, 0.03435454145073891, -0.031955353915691376, -0.013638121075928211, -0.03320886194705963, -0.0007749960641376674, 0.016869204118847847, 0.002029369119554758, 0.029732491821050644, -0.0006122101913206279, 0.020076079294085503, -0.04634634405374527, 0.014987307600677013, 0.028793660923838615, 0.0017711254768073559, 0.02029300294816494, 0.023292070254683495, 0.0020146965980529785, 0.03951007500290871, -0.039361678063869476, 0.052623201161623, 0.012023230083286762, 0.024322178214788437, -0.021427679806947708, 0.014894459396600723, 0.04413401335477829, 0.028583332896232605, 0.005281835328787565, 0.008055523037910461, 0.020613355562090874, -0.03727123141288757, 0.05657186731696129, 0.07110854983329773, 0.021684598177671432, 0.00027344792033545673, -0.029025761410593987, 0.010822800919413567, 0.02171049825847149, -0.026291487738490105, 0.052743952721357346, -0.05073460191488266, -0.057636670768260956, -0.06963372975587845, -0.06765233725309372, 0.007189144380390644, -0.028234276920557022, -0.069484181702137, 0.06743177771568298, 0.016001269221305847, -0.02056516893208027, -0.01065825019031763, -0.048950985074043274, -0.024274157360196114, 0.0486832819879055, 0.010203524492681026, -0.005177609156817198, -0.00696182157844305, -0.009562443941831589, -0.04608637094497681, 0.05328929424285889, -0.01081896759569645, -0.0375809408724308, -0.03529705852270126, -0.005366192664951086, 0.03484511747956276, -0.07178038358688354, 0.03709638863801956, -0.0315081812441349, -0.019680079072713852, 0.017764408141374588, -0.028470082208514214, 0.039493005722761154, -0.033511221408843994, -0.01727043092250824, -0.06214406341314316, -0.021040087565779686, 0.08954903483390808, 0.015501216985285282, 0.019034501165151596, 0.045161306858062744, -0.039229728281497955, 0.04133685305714607, 0.02728637494146824, -0.03573711961507797, -0.03445237874984741, 0.025343073531985283, 0.05571968853473663, 0.04141474887728691, 0.026286249980330467, -0.007768920622766018, 0.002731866901740432, -0.017918530851602554, 0.05465680733323097, 0.006576274987310171, -0.06395608186721802, -0.041142892092466354, -0.07197932153940201, -0.037445906549692154, -0.03201620653271675, -0.05632403865456581, 0.01049400120973587, -0.011594299226999283, -0.020832905545830727, -0.00762217678129673, -0.05333058908581734, -0.04308144748210907], [0.018107324838638306, -0.025051629170775414, -0.03870846703648567, -0.03104095719754696, 0.013271157629787922, -0.02021287940442562, 0.011511839926242828, -0.041527651250362396, -0.048710573464632034, -0.0421091765165329, -0.015119990333914757, 0.016032403334975243, 0.0005858123186044395, 0.08939020335674286, 0.023151367902755737, -0.013021044433116913, 0.021372275426983833, 0.0021296318154782057, -0.017186418175697327, -0.09002242982387543, -0.09126901626586914, -0.002329266397282481, 0.07219396531581879, 0.011739460751414299, -0.0027068895287811756, 0.003083922201767564, -0.008866386488080025, -0.02693111263215542, -0.00039567952626384795, -0.019314270466566086, 0.015852993354201317, 0.04834175109863281, 0.07941844314336777, -0.013847860507667065, -0.003811622504144907, 0.03304899111390114, -0.009521322324872017, 0.032872315496206284, 0.029844576492905617, 0.0471404492855072, 0.046544987708330154, -0.0318598710000515, -0.01597996987402439, -0.014504782855510712, -0.013990493491292, 0.013017338700592518, 0.00985951628535986, 0.038101475685834885, 0.050918374210596085, -0.030794454738497734, 0.004539805464446545, -0.019070452079176903, -0.0520794540643692, 0.07432493567466736, 0.09019815921783447, 0.040680550038814545, 0.013093258254230022, -0.06359853595495224, 0.01579633168876171, -0.02520136721432209, -0.09441453963518143, 0.0568864606320858, 0.0006822856958024204, -0.044996265321969986, -0.10174781084060669, -0.08091877400875092, -0.040866635739803314, 0.008077320642769337, 0.029825953766703606, 0.004342314787209034, 0.009649010375142097, -0.10109645873308182, -0.012542187236249447, -0.048434432595968246, -0.005520693026483059, 0.015995455905795097, 0.06278624385595322, 0.05481007695198059, 0.008540220558643341, 0.018425801768898964, 0.011918576434254646, 0.0015922198072075844, -0.02114165760576725, -0.05320274084806442, -0.009593168273568153, 0.018089307472109795, -0.014427486807107925, -0.012030569836497307, 0.0009724530973471701, 0.005464259535074234, 0.010556652210652828, -0.07159007340669632, 0.011514782905578613, 0.044867001473903656, 0.004912144038826227, -0.04250136762857437, -0.06433926522731781, 0.023673661053180695, 0.029783686622977257, -0.0003629991551861167, -0.008892511017620564, -0.009308497421443462, -0.03860640525817871, -0.017873471602797508, -0.0009415043168701231, -0.008972500450909138, 0.04733831435441971, 0.026736875995993614, 0.051156025379896164, 0.026426799595355988, -0.0027773980982601643, -0.06627300381660461, -0.005014324095100164, -0.00016308162594214082, -0.02569277584552765, 0.01191546581685543, -0.06464634090662003, -0.0005438271909952164, 0.04962852969765663, -0.041890863329172134, -0.02068442478775978, 0.0066643827594816685, 0.0354827344417572, -0.0010566434357315302, -0.03559068962931633, -0.028464699164032936, -0.0005542917642742395, -0.02717648632824421], [0.11044473201036453, 0.006901313550770283, -0.0476398840546608, -0.017181595787405968, 0.029315771535038948, -0.0010128782596439123, 0.04410094395279884, -0.022517234086990356, -0.014348937198519707, -0.02323470264673233, -0.015758927911520004, -0.01910741813480854, -0.022861100733280182, 0.1176246628165245, 0.03013169951736927, -0.015839112922549248, 0.011666498146951199, 0.04859818518161774, -0.022942623123526573, -0.060361508280038834, -0.12342986464500427, -0.0118676433339715, 0.05477055162191391, -0.001606073696166277, 0.0068315924145281315, 0.014890420250594616, -0.025818591937422752, -0.00788698811084032, 0.010970748029649258, -0.02700299769639969, -0.016351941972970963, 0.05320490524172783, 0.0618751123547554, 0.0027351712342351675, 0.017653590068221092, 0.0003561481717042625, -0.030218513682484627, 0.047419264912605286, 0.02320048026740551, 0.008051593787968159, 0.008433971554040909, -0.02313733845949173, 0.011958946473896503, 0.005296953488141298, -0.04830548167228699, 0.006751674227416515, -0.02906845696270466, 0.05534400790929794, 0.025041697546839714, -0.02641679346561432, -0.02211737260222435, -0.011742631904780865, -0.06206768378615379, 0.07684929668903351, 0.11178646981716156, 0.03304541856050491, 0.03084634244441986, -0.02915523201227188, 0.03298227861523628, 0.024726852774620056, -0.03938598185777664, 0.041807543486356735, -0.023366648703813553, -0.011899204924702644, -0.0537039190530777, -0.036824535578489304, -0.025067053735256195, -0.030117178335785866, 0.045934583991765976, 0.02966257371008396, 0.010562584735453129, 0.0034266142174601555, -0.0038701407611370087, -0.009506121277809143, -0.03371146693825722, 0.0011605527251958847, 0.041502609848976135, 0.02386361174285412, -0.007212691009044647, -0.04827648401260376, -0.012493886984884739, 0.0029028556309640408, 0.008145448751747608, -0.03997493535280228, -0.05222761258482933, -0.015377270057797432, 0.015970157459378242, -0.042150940746068954, 0.0633876845240593, 0.031002867966890335, 0.061420027166604996, -0.02831905148923397, -0.029869386926293373, 0.04382157325744629, -0.030356992036104202, 0.007550954353064299, -0.010141936130821705, -0.0152423195540905, 0.06744377315044403, -0.0152369923889637, 0.003935256972908974, -0.011536023579537868, -0.020976129919290543, 0.01140631828457117, -0.010697856545448303, 0.03306744620203972, 0.01800004579126835, -0.0014886029530316591, 0.031825512647628784, -0.008502201177179813, 0.06148413196206093, -0.05550491809844971, -0.0495980866253376, -0.003123345086351037, -0.035202570259571075, -0.034985899925231934, -0.05249059200286865, -0.05923660099506378, -0.04270220175385475, -0.048199769109487534, -0.0044795675203204155, 0.009954230859875679, 0.013678164221346378, -0.025365391746163368, -0.04552216827869415, -0.04560267925262451, 0.0030225743539631367, -0.07352467626333237], [-0.04696688428521156, 0.0030936128459870815, 0.010271862149238586, -0.009188189171254635, -0.012766120955348015, 0.02646167017519474, 0.015514245256781578, 0.0030338987708091736, -0.014797982759773731, -0.01847200281918049, 0.0033552467357367277, -0.034623052924871445, 0.017365949228405952, -0.011388551443815231, 0.039906103163957596, -0.005678860004991293, -0.0037735924124717712, -0.02225138060748577, 0.006085732951760292, -0.05498984083533287, -0.022200478240847588, -0.006422734819352627, 0.06824757903814316, -0.01094304770231247, 0.07681605219841003, 0.026416582986712456, -0.01985134929418564, -0.028291553258895874, 0.025317000225186348, -0.04643704742193222, 0.0385572649538517, -0.06984750926494598, 0.06053730845451355, 0.026838110759854317, 0.022856716066598892, 0.017144039273262024, -0.0023968981113284826, -0.014434710144996643, -0.016342338174581528, 0.040275778621435165, 0.007458159234374762, -0.006499527487903833, -0.00015560553583782166, 0.014992773532867432, 0.004109376575797796, -0.006498872768133879, -0.008198088966310024, 0.04662076011300087, 0.027155809104442596, -0.005192283540964127, 0.021719450131058693, -0.0033532530069351196, -0.06640081107616425, 0.0316208116710186, -0.01861967332661152, 0.031240545213222504, -0.004826580174267292, 0.0007478726911358535, 0.0012445676838979125, 0.014138317666947842, -0.025975985452532768, 0.0583861842751503, 0.010340907610952854, -0.0527038611471653, -0.05213054269552231, -0.05826153606176376, -0.02214270830154419, -0.02003909833729267, 0.06999906897544861, -0.00010141018719878048, -0.08654271811246872, -0.05892455205321312, 0.014030581340193748, -0.019118444994091988, 0.011147298850119114, 0.07878880202770233, -0.015274619683623314, -0.0880441814661026, -0.039947133511304855, 0.06876937299966812, 0.03194531798362732, -0.047987598925828934, 0.0176087599247694, 0.06304115056991577, 0.06755322217941284, -0.03001103736460209, 0.018060581758618355, 0.023719293996691704, -0.047990258783102036, -0.022293051704764366, -0.0536336749792099, 0.007067173253744841, 0.011382264085114002, -0.061660539358854294, 0.04326334968209267, 0.04484323412179947, 0.07100929319858551, -0.027854368090629578, -0.036293067038059235, 0.01875312440097332, -0.102328822016716, 0.007344772573560476, 0.016151966527104378, -0.00023387031978927553, 0.032292477786540985, -0.02363395132124424, -0.0483381524682045, -0.0742114707827568, -0.019510677084326744, -0.02328750118613243, -0.06551185250282288, 0.06945627182722092, -0.10510428994894028, 0.019560430198907852, 0.004240725189447403, 0.020350927487015724, 0.04891284182667732, 0.08896756172180176, -0.0077927387319505215, -0.11380370706319809, -0.04880121350288391, 0.005966167896986008, -0.023003675043582916, 0.051027629524469376, 0.021506013348698616, -0.015269268304109573, 0.11159249395132065, 0.0052102371118962765], [0.07621492445468903, -0.026258695870637894, -0.023458214476704597, -0.021784856915473938, -0.00780556770041585, 0.01885618269443512, 0.002015792764723301, -0.05552135407924652, -0.03708096221089363, -0.036692820489406586, -0.02977839857339859, 0.008235608227550983, 0.021481484174728394, 0.08761204034090042, 0.035627949982881546, -0.02990315668284893, 0.030187342315912247, -0.00018831946363206953, -0.02290230803191662, 0.001109365955926478, -0.08409413695335388, -0.01376491691917181, 0.02774927392601967, -0.021081630140542984, 0.013280875980854034, 0.019882313907146454, -0.0025403837207704782, 0.00020618646522052586, 0.0221631471067667, -0.017128165811300278, -0.0004887193790636957, 0.0166651401668787, -0.029417941346764565, -0.004318116698414087, 0.005189457442611456, 0.030583802610635757, -0.004386391490697861, 0.05256817489862442, 0.002715503331273794, 0.0007080095238052309, 0.0066202618181705475, -0.003776822006329894, 0.007748553063720465, -0.02475186623632908, -0.05972687527537346, -0.0042548272758722305, 0.013235031627118587, 0.032879482954740524, 0.06431750953197479, -0.044686656445264816, -0.019017845392227173, -0.03455112501978874, -0.044121865183115005, 0.05736544355750084, 0.04688673093914986, 0.029596559703350067, -0.01047032605856657, -0.05516054108738899, 0.036290232092142105, -0.0014095855876803398, -0.06913097947835922, 0.028317436575889587, 0.0023678794968873262, -0.016117580235004425, 0.004430399276316166, -0.026365021243691444, -0.030418025329709053, 0.05604926496744156, 0.04824182018637657, 0.0273779034614563, 0.013422460295259953, -0.07598504424095154, 0.03164735808968544, 0.03222348168492317, 0.008908619172871113, 0.04476490244269371, 0.0008270657854154706, -0.010652349330484867, -0.05171278864145279, 0.027748728170990944, -0.018393874168395996, -0.033922284841537476, 0.05112443491816521, -0.04065074399113655, 0.01521789189428091, -0.03339684009552002, -0.007240785751491785, 0.01603020913898945, 0.01722320355474949, -0.03164068982005119, 0.10080680251121521, -0.08805977553129196, 0.006999960634857416, -0.014218257740139961, 0.03342156857252121, 0.02320900373160839, -0.07231070846319199, -0.05039726197719574, 0.009148461744189262, -0.039563193917274475, 0.09138823300600052, -0.011566471308469772, 0.01822114735841751, -0.0692993775010109, 0.03504534810781479, 0.033261749893426895, 0.05658644810318947, -0.01235847920179367, 0.011579363606870174, -0.06809685379266739, -0.024079853668808937, 0.032274387776851654, 0.0018587689846754074, -0.01519219670444727, 0.02641071006655693, -0.0032120279502123594, 0.01930166408419609, -0.05455298721790314, 0.06553246080875397, -0.059846147894859314, -0.01760449819266796, -0.01471780240535736, 0.016154006123542786, -0.02966240420937538, 0.05256975069642067, -0.05398949980735779, 0.05191854014992714, -0.01790446974337101], [0.10779139399528503, 0.010488327592611313, -0.010117590427398682, -0.03229353204369545, 0.010118914768099785, 0.011504932306706905, 0.017397532239556313, -0.009811962023377419, 0.008059040643274784, -0.010881533846259117, 0.026426246389746666, -0.01276839803904295, -0.006661383435130119, 0.04838700592517853, 0.030367659404873848, -0.0019777847919613123, 0.020603615790605545, 0.00337486295029521, -0.0169364120811224, -0.035613346844911575, -0.21854127943515778, 0.0061551774851977825, 0.017186308279633522, 0.017111044377088547, 0.017666881904006004, 0.010384589433670044, -0.011705811135470867, 0.007903697900474072, -0.0023108103778213263, 0.020455611869692802, 0.00024349516024813056, -0.038860708475112915, -0.007389327045530081, 0.007901428267359734, -0.0006077993893995881, 0.012723461724817753, 0.039198752492666245, 0.06651369482278824, -0.020931843668222427, 0.00785850640386343, 0.009183515794575214, -0.019585667178034782, -0.0029091795440763235, -0.023648520931601524, -0.030990496277809143, 0.01867571473121643, -0.017246553674340248, 0.018945731222629547, 0.02260521426796913, 0.01506059244275093, 0.008812470361590385, -0.06771218031644821, -0.033789318054914474, 0.026616061106324196, 0.05117467790842056, 0.03769315779209137, -0.001363859511911869, -0.017148615792393684, 0.05420730635523796, -0.028729088604450226, -0.016524236649274826, 0.024089615792036057, -0.03495556116104126, -0.046235281974077225, -0.08512569218873978, 0.046276625245809555, 0.006568004377186298, 0.07269266992807388, 0.02282240428030491, 0.02079475112259388, -0.030670668929815292, -0.040427032858133316, 0.056424371898174286, -0.013441783376038074, -0.10126520693302155, 0.03423824533820152, 0.20268665254116058, 0.007348059676587582, -0.0835331529378891, 0.01514302846044302, -0.03843657672405243, 0.01000786293298006, 0.024716604501008987, 0.05875410512089729, -0.016842663288116455, -0.02478412352502346, 0.0017693679546937346, -0.014462620951235294, 0.007091590669006109, -0.017406916245818138, 0.04283136874437332, -0.021801676601171494, 0.03231029212474823, 0.03727782890200615, 0.01899465173482895, 0.007513802498579025, 0.03963305056095123, 0.1115921288728714, -0.030467037111520767, 0.021856484934687614, -0.05744504928588867, -0.025912368670105934, 0.023195071145892143, -0.023305553942918777, 0.008604392409324646, 0.011212345212697983, 0.040835410356521606, -0.04242905601859093, 0.011083107441663742, -0.04789053276181221, -0.0192478708922863, -0.04700100049376488, -0.02779909409582615, 0.09193877875804901, 0.005015160888433456, -0.026568038389086723, 0.020227933302521706, 0.05272539705038071, 0.07022911310195923, -0.05298174172639847, -0.02134748548269272, -0.053390972316265106, -0.1137365847826004, -0.02482287585735321, 0.015318473801016808, 0.06506936997175217, 0.023237697780132294, -0.03996678441762924], [0.12377766519784927, -0.011983086355030537, -0.03404427692294121, 0.00633055018261075, -0.007833132520318031, -0.006955876015126705, 0.018161607906222343, -0.02232336811721325, 0.0007363884942606091, -0.02449200488626957, -0.001996435923501849, 0.010868229903280735, 0.007693912833929062, 0.10284669697284698, 0.033135659992694855, 0.015401261858642101, -0.004230767022818327, -0.033720750361680984, 0.021988071501255035, 0.004203556105494499, -0.2173120230436325, 0.008609938435256481, 0.012953112833201885, -0.018824245780706406, -0.016798580065369606, 0.0018767345463857055, -0.024928923696279526, -0.010239305905997753, 0.021689947694540024, 0.021824313327670097, 0.030617564916610718, -0.007054827641695738, 0.026065312325954437, -0.02444092556834221, 0.020783821120858192, 0.0032664609607309103, 0.008389926515519619, 0.058472488075494766, 0.009211724624037743, 0.010604066774249077, -0.016260286793112755, -0.01014222577214241, 0.013629600405693054, 0.010495958849787712, -0.006368711125105619, 0.010546808131039143, -0.008538338355720043, 0.029738543555140495, 0.033658046275377274, -0.006609228905290365, 0.0067754462361335754, -0.01908441260457039, -0.012684600427746773, 0.00520777702331543, 0.11763547360897064, 0.049601830542087555, 0.010662662796676159, 0.007954276166856289, 0.004785760305821896, -0.002842467976734042, -0.03807016462087631, 0.07693496346473694, 0.013544064946472645, -0.009973282925784588, -0.0793633982539177, -0.05774364247918129, 0.04874280095100403, -0.02058487758040428, -0.02153136394917965, 0.042939744889736176, -0.005363390315324068, -0.0004353471740614623, 0.008052556775510311, 0.0019191558239981532, -0.08125578612089157, -0.002238846616819501, 0.09891258180141449, 0.019671017304062843, -0.06653645634651184, -0.016666674986481667, -0.0615956112742424, 0.004896459169685841, -0.04367787763476372, 0.036127328872680664, -0.0023889034055173397, 0.0015287833521142602, 0.026414653286337852, -0.041469722986221313, 0.029338430613279343, -0.02458931878209114, -0.031024806201457977, 0.03636304661631584, 0.03279000520706177, 0.04600311815738678, -0.023542681708931923, -0.04359924793243408, -0.000558279687538743, 0.08984729647636414, 0.04368717223405838, -0.007974944077432156, -0.011106528341770172, 0.014648149721324444, -0.03979657590389252, -0.013283483684062958, 0.02472422644495964, -0.026273313909769058, -0.02190183848142624, 0.0012666929978877306, 0.017231611534953117, 0.044994816184043884, 0.025397052988409996, -0.06649854779243469, -0.006353265605866909, 0.052872996777296066, 0.039887435734272, 0.003902188967913389, -0.010317448526620865, -0.009099939838051796, -0.019779333844780922, -0.001189972972497344, 0.00920313224196434, -0.05434282496571541, -0.11405834555625916, -0.020819667726755142, 0.019924987107515335, 0.057872120290994644, -0.02837681770324707, -0.03602888435125351], [0.10246910154819489, 0.01612214185297489, -0.031193280592560768, 0.0026061320677399635, 0.025251159444451332, -0.003596864640712738, 0.011897183023393154, -0.008802574127912521, -0.004683750681579113, -0.004128475207835436, 0.0160969365388155, 0.00781297218054533, -0.018858352676033974, 0.09669822454452515, 0.06267240643501282, -0.025194719433784485, -0.03232474625110626, 0.006136167328804731, -0.019960759207606316, -0.03899206221103668, -0.15710127353668213, 0.025685373693704605, 0.055075641721487045, -0.012765669263899326, 0.03695518150925636, 0.010299531742930412, -0.020769622176885605, 0.011061320081353188, 0.014416356571018696, -0.00598869426175952, 0.0036516606342047453, 0.047022439539432526, 0.049113381654024124, 0.007837492972612381, -0.002673566108569503, 0.02056928537786007, -0.0030740259680896997, 0.08559601753950119, 0.00927637703716755, 0.03687102720141411, 0.013925662264227867, -0.007677888032048941, -0.000850289361551404, -0.011718214489519596, -0.012690800242125988, 0.0029620868153870106, -0.011090218089520931, 0.003650432685390115, 0.02395295538008213, -0.048915449529886246, 0.011959748342633247, -0.0009707792196422815, -0.05707257241010666, 0.04907628148794174, 0.1337203085422516, 0.04969657212495804, 0.005565774627029896, -0.049223802983760834, -0.002423517871648073, 0.004937897436320782, -0.03544319048523903, 0.007680034730583429, -0.019934043288230896, -0.04492325335741043, -0.06762668490409851, -0.04181307926774025, 0.029956012964248657, -0.03310759365558624, -0.009629455395042896, 0.058753374963998795, -0.015530933625996113, -0.031593844294548035, -0.014470606110990047, -0.049156803637742996, -0.02444525621831417, 0.029524656012654305, 0.035922009497880936, -0.011286155320703983, 0.0010998729849234223, -0.027026334777474403, -0.0321400947868824, 0.024663908407092094, -0.05008529871702194, -0.04454245790839195, 0.030758759006857872, -0.04823622852563858, 0.04376522824168205, -0.04710577055811882, 0.11364441365003586, 0.021097304299473763, 0.026670221239328384, -0.07881255447864532, 0.000189532307558693, 0.05912626162171364, -0.06834884732961655, -0.05954727157950401, -0.02641725353896618, 0.019843991845846176, 0.022566065192222595, 0.014461822807788849, -0.002850196324288845, 0.07725771516561508, -0.03755934163928032, 0.03803883120417595, -0.013649091124534607, -0.008082297630608082, -0.0101417675614357, 0.04268686845898628, 0.08108025044202805, -0.030831359326839447, 0.024254679679870605, 0.013482559472322464, 0.018736418336629868, 0.042490724474191666, 0.025090165436267853, -0.017051605507731438, -0.040444232523441315, -0.018865402787923813, 0.00016011143452487886, -0.10615590959787369, -0.03783690184354782, -0.028081543743610382, -0.0010432567214593291, -0.03969202935695648, 0.009003686718642712, -0.01459463406354189, 0.0075291902758181095, -0.045023247599601746], [-0.026489244773983955, 0.009860125370323658, -0.02193577028810978, -0.007279669865965843, -0.023016348481178284, 0.006746238097548485, 0.011316620744764805, 0.01841379702091217, -0.019586073234677315, -0.016837507486343384, -0.055861663073301315, 0.0020083189010620117, 0.0002801216614898294, 0.032148927450180054, 0.009872537106275558, -0.02353948913514614, -0.004814871586859226, 0.002466920530423522, -0.004572256002575159, 0.014757266268134117, -0.0845496654510498, 0.021677428856492043, 0.047042977064847946, -0.006246556062251329, -0.14259499311447144, -0.017700066789984703, -0.015905581414699554, -0.025308724492788315, 0.02154090255498886, 0.06972818821668625, -0.007217036560177803, 0.010965404100716114, 0.03023627959191799, -0.01746763288974762, -0.010287770070135593, 0.01835818588733673, 0.04190191254019737, 0.013627443462610245, 0.009923269040882587, 0.018897274509072304, 0.023427018895745277, -0.011141854338347912, 0.026288263499736786, -0.028965206816792488, -0.03347434848546982, -0.009998364374041557, 0.012712376192212105, 0.021068677306175232, 0.03723008558154106, -0.030399810522794724, 0.0003026430495083332, -0.00538953160867095, -0.04636375233530998, 0.04531792551279068, 0.038215138018131256, 0.003014849266037345, -0.0538274385035038, -0.04057939723134041, 0.044423118233680725, -0.006402874831110239, -0.04096412658691406, 0.07032191008329391, 0.034102000296115875, -0.017936941236257553, -0.025248192250728607, -0.01566426455974579, -0.0014703077031299472, 0.0392073355615139, -0.000609911628998816, -0.009540485218167305, 0.02161845937371254, 0.011340987868607044, -0.016390439122915268, -0.05841816961765289, 0.025112392380833626, 0.13242550194263458, 0.04397205263376236, -0.025720911100506783, -0.06663531810045242, -0.02072070725262165, -0.11835043132305145, -0.0003653383464552462, 0.030397754162549973, -0.044805992394685745, -0.006154539994895458, 0.011505812406539917, -0.02887706644833088, -0.016236325725913048, 0.019892171025276184, -0.10884541273117065, -0.03187400847673416, -0.008378500118851662, 0.09200062602758408, 0.044589173048734665, -0.009270367212593555, -0.02479390613734722, -0.04943671450018883, -0.009007644839584827, 0.004741949494928122, 0.0042173913680016994, 0.06275977939367294, 0.019671829417347908, -0.024304578080773354, 0.018375707790255547, 0.08631649613380432, -0.05919878929853439, -0.000429732259362936, -0.02053152583539486, 0.006941617466509342, 0.036685213446617126, 0.049496740102767944, -0.03206156566739082, 0.019712509587407112, 0.022515511140227318, 0.04754015803337097, 0.026432378217577934, -0.012571439146995544, -0.024906601756811142, 0.005886272061616182, -0.008365295827388763, -0.00866486132144928, -0.033911850303411484, -0.04730939865112305, -0.001744592096656561, 0.08889243006706238, -0.06557193398475647, -0.02160331979393959, -0.009675465524196625], [0.08222363144159317, -0.008934080600738525, -0.034069910645484924, -0.035644955933094025, -0.01150683593004942, -0.00916993897408247, 0.042449772357940674, -0.039192091673612595, -0.03544379398226738, 0.0001549562148284167, 0.0014493404887616634, 0.01901935413479805, -0.006381169892847538, 0.0651017501950264, 0.04642102122306824, -0.024797331541776657, -0.006387057714164257, 0.01519483420997858, -0.0005683603812940419, 0.011231309734284878, -0.024196704849600792, -0.01294038351625204, 0.06301109492778778, -0.015729235485196114, -0.02594841457903385, -0.02103080227971077, -0.015025118365883827, -0.04220391437411308, -0.007539921905845404, 0.011416333727538586, -0.020415524020791054, 0.0023010477889329195, 0.0016693100333213806, -0.02567935176193714, -0.004423427861183882, -0.001643629278987646, -0.011570838280022144, 0.06401234865188599, 0.031205959618091583, 0.02706163004040718, 0.018164150416851044, -0.00021158358140382916, 0.002163104247301817, -0.032189395278692245, -0.030345356091856956, 0.0031012175604701042, 0.017189405858516693, 0.03586282953619957, 0.04046908766031265, 0.0002801793161779642, -0.006113187875598669, 0.0008163419552147388, -0.026500510051846504, 0.06274838745594025, 0.06530146300792694, 0.029984887689352036, -0.047842931002378464, -0.031697578728199005, 0.0028088365215808153, -0.03769735246896744, -0.06157205253839493, 0.03350931033492088, 0.06919239461421967, -0.04020969197154045, -0.018649889156222343, -0.0197883490473032, -0.0419832207262516, 0.02898826077580452, -0.01655682548880577, 0.039784643799066544, -0.009018114767968655, -0.06718877702951431, 0.028264107182621956, -0.0237409770488739, 0.01141233742237091, 0.003027150174602866, -0.041053324937820435, 0.03343014791607857, -0.011907815001904964, -0.02130504883825779, -0.00925041176378727, 0.005171838216483593, 0.010240425355732441, 0.01251306850463152, 0.0008334926678799093, 0.010874470695853233, 0.009144986048340797, 0.04587583988904953, 0.04054829850792885, 0.0032643182203173637, -0.030595241114497185, -0.03879847377538681, 0.023614054545760155, -0.047426238656044006, -0.0058568380773067474, -0.004621598869562149, -0.01531571801751852, -0.05259517580270767, -0.012365383096039295, 0.0015222919173538685, 0.01002475805580616, -0.03161192312836647, 0.002997380681335926, 0.009156276471912861, 0.015159698203206062, -0.04797275364398956, -0.028602411970496178, -0.021209005266427994, 0.039176877588033676, -0.007841520942747593, -0.004562741611152887, 0.03918221965432167, -0.019310520961880684, 0.008486788719892502, 0.03161562606692314, -0.005164750851690769, 0.004291246645152569, 0.024282842874526978, 0.033026956021785736, -0.05850550904870033, -0.031467750668525696, -0.0004601786786224693, 0.02127412147819996, 0.026950225234031677, 0.005764537490904331, 0.012661905027925968, 0.019136929884552956, 0.013068334199488163], [0.04384579509496689, -0.0004683418956119567, -0.042169567197561264, -0.013427558355033398, -0.018676472827792168, 0.013948263600468636, 0.02941816672682762, -0.026877308264374733, -0.03988337144255638, -0.0073580313473939896, -0.029716096818447113, 0.004930718801915646, -0.012588617391884327, 0.10052662342786789, 0.019237691536545753, -0.013522491790354252, 0.04426203668117523, 0.01472009439021349, -0.015204422175884247, 0.0026777770835906267, -0.05191711336374283, -0.012117293663322926, 0.0386725552380085, -0.02441593073308468, -0.0458238460123539, 0.020792121067643166, -0.02509782277047634, -0.005130057223141193, 0.011331910267472267, 0.019299132749438286, 0.004383035935461521, 0.05184360221028328, 0.042175959795713425, 0.025665607303380966, 0.03414573520421982, 0.038243021816015244, 0.0040469421073794365, 0.018311776220798492, 0.01942949928343296, 0.03406070917844772, 0.030520543456077576, -0.018124355003237724, 0.0003515581483952701, -0.0030632629059255123, -0.013794304803013802, 0.02041400596499443, 0.045662425458431244, 0.028989901766180992, 0.04244161397218704, 0.00425832811743021, -0.03200436756014824, 0.009963949210941792, -0.05197373405098915, 0.04372416064143181, 0.07197654992341995, 0.05162784829735756, 0.01773916371166706, -0.04642738774418831, 0.008479615673422813, -0.016820069402456284, -0.06193059682846069, 0.0636017769575119, 0.018175562843680382, -0.042036041617393494, -0.039419423788785934, -0.03843647986650467, -0.0111384941264987, 0.0022387891076505184, -0.03862067684531212, 0.007450605742633343, 0.0022962840739637613, -0.036097217351198196, -0.029986130073666573, -0.04496530815958977, 0.027700275182724, 0.011243674904108047, 0.02887810952961445, -0.004850307945162058, -0.016937511041760445, -0.014970940537750721, -0.02050808072090149, -0.027317697182297707, -0.01217428408563137, -0.05649114027619362, 0.01894817315042019, 0.033947333693504333, 0.030998414382338524, -0.03697261959314346, 0.0028491425327956676, -0.030583567917346954, -0.01921812817454338, -0.017975954338908195, 0.05513337627053261, 0.04460890218615532, 0.017630908638238907, -0.031028492376208305, -0.028253894299268723, -0.018315952271223068, 0.0198750551789999, 0.002174041699618101, 0.0016940265195444226, -0.017008500173687935, 0.0008206808706745505, -0.008507895283401012, 0.0319182313978672, -0.008019862696528435, -0.008095934055745602, 0.010206581093370914, -0.013196353800594807, 0.01790514588356018, 0.03825544938445091, -0.040852345526218414, -0.004827187862247229, 0.0027947204653173685, 0.020264871418476105, 0.0640474483370781, -0.006979748141020536, -0.034089382737874985, -0.01914280839264393, -0.031561996787786484, -0.0023207676131278276, -0.03175242990255356, 0.0007852963171899319, -0.002646301407366991, 0.019239429384469986, -0.07598941028118134, 0.023175587877631187, -0.037221990525722504], [-0.04414212703704834, -0.03547650948166847, -0.01231296919286251, -0.007375966291874647, -0.009721403941512108, 0.0044594877399504185, 0.04061991721391678, -0.041631199419498444, -0.0489373542368412, 0.00923193246126175, -0.0061959438025951385, 0.020756695419549942, -0.016010066494345665, 0.04623766615986824, -0.0007891128188930452, 0.00038919667713344097, 0.009288156405091286, 0.02326212078332901, 0.019954612478613853, 0.05197742581367493, -0.015964489430189133, 0.0017079940298572183, 0.03286511078476906, -0.0062769134528934956, 0.024704137817025185, -0.02206910215318203, -0.00470614992082119, 0.007205385249108076, 0.05736015737056732, -0.028297988697886467, 0.04502048343420029, -0.01108397077769041, 0.029716212302446365, 0.035393089056015015, 0.024936385452747345, 0.0031028075609356165, -0.0205110851675272, -0.001267847022973001, 0.0032368474639952183, 0.028192412108182907, -0.013240348547697067, -0.013177279382944107, -0.00203912565484643, 0.00325456983409822, -0.019338807091116905, 0.00211659399792552, 0.010556014254689217, -0.001333841821178794, 0.008270914666354656, 0.03365956246852875, 0.010242619551718235, 0.010331466794013977, -0.05333923175930977, 0.027044832706451416, 0.04895928129553795, 0.04845411330461502, -0.023101042956113815, -0.012272895313799381, 0.013304531574249268, -0.04094447195529938, -0.012046351097524166, 0.046013474464416504, 0.017463400959968567, -0.06403283774852753, -0.04091357812285423, 0.02595166303217411, -0.09835308790206909, 0.11119593679904938, 0.043265558779239655, 0.030087746679782867, 0.0033221489284187555, -0.07201315462589264, -0.01801169477403164, 0.009607017040252686, 0.026738567277789116, 0.04358557239174843, -0.019089430570602417, 0.010327859781682491, -0.06093795597553253, 0.06202378869056702, -0.033448558300733566, -0.0505155585706234, 0.017762787640094757, 0.01481726486235857, -0.022989865392446518, -0.03274165838956833, 0.006068157497793436, 0.028313737362623215, -0.008316191844642162, -0.0429607629776001, 0.08923660963773727, -0.02605959214270115, -0.007668729871511459, -0.06844773888587952, 0.03399862349033356, 0.04222816228866577, -0.036289017647504807, -0.08752977102994919, -0.04111547768115997, -0.01581590808928013, 0.10918431729078293, -0.060558486729860306, 0.007524304091930389, -0.09447925537824631, 0.01639363542199135, -0.007631749380379915, 0.04415953531861305, 0.011796602047979832, -0.015153893269598484, -0.07974043488502502, -0.0031372832600027323, 0.07184243947267532, -0.007449283264577389, 0.017829136922955513, 0.024189956486225128, -0.032771702855825424, 0.03505559265613556, -0.046579353511333466, 0.03383312746882439, -0.09240695834159851, -0.042931701987981796, -0.00928816944360733, -0.012314592488110065, -0.026454268023371696, 0.036316245794296265, -0.025186331942677498, 0.05742112547159195, -0.016651777550578117], [-0.13464894890785217, 0.04317070543766022, 0.003201834624633193, -0.010773525573313236, 0.032095879316329956, -0.001764599233865738, 0.006490415893495083, 0.003943420480936766, 0.012746556662023067, 0.014005412347614765, 0.06574882566928864, -0.006884836126118898, -0.006144587881863117, -0.0401199571788311, -0.0018238164484500885, 0.052568428218364716, -0.07346702367067337, -0.010052923113107681, 0.030325353145599365, 0.004034677520394325, 0.010879717767238617, 0.0012181125348433852, -0.00019745828467421234, 0.028057480230927467, 0.08271542936563492, -0.005677517037838697, -0.0004987373249605298, -0.0017356437165290117, -0.0092491889372468, -0.00043560381163842976, -0.021997809410095215, -0.04434966668486595, 0.044263966381549835, -0.08312477171421051, 0.047177743166685104, 0.008807933889329433, -0.009214211255311966, -0.052863940596580505, 0.009254896081984043, -0.0066442121751606464, -0.0042633372358977795, -0.020831061527132988, -0.0014233187539502978, 0.01159367710351944, -0.009226994588971138, -0.025910047814249992, 0.01578264683485031, 0.020207883790135384, -0.035706404596567154, 0.035252202302217484, -0.011195646598935127, 0.01195587683469057, 0.007498234510421753, 0.017145127058029175, -0.050007276237010956, 0.013159919530153275, 0.011949215084314346, 0.004058436956256628, -0.04501033574342728, 0.0015760440146550536, 0.0048935385420918465, 0.021902672946453094, 0.009186136536300182, -0.02055882290005684, -0.05317964777350426, -0.023884937167167664, 0.0382130928337574, 0.027133647352457047, -0.003980750683695078, 0.009914896450936794, 0.05898275971412659, -0.009732827544212341, -0.044790446758270264, 0.006653633899986744, -0.012391673400998116, -0.0356166698038578, 0.022104106843471527, -0.002289214637130499, -0.05793940648436546, 0.01190867368131876, -0.03188876807689667, 0.0002929014153778553, -0.006299496162682772, -0.05487297102808952, 0.02516915835440159, 0.011135785840451717, -0.020480968058109283, -0.0217097420245409, 0.0039284201338887215, -0.008139646612107754, 0.07086644321680069, -0.04995725676417351, -0.05240952596068382, 0.015682371333241463, -0.006441328674554825, -0.010363312438130379, 0.048678621649742126, 0.04540034383535385, -0.05358830466866493, -0.0235263854265213, 0.059883423149585724, 0.0100110387429595, 0.05172444134950638, 0.026201242581009865, -0.03030366823077202, 0.0664549320936203, 0.0526355616748333, 0.03770526498556137, -0.02398914098739624, -0.00984981656074524, -0.02206801436841488, -0.012374884448945522, 0.07380808889865875, 0.015759849920868874, 0.0037128557451069355, 0.006257485598325729, 0.0054694185964763165, -0.04010046645998955, 0.013942946679890156, -0.03535974398255348, 0.008389216847717762, 0.003389746882021427, 0.04154526814818382, 0.03360209986567497, -0.019176660105586052, -0.0020849588327109814, 0.052538733929395676, -0.02427966333925724], [0.08746825903654099, -0.000773141102399677, -0.021109532564878464, -0.01097564585506916, -0.009188778698444366, -6.266889977268875e-05, 0.003691720776259899, -0.03676002845168114, -0.009509737603366375, -0.0019600638188421726, -0.031066544353961945, 0.002955816453322768, 9.621414938010275e-05, 0.07666248083114624, 0.03348206728696823, -0.012984883971512318, 0.021030887961387634, -0.013057809323072433, -0.0037401022855192423, -0.05903743952512741, -0.18017861247062683, 0.005089036654680967, 0.05403345823287964, -0.020083541050553322, 0.024749068543314934, 0.025258896872401237, -0.02175021357834339, 0.011105585843324661, -0.012044357135891914, -0.013383052311837673, 0.05212651565670967, -0.024988936260342598, 0.050833411514759064, 0.03209155052900314, 0.0301806703209877, 0.011217356659471989, 0.0018058413406834006, 0.08892925828695297, 0.030120044946670532, 0.04025768116116524, -0.008682699874043465, -0.012323765084147453, 0.007332940585911274, 0.0006983610801398754, -0.010276032611727715, 0.01398318912833929, -0.01008809544146061, 0.044809501618146896, 0.04088439419865608, -0.012239698320627213, -0.000497835164424032, -0.02547558955848217, -0.05751114338636398, 0.04535827785730362, 0.09680265933275223, 0.06280604004859924, 0.0038271525409072638, 0.0015833702636882663, 0.014098366722464561, -0.001527603599242866, -0.034364085644483566, 0.05850769951939583, -0.006875329185277224, -0.06662009656429291, -0.031052453443408012, -0.018291747197508812, 0.04904862493276596, -0.052189040929079056, 0.032667018473148346, 0.023591332137584686, -0.01716487668454647, -0.025379307568073273, 0.0254981629550457, 0.0022140443325042725, -0.1010744646191597, -0.024564802646636963, 0.12886953353881836, -0.0005134594975970685, 0.04063684865832329, 0.014248254708945751, -0.01103960070759058, -0.00016140242223627865, -0.011256758123636246, -0.00013748864876106381, -0.014397265389561653, -0.020946592092514038, -0.02415914461016655, -0.038587309420108795, 0.03129003942012787, 0.03971865773200989, 0.007241423707455397, -0.023568132892251015, -0.0021882413420826197, 0.0855095162987709, -0.032689500600099564, 0.0382101908326149, 0.0342409685254097, 0.07702465355396271, 0.04240364208817482, -0.05684589222073555, -0.04880399629473686, -0.04022685065865517, -0.025007259100675583, 0.045203838497400284, -0.061991140246391296, 0.04937667399644852, -0.013264920562505722, 0.03675105795264244, 0.021346211433410645, -0.018667524680495262, 0.023473376408219337, -0.05489029735326767, -0.029667984694242477, 0.03202115744352341, -0.018038220703601837, -0.038215551525354385, -0.02051982469856739, -0.029842903837561607, -0.015518373809754848, -0.08717412501573563, -0.004422648809850216, 0.030194658786058426, -0.061119966208934784, 0.01915697194635868, -0.03736628592014313, 0.04326377809047699, -0.015994960442185402, -0.033653732389211655], [-0.02941771224141121, -0.005200168117880821, -0.00027889685588888824, 0.0012541045434772968, 0.046046264469623566, -0.023452842608094215, -0.007447018753737211, -0.03820662572979927, -0.03845350816845894, 0.012355675920844078, 0.02706528641283512, -0.04631895571947098, -0.006467242259532213, 0.02591678500175476, 0.055274300277233124, 0.003970232326537371, 0.01342007052153349, 0.023120686411857605, -0.0025031224358826876, -0.011701596900820732, -0.015716280788183212, 0.012254285626113415, 0.02523653768002987, 0.034320343285799026, 0.015384343452751637, -0.010442188009619713, -0.040950365364551544, -0.005499107763171196, 0.04926549270749092, 0.0013585035922005773, 0.028515730053186417, 0.01598557084798813, 0.0031528277322649956, -0.025515716522932053, 0.008907263167202473, 0.02487935870885849, -0.017112357541918755, 0.0037764618173241615, -0.031828075647354126, 0.021692268550395966, 0.015042833983898163, -0.008387895300984383, -0.023356886580586433, 0.015026428736746311, 0.03196937218308449, -0.024130403995513916, -0.03478895127773285, 0.037766557186841965, -0.007125176955014467, 0.014046167954802513, 0.004326958674937487, 0.013273194432258606, -0.0026532383635640144, 0.023543449118733406, 0.054899152368307114, 0.01261204108595848, -0.031217142939567566, 0.012562462128698826, 0.026077965274453163, -0.030764764174818993, -0.014180222526192665, 0.051020920276641846, 0.013128367252647877, -0.0445328913629055, -0.032223667949438095, -0.0007087531848810613, -0.0201969463378191, 0.040877386927604675, 0.031711213290691376, 0.02285412885248661, 0.007045511621981859, -0.04495852440595627, -0.0057933214120566845, 0.00906842015683651, 0.014210262335836887, 0.07316434383392334, -0.029733382165431976, 0.028067363426089287, -0.08079662919044495, 0.022913778200745583, 0.00564160430803895, -0.025952361524105072, 0.010919407941401005, -0.0006817113026045263, -0.026666108518838882, -0.017685651779174805, -0.012325925752520561, 0.043824292719364166, -0.006094746757298708, -0.031143059954047203, -0.0012647531693801284, 0.0371672585606575, 0.026301229372620583, -0.08802830427885056, -0.002091562608256936, 0.020750297233462334, -0.0678887814283371, -0.05452366918325424, 0.006137147545814514, 0.019690610468387604, 0.03176690638065338, -0.0036987094208598137, -0.02885056845843792, -0.0395977646112442, 0.03158724308013916, -0.029691319912672043, -0.007620783988386393, -0.016113463789224625, 0.031633999198675156, 0.0015007780166342854, -0.03693392500281334, 0.06580289453268051, -0.06154690310359001, 0.030315982177853584, 0.0041677020490169525, 0.0024683878291398287, -0.020747626200318336, 0.00809199083596468, -0.015185452066361904, -0.04425240308046341, -0.05165967717766762, -0.018330274149775505, -0.008906137198209763, -0.051339369267225266, 0.031783364713191986, -0.05858951061964035, 0.027559056878089905, 0.008099379017949104], [-0.005397064611315727, 0.003591977059841156, -0.0023510612081736326, -0.008847308345139027, -0.021558748558163643, -0.002501219743862748, 0.02250300720334053, -0.03595314174890518, -0.005674774758517742, -0.07696714252233505, 0.004121956415474415, 0.006948717869818211, -0.024351632222533226, -0.012066024355590343, -0.006791058462113142, -0.008506432175636292, -0.02066493034362793, 0.02234906330704689, -0.0039871917106211185, 0.004326778929680586, -0.037930674850940704, 0.011751094833016396, 0.06628605723381042, 0.03887117654085159, -0.014773762784898281, 0.012085345573723316, -0.016029175370931625, -0.012170795351266861, -0.004107074812054634, -0.017781319096684456, 0.030207570642232895, -0.057709261775016785, 0.08099352568387985, 0.07531159371137619, 0.025932086631655693, 0.01146986149251461, -0.01003904640674591, -0.023409400135278702, 0.011533400975167751, 0.019954688847064972, 0.016144877299666405, -0.041895270347595215, -0.013046282343566418, 0.011174526065587997, 0.003317883238196373, 0.025485878810286522, 0.003913997206836939, 0.010207708925008774, 0.02980923280119896, -0.019275812432169914, 0.005636925809085369, -0.04662003740668297, -0.05874509736895561, 0.050003811717033386, 0.007816409692168236, 0.0394274927675724, 0.02313089556992054, -0.07171554863452911, 0.016174806281924248, 0.009216366335749626, -0.06180206313729286, 0.0123078478500247, 0.0021508203353732824, 0.004706056788563728, 0.01217671763151884, -0.02963988110423088, 0.0029478962533175945, -0.00647751847282052, 0.0002503043506294489, -0.023927485570311546, -0.08422645181417465, -0.07899203896522522, 0.05749420076608658, -0.010851055383682251, 0.035954445600509644, 0.02852012775838375, 0.02307405136525631, -0.05788755416870117, -0.016179772093892097, 0.04341374710202217, 0.012904691509902477, -0.008549903519451618, 0.0015525332419201732, 0.06907295435667038, 0.05836883932352066, 0.01097599696367979, -0.0042208959348499775, 0.03377564623951912, -0.05043657496571541, -0.03568906709551811, -0.08786530047655106, 0.036285772919654846, 0.06796090304851532, -0.0007509274291805923, 0.0433085560798645, 0.0032730253878980875, 0.09058878570795059, 0.006154516711831093, -0.042382948100566864, 0.01872035302221775, -0.07335995882749557, 0.009212304838001728, 0.012874595820903778, -0.026040637865662575, 0.040714628994464874, -0.00714882044121623, -0.02637239545583725, -0.03485548123717308, -0.030373234301805496, 0.011246126145124435, -0.006410599686205387, -0.005046936683356762, -0.08076779544353485, 0.010050003416836262, 0.01872209645807743, 0.02896270528435707, 0.05333792045712471, 0.06440030038356781, 0.012992479838430882, 0.018761375918984413, -0.009488724172115326, 0.02465136907994747, -0.027081850916147232, 0.010652972385287285, -0.02626834809780121, 0.019827764481306076, 0.06203032657504082, 0.033979132771492004], [0.12562043964862823, -0.014313771389424801, 0.014821149408817291, 3.0205548682715744e-05, 0.005576554220169783, -0.008054605685174465, 0.03799476847052574, 0.016557110473513603, -0.01736828312277794, -0.02139648236334324, 0.01886320300400257, -0.009843972511589527, 0.02149297669529915, 0.08942107111215591, 0.013667072169482708, -0.0161165501922369, -0.013121096417307854, -0.009526366367936134, 0.017748290672898293, -0.0077066728845238686, -0.20405597984790802, 0.0147713553160429, -0.005813522730022669, 0.028217274695634842, -0.03960391506552696, 0.03209608793258667, 0.02300349436700344, 0.012424423359334469, -0.019516639411449432, 0.014458132907748222, -0.007997266948223114, -0.02461863122880459, -0.0005660013994202018, 0.031950876116752625, 0.028390133753418922, 0.048578228801488876, 0.00991255883127451, 0.05602116137742996, 0.024756141006946564, 0.01286899484694004, -0.02408105507493019, -0.016177330166101456, 0.003163922345265746, -0.030989529564976692, -0.011554339900612831, -0.009991751052439213, 0.0009230595314875245, 0.012582371942698956, 0.03636939078569412, 0.02421056665480137, -0.0067902798764407635, -0.015726376324892044, -0.005652162246406078, -0.004759774077683687, 0.11895354837179184, 0.030817314982414246, 0.042863957583904266, -0.004656403325498104, 0.003356012050062418, 0.007465736474841833, -0.02069333754479885, 0.0037391844671219587, 0.000785730080679059, -0.017884327098727226, -0.050545692443847656, -0.03142259269952774, 0.06608719378709793, -0.021454500034451485, -0.0661226436495781, 0.0010815390851348639, -0.030415739864110947, -0.05285653844475746, 0.020588092505931854, -0.014766592532396317, -0.0791165754199028, 0.0002832967438735068, 0.08898844569921494, 0.02822474204003811, -0.006831023842096329, 0.022963397204875946, -0.02377544902265072, -0.02010536938905716, 0.0028383557219058275, 0.023435205221176147, 0.0026313315611332655, -0.020091740414500237, -0.010873295366764069, -0.004930948372930288, 0.005068437661975622, -0.005233387928456068, -0.011281343176960945, 0.026938075199723244, -0.003666474251076579, 0.007543622050434351, -0.033287450671195984, -0.00971866026520729, 0.02003817819058895, 0.09493570774793625, 0.004992268979549408, -0.0024583081249147654, -0.06717699021100998, 0.047818198800086975, -0.0486123152077198, 0.06288395076990128, -0.018321428447961807, -0.026284974068403244, -0.026504434645175934, -0.002595574129372835, -0.013503540307283401, 0.02721676416695118, 0.022407105192542076, -0.008456557989120483, 0.003275242866948247, 0.05382675677537918, 0.006844827439635992, -0.011027839966118336, -0.032116834074258804, 0.00218913983553648, -0.023863250389695168, -0.003686697920784354, 0.005936319474130869, -0.036819085478782654, -0.07345672696828842, -0.005402368493378162, -0.023670243099331856, 0.1103304997086525, 0.027090517804026604, -0.039804186671972275], [0.08517080545425415, -0.03208062797784805, -0.011882427148520947, -0.016265740618109703, 0.029701557010412216, -0.004828976467251778, 0.031893178820610046, -0.005634491331875324, -0.05261048674583435, -0.020199004560709, 0.025596749037504196, 0.0032004874665290117, -0.028007373213768005, 0.05336584895849228, 0.040292710065841675, -0.0064572542905807495, 0.009984073229134083, 0.03627568483352661, 0.0325857475399971, -0.024000167846679688, -0.1343827247619629, 0.01727793738245964, 0.05826670676469803, 0.012626824900507927, -0.0029616535175591707, -0.02831687591969967, -0.03513256832957268, 0.016093537211418152, -0.015875404700636864, -0.008606507442891598, 0.018658827990293503, -0.0077062807977199554, 0.0038842775393277407, -0.02197844721376896, 0.013515953905880451, 0.009283824823796749, -0.014472030103206635, 0.058743853121995926, 0.03455536067485809, 0.01914135366678238, 0.032845932990312576, -0.009597196243703365, -0.0010650322074070573, -0.02060319110751152, -0.01896308921277523, -0.03460122272372246, -0.0007212536875158548, 0.04821901395916939, -0.0005233302363194525, 0.017949579283595085, -0.019494693726301193, -0.010644298978149891, -0.05027221888303757, 0.026695948094129562, 0.05639238655567169, 0.034852102398872375, -0.009454172104597092, -0.04044155776500702, 0.00979866087436676, 0.018306894227862358, -0.033737219870090485, 0.03209880366921425, 0.017407575622200966, -0.05104837194085121, -0.08932754397392273, -0.05304281786084175, 0.04780647158622742, -0.03648852929472923, 1.5160582734097261e-05, -0.003684260416775942, -0.02663741260766983, -0.002765408018603921, -0.0023697575088590384, -0.004042209591716528, -0.06635741144418716, 0.05279884859919548, 0.033061034977436066, -0.05008427053689957, -0.09399919956922531, -0.019804159179329872, -0.019015517085790634, -0.021184206008911133, 0.04431736841797829, 0.02548249438405037, 0.026951007544994354, 0.01820690743625164, 0.07317008078098297, -0.02449253760278225, 0.03165161609649658, -0.05287155508995056, -0.012374580837786198, -0.006545558106154203, -0.014563193544745445, -0.06997847557067871, -0.0021918138954788446, -0.020109672099351883, 0.03676683455705643, 0.07058795541524887, 0.03491899371147156, -0.0030218996107578278, -0.04360831156373024, 0.0659293606877327, -0.06597361713647842, 0.06186901405453682, 0.024863338097929955, -0.010850419290363789, -0.09511329978704453, -0.014190350659191608, 0.006932438351213932, 0.03768816217780113, -0.028848901391029358, 0.055143292993307114, -0.027663955464959145, 0.09465476870536804, -0.013511897996068, -0.010540856048464775, -0.019753528758883476, 0.009710634127259254, -0.07872533798217773, -0.1246311292052269, -0.08032093197107315, -0.08880943059921265, -0.11586782336235046, -0.01239385548979044, 0.05666783079504967, 0.07235150784254074, 0.0167876947671175, -0.053607869893312454]]
+  transformer.h.3.attn.qa_q_blend_alpha  shape=torch.Size([])  raw=-0.38173797726631165
+  transformer.h.3.attn.qa_y_blend_alpha  shape=torch.Size([])  raw=-0.07855424284934998
+  transformer.h.3.attn.qa_q_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[0.9608474969863892, 0.8367804288864136, 1.0376125574111938, 0.8942822813987732, 0.9124552607536316, 1.0905053615570068, 1.0684311389923096, 0.8418084979057312, 0.9456382989883423, 1.1338493824005127, 0.9410828948020935, 0.9278664588928223, 1.0143557786941528, 0.830781877040863, 0.9124851822853088, 0.9980695247650146, 0.8363744616508484, 0.8337605595588684, 0.8714348673820496, 0.9309279918670654, 0.9907549619674683, 1.0447540283203125, 0.8781514763832092, 1.0305219888687134, 0.7780700922012329, 0.8415915369987488, 0.9141303300857544, 0.9911891222000122, 0.9799203276634216, 1.0410598516464233, 0.9979661703109741, 0.9543330669403076, 1.1553947925567627, 0.9940693378448486, 1.0701926946640015, 0.9669339060783386, 0.9045079350471497, 1.0139280557632446, 0.8022735714912415, 0.8709746599197388, 0.8787854313850403, 0.9414176344871521, 0.8489591479301453, 0.9762369990348816, 1.0005675554275513, 0.9097214341163635, 0.8861813545227051, 0.9528197646141052, 0.9131056666374207, 0.9886458516120911, 0.9807507991790771, 0.9128177762031555, 0.8046215176582336, 0.8785848617553711, 0.9060272574424744, 1.008918285369873, 0.9030670523643494, 0.9308783411979675, 0.9900004267692566, 0.909201443195343, 0.8764522075653076, 0.808488667011261, 0.9647504091262817, 0.879878044128418]
+  transformer.h.3.attn.qa_y_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.086328387260437, 0.9754595756530762, 0.99423748254776, 0.957072377204895, 0.9705896377563477, 0.9664120674133301, 1.0550129413604736, 1.0380741357803345, 0.9602059125900269, 1.0956621170043945, 1.1394704580307007, 1.0240930318832397, 1.0126410722732544, 1.058661937713623, 1.0119333267211914, 1.2008252143859863, 1.1051714420318604, 1.1632860898971558, 1.1428205966949463, 1.0880181789398193, 1.0740705728530884, 1.191475749015808, 1.0356941223144531, 1.013113021850586, 1.1498525142669678, 1.1170943975448608, 1.2519164085388184, 1.0482534170150757, 1.1611087322235107, 1.0293329954147339, 0.9742276668548584, 0.9681606292724609, 1.0585806369781494, 1.0314440727233887, 1.1187646389007568, 1.0257277488708496, 1.1106148958206177, 1.1754902601242065, 1.130997657775879, 0.9925186038017273, 1.0166841745376587, 1.0129308700561523, 1.0102155208587646, 0.9122971892356873, 1.0865849256515503, 1.039656639099121, 1.1060649156570435, 1.0737886428833008, 0.9549165964126587, 1.0515217781066895, 1.0331741571426392, 1.0419974327087402, 1.1608295440673828, 1.0197231769561768, 1.0518039464950562, 1.018480896949768, 1.1252108812332153, 1.124204397201538, 1.0346510410308838, 0.9905288815498352, 1.0155831575393677, 1.0382708311080933, 0.9548400640487671, 1.0826565027236938]
+  transformer.h.3.attn.qa_gate_proj_softqa_pl.weight  shape=torch.Size([64, 128])  raw=[[-0.029420742765069008, 0.000219156572711654, 0.006335098296403885, 0.018622983247041702, -0.07065575569868088, -0.029718944802880287, 0.02250966615974903, 0.014639708213508129, 0.013780265115201473, 0.0244040135294199, -0.05158250406384468, 0.04071161150932312, -0.03992521017789841, -0.01290774717926979, -0.010277209803462029, 0.02641899697482586, 0.0008336029713973403, 0.006495727226138115, -0.03276995196938515, 0.04318166524171829, 0.006995750591158867, -0.04877590388059616, -0.02676677517592907, 0.04394397512078285, 0.004220220725983381, -0.010060478933155537, 0.020722245797514915, -0.083855040371418, 0.07257404923439026, -0.04484448954463005, -0.01550923939794302, 0.05528675392270088, 0.05043167248368263, 0.001516176387667656, -0.07083761692047119, 0.047051336616277695, -0.0393981896340847, 0.02672308124601841, 0.017782066017389297, 0.014062710106372833, 0.05780397728085518, -0.020121624693274498, 0.02562067098915577, 0.027430569753050804, -0.04219269007444382, -0.013044138438999653, -0.03074023686349392, 0.0003943596384488046, -0.0011297371238470078, -0.01684221811592579, -0.003969139419496059, -0.02780323289334774, -0.029828447848558426, -0.018624531105160713, 0.03598643094301224, 0.04881405830383301, -0.01715642400085926, 0.04091392084956169, -0.1070382297039032, 0.024544941261410713, -0.0032909316942095757, 0.02632143348455429, 0.04183854162693024, -0.09284819662570953, 0.08041500300168991, 0.04554175212979317, 0.03111901693046093, 0.01643308438360691, 0.015240093693137169, -0.00710935378447175, 0.014938503503799438, -0.06893175840377808, -0.04954545199871063, -0.008161179721355438, -0.039635591208934784, -0.05132724717259407, -0.017038734629750252, 0.013279481790959835, -0.038427356630563736, -0.07153216749429703, -0.06808627396821976, 0.09696898609399796, 0.0376625657081604, -0.020154118537902832, -0.034673091024160385, 0.04132407158613205, -0.03608347848057747, -0.022369716316461563, 0.06672518700361252, -0.05526639521121979, 0.08317840844392776, 0.001369937788695097, -0.023819806054234505, 0.0479181632399559, 0.026090189814567566, 0.011258373036980629, -0.009777391329407692, 0.0076830340549349785, 0.02061692252755165, -0.032021161168813705, 0.013067345134913921, -0.002782317576929927, -0.002407217165455222, -0.06717739999294281, 0.028685780242085457, 0.021841885522007942, 0.014471177011728287, -0.026070384308695793, -0.07710662484169006, 0.015250789932906628, -0.08582038432359695, 0.013475879095494747, 0.019700970500707626, 0.03223260119557381, 0.015456894412636757, -0.01278663706034422, 0.06565196067094803, -0.01019173301756382, 0.0024591784458607435, 0.006635384168475866, -0.1128758043050766, 0.0674712136387825, -0.005284376908093691, 0.12994271516799927, -0.015465853735804558, -0.07207357883453369, 0.021003495901823044, -0.03844019025564194], [-0.04462128505110741, 0.017339827492833138, -0.02886207215487957, 0.03460056334733963, -0.026178598403930664, -0.058251503854990005, 0.021674377843737602, 0.0062648337334394455, -0.026643848046660423, 0.014949331060051918, -0.049232274293899536, 0.05756064131855965, -0.06345789134502411, 0.04263194650411606, -0.008336683735251427, 0.0655362457036972, -0.029454980045557022, -0.0029782329220324755, -0.013616860844194889, 0.010894985869526863, -0.02034170739352703, -0.05355154350399971, -0.013579915277659893, -0.01492218766361475, 0.014589467085897923, 0.005948750767856836, -0.007310131099075079, -0.010865149088203907, 0.02058005891740322, -0.09767726808786392, -0.030414113774895668, 0.04478948563337326, 0.04533229395747185, -0.030109671875834465, -0.00473187118768692, 0.0149271534755826, 0.0008597624837420881, 0.024724306538701057, -0.029934057965874672, -0.0034430448431521654, 0.030498195439577103, -0.012161601334810257, 0.013161645270884037, 0.0771535113453865, -0.02753956988453865, -0.05577545240521431, 0.004684644751250744, 0.02170155569911003, -0.031331587582826614, 0.0601385198533535, -0.003238955046981573, -0.011705361306667328, -0.03524482250213623, -0.011550378985702991, -0.008212031796574593, 0.012910647317767143, -0.045712318271398544, -0.004864302929490805, -0.09713530540466309, 0.12212690711021423, -0.017305562272667885, 0.0007900872733443975, -0.014923720620572567, -0.06461192667484283, 0.0574282705783844, 0.005736133083701134, 0.05645832419395447, 0.004403593484312296, -0.006632127333432436, -0.006911649834364653, -0.028932247310876846, 0.0063604735769331455, -0.034825168550014496, -0.014094455167651176, 0.005076948087662458, -0.03850512579083443, -0.005920336116105318, 0.013492410071194172, -0.030166717246174812, -0.07334354519844055, 0.014482872560620308, 0.02698723040521145, 0.08113130927085876, 0.03289450332522392, 0.02473696880042553, 0.04648197814822197, 0.0156622976064682, -0.003266058163717389, 0.04278707504272461, -0.09150676429271698, 0.09883590787649155, 0.007348791696131229, 0.07300105690956116, 0.013620810583233833, -0.016436034813523293, -0.021546201780438423, -0.02782370150089264, 0.030888304114341736, -0.017067279666662216, -0.03774558752775192, 0.021192682906985283, 0.012976685538887978, -0.04409441724419594, -0.007448451593518257, -0.03425205498933792, 0.02468237839639187, 0.012095462530851364, 0.00531361997127533, 0.011601290665566921, 0.008530640043318272, -0.057123586535453796, -0.012526113539934158, 0.05919267609715462, -0.016744865104556084, -0.004406208172440529, 0.0237811878323555, 0.048821911215782166, -0.01344270072877407, 0.02663063444197178, 0.052198003977537155, -0.08285583555698395, 0.02103167399764061, -0.01355325523763895, 0.0526546835899353, -0.009258756414055824, -0.00399173004552722, 0.015004463493824005, -0.06417229026556015], [0.07323775440454483, -0.023132730275392532, 0.05421710014343262, 0.010108601301908493, -0.040311820805072784, 0.010755423456430435, 0.14912620186805725, 0.007682722061872482, -0.05384235456585884, -0.015283847227692604, -0.025250937789678574, -0.05871092900633812, -0.03660216182470322, 0.016510944813489914, 0.0023861427325755358, 0.12804444134235382, -0.02976430580019951, -0.0022605867125093937, 0.027036570012569427, -0.010926814749836922, -0.009378951042890549, -0.042734719812870026, 0.0019206852884963155, 0.14561517536640167, 0.027535943314433098, 0.012445801869034767, 0.016161112114787102, -0.052502911537885666, 0.055966928601264954, -0.15267837047576904, -0.009380169212818146, 0.021037574857473373, 0.0472288578748703, -0.02991396188735962, 0.003214835422113538, -0.015108125284314156, 0.027063066139817238, 0.01415154431015253, 0.013912246562540531, 0.03651455417275429, -0.018240954726934433, -0.06087423861026764, 0.016158603131771088, 0.008503079414367676, -0.017145659774541855, -0.0030764213297516108, -0.010586785152554512, -0.049239348620176315, -0.029908394441008568, -0.05949915200471878, -0.10435577481985092, 0.0021984088234603405, 0.0005659654270857573, -7.774022378725931e-05, 0.03614453226327896, 0.005132496356964111, -0.026024892926216125, 0.011101938784122467, -0.10626783967018127, 0.01307359803467989, 0.006111289374530315, -0.0026655287947505713, 0.0352533757686615, -0.032346297055482864, 0.02881508320569992, 0.015795735642313957, 0.012636023573577404, -0.018107060343027115, -0.011928115040063858, -0.0056511592119932175, 0.0038340368773788214, 0.008621004410088062, 0.009924538433551788, -0.017414258792996407, -0.02511635608971119, 0.008273734711110592, 0.006766212172806263, 0.0006862447480671108, 0.014864479191601276, -0.03680270165205002, -0.027254510670900345, 0.005003441125154495, 0.03420561924576759, 0.06460947543382645, -0.07335154712200165, -0.027956752106547356, 0.004635842517018318, -0.0682612732052803, 0.008441044948995113, -0.06643582135438919, 0.09633663296699524, -0.015213312581181526, 0.11978261917829514, -0.04972260072827339, -0.001883984194137156, -0.015632225200533867, -0.03364190459251404, 0.037499863654375076, -0.003964096773415804, -0.018269872292876244, 0.09434818476438522, -0.00908400397747755, -0.017489375546574593, -0.023022485896945, 0.017380720004439354, 0.007929995656013489, -0.028627200052142143, 0.009288331493735313, 0.0769854485988617, -0.0011401035590097308, -0.01433528121560812, 0.02435365878045559, -0.02453325316309929, 0.014477855525910854, 0.02462518960237503, 0.06713858991861343, 0.004141926299780607, 0.011789540760219097, 0.020688269287347794, -0.032936662435531616, 0.007898906245827675, 0.05382552742958069, 0.003818193916231394, 0.017094209790229797, 0.00955094676464796, -0.019445011392235756, 0.017783338204026222, -0.028384337201714516], [-0.006959885358810425, -0.029898330569267273, -0.027159137651324272, 0.01176802720874548, -0.09701967984437943, -0.000564347836188972, 0.05957869440317154, 0.02330757863819599, 0.03860227391123772, -0.027507783845067024, 0.034581832587718964, 0.047161489725112915, -0.09316848963499069, -0.010885918512940407, -0.014069735072553158, -0.03101988509297371, 0.007495679426938295, 0.0029435756150633097, -0.006581965833902359, 0.020568523555994034, -0.011960634961724281, -0.10926037281751633, 0.018848024308681488, 0.01896251179277897, 0.021043816581368446, 0.03298402577638626, 0.021772895008325577, -0.028283508494496346, 0.0033414375502616167, -0.10386685281991959, 0.021920228376984596, 0.07437563687562943, 0.024632524698972702, -0.03584237024188042, -0.0642327293753624, 0.08863893896341324, -0.0494963563978672, 0.058183278888463974, 0.0036134549882262945, 0.014957841485738754, 0.005253164563328028, -0.002885145600885153, 0.02747832052409649, 0.024454034864902496, -0.05232982710003853, 0.026146365329623222, 0.03015494905412197, -0.037829410284757614, -0.0020376117900013924, -0.024143511429429054, -0.02153162658214569, -0.023981386795639992, -0.00859054271131754, -0.0390937440097332, 0.06817539036273956, 0.003694314742460847, -0.06069498136639595, 0.030439378693699837, -0.061354611068964005, 0.008552991785109043, -0.0363127738237381, -0.03270244598388672, -0.029866570606827736, -0.08597996085882187, 0.05777168273925781, -0.010692579671740532, -0.05309982970356941, 0.05068422853946686, 0.015727432444691658, -0.015050728805363178, 0.01056295819580555, -0.01036591175943613, -0.03574952483177185, 0.0019523720256984234, 0.02332852967083454, 0.041122592985630035, -0.0001695025130175054, 0.08093881607055664, 0.018373925238847733, -0.04590415209531784, 0.0023725826758891344, 0.04494649916887283, 0.009065907448530197, 0.018490677699446678, 0.015659663826227188, 0.039566975086927414, 0.02635439671576023, -0.018581001088023186, -0.040100689977407455, -0.08685008436441422, 0.07256759703159332, 0.03345104306936264, -0.0028481893241405487, -0.044231969863176346, -0.008967825211584568, -0.07759112864732742, -0.02874821424484253, -0.0739094614982605, -0.0714540109038353, 0.02120443806052208, -0.07179826498031616, -0.04303343966603279, -0.009534399025142193, -0.002604446606710553, 0.01089067105203867, 0.0363861583173275, -0.07657673954963684, -0.01573520340025425, 0.011135571636259556, -0.018567876890301704, -0.03867346793413162, -0.0006099407910369337, -0.011666656471788883, 0.013858613558113575, 0.030680879950523376, -0.006470239721238613, 0.11250767111778259, 0.03405476734042168, -0.0011054190108552575, -0.02527453750371933, -0.012520533055067062, 0.06555633246898651, -0.04853036254644394, 0.07096526771783829, -0.054003916680812836, -0.020749030634760857, 0.07088741660118103, -0.09803807735443115], [-0.007151222787797451, -0.0299308430403471, -0.014737875200808048, -0.016311954706907272, -0.028699958696961403, -0.03387380391359329, 0.008504294790327549, 0.040811192244291306, 0.022020135074853897, -0.03781036660075188, 0.024390144273638725, -0.022007202729582787, -0.01671261340379715, -0.030021129176020622, -0.016554107889533043, -0.018441542983055115, -0.004268536809831858, 0.014768990688025951, 0.020621607080101967, 0.0282562468200922, -0.052471745759248734, -0.0700482577085495, -0.009760688990354538, 0.03461277857422829, -0.01935039833188057, -0.022365381941199303, -0.012028149329125881, 0.003923431504517794, 0.04790432006120682, -0.005093270912766457, -0.019391028210520744, -0.033306606113910675, 0.024502672255039215, -0.07298489660024643, -0.010612353682518005, 0.06341181695461273, -0.011149803176522255, -0.0045331730507314205, -0.009177385829389095, 0.01930958218872547, 0.02638791874051094, 0.027598293498158455, -0.004851996898651123, 0.020792899653315544, -0.001957791857421398, 0.02024613693356514, 0.0022647506557404995, 0.010487797670066357, -0.022672660648822784, -0.034991487860679626, 0.003354606917127967, 0.003938241861760616, -0.018364690244197845, -0.03236180171370506, -0.009990017861127853, -0.0021533938124775887, -0.002619821345433593, 0.04736056923866272, -0.001998582389205694, -0.03163624554872513, 0.00962162483483553, -0.023412372916936874, 0.04517434909939766, -0.00948744174093008, -0.06740567088127136, -0.08784089982509613, 0.04381181299686432, 0.03673090040683746, -0.030289798974990845, -0.02862652577459812, 0.10159425437450409, 0.013610878959298134, -0.07409635931253433, 0.08774550259113312, -0.046631794422864914, 0.1046786829829216, -0.029308920726180077, 0.08366389572620392, -0.06871479004621506, -0.05108887702226639, -0.0012431812938302755, -0.010719776153564453, 0.026941293850541115, -0.063949353992939, 0.032356634736061096, 0.056196391582489014, -0.0021343049593269825, -0.006200454663485289, 0.028790924698114395, 0.030765077099204063, 0.13558465242385864, 0.06970226019620895, 0.016687676310539246, -0.0009783279383555055, -0.04666107892990112, 0.0497727133333683, -0.04941375553607941, -0.03007052280008793, 0.001384021365083754, -0.07061823457479477, 0.016276143491268158, 0.10746821761131287, 0.041480813175439835, -0.039933934807777405, 0.05519977957010269, 0.03934106230735779, 0.023128939792513847, -0.04275545850396156, -0.06811925023794174, -0.019689081236720085, 0.037678901106119156, -0.09941662102937698, 0.01241912879049778, -0.07733607292175293, 0.020615680143237114, -0.06161607429385185, 0.03925149142742157, -0.010958366096019745, 0.04599472135305405, 0.046418216079473495, -0.03183270990848541, 0.03263482451438904, -0.06540463119745255, 0.042564600706100464, 0.07699563354253769, -0.007822743616998196, 0.0628906711935997, -0.07890849560499191], [0.006520203314721584, -0.06747231632471085, 0.017698293551802635, 0.03423186019062996, -0.004744876176118851, -0.08619459718465805, 0.05193948745727539, -0.057060737162828445, 0.025111619383096695, -0.047495219856500626, -0.03745630010962486, 0.07338378578424454, 0.026575585827231407, 0.06848641484975815, -0.013545122928917408, 0.02445920929312706, -0.0326729379594326, 0.003099129069596529, 0.022662773728370667, 0.07400239259004593, -0.04724029824137688, 0.022068869322538376, 0.007135455496609211, 0.05611478164792061, -0.022726668044924736, 0.03000444918870926, -0.01409592293202877, -0.0436062254011631, -0.03923407942056656, -0.03146136552095413, -0.06826789677143097, 0.058410387486219406, 0.07705683261156082, -0.004371423739939928, -0.06662562489509583, -0.0018354933708906174, -0.0650777593255043, 0.019048186019062996, -0.027421431615948677, -0.0051285270601511, -0.005095500964671373, -0.007399812340736389, 0.01296920981258154, 0.028758730739355087, 0.023243146017193794, -0.03705134615302086, 0.06938525289297104, -0.015942970290780067, 0.0022460760083049536, -0.008426712825894356, -0.028610892593860626, -0.07926839590072632, -0.06642889231443405, 0.037142928689718246, -0.0350801944732666, 0.04804796725511551, -0.01966129243373871, 0.017358170822262764, -0.0663461685180664, 0.060459673404693604, 0.008641053922474384, 0.04506046697497368, -0.008667091839015484, -0.015046099200844765, 0.006120285019278526, 0.01109757274389267, 0.05536026880145073, 0.001647587982006371, 0.024173064157366753, 0.06278905272483826, -0.06426112353801727, 0.009050228632986546, 0.012408724054694176, 0.039964910596609116, -0.018741099163889885, -0.05513710156083107, 0.0014206052292138338, 0.02100166492164135, -0.02937902882695198, -0.016385231167078018, 0.03820998594164848, 0.011507919989526272, 0.10711303353309631, -0.029947789385914803, 0.0241909921169281, 0.0836704671382904, -0.01936068944633007, -0.0848773866891861, 0.026628831401467323, -0.1584935486316681, 0.055217668414115906, 0.059327028691768646, 0.0640999898314476, -0.02660629339516163, -0.06353398412466049, -0.04743639752268791, 0.0361468568444252, 0.004080665297806263, -0.016004357486963272, -0.08035331964492798, 0.020831551402807236, -0.015605522319674492, -0.0017478337977081537, 0.0020411373116075993, -0.05083481967449188, 0.026690004393458366, -0.035973094403743744, -0.05452980101108551, -0.008312943391501904, -0.06784738600254059, 0.024476924911141396, -0.06702981889247894, -0.021940365433692932, -0.03074115701019764, 0.05207609757781029, -0.016488464549183846, 0.025969982147216797, 0.038967400789260864, -0.07199690490961075, 0.016965974122285843, -0.022294413298368454, 0.027839969843626022, 0.13118836283683777, 0.07308981567621231, -0.04146543890237808, 0.04904734715819359, -0.07403068989515305, -0.05501001700758934], [0.025321533903479576, -0.03299412876367569, -0.01703134924173355, -0.041012898087501526, 0.020723015069961548, -0.08837033808231354, 0.1278916746377945, 0.022322028875350952, 0.0012902675662189722, -0.0687519758939743, -0.005858405958861113, -0.00832599401473999, -0.04030776023864746, 0.0702536478638649, 0.021424921229481697, 0.07332316786050797, -0.016780275851488113, 0.03470474109053612, 0.014215762726962566, 0.05657899007201195, -0.058432627469301224, -0.016569409519433975, 0.03598393127322197, 0.05417681112885475, -0.005941847339272499, -0.011270294897258282, 0.008232342079281807, -0.07683174312114716, -0.004039873369038105, -0.11691602319478989, -0.011045352555811405, 0.08179876953363419, 0.035907577723264694, -0.009860288351774216, -0.03138900548219681, 0.0201965793967247, -0.013425430282950401, -0.026747260242700577, -0.005365866236388683, 0.04506561532616615, -0.023901483044028282, 0.038555942475795746, 0.05854084715247154, 0.08062993735074997, 0.02399253286421299, -0.04145249351859093, -0.007001996040344238, -0.052946787327528, -0.029113709926605225, 0.010383077897131443, -0.07894778251647949, -0.01632743701338768, -0.05383770167827606, 0.044575031846761703, 0.0049919928424060345, 0.018651677295565605, 0.008429493755102158, 0.051352400332689285, -0.05907963961362839, 0.0042616333812475204, -0.006996124051511288, 0.005718435160815716, -0.011013450101017952, 0.0007374298293143511, 0.019551953300833702, -0.0068057505413889885, 0.046394698321819305, 0.025153066962957382, 0.0769386813044548, 0.048175111413002014, 0.027472687885165215, -0.060208652168512344, -0.001390397665090859, 0.07036612927913666, -0.00249413400888443, 0.012131608091294765, 0.009729689918458462, 0.03012256696820259, 0.009834215976297855, -0.04004954174160957, 0.01237940788269043, 0.028723938390612602, 0.12059956789016724, -0.007433033548295498, 0.037077195942401886, -0.014336840249598026, 0.012967737391591072, -0.048970647156238556, 0.05883445590734482, -0.10706429928541183, 0.002255470957607031, -0.009667162783443928, 0.04910961911082268, -0.004157996270805597, 0.011542653664946556, 0.025431489571928978, -0.01495030615478754, -0.043541230261325836, -0.0268416628241539, -0.02783188782632351, 0.04659058898687363, 0.02472081035375595, 0.03760559484362602, 0.0031444719061255455, -0.03478376194834709, 0.02610647864639759, -0.03469078242778778, -0.04784343019127846, -0.0012756912037730217, -0.0500442311167717, 0.023884372785687447, -0.029603581875562668, 0.013444967567920685, -0.022826511412858963, -0.005510591436177492, -0.026013758033514023, 0.01965024508535862, -0.02581871673464775, -0.030624954029917717, 0.004326574970036745, 0.023101121187210083, 0.0611138790845871, 0.07322252541780472, 0.038846373558044434, -0.040698107331991196, 0.054277148097753525, 0.00745500298216939, -0.04145907983183861], [0.02970929630100727, -0.011419249698519707, -0.023907870054244995, -0.008527693338692188, 0.0025121921207755804, -0.06158100813627243, -0.0032112111803144217, -0.019315356388688087, 0.04346882179379463, -0.005246723536401987, -0.004107114393264055, 0.031854048371315, -0.09068969637155533, 0.012817478738725185, -0.012473402544856071, -0.009933349676430225, -0.0076375240460038185, 0.01396848913282156, -0.011263027787208557, 0.06178061291575432, 0.002228764584288001, -0.025995127856731415, -0.00155990372877568, -0.01711091212928295, -0.00020057131769135594, -0.0017391276778653264, 0.010045254603028297, -0.001025776145979762, 0.058516427874565125, -0.013522068038582802, -0.05854027345776558, 0.004668160807341337, 0.053241975605487823, -0.06025930494070053, -0.004651532508432865, 0.08363382518291473, -0.07077743113040924, 0.04729064553976059, 0.006827601697295904, -0.02381809800863266, -0.047661084681749344, 0.0016732900403439999, 0.00010076320904772729, 0.09898009896278381, -0.01041496079415083, -0.03219876065850258, -0.0051940749399363995, 0.006611410994082689, 0.009272477589547634, 0.02502509206533432, -0.010019839741289616, -0.049043674021959305, -0.026627717539668083, -0.0007526692934334278, 0.02755069173872471, -0.026881195604801178, 0.01477944478392601, -0.04903076961636543, -0.006664374843239784, -0.007489459123462439, -0.03337867930531502, 0.021547535434365273, -0.015255262143909931, 0.0026624822057783604, 0.02843743935227394, 0.002433870919048786, -0.011195633560419083, 0.0020076187793165445, -0.009008927270770073, -0.004474935121834278, 0.01732948236167431, -0.07240980118513107, 0.01719542033970356, 0.004277335945516825, -0.024265393614768982, -0.02217881754040718, -0.011090685613453388, 0.007892225868999958, 0.03673550859093666, -0.04426366090774536, -0.07881893217563629, 0.042764343321323395, -0.013628670014441013, -0.03170381486415863, -0.08916144073009491, 0.029948333278298378, -0.033657778054475784, -0.0125005217269063, -0.003977902699261904, -0.042721059173345566, 0.06022151932120323, -0.0032373673748224974, 0.020346689969301224, 0.043243762105703354, 0.023383602499961853, 0.02666180208325386, -0.009468072094023228, 0.0025231391191482544, -0.013217882253229618, 0.022122155874967575, 0.004405961837619543, 0.030201412737369537, 0.01236847322434187, -0.023738564923405647, 0.039393141865730286, -0.007338361814618111, 0.006939354352653027, -0.028646321967244148, -0.02190377376973629, -0.005917784757912159, -0.07757832854986191, 0.003696854691952467, -0.007661959622055292, 0.005107217002660036, -0.021883420646190643, 0.004372452851384878, 0.04842079058289528, -0.012614327482879162, 0.004068545065820217, -0.017087936401367188, -0.06025131791830063, 0.040536992251873016, 0.08143918216228485, 0.04590064659714699, 0.01786075159907341, -0.03515744209289551, -0.0215072613209486, -0.07083500921726227], [0.019322602078318596, -0.03122187778353691, -0.021566811949014664, 0.049221690744161606, -0.04469050467014313, -0.026565229520201683, 0.09728436172008514, 0.09182971715927124, 0.021617790684103966, -0.03372126445174217, 0.024293728172779083, 0.007666218560189009, -0.0478765107691288, 0.014758487232029438, 0.004572852980345488, 0.05664389953017235, -0.050804778933525085, -0.000681001169141382, -0.018208282068371773, 0.01596825197339058, -0.04469696059823036, -0.039850082248449326, -0.0007660191622562706, 0.03903510794043541, 0.04384792968630791, 0.031206266954541206, 0.02724347449839115, -0.054528284817934036, 0.10818171501159668, -0.05992182344198227, 0.010439206846058369, 0.06901244074106216, 0.031687233597040176, -0.008320667780935764, -0.02228587679564953, 0.06427810341119766, 0.015531294979155064, 0.021563531830906868, 0.015413363464176655, -0.023110607638955116, -0.04016371816396713, -0.002650028094649315, 0.023981334641575813, 0.028950409963726997, 0.028272027149796486, 0.0060646552592515945, 0.02219802513718605, -0.03807774931192398, 0.03151837736368179, -0.015281920321285725, -0.049794625490903854, -0.0024578175507485867, -0.004524600226432085, 0.02457323856651783, 0.024475472047924995, -0.0005132711958140135, 0.005792131181806326, 0.02729012817144394, -0.010478000156581402, -0.02469167858362198, -0.03289450705051422, 0.012555291876196861, 0.07054246962070465, -0.0024218212347477674, 0.016633963212370872, 0.0317390151321888, 0.06545048207044601, 0.03554900735616684, 0.013761069625616074, 0.06987740844488144, -0.03356316685676575, -0.02480962499976158, -0.04251028969883919, -0.01767907477915287, -0.03339040279388428, 0.012654466554522514, -0.038177527487277985, 0.05621341988444328, 0.0008468800224363804, -0.0672236829996109, -0.03643801063299179, 0.05793764069676399, 0.035237763077020645, -8.211671229219064e-05, 0.018829215317964554, 0.07032410055398941, -0.024998215958476067, -0.06961262971162796, 0.08177294582128525, -0.10888023674488068, 0.01710447482764721, -0.00750464852899313, 0.09556493163108826, 0.03891535848379135, 0.06705467402935028, -0.00790472887456417, 0.05582726374268532, 0.009999309666454792, -0.04882963374257088, 0.01723969727754593, -0.00019517711189109832, 0.0480656623840332, 0.011699332855641842, -0.08657023310661316, -0.007050490938127041, -0.012819726020097733, -0.037458114326000214, 0.01644194684922695, -0.03774425759911537, -0.011670243926346302, -0.03360644355416298, -0.04436231777071953, -0.0034310859628021717, 0.019199009984731674, -0.008696570992469788, -0.05249238759279251, -0.013066907413303852, -0.03985161706805229, 0.04332616925239563, -0.06511175632476807, -0.04317855089902878, 0.0390230156481266, 0.002061813371255994, 0.033115316182374954, -0.02700476348400116, 0.06833711266517639, -0.02453088015317917, -0.09868153184652328], [0.008242137730121613, -0.009925369173288345, 0.0061173830181360245, -0.010092820040881634, -0.02226272039115429, -0.009466743096709251, -0.003854821203276515, 0.021160170435905457, 0.02679930068552494, 0.025767160579562187, -0.032231688499450684, 0.026574501767754555, 0.0018206764943897724, 0.009588467888534069, 0.003333904081955552, -0.00034566185786388814, -0.017824368551373482, -0.009494930505752563, -0.005292774643748999, 0.0627557635307312, -0.06355637311935425, -0.01746981218457222, 0.011120877228677273, 0.017228612676262856, 0.008953524753451347, 0.010419736616313457, -0.026954859495162964, -0.011994798667728901, 0.043988797813653946, -0.0079765310510993, -0.024866731837391853, 0.04023365303874016, 0.023377174511551857, -0.04354536160826683, 0.0908084511756897, 0.020230190828442574, -0.018146105110645294, 0.009990858845412731, -0.01482878066599369, 0.017084283754229546, -0.015304102562367916, -0.02037891186773777, 0.011799830012023449, 0.043030157685279846, 0.01802171766757965, -0.029849214479327202, 0.02789093181490898, -0.025293881073594093, 0.036086294800043106, -0.043640367686748505, -0.04252967610955238, -0.009970413520932198, -0.01728123053908348, -0.015653559938073158, 0.00979797262698412, -0.010327129624783993, 0.021151510998606682, -0.022865278646349907, -0.022313356399536133, 0.0006733057089149952, 0.007311053108423948, -0.01855955459177494, -0.0072460840456187725, -0.015503237955272198, 0.009000776335597038, -0.00011539539991645142, 0.03414827957749367, -0.032589156180620193, -0.03237723931670189, 0.010863998904824257, 0.034855715930461884, -0.03942902386188507, -0.028837470337748528, -0.03378133848309517, -0.08213547617197037, 0.0013078749179840088, -0.018269918859004974, 0.025185856968164444, 0.019031258299946785, -0.08712442964315414, -4.849067045142874e-05, 0.10333414375782013, 0.024956217035651207, 0.017008600756525993, 0.008695360273122787, 0.08128762990236282, -0.04383494704961777, -0.01726279966533184, 0.004145186394453049, 0.0007903332589194179, 0.09649638086557388, -0.030740853399038315, 0.0075732567347586155, 0.03889698535203934, -0.008746449835598469, -0.01425606943666935, -0.04675011336803436, -0.03201112151145935, 0.016390345990657806, 0.007196872960776091, 0.01933126337826252, 0.023999784141778946, -0.013873284682631493, -0.024427665397524834, 0.024986494332551956, 0.0395999550819397, -0.004379928112030029, 0.021104855462908745, -0.01929338462650776, 0.01752794347703457, -0.05576213449239731, -0.015020339749753475, 0.015428136102855206, -0.013797000050544739, 0.023369118571281433, 0.02531711757183075, 0.03676832839846611, 0.031016388908028603, -0.031190622597932816, -0.006860457826405764, -0.07076676934957504, 0.05261092260479927, 0.0026881613302975893, 0.08237116783857346, -0.01696164906024933, -0.004979181569069624, -0.010629452764987946, -0.07219842076301575], [-0.01924775540828705, 0.010223474353551865, -0.04862784966826439, 0.057461511343717575, -0.09826228022575378, -0.03226388618350029, -0.01313740760087967, -0.013750637881457806, 0.07276561111211777, -0.046953633427619934, -0.047095801681280136, -0.029294319450855255, -0.0288877934217453, -0.026232333853840828, -0.03189161419868469, 0.040127240121364594, -0.010200127959251404, 0.018804937601089478, 0.007591877598315477, -0.023465588688850403, -0.05742697790265083, -0.09658787399530411, -0.02715468592941761, 0.041676804423332214, 0.0090292077511549, -0.015743300318717957, -0.0018660335335880518, -0.004627732094377279, 0.08343587070703506, -0.12118080258369446, -0.04695446416735649, 0.06769708544015884, 0.1037386804819107, -0.02278211899101734, -0.05613219365477562, -0.029134131968021393, -0.07924994081258774, 0.07011204957962036, 0.048859987407922745, -0.011457100510597229, 0.10032892227172852, 0.023702850565314293, -0.033718887716531754, -0.009290659800171852, 0.005020281299948692, 0.009321959689259529, 0.021714378148317337, 0.01980050839483738, 0.01607448421418667, -0.05842316150665283, -0.039135970175266266, -0.011901508085429668, -0.0009146624361164868, -0.00764163164421916, 0.005635278765112162, 0.059625741094350815, -0.010072956793010235, -0.03351448103785515, -0.14153458178043365, 0.027152156457304955, 0.024493755772709846, 0.05607820674777031, 0.027331240475177765, -0.08557962626218796, -0.06932397186756134, 0.005207536742091179, 0.04135986790060997, -0.03783835843205452, 0.03880423679947853, -0.0018531919922679663, -0.021900640800595284, -0.01032979879528284, 0.004878686275333166, -0.03653319180011749, -0.04268382117152214, -0.02071095071732998, -0.017399203032255173, 0.02927565574645996, 0.04426303505897522, -0.0961313545703888, 0.012110615149140358, 0.07603391259908676, 0.08636288344860077, -0.020170092582702637, 0.02577998675405979, 0.023976193740963936, 0.006934265606105328, -0.005486107897013426, 0.02755214273929596, -0.11739987134933472, 0.11384598910808563, -0.005681161303073168, 0.06050750985741615, -0.009625278413295746, 0.006241877097636461, -0.03835972771048546, -0.01092329528182745, 0.034989502280950546, -0.07430681586265564, -0.010684477165341377, 0.00018523394828662276, 0.033977121114730835, -0.046550452709198, 0.044698163866996765, -0.04702812805771828, -0.042224302887916565, -0.019432850182056427, 0.030052512884140015, -0.008802954107522964, -0.008802813477814198, -0.005969424266368151, -0.038518644869327545, 0.03165499493479729, -0.02894572541117668, -0.015841294080018997, -0.023380810394883156, 0.07976685464382172, 0.025440730154514313, 0.011158757843077183, 0.0016510941786691546, -0.04612170532345772, 0.07291443645954132, -0.029051125049591064, 0.08527784794569016, -0.05411035567522049, 0.03622042387723923, -0.005946880206465721, -0.10462738573551178], [0.049177560955286026, -0.00415482372045517, -0.007713962346315384, -0.042638976126909256, 0.0027320552617311478, -0.06703752279281616, 0.030866587534546852, 0.027097612619400024, 0.06769293546676636, -0.060668010264635086, 0.0032624113373458385, 0.03402017056941986, -0.038584914058446884, 0.014798158779740334, -0.042965251952409744, 0.008280211128294468, -0.006248233374208212, 0.006488071754574776, 0.016951587051153183, 0.0388590544462204, -0.009789668023586273, -0.032797954976558685, -0.04967189207673073, 0.0014880970120429993, -0.00368455215357244, 0.011478639207780361, 0.04359479621052742, -0.04602678120136261, 0.04411314055323601, -0.004621549043804407, -0.05059362202882767, 0.024524273350834846, 0.10240758210420609, -0.074559785425663, -0.026447797194123268, 0.04972178488969803, -0.05884154513478279, 0.04762892797589302, -0.0071896822191774845, 0.05156027898192406, -0.01653502695262432, -0.010273154824972153, -0.00485816178843379, 0.04826575145125389, -0.06582459807395935, -0.026201482862234116, 0.061927441507577896, -0.022324783727526665, 0.03071635775268078, -0.02620835416018963, -0.03530895337462425, -0.04480123519897461, 0.03547908738255501, -0.02086319401860237, 0.03929717466235161, 0.010242518968880177, 0.003964658360928297, 0.015697993338108063, -0.050124794244766235, 0.006698803510516882, -0.03127560764551163, 0.019706830382347107, -0.0010049842530861497, -0.006004245951771736, -0.03184375539422035, 0.0354713536798954, 0.04250175133347511, 0.003865973325446248, 0.012609662488102913, -0.005536069627851248, -0.035252414643764496, -0.0015808737371116877, 0.016361096873879433, 0.027389345690608025, -0.01486995443701744, 0.0015247904229909182, 0.003349747508764267, 0.07070066034793854, -0.035800062119960785, -0.07977735996246338, 0.03988736495375633, 0.061777811497449875, 0.06688817590475082, -0.03210332617163658, 0.007589256856590509, 0.1370144784450531, 0.043163150548934937, -0.028682835400104523, 0.07623998075723648, -0.04246237874031067, 0.04540914669632912, 0.0257981289178133, 0.10291530936956406, 0.01270693726837635, -0.008271592669188976, 0.0188607145100832, 0.032422225922346115, -0.006138920783996582, -0.07887102663516998, 0.02101626805961132, 0.049940384924411774, -0.02563178539276123, -0.03987647593021393, -0.00025643824483267963, -0.024926848709583282, 0.05877499282360077, -0.002931293798610568, -0.038572218269109726, -0.005278006661683321, -0.0323457308113575, 0.004504934884607792, -0.040844183415174484, 0.040142711251974106, -0.009445936419069767, -0.012625772505998611, 0.01536165177822113, 0.023942280560731888, 0.055059462785720825, -0.006050671450793743, 0.009222026914358139, -0.042578455060720444, 0.07418777048587799, -0.012646211311221123, 0.15116828680038452, -0.03685401752591133, 0.013291478157043457, 0.0007480322965420783, -0.10447195917367935], [0.022365814074873924, 0.01243662554770708, 0.0034264465793967247, 0.07074664533138275, -0.013085662387311459, -0.043456293642520905, 0.12163371592760086, 0.004502513911575079, -0.012243560515344143, -0.04867224767804146, -0.018927304074168205, 0.00598923210054636, -0.0501040481030941, 0.02909516915678978, 0.04879830405116081, 0.13173922896385193, 0.0046574827283620834, 0.04601225256919861, -0.004928334150463343, -0.02547522448003292, -0.03275574743747711, -0.03596523404121399, 0.02244282141327858, 0.09460856765508652, 0.013474083505570889, 0.008184470236301422, 0.04506804049015045, -0.07941481471061707, 0.02783980220556259, -0.14240606129169464, -0.08552495390176773, 0.039228376001119614, 0.09324296563863754, -0.027762336656451225, -0.01924099773168564, 0.04489025101065636, -0.00582839036360383, 0.03835010156035423, 0.011935611255466938, 0.006953488104045391, 0.0035849763080477715, -0.0004585148999467492, 0.0022975404281169176, 0.0030202975030988455, -0.04572837054729462, -0.03776541352272034, 0.03179045021533966, -0.027378158643841743, -0.021421926096081734, -0.04846290498971939, -0.07794690877199173, 0.0023865983821451664, -0.04335854947566986, 0.04646890237927437, 0.06528718769550323, 0.011805043555796146, 0.03151562809944153, 0.06789477914571762, -0.02771838568150997, -0.062257785350084305, -0.029300177469849586, -0.008439094759523869, -0.015684543177485466, -0.045451436191797256, -0.021913332864642143, -0.0009218680788762867, 0.049422018229961395, -0.0063217757269740105, -0.04824632406234741, 0.030323270708322525, -0.04738633334636688, -0.005648715887218714, 0.002784167183563113, 0.12401511520147324, -0.05997297540307045, -0.030982717871665955, -0.017270879819989204, 0.05295431241393089, -0.02623222954571247, -0.020210230723023415, -0.028392162173986435, 0.026457447558641434, 0.0304673220962286, -0.00771094486117363, -0.03198976069688797, 0.022045180201530457, -0.01643562503159046, -0.03655612841248512, 0.03474869951605797, -0.03363735228776932, 0.06530189514160156, -0.015670089051127434, 0.07515576481819153, 0.011360983364284039, 0.02093484438955784, -0.01361887063831091, 0.013226667419075966, 0.0022795626427978277, -0.10650661587715149, -0.07391591370105743, 0.03997001796960831, 0.05807986110448837, -0.007818418554961681, -0.010972865857183933, -0.02592809870839119, 0.03234957158565521, 0.0038195564411580563, -0.05976523458957672, 0.04171684384346008, -0.005275118164718151, -0.016513139009475708, -0.04877611622214317, 0.02559707872569561, 0.02873811312019825, -0.012433338910341263, 0.02409040555357933, 0.02253553830087185, 0.016724374145269394, -0.04060695692896843, 0.02908872812986374, -0.00358915445394814, 9.30588212213479e-05, -0.007070905528962612, 0.030929721891880035, -0.0239567793905735, 0.03901040926575661, -0.026599623262882233, -0.01827803999185562], [0.008952576667070389, -0.00039308317354880273, -0.009946148842573166, 0.00019625485583674163, -0.07952623814344406, -0.05708105117082596, 0.07790744304656982, 0.03778242692351341, -0.0057826717384159565, -0.020152030512690544, -0.014161458238959312, 0.03176390007138252, -0.08698979765176773, 0.020898252725601196, -0.039738014340400696, 0.01632854901254177, -0.01791328378021717, 0.010203530080616474, -0.0319322906434536, 0.056151699274778366, -0.04080586135387421, -0.08720257133245468, -0.04421914741396904, 0.08707596361637115, 0.021520458161830902, -0.006505203898996115, 0.055061377584934235, -0.04838502034544945, 0.01913086324930191, -0.06292684376239777, -0.08572565019130707, 0.03499237447977066, 0.14400681853294373, -0.07989057153463364, -0.020616285502910614, 0.08844880759716034, -0.029135381802916527, 0.09369255602359772, 0.0069372281432151794, 0.021532561630010605, 0.002413896843791008, -0.002465524012222886, 0.016334593296051025, 0.07622508704662323, -0.09414690732955933, -0.029069282114505768, 0.040069036185741425, -0.0412796325981617, 0.003920336719602346, -0.017480716109275818, -0.023157645016908646, -0.057229265570640564, 0.023142259567975998, 0.037967901676893234, 0.0026534704957157373, 0.0640362799167633, -0.026401612907648087, 0.06229664757847786, -0.07590185105800629, 0.02418726496398449, -0.035042207688093185, 0.07382103055715561, -0.004473873879760504, -0.01147912535816431, 0.031850870698690414, 0.06633007526397705, 0.06244315952062607, 0.04727301374077797, -0.025091521441936493, 0.07348249852657318, -0.11357074230909348, -0.017739934846758842, -0.02137971669435501, -0.022935252636671066, -0.00033759468351490796, -0.08309034258127213, 0.04387161508202553, 0.1343170553445816, -0.03101450204849243, -0.07329723984003067, 0.051117852330207825, 0.06236067786812782, 0.15672945976257324, 0.04565144702792168, 0.0498615987598896, 0.15605312585830688, 0.03620058670639992, -0.020432911813259125, 0.10612139105796814, -0.09080035984516144, 0.0981149673461914, 0.022620832547545433, 0.10073066502809525, 0.015935266390442848, -0.06964977830648422, 0.008541607297956944, 0.009220528416335583, -0.04417390748858452, -0.04102072864770889, -0.10354842245578766, -0.006483340170234442, -0.016444627195596695, -0.060997430235147476, 0.0039648679085075855, -0.026638014242053032, 0.1252305507659912, -0.010282141156494617, -0.12805931270122528, 0.025697408244013786, 0.01699257642030716, -0.01676059700548649, -0.08799640089273453, -0.002944773295894265, -0.09514414519071579, 0.09054088592529297, 0.006363395601511002, 0.11887433379888535, 0.17577940225601196, -0.058658964931964874, -0.0015297929057851434, 0.0007311199442483485, 0.04085777327418327, -0.012401136569678783, 0.10631314665079117, 0.03314894810318947, 0.09382537007331848, -0.07527846843004227, -0.07110847532749176], [0.04629397392272949, 0.010249868035316467, -0.016815345734357834, -0.05580802634358406, -0.043065886944532394, -0.02485380694270134, 0.018800724297761917, 0.06951291859149933, 0.044260237365961075, -0.03524363785982132, -0.026629609987139702, 0.018445728346705437, -0.04807020723819733, -0.003081450005993247, 0.04783801734447479, -0.021230559796094894, 0.02664056606590748, 0.005105871241539717, 0.031999923288822174, 0.09083180874586105, -0.025722602382302284, -0.08078837394714355, -0.009705910459160805, 0.010023897513747215, -0.03141586482524872, -0.04161478951573372, -0.04782543703913689, -0.050846926867961884, 0.03248152136802673, -0.05164279788732529, -0.029058707877993584, -0.01930065266788006, 0.06689918786287308, -0.08138112723827362, 0.023686222732067108, 0.07224484533071518, -0.004323225002735853, 0.03033708594739437, 0.0310557521879673, 0.01775505766272545, 0.017941849306225777, 0.018086029216647148, 0.03810668736696243, 0.04472919553518295, 0.022317584604024887, -0.014860795810818672, 0.003297737566754222, -0.0034676222130656242, -0.008516178466379642, 0.02183007448911667, 0.014373469166457653, 0.002737621543928981, 0.0033565806224942207, -0.029616039246320724, 0.04644262418150902, -0.04821621626615524, 0.03664395213127136, 0.040217325091362, -0.007867175154387951, 0.004893427714705467, 0.0033901180140674114, -0.023035073652863503, 0.024911150336265564, 0.014201778918504715, -0.004417762625962496, 0.006574743427336216, -0.011111630126833916, -0.0007188378949649632, -0.016660964116454124, 0.016311055049300194, -0.00922925490885973, -0.01584712229669094, -0.016767529770731926, 0.024124475196003914, -0.04955777898430824, -0.01667981781065464, 0.020146526396274567, 0.043148595839738846, -0.009451228193938732, -0.08104545623064041, 0.01755533553659916, 0.005086611025035381, 0.017535602673888206, 0.014273400418460369, 0.03781716898083687, 0.10743505507707596, 0.0367034487426281, -0.062194861471652985, 0.09240039438009262, 0.004100980702787638, 0.09950404614210129, -0.010260434821248055, 0.054361261427402496, -0.024057483300566673, -0.01889350824058056, 0.0005504043074324727, -0.027769120410084724, 0.006177939940243959, -0.06529931724071503, -0.04246347397565842, -0.038718611001968384, 0.057461246848106384, -0.024400830268859863, -0.051386717706918716, 0.0851001888513565, 0.0825551226735115, 0.014071802608668804, -0.009639546275138855, 0.022688185796141624, -0.03253433108329773, -0.015370765700936317, -0.040327899158000946, 0.003876995760947466, -0.053914908319711685, -0.0019614140037447214, -0.04334244132041931, 0.10569389909505844, 0.011950432322919369, 0.0577695406973362, 0.014833089895546436, -0.052886489778757095, 0.00015914412506390363, -0.05251600593328476, 0.11258839815855026, 0.006713549606502056, 0.020013514906167984, 0.016933633014559746, -0.07815516740083694], [0.0017135245725512505, -0.052102670073509216, -0.022303616628050804, 0.05684144049882889, -0.09239783138036728, -0.016952605918049812, 0.07337765395641327, -0.003916074056178331, -0.03676494583487511, -0.03555743768811226, 0.07491037249565125, 0.063954196870327, -0.09561485797166824, 0.09031049907207489, -0.029610613361001015, 0.06993509829044342, -0.036751776933670044, 0.05619177594780922, 0.0059777977876365185, -0.006363798398524523, 0.0025549368001520634, -0.03950044512748718, -0.0013068064581602812, 0.013027828186750412, -0.019090179353952408, 0.030231313779950142, 0.006262416951358318, -0.012650753371417522, 0.00970990490168333, -0.05812583863735199, -0.0043998099863529205, -0.014280351810157299, 0.006247110199183226, -0.05805880203843117, 0.008906318806111813, 0.1242518350481987, -0.011953518725931644, 0.03689531236886978, -0.03423936665058136, 0.014635697938501835, -0.053080882877111435, 0.0037129134871065617, 0.06209885701537132, 0.057303790003061295, -0.10666181892156601, -0.012265235185623169, 0.010257678106427193, -0.06551101803779602, 0.006270512472838163, 0.004415691364556551, -0.012509436346590519, -0.05420421063899994, -0.010619016364216805, 0.05578393116593361, 0.04659400135278702, 0.0038739265874028206, -0.012494404800236225, 0.0015874870587140322, 0.019250022247433662, 0.007990577258169651, -0.03725813329219818, 0.006441335193812847, -0.006660794373601675, 0.008591785095632076, -0.01339044701308012, 0.014035115949809551, 0.02907072752714157, -0.02326033264398575, -0.04983086511492729, 0.07713691890239716, -0.03162618353962898, -0.01621008850634098, 0.027475690469145775, 0.02364187501370907, -0.11104132980108261, -0.030447477474808693, -0.02810964733362198, 0.05399812385439873, 0.0022202199324965477, -0.0805562362074852, -0.0035120260436087847, 0.0880601778626442, 0.06677793711423874, 0.010927213355898857, 0.05688587948679924, 0.09691977500915527, 0.0052894302643835545, -0.043935731053352356, 0.028546316549181938, -0.047488607466220856, 0.09079159051179886, -0.021081678569316864, 0.08286941796541214, 0.04713292419910431, -0.0010186451254412532, 0.006892247125506401, -0.0774458646774292, -0.015291537158191204, -0.050496820360422134, -0.022843800485134125, 0.024977395310997963, 0.08248375356197357, 0.0353882871568203, -0.026602882891893387, -0.012019793502986431, 0.049309972673654556, -0.0417398177087307, 0.010074605233967304, 0.005808247718960047, 0.022573137655854225, -0.04544772580265999, -0.0354873389005661, 0.0056497566401958466, -0.004267405718564987, 0.03422771394252777, 0.014185517095029354, 0.045315854251384735, 0.03350250795483589, -0.05152125284075737, -0.009134785272181034, -0.0669388547539711, 0.028457028791308403, 0.07215414941310883, 0.06728407740592957, -0.048389263451099396, 0.016474928706884384, -0.0494532585144043, -0.047864880412817], [0.04005518555641174, -0.007166389375925064, 0.007194635458290577, -0.009514128789305687, -0.018240854144096375, -0.07701246440410614, 0.030506480485200882, 0.03875230997800827, 0.03866961970925331, -0.0019262901041656733, -0.08409329503774643, -0.013157553970813751, -0.0033912721555680037, 0.01026532705873251, 0.014369159005582333, -0.0033237175084650517, -0.03433651477098465, 0.0013406567741185427, 0.007091262843459845, 0.057769931852817535, -0.019846394658088684, -0.017872143536806107, 0.029873810708522797, -0.04007913917303085, 0.03165769949555397, -0.007996609434485435, -0.00158895761705935, -0.025370784103870392, 0.05883164331316948, -0.012162295170128345, -0.06945858150720596, 0.033012598752975464, -0.03859390690922737, -0.047065384685993195, -0.06143829599022865, 0.013039162382483482, -0.008048144169151783, 0.014629611745476723, -0.0007992781465873122, 0.012068985030055046, -0.008509051986038685, -0.0005166500923223794, 0.0030423069838434458, 0.057162728160619736, 0.07833842933177948, 0.020436381921172142, 0.058454155921936035, 0.004486295394599438, -0.0040411869995296, -0.05630796030163765, -0.03381280228495598, -0.012483405880630016, -0.022249549627304077, -0.013936963863670826, -0.0010823465418070555, 0.015226416289806366, 0.03126994147896767, -0.038578443229198456, -0.08462230116128922, 0.0047300211153924465, 0.0021124312188476324, 0.0015902661252766848, 0.008103007450699806, -0.009358621202409267, -0.00898212194442749, -0.052647799253463745, 0.055703453719615936, 0.004890426993370056, -8.737404277781025e-05, -0.03662705048918724, 0.03454022482037544, -0.10797113180160522, 0.009853849187493324, 0.050279803574085236, -0.053567565977573395, 0.05167536810040474, -0.03440497815608978, 0.012309780344367027, 0.017935702577233315, -0.0014782317448407412, -0.07449444383382797, 0.158974289894104, -0.0420730784535408, -0.03660232201218605, -0.07012806087732315, 0.03253897279500961, -0.04983004927635193, 0.05001555755734444, 0.04094073176383972, -0.042799100279808044, 0.08662214130163193, 0.04095672070980072, 0.02999364584684372, 0.05785826966166496, 0.0012854741653427482, 0.05228642374277115, -0.0280141681432724, -0.010893052443861961, -0.0748102068901062, -0.02182118035852909, 0.04845419153571129, 0.005676561966538429, -0.025873245671391487, -0.09724438190460205, 0.007705607917159796, 0.03374495357275009, 0.0066245198249816895, 0.043461330235004425, -0.008994204923510551, -0.03050721064209938, -0.052394844591617584, -0.06533695012331009, 0.0462222658097744, 0.03458123281598091, -0.025117024779319763, -0.03175678476691246, 0.0524856373667717, 0.06179019808769226, -0.018557755276560783, 0.014307341538369656, -0.10113747417926788, 0.08292743563652039, -0.026327144354581833, 0.10873956233263016, 0.013326299376785755, -0.0021197956521064043, -0.012508565559983253, -0.08494899421930313], [0.039468567818403244, -0.0009950902312994003, 0.008953943848609924, 0.0031295749358832836, -0.06600205600261688, -0.04380016773939133, 0.10610535740852356, 0.014954375103116035, 0.004094566684216261, -0.06532705575227737, 0.022035256028175354, 0.0018309395527467132, -0.08580969274044037, 0.048369668424129486, -0.012806008569896221, 0.06127724051475525, -0.024190805852413177, 0.03510639816522598, 0.00837087444961071, 0.013713683001697063, -0.04953053593635559, -0.10277648270130157, 0.0027929251082241535, 0.03687787055969238, -0.04826746881008148, -0.01810985617339611, 0.026713095605373383, -0.06700767576694489, -1.9268189134891145e-05, -0.04539847373962402, -0.02927684597671032, 0.014022428542375565, 0.08298235386610031, -0.09960528463125229, -0.12234696745872498, 0.05141253396868706, -0.01506614126265049, 0.07072499394416809, 0.024205626919865608, 0.0509796179831028, -0.02994196116924286, 0.042535800486803055, 0.055122166872024536, 0.026618745177984238, -0.10666617751121521, -0.009873462840914726, -0.0016573757166042924, -0.07172269374132156, 0.04462814703583717, -0.07798945158720016, -0.04436229541897774, -0.04509477689862251, 0.041273314505815506, -0.0277196504175663, 0.01775258220732212, 0.05543125420808792, -0.0767744779586792, -0.025744663551449776, -0.11731882393360138, 0.012979501858353615, -0.04781488701701164, 0.004320571199059486, 0.02504574880003929, -0.042071618139743805, -0.0013605819549411535, 0.0015399693511426449, 0.030825616791844368, 0.01773027889430523, 0.02312900498509407, -0.024380896240472794, 0.04265701025724411, -0.0170090664178133, -0.0661102682352066, -0.0020090939942747355, -0.0589727982878685, 0.06793710589408875, -0.05751807615160942, 0.044149406254291534, 0.03577391058206558, -0.11225418001413345, 0.0286038126796484, 0.11117983609437943, 0.08455801010131836, -0.086524099111557, 0.0555611252784729, 0.1682261824607849, 0.10115417838096619, 0.05455558001995087, 0.07723876088857651, -0.027813253924250603, 0.08604666590690613, 0.09573669731616974, 0.014604363590478897, -0.02263217605650425, 0.07560029625892639, 0.02754950523376465, 0.030258724465966225, -0.05387956276535988, -0.11179149150848389, -0.054601166397333145, -0.0014987767208367586, 0.03741161525249481, 0.002593172248452902, -0.011881701648235321, -0.087482750415802, 0.02303088828921318, -0.05731729790568352, -0.010303130373358727, -0.061090849339962006, 0.01167148444801569, -0.020785637199878693, -0.008083482272922993, 0.03866603225469589, -0.021351773291826248, -0.07075203210115433, -0.06888891011476517, 0.10731493681669235, 0.09964829683303833, 0.055097341537475586, 0.002216232940554619, -0.06559676676988602, -0.007121909875422716, -0.00076886429451406, 0.04319937154650688, -0.14673073589801788, 0.06300175935029984, 0.04519534111022949, -0.0789407342672348], [0.0857660099864006, -0.006988402921706438, -0.0014034948544576764, 0.02199115790426731, -0.07819510996341705, -0.05683976039290428, 0.07728766649961472, 0.0016880010953173041, 0.005865825805813074, -0.03210233151912689, -0.013741039671003819, -0.040709223598241806, -0.07844796776771545, 0.03383759409189224, -0.007136698346585035, 0.0816468745470047, -0.0023499010130763054, 0.02538076788187027, -0.009057189337909222, 0.003269927343353629, -0.0751238614320755, -0.034736741334199905, -0.012491338886320591, 0.0034853587858378887, 0.037748031318187714, 0.0109058553352952, -0.019750377163290977, -0.036711644381284714, 0.13090787827968597, -0.04016111418604851, -0.036819420754909515, -0.006742238532751799, 0.036780666559934616, -0.11383061856031418, 0.002873544115573168, 0.03251427412033081, 0.05191906914114952, 0.07423006743192673, -0.010690304450690746, 0.0037314400542527437, 0.0008628259529359639, -0.03848866745829582, 0.009373486042022705, 0.06078697368502617, 0.05449056997895241, -0.02588297426700592, 0.019611164927482605, -0.003969054203480482, 0.02799098938703537, 0.00473308889195323, -0.02256893366575241, 0.015563702210783958, -0.07408980280160904, -0.06355026364326477, 0.009577708318829536, 0.0239083394408226, -0.014685753732919693, -0.04012153670191765, -0.005015621427446604, 0.007232266943901777, 0.010406305082142353, 0.007414659950882196, 0.04397429898381233, 0.01133175753057003, 0.002428977284580469, 0.0033672614954411983, 0.0259550753980875, 0.0016585118137300014, 0.006722606252878904, 0.004637655336409807, -0.016024382784962654, -0.026115378364920616, -0.0027533958200365305, -7.779422594467178e-05, -0.08755098283290863, -0.007118662819266319, 0.0035569791216403246, 0.02383771352469921, 0.01337115466594696, -0.08117406070232391, -0.00019099580822512507, 0.04898548126220703, 0.07795459777116776, 0.0008745096274651587, 0.003291923552751541, 0.046021461486816406, 0.040003564208745956, -0.05218234658241272, 0.04197419807314873, -0.07211941480636597, 0.07428712397813797, 0.0037686163559556007, 0.06910168379545212, 0.00757644372060895, -0.0023903604596853256, 0.0012772695627063513, 0.020649787038564682, 0.008588235825300217, -0.04311453551054001, -0.034552931785583496, 0.017109613865613937, 0.06459236145019531, 0.045713603496551514, -0.025538910180330276, -0.00898655690252781, -0.001987845404073596, -0.008340427652001381, -0.005881067365407944, 0.005535630509257317, 0.006200192496180534, -0.03682444244623184, -0.011382277123630047, 0.011742505244910717, 0.00676161190494895, -0.01155997533351183, -0.007192604709416628, 0.031353019177913666, 0.019257143139839172, -0.008920407854020596, -0.0016687960596755147, -0.026307813823223114, -0.028533799573779106, 0.03148515895009041, 0.06448815017938614, -0.02644733153283596, 0.03099493682384491, -8.292388520203531e-05, -0.06889769434928894], [0.03832857683300972, -0.044692084193229675, -0.009798679500818253, 0.03300096467137337, -0.03309936821460724, -0.011869958601891994, 0.13658562302589417, -0.0182151198387146, -0.04377131164073944, 0.05851682275533676, -0.014174781739711761, 0.0375337079167366, 0.02125987596809864, 0.03859049826860428, 0.018553825095295906, 0.0826493427157402, 0.01647784747183323, 0.0264604389667511, -0.03130333498120308, 0.010056054219603539, 0.006050958298146725, -0.03463685140013695, -0.03505390137434006, 0.12112382054328918, -0.010191819630563259, 0.0019232251215726137, 0.04105629399418831, 0.006994782481342554, -0.015012357383966446, -0.17166058719158173, -0.015545148402452469, 0.02710251323878765, 0.09791577607393265, -0.009881028905510902, -0.029018281027674675, 0.08168169856071472, -0.018558265641331673, 0.06696771830320358, -0.01894468069076538, 0.05353371798992157, 0.01768641732633114, -0.011434074491262436, 0.02359597571194172, -0.005811966024339199, -0.1004086509346962, -0.04075579345226288, 0.004066103138029575, -0.014414023607969284, -0.031173009425401688, -0.020049219951033592, -0.044317640364170074, -0.002682663733139634, -0.06195703521370888, -0.007266378961503506, 0.03094177320599556, -0.031240656971931458, 0.015884308144450188, 0.05993380770087242, -0.037897516041994095, -0.038119737058877945, -0.0019110359717160463, 0.015891162678599358, -0.03908804804086685, -0.041503313928842545, -0.008997770957648754, -0.026855843141674995, 0.017628643661737442, -0.0009204733069054782, 0.02041512168943882, -0.0011514514917507768, 0.015719546005129814, -0.0345924012362957, -0.06357797235250473, 0.010417944751679897, -0.050215139985084534, 0.00302589638158679, -0.0029636023100465536, 0.054063454270362854, -0.016519367694854736, -0.08576038479804993, -0.01197399478405714, 0.05848802998661995, 0.0234853383153677, -0.03980376571416855, -0.016242563724517822, -0.017346978187561035, -0.018893981352448463, -0.0682573914527893, 0.04559860751032829, -0.05816180631518364, 0.08849404007196426, -0.016108499839901924, 0.007635899353772402, 0.061280690133571625, 0.018232759088277817, -0.07868002355098724, -0.0096636563539505, 0.06190929561853409, -0.06559918075799942, -0.029304176568984985, 0.08066152036190033, 0.039209362119436264, 0.032545629888772964, -0.007235949859023094, 0.013840972445905209, -0.022087648510932922, 0.04276151955127716, -0.006141847465187311, 0.012449961155653, 0.01699206978082657, 0.003897450864315033, -0.023878997191786766, -0.020186977460980415, -0.013434391468763351, -0.03612787276506424, 0.009982947260141373, 0.049549706280231476, -0.035962823778390884, -0.01926671527326107, -0.029173612594604492, -0.05896594002842903, 0.015484437346458435, -0.06338004022836685, -0.011733859777450562, 0.049936696887016296, 0.038060493767261505, -0.00828743539750576, -0.03297196328639984], [0.0512743778526783, -0.021121596917510033, -0.0044258213602006435, 0.009296945296227932, -0.009217990562319756, -0.05848999693989754, 0.12437635660171509, 0.02962666191160679, -0.0624052956700325, -0.056571561843156815, -0.01122205425053835, 0.015231501311063766, 0.02792421542108059, -0.001500481041148305, 0.034768883138895035, 0.14448483288288116, 0.006108493078500032, 0.0010854554129764438, -0.03652626648545265, 0.0305278729647398, 0.010549419559538364, -0.02347610332071781, -0.009930253028869629, 0.1027194932103157, -0.019245056435465813, 0.019215114414691925, 0.04038345441222191, -0.016371019184589386, -0.006082582287490368, -0.14086729288101196, -0.01771518774330616, 0.03997190296649933, -0.01423779595643282, -0.00494355196133256, -0.06015333533287048, 0.029833313077688217, 0.00946157705038786, 0.04731649160385132, -0.027697673067450523, -0.012088742107152939, 0.0002889354946091771, -0.05260535329580307, 0.01982664130628109, 0.02387130819261074, -0.0302913635969162, 0.016953730955719948, -0.028532203286886215, 0.0004038632323499769, -0.031060336157679558, 0.015032165683805943, -0.08681728690862656, 0.023313473910093307, -0.000593682867474854, 0.045852940529584885, 0.026696335524320602, -0.027773968875408173, 0.01802654005587101, 0.046823758631944656, -0.09745664894580841, -0.015906915068626404, -0.05235752463340759, 0.010923237539827824, -0.06915614008903503, -0.00584691995754838, 0.040149640291929245, 1.1419913789723068e-05, -0.03233299031853676, -0.019716616719961166, 0.004901650827378035, -0.04249598830938339, 0.026650555431842804, -0.0672794058918953, 0.03612450882792473, 0.09882088005542755, 0.011650699190795422, -0.039766449481248856, 0.0077081844210624695, 0.04741183668375015, 0.009172458201646805, -0.07057130336761475, -0.014326285570859909, 0.05503196269273758, 0.036354098469018936, 0.04475000128149986, -0.06026918813586235, 0.016077639535069466, -0.009752796962857246, -0.0694742500782013, 0.00677825091406703, -0.07714832574129105, 0.0624803826212883, -0.0855330377817154, 0.04049843177199364, 0.07872927188873291, 0.00764664588496089, 0.01884404569864273, -0.02210710570216179, 0.019053880125284195, -0.0048230551183223724, -0.006904457230120897, 0.039489056915044785, 0.06323809921741486, 0.025555919855833054, -0.05356757342815399, 0.04764927551150322, 0.05409642681479454, -0.024932941421866417, -7.449615804944187e-05, 0.027547335252165794, -0.038089074194431305, -0.06145816296339035, 0.05727939307689667, -0.03802051767706871, -0.033646903932094574, -0.012994126416742802, 0.03142218664288521, -0.006995360367000103, 0.018953753635287285, 0.00025275981170125306, 0.017480529844760895, -0.041267938911914825, 0.006000736262649298, -0.01869625598192215, -0.01647372730076313, 0.047459427267313004, -0.030885567888617516, -0.0518021285533905, 0.008945337496697903], [0.05743991956114769, -0.037558458745479584, 0.013941669836640358, 0.04296364635229111, -0.02533542737364769, 0.00150906085036695, 0.176917165517807, 0.023244526237249374, -0.08458422869443893, 0.011294267140328884, -0.005541395861655474, -0.03994536027312279, 0.01256550382822752, -0.028435518965125084, 0.03697872534394264, 0.07940182834863663, -0.005634742323309183, 0.012463164515793324, -0.0014829366700723767, 0.02870059758424759, 0.016643423587083817, -0.04440949112176895, 0.019356975331902504, 0.16328157484531403, 0.009338689967989922, -0.036797307431697845, 0.009621425531804562, -0.014161629602313042, 0.03805460035800934, -0.1489405781030655, 0.03165007010102272, 0.04379415139555931, 0.021986590698361397, -0.013908923603594303, -0.04599807783961296, 0.010565302334725857, 0.03981303796172142, 0.03972523286938667, -0.01268395408987999, 0.033152058720588684, 0.02425563707947731, -0.01862277276813984, 0.025202400982379913, -0.024590857326984406, -0.04614432156085968, -0.01117210928350687, -0.04096250608563423, 0.0004603317065630108, -0.03343077376484871, 0.011698669753968716, -0.10466301441192627, 0.07394305616617203, -0.01510720793157816, 0.030355602502822876, 0.03352096676826477, -0.021184945479035378, 0.011550221592187881, 0.07344608753919601, -0.08525700122117996, -0.04949474707245827, -0.01248338632285595, -0.009748381562530994, -0.013635233044624329, -0.023516321554780006, -0.03509906679391861, -0.04305622726678848, 0.0002195632696384564, -0.00679290946573019, -0.0002915858058258891, 0.028488406911492348, 0.0009379572584293783, -0.052507027983665466, -0.036777395755052567, 0.014439634047448635, -0.06651143729686737, 0.008101413957774639, -0.00040376835386268795, 0.03874218091368675, -0.03325174003839493, -0.0665273666381836, 0.000495868967846036, 0.04040202498435974, 0.03335222974419594, 0.011181244626641273, -0.03384802117943764, 0.027410360053181648, 0.01448422484099865, -0.09828328341245651, 0.024935096502304077, -0.06034502014517784, 0.11808574199676514, -0.012864195741713047, 0.07030156999826431, 0.01805233396589756, -0.03369152173399925, -0.008115382865071297, -0.06624302268028259, 0.003181820036843419, -0.03760095685720444, -0.042566440999507904, 0.06067438796162605, 0.07699175179004669, 0.02237965539097786, -0.043437790125608444, 0.07044392824172974, 0.014409990049898624, -0.029454447329044342, -0.010033216327428818, 0.03117244318127632, -0.01889762468636036, -0.0566319115459919, 0.009231770411133766, -0.030020806938409805, -0.029492806643247604, 0.04224058985710144, 0.009355813264846802, 0.0922282263636589, -0.02666677162051201, 0.013513327576220036, -0.0016826381906867027, -0.05891501158475876, 0.03307658061385155, 0.031410735100507736, -0.001756879035383463, 0.04298621043562889, 0.028085937723517418, -0.044732678681612015, 0.005197627004235983], [-0.011010697111487389, -0.05212987959384918, -0.009720361791551113, 0.017069263383746147, -0.04374967887997627, 0.05797344446182251, 0.004816307220607996, 0.022795306518673897, 0.045725975185632706, 0.0489518977701664, 0.014663060195744038, 0.029427606612443924, -0.014045070856809616, -0.0004903963999822736, -0.025599196553230286, 0.02663949318230152, 0.00699054216966033, 0.010641759261488914, 0.028953582048416138, 0.05320701003074646, 0.017233632504940033, -0.037326302379369736, 0.01809672825038433, -0.019552581012248993, -0.012952965684235096, 0.03891914710402489, -0.011845172382891178, -0.06049191206693649, 0.059213899075984955, -0.05786830931901932, -0.015605876222252846, 0.010476212948560715, 0.01317661814391613, -0.06544721871614456, -0.02118764817714691, 0.02468002215027809, -0.03712115436792374, 0.05674970522522926, -0.024873001500964165, 0.01932678371667862, -0.007037895265966654, -0.027578584849834442, 0.02512216754257679, 0.05399949848651886, -0.07958033680915833, 0.0365639366209507, 0.04242095723748207, -0.05793602764606476, 0.08429257571697235, 0.014322868548333645, 0.008917800150811672, 0.0014294874854385853, -0.05888921022415161, -0.0733918771147728, 0.03102908469736576, 0.01859578862786293, -0.08924601972103119, -0.021871769800782204, -0.032178036868572235, 0.0033530108630657196, -0.027125203981995583, -0.037898872047662735, 0.0065986779518425465, -0.052376389503479004, 0.04732926934957504, -5.909979154239409e-05, 0.010836590081453323, 0.02092372626066208, 0.03985227271914482, -0.012078212574124336, 0.05014105886220932, -0.044790372252464294, -0.041162166744470596, -0.06923593580722809, -0.0660950243473053, -0.018333636224269867, -0.1096130982041359, -0.00820127408951521, -0.006826124619692564, -0.09004562348127365, -0.08660699427127838, 0.07852885127067566, 0.13800260424613953, -0.05858411639928818, 0.005011408589780331, 0.03909280523657799, -0.022839117795228958, -0.041827693581581116, 0.0737556666135788, -0.11460220813751221, 0.09699889272451401, 0.028471123427152634, 0.06825695931911469, 0.001178284059278667, 0.05339602753520012, -0.020723776891827583, 0.04469095543026924, -0.04393234848976135, -0.015912095084786415, -0.06359513103961945, 0.007027912884950638, 0.013885158114135265, 0.04929249733686447, -0.02775006741285324, -0.027093706652522087, 0.030259720981121063, -0.02612011693418026, 0.06166598200798035, -0.0855545625090599, 0.12654462456703186, -0.08595792949199677, -0.009404114447534084, 0.05141892284154892, 0.027238670736551285, -0.048166241496801376, -0.04979851469397545, 0.026573048904538155, -0.04493239149451256, -0.019025124609470367, 0.028336819261312485, -0.07664212584495544, 0.004900128580629826, -0.008598996326327324, 0.12341353297233582, -0.1033981442451477, -0.09199165552854538, -0.03150954097509384, -0.07797228544950485], [0.10350263118743896, -0.023127682507038116, -0.002578681567683816, 0.04043271392583847, -0.07796221226453781, -0.02818814106285572, 0.15521340072155, 0.003417741507291794, -0.10501117259263992, 0.008212339133024216, -0.03795536234974861, -0.08143655955791473, 0.0063302903436124325, 0.00989540759474039, 0.005523253232240677, 0.1484612226486206, 0.010273698717355728, 0.026623902842402458, -0.00682188430801034, 0.027748800814151764, -0.02452538162469864, -0.03054730035364628, 0.012299250811338425, 0.16694962978363037, -0.008541782386600971, -0.005447809584438801, -0.048205532133579254, 0.03319772705435753, 0.03321634978055954, -0.18746374547481537, -0.011944187805056572, 0.04286559298634529, -0.034412600100040436, 0.03322230279445648, -0.02061331644654274, -0.01881336234509945, 0.025297492742538452, 0.06747636198997498, -0.047620441764593124, 0.022243674844503403, 0.022271424531936646, -0.0525880828499794, -0.04793407768011093, 0.004219437018036842, 0.04853147268295288, -0.02408347837626934, -0.01564071513712406, 0.027217689901590347, -0.00444400729611516, -0.017837945371866226, -0.16239425539970398, 0.030538659542798996, -0.0344865620136261, -0.0009789799805730581, 0.004247378092259169, 0.004247026983648539, 0.0468977726995945, 0.020305508747696877, -0.11767300218343735, -0.012061714194715023, -0.015989456325769424, 0.017832910642027855, 0.039450015872716904, -0.021017180755734444, 0.01536510605365038, 0.002146818907931447, -0.019029827788472176, -0.009460688568651676, -0.002468808088451624, 0.003145752940326929, -0.023732488974928856, 0.010015503503382206, -0.0011554103111848235, -0.027613544836640358, -0.03147905319929123, -0.030137576162815094, 0.049447186291217804, 0.003308332059532404, 0.024802174419164658, -0.0496831089258194, -0.036197178065776825, -0.0003219255886506289, 0.06483861058950424, 0.017097659409046173, -0.07192793488502502, -0.014894532039761543, -0.006030144635587931, -0.0315861850976944, 0.030590368434786797, -0.023137211799621582, 0.08846309036016464, -0.031064968556165695, 0.038263458758592606, -0.015378921292722225, 0.008159484714269638, 0.010723269544541836, -0.0707748681306839, 0.011378063820302486, -0.01424094382673502, -0.062147609889507294, 0.02401020936667919, 0.10222969204187393, 0.0031824177131056786, 0.04122862219810486, 0.024095622822642326, 0.002507507335394621, -0.022881830111145973, -0.03324175998568535, 0.021019361913204193, 0.01443151943385601, -0.03170829638838768, -0.02142082154750824, -0.041061315685510635, -0.028046444058418274, 0.007493185345083475, 0.0357857309281826, 0.040725987404584885, -0.0251237154006958, 0.022448644042015076, -0.0044170282781124115, -0.05143767222762108, 0.026824278756976128, 0.001826397143304348, -0.035724442452192307, 0.013983989134430885, -0.03946080058813095, 0.06050662696361542, 0.026239296421408653], [0.021861327812075615, 0.01676316186785698, 0.007303040474653244, 0.07423869520425797, -0.10056944936513901, -0.03988299146294594, 0.10425913333892822, 0.01912936009466648, 0.008246883749961853, -0.03398763760924339, 0.00807692389935255, -0.002154709305614233, -0.07367566972970963, 0.011452099308371544, -0.05299552530050278, 0.051958221942186356, -0.0339067317545414, 0.07806240022182465, 0.04578876867890358, 0.02201850153505802, -0.054587893187999725, -0.11525915563106537, -0.04587917402386665, 0.06740023195743561, 0.005742268171161413, 0.026721715927124023, -0.03922853246331215, -0.0758182629942894, 0.03497256711125374, -0.08390601724386215, -0.02870125137269497, 0.03807500749826431, 0.10874955356121063, -0.10228186100721359, -0.06344589591026306, 0.044688496738672256, -0.011778151616454124, 0.04600545018911362, -0.04174282029271126, 0.017616618424654007, -0.020953629165887833, 0.0012722903629764915, 0.0072037396021187305, 0.06448474526405334, -0.0786764919757843, -0.0037028382066637278, 0.0335540734231472, -0.08303512632846832, 0.07221055775880814, -0.07449900358915329, -0.06718873232603073, -0.020483653992414474, -0.003987658768892288, 0.044441577047109604, 0.04096611216664314, 0.048749420791864395, -0.01698603481054306, 0.0026206804905086756, -0.10925385355949402, 0.05549905076622963, 0.020493144169449806, 0.03417646884918213, 0.03558088839054108, -0.046367764472961426, -0.006606785114854574, 0.0066676451824605465, -0.016926202923059464, -0.0415942519903183, -0.008733906783163548, 0.021151307970285416, -0.05340009927749634, -0.0015237077604979277, -0.02586468867957592, -0.023835865780711174, -0.0774107575416565, 0.04879302158951759, -0.004841948393732309, 0.0646202340722084, -0.025342268869280815, -0.06394923478364944, 0.06478917598724365, 0.12341155111789703, 0.022420313209295273, -0.10640373080968857, 0.028506716713309288, 0.09509836882352829, -0.016279563307762146, -0.021357091143727303, 0.07867863774299622, -0.041855596005916595, 0.0853908434510231, 0.011635612696409225, 0.05251875892281532, 0.039722539484500885, 0.04114196449518204, -0.008255629800260067, -0.0057320683263242245, -0.022240767255425453, -0.07342211157083511, -0.06252018362283707, 0.027940677478909492, 0.035532888025045395, 0.018063286319375038, -0.003951165825128555, -0.06948357820510864, 0.050425153225660324, -0.05993026867508888, -0.03360416367650032, -0.009224037639796734, 0.012785008177161217, 0.01844109408557415, -0.05963193625211716, 0.018769631162285805, -0.05277545750141144, -0.02629411220550537, -0.03918125480413437, 0.051855627447366714, 0.08898282051086426, 0.04845695570111275, -0.005460099782794714, -0.0192140880972147, 0.019382532685995102, 0.01994643546640873, 0.08364102989435196, -0.043669696897268295, 0.010279402136802673, -0.0235440731048584, -0.08302953094244003], [0.030253682285547256, -0.014667147770524025, -0.008540589362382889, -0.007432903163135052, -0.0001396574079990387, -0.07220657169818878, 0.020329860970377922, -0.009736222214996815, 0.039770327508449554, -0.0038225199095904827, 0.036611832678318024, 0.003004854777827859, -0.027289606630802155, -0.014917771331965923, 0.0249821487814188, -0.0015441320138052106, 0.015496760606765747, -0.01018438022583723, 0.002425377257168293, 0.07258911430835724, -0.002640077145770192, 0.007307128515094519, -0.00023413966118823737, -0.020512836053967476, -0.03411782532930374, -0.022389084100723267, -0.0059520285576581955, -0.0048986682668328285, 0.0035461841616779566, -0.03958721458911896, -0.04235263913869858, -0.01810748688876629, 0.05299196392297745, -0.06579166650772095, 0.017235925421118736, 0.12231268733739853, -0.03532824292778969, 0.02014303207397461, 0.01014936063438654, -0.008365915156900883, -0.026905762031674385, 0.022743213921785355, -0.006556385662406683, 0.060608066618442535, 0.005670804530382156, -0.010999399237334728, -0.00820644199848175, 0.01425100490450859, -0.013415326364338398, -0.0023684115149080753, 0.04289432615041733, 0.010493578389286995, -0.004771091975271702, 0.006283275783061981, 0.00355654233135283, -0.058719925582408905, 0.03906739875674248, -0.02368006855249405, -0.004173262510448694, 0.0021392926573753357, -0.014938872307538986, -0.0020296939183026552, -0.007673034444451332, 0.03308447450399399, -0.03150501847267151, -0.034234821796417236, 0.025970596820116043, -0.0014030359452590346, -0.02922775037586689, 0.030734185129404068, 0.024665337055921555, -0.00616168649867177, -0.027329836040735245, 0.05694443732500076, -0.04318234324455261, 0.019692834466695786, 0.0006092367693781853, 0.020941220223903656, -0.026433106511831284, -0.062340524047613144, 0.06904267519712448, 0.006676482502371073, 0.006647662725299597, 0.016429105773568153, 0.06332617998123169, 0.08573496341705322, 0.012523354031145573, 0.004854152910411358, 0.06187284737825394, -0.006811193656176329, 0.08783897757530212, -0.0006713216425850987, 0.0776640772819519, 0.001406868570484221, -0.027322959154844284, 0.02277650311589241, -0.023246977478265762, -0.016808679327368736, -0.021990761160850525, -0.03143152594566345, 0.02291332371532917, 0.043597232550382614, -0.02759711816906929, -0.009862393140792847, 0.039786502718925476, 0.05150099843740463, 0.002274041064083576, -0.0012633296428248286, -0.013376369141042233, -0.015213977545499802, 0.016943592578172684, -0.03763049468398094, -0.006383698433637619, -0.0376322939991951, 0.020012488588690758, -0.028633536770939827, 0.05410737171769142, -0.008619032800197601, 0.029490599408745766, 0.012906542979180813, -0.021867170929908752, 0.07860810309648514, -0.016621731221675873, 0.10077595710754395, 0.007223827298730612, -0.0017531061312183738, 0.020187055692076683, -0.09071944653987885], [-0.01746584102511406, 0.02529185079038143, -0.024666737765073776, -0.021078085526823997, -0.0814373716711998, -0.010001527145504951, 0.022150978446006775, 0.021029220893979073, 0.00740444241091609, 0.010549641214311123, -0.05067434534430504, -0.003957150503993034, -0.01818802021443844, -0.03316281735897064, 0.026420162990689278, 0.02704431302845478, 0.027417201548814774, -0.004640405531972647, -0.016884639859199524, 0.04154010862112045, -0.021322261542081833, -0.10644003748893738, 0.00647063460201025, 0.11139275133609772, -0.01604207418859005, -0.019476858898997307, -0.01946805976331234, -0.021432742476463318, 0.006125721149146557, -0.07228456437587738, -0.014855488203465939, 0.007271743379533291, 0.0498783104121685, -0.03901275619864464, -0.08414698392152786, -0.03491154685616493, -0.005826553795486689, 0.03969899192452431, 0.015347501263022423, 0.0029432394076138735, 0.06734079122543335, 0.02110358700156212, -0.012490699999034405, -0.01819438487291336, 0.030844002962112427, -0.018472526222467422, -0.012197486124932766, 0.0034983051009476185, -0.021478500217199326, -0.018595587462186813, 0.022987939417362213, 0.04058171808719635, 0.0017952924827113748, -0.08451446145772934, -0.002174914116039872, -0.05351238325238228, 0.009744654409587383, 0.029068784788250923, -0.10901748389005661, -0.026460126042366028, -0.0008557483088225126, -0.004737645387649536, 0.07294938713312149, -0.02214892767369747, -0.006583060137927532, -0.0034373856615275145, 0.04847697541117668, 0.041086308658123016, -0.02629103884100914, -0.0017789077246561646, 0.025074873119592667, 0.00470090564340353, -0.0016884958604350686, 0.03944435715675354, -0.07307810336351395, 0.019417738541960716, -0.013508581556379795, 0.03060220368206501, -0.03829957917332649, -0.0906667709350586, -0.028833536431193352, 0.04166581109166145, 0.05348321422934532, 0.006596691440790892, -0.0079897316172719, 0.04261430725455284, -0.027400022372603416, -0.030362285673618317, 0.030987652018666267, 0.02051209658384323, 0.13963308930397034, 0.02553698606789112, 0.03099847212433815, 0.017730088904500008, 0.0019336770055815578, 0.0293382927775383, -0.02381766587495804, -0.03356677293777466, -0.06417602300643921, -0.036772891879081726, 0.024487828835844994, 0.07108423113822937, 0.007000308483839035, -0.045329246670007706, 0.028380775824189186, 0.04268801584839821, -0.006889963522553444, -0.021574465557932854, -0.014195997267961502, 0.004237905144691467, -0.047905780375003815, -0.046138424426317215, 0.027637775987386703, -0.04753657057881355, 0.004734893329441547, 0.0006298485677689314, 0.05369037017226219, 0.007839154452085495, 0.003402031259611249, -0.0002708289830479771, -0.06100454553961754, 0.017815282568335533, -0.008486191742122173, 0.024887679144740105, 0.00809442438185215, -0.04102921858429909, -0.002166244899854064, -0.012473729439079762], [0.07822155207395554, -0.037068452686071396, -0.032743409276008606, 0.0391678623855114, -0.03352171182632446, 0.038074031472206116, 0.13611368834972382, 0.04850044846534729, -0.05972389504313469, 0.04551778361201286, 0.02552141435444355, 0.02250911481678486, -0.042017705738544464, 0.0503307469189167, 0.019556261599063873, 0.1415700763463974, -0.012547462247312069, 0.04400821775197983, -0.02725960873067379, 0.01968393661081791, 0.0028517849277704954, -0.09320902079343796, 0.02466847188770771, 0.12265531718730927, -0.02702007070183754, -0.0074772038497030735, 0.024825364351272583, -0.05917815864086151, 0.030926095321774483, -0.1157776340842247, -0.053513865917921066, 0.037064529955387115, 0.021055782213807106, 0.0003638155176304281, 0.03089718706905842, 0.07948070764541626, 0.018509315326809883, 0.04755372926592827, 0.01847671903669834, 0.07384365797042847, -0.0015419524861499667, -0.04629192501306534, 0.04457075521349907, -0.0009813107317313552, -0.04135075584053993, -0.056283995509147644, 0.008741671219468117, -0.014982854016125202, -0.007450371515005827, -0.029210524633526802, -0.08275612443685532, 0.001365187345072627, 0.016411473974585533, 0.025210436433553696, 0.0441383421421051, -0.016602810472249985, 0.007810752838850021, 0.04158172383904457, -0.053296878933906555, -0.013142415322363377, 0.0008910518372431397, -0.0069847325794398785, -0.02858673222362995, -0.040267668664455414, 0.013495945371687412, -0.04796220362186432, -0.02303135208785534, 0.014879943802952766, -0.006200563162565231, 0.046322789043188095, -0.018899105489253998, 0.011064909398555756, -0.009812340140342712, 0.01606425642967224, -0.061255596578121185, -0.03266067057847977, -0.001869416213594377, 0.061047423630952835, 0.012015540152788162, -0.061984796077013016, -0.0621788389980793, 0.0512487031519413, 0.08726485818624496, -0.03135991469025612, -0.013393149711191654, -0.04530110955238342, -0.029749801382422447, -0.054790325462818146, 0.0853651762008667, -0.13522663712501526, 0.070293128490448, 0.000657453085295856, 0.04979536682367325, 0.05866032466292381, 0.01686021126806736, -0.010301093570888042, -0.018930910155177116, 0.0330621600151062, -0.05856335163116455, -0.02645048499107361, 0.04597911238670349, 0.08310699462890625, -0.0073271868750452995, 0.00829989742487669, 0.030443917959928513, -0.05058150365948677, -0.012575192376971245, 0.012773723341524601, 0.023737525567412376, -0.014431354589760303, -0.06688451766967773, -0.05484692007303238, 0.0015961678000167012, -0.025377672165632248, -0.008834334090352058, 0.048381008207798004, 0.02973020263016224, -0.026024434715509415, 0.057995278388261795, -0.014269568026065826, -0.03523169830441475, 0.07659020274877548, -0.004545527510344982, 0.0016675948863849044, 0.01776844821870327, -0.024595890194177628, 0.004252323415130377, -0.03396153822541237], [-0.06458526104688644, 0.0016803975449874997, -0.019049447029829025, 0.01741109788417816, 0.016997503116726875, -0.00923155527561903, -0.06741750240325928, -0.01655283011496067, 0.08620058745145798, -0.037020593881607056, 0.018706442788243294, 0.028257736936211586, -0.05485989525914192, 0.009366628713905811, -0.021740807220339775, -0.08346843719482422, 0.026792854070663452, 0.02644215151667595, 0.015076009556651115, -0.001902180491015315, -0.013086439110338688, -0.03766925632953644, -0.006013059057295322, -0.1275448054075241, 0.0286561232060194, -0.019348997622728348, 0.032592035830020905, -0.0019181609386578202, -0.003200584789738059, 0.060778483748435974, -0.02365639992058277, -0.013858286663889885, 0.01755787990987301, -0.024475296959280968, -0.04545370489358902, 0.009551353752613068, -0.05942770838737488, -0.02296563610434532, 0.009704403579235077, 0.022267905995249748, 0.007343779783695936, 0.08223869651556015, 4.730853470391594e-05, -0.01401050016283989, -0.003101169830188155, -0.00788160040974617, -0.012656084261834621, -0.010925537906587124, 0.014380115084350109, -0.0554693304002285, 0.11515136808156967, -0.0159889105707407, -0.00040362071013078094, 0.012121105566620827, 0.0010810205712914467, 0.0037865429185330868, -0.026013601571321487, -0.09179168194532394, 0.10105955600738525, -0.008101283572614193, 0.001018911018036306, 0.025548730045557022, 0.031210269778966904, -0.016277248039841652, -0.06260838359594345, 0.005431393161416054, -0.09846895188093185, -0.0192585326731205, -0.0010175713105127215, -0.003649159101769328, -0.02670837752521038, -0.06869904696941376, 0.0016195871867239475, 0.07485510408878326, -0.11203444004058838, 0.058396607637405396, -0.024299604818224907, 0.023123227059841156, 0.002764645265415311, -0.16195842623710632, 0.022476954385638237, 0.0772707611322403, 0.100318543612957, -0.0565255731344223, 0.04604801535606384, 0.11047077178955078, -0.031407106667757034, 0.03743840381503105, 0.09715152531862259, -0.00981349591165781, 0.04678281769156456, 0.026167739182710648, -0.04512181505560875, 0.03675747662782669, -0.013859888538718224, -0.01938043348491192, -0.0319809690117836, -0.05656474828720093, -0.09707222878932953, -0.02926086075603962, -0.05254326015710831, 0.09590187668800354, 0.07526000589132309, -0.00421551987528801, 0.04194427281618118, 0.030903752893209457, -0.014436190947890282, -0.01127261109650135, -0.07062392681837082, -0.03656317666172981, -0.00721347751095891, -0.008654745295643806, -0.036729007959365845, -0.0051244162023067474, 0.0160191860049963, -0.025993410497903824, 0.05322197079658508, 0.009560751728713512, -0.011792544275522232, 0.030896147713065147, -0.07624325901269913, -0.04191138595342636, 0.02752264402806759, -0.05523569881916046, 0.0012388132745400071, 0.006353643722832203, -0.021715197712183, 0.0775344967842102], [0.04258638620376587, -0.04056432843208313, -0.05230969935655594, 0.0688994899392128, -0.03438762575387955, -0.11023688316345215, 0.08864374458789825, 0.05672304332256317, 0.044190116226673126, -0.15862351655960083, 0.0421663336455822, 0.028795210644602776, -0.048449862748384476, -0.005477902013808489, -0.006634040270000696, 0.004903021268546581, -0.026281757280230522, -0.03385510295629501, -0.009015139192342758, 0.044227611273527145, -0.0404515340924263, -0.04353346303105354, -0.04200221970677376, 0.0057370648719370365, -0.01720629632472992, 0.00923607312142849, -0.00347287580370903, -0.03517435863614082, -0.007347456645220518, -0.04308732599020004, -0.016763219609856606, -0.001520449761301279, 0.009138860739767551, -0.07970509678125381, -0.11756717413663864, 0.032537657767534256, -0.037371791899204254, 0.06701931357383728, -0.013960910961031914, 0.013832764700055122, -0.03286207839846611, 0.04874015972018242, 0.021253816783428192, 0.03096572868525982, -0.05792701244354248, -0.008017024956643581, 0.032669439911842346, -0.04523399844765663, -0.0034498749300837517, -0.05599986016750336, -0.019921522587537766, -0.007311079651117325, 0.0245472751557827, 0.028828205540776253, 0.012037754990160465, -0.024629991501569748, -0.01131194643676281, 0.03216259926557541, -0.03525110334157944, 0.04924819618463516, -0.02531963214278221, 0.018659817054867744, 0.028474606573581696, -0.01152754109352827, -0.04133935272693634, -0.07982824742794037, 0.01155148260295391, -0.014908264391124249, 0.0935918539762497, 0.006329505704343319, 0.04165705293416977, -0.013024259358644485, -0.06164190545678139, 0.10820787400007248, -0.058954522013664246, 0.06499236822128296, -0.023189924657344818, 0.08380047976970673, 0.013901294209063053, -0.05818910896778107, 0.03465580567717552, 0.11125532537698746, 0.12132994830608368, -0.06981153786182404, 0.02022496424615383, 0.12996961176395416, 0.05871598795056343, -0.06419113278388977, 0.044991325587034225, -0.11356858164072037, 0.0997842401266098, 0.059194937348365784, 0.05990027263760567, 0.09319380670785904, -0.0036965161561965942, -0.08394642174243927, 0.07257159799337387, -0.07898083329200745, -0.1337524801492691, -0.04728162661194801, -0.07100961357355118, 0.08132299035787582, 0.04639526084065437, 0.04656931012868881, 0.007346123922616243, 0.03115745820105076, -0.0271673072129488, -0.005472335033118725, -0.014449266716837883, -0.1011856347322464, -0.033786989748477936, 0.004225520882755518, -0.002429765649139881, -0.053872331976890564, 0.029059208929538727, -0.04487641900777817, 0.07583200931549072, -0.030744848772883415, 0.017181290313601494, -0.03462613746523857, -0.03841665759682655, 0.0506737157702446, 0.008531101047992706, 0.09823207557201385, -0.05825568363070488, 0.11876055598258972, -0.02835250459611416, -0.1279889941215515], [-0.024177052080631256, 0.03538943827152252, -0.031021803617477417, 0.017188936471939087, -0.02640792541205883, -0.0999290719628334, 0.02840954065322876, 0.023591423407197, 0.0011879786616191268, -0.03717220202088356, -0.019290488213300705, 0.02713637426495552, 0.0013702553696930408, 0.0577000267803669, 0.027961211279034615, 0.06505944579839706, -0.030793393030762672, 0.04426160082221031, -0.018519651144742966, 0.014851391315460205, -0.020189417526125908, -0.033868830651044846, -0.008753457106649876, -0.003589018015190959, -0.015401394106447697, 0.014407457783818245, -0.03026040457189083, -0.036871667951345444, 0.02007526531815529, -0.062252890318632126, -0.06463238596916199, 0.02206825464963913, 0.08395464718341827, -0.025449655950069427, -0.0587196871638298, -0.007449538446962833, -0.00789049081504345, 0.03621421381831169, 0.0002101488207699731, 0.05745050311088562, -0.011548996903002262, 0.0339009054005146, 0.050780586898326874, 0.09451648592948914, -0.044114261865615845, -0.03549196198582649, 0.0056074694730341434, -0.009445526637136936, 0.035746295005083084, 0.02160743623971939, -0.03441962972283363, -0.035511698573827744, -0.004333109594881535, 0.038437359035015106, 0.03130841627717018, 0.04319443553686142, 0.0034554179292172194, -0.012361117638647556, -0.1314590722322464, 0.06424843519926071, -0.0164560005068779, 0.015569179318845272, 0.011967500671744347, -0.05108707770705223, -0.035548143088817596, 0.044200699776411057, 0.006688476074486971, -0.012065239250659943, 0.06737390905618668, 0.012623944319784641, -0.06653883308172226, 0.028001518920063972, 0.024003518745303154, 0.02512877993285656, -0.015841247513890266, -0.011143408715724945, -0.007225263398140669, 0.034040667116642, 0.0037883413024246693, -0.034464333206415176, 0.06439146399497986, 0.053339920938014984, 0.0801401138305664, -0.05113112926483154, 0.09096144884824753, 0.12994025647640228, 0.01223162841051817, -0.002090705558657646, 0.047599341720342636, -0.07159309834241867, 0.05982499197125435, 0.057432111352682114, 0.01594703271985054, -0.013973930850625038, 0.027711501345038414, -0.005439747124910355, 0.05760456994175911, 0.0075841741636395454, -0.05730273947119713, 0.0072476561181247234, 0.015699148178100586, 0.0629187747836113, 0.05687195062637329, -0.008438424207270145, -0.071238212287426, 0.0755566880106926, -0.050509240478277206, -0.002114836825057864, -0.06253641098737717, -0.042855892330408096, 0.011516046710312366, 0.0020495615899562836, 0.043105896562337875, -0.007634512148797512, -0.0565161369740963, -0.04223421961069107, 0.02390126883983612, 0.060575954616069794, 0.04014630988240242, -0.03350965678691864, 0.0019399509765207767, 0.032768674194812775, -0.011902307160198689, 0.10190004855394363, -0.06853393465280533, -0.023738155141472816, -0.009854312986135483, -0.09288617968559265], [0.008475101552903652, -0.016497930511832237, -0.0010360021842643619, 0.011652672663331032, -0.013186302967369556, -0.052706968039274216, 0.05694706737995148, 0.020233159884810448, 0.0393703319132328, -0.004225536249577999, -0.0658918023109436, 0.04057127609848976, -0.030394738540053368, -0.0020178460981696844, -0.020449822768568993, 0.06175142154097557, -0.020277442410588264, -0.03802883252501488, -0.007452225778251886, 0.010115178301930428, -0.02929086424410343, -0.029699068516492844, -0.06752441823482513, 0.07163020223379135, 0.02034352533519268, 0.0045424592681229115, 0.030434027314186096, -0.010369001887738705, 0.020582808181643486, -0.03800990805029869, -0.031098244711756706, 0.0015126372454687953, 0.1217108964920044, -0.06911367923021317, -0.01572730578482151, 0.053764790296554565, -0.03318246826529503, 0.007421265356242657, 0.007954904809594154, -0.014921924099326134, 0.007215399760752916, -0.011130381375551224, 0.01820271834731102, 0.052564386278390884, -0.07656211405992508, -0.03306932374835014, 0.04418779909610748, -0.029506055638194084, 0.024066423997282982, 0.0011098249815404415, 0.003543969476595521, -0.010866503231227398, 0.02181483432650566, -0.017205379903316498, -0.023482348769903183, -0.05274415388703346, -0.03970486298203468, 0.05966416001319885, -0.06909248232841492, 0.028602102771401405, 0.020479677245020866, 0.04160825163125992, -0.00907528679817915, -0.0257935281842947, -0.013433526270091534, 0.028175195679068565, 0.004124855622649193, 0.039820246398448944, 0.04649736359715462, 0.04617012292146683, -0.07258832454681396, -0.001694561098702252, 0.0017889756709337234, 0.04148287698626518, -0.02164512686431408, -0.050758346915245056, -0.014584962278604507, 0.02391139604151249, 0.06492504477500916, -0.08658481389284134, 0.05545135587453842, 0.07686556130647659, 0.040712520480155945, -0.10619965940713882, 0.042985204607248306, 0.05002116411924362, 0.008048276416957378, -0.027692846953868866, 0.05472014844417572, -0.013278271071612835, 0.03649037331342697, -0.015906643122434616, 0.039139144122600555, 0.05205821245908737, 0.04155946150422096, -0.025972284376621246, 0.00842345878481865, -0.035798728466033936, -0.07027949392795563, -0.032606709748506546, 0.06296928226947784, 0.043456338346004486, 0.007281121797859669, -0.004778583999723196, 0.008433486334979534, 0.02610819786787033, 0.009073430672287941, -0.03307504951953888, -0.019410036504268646, -0.001181095722131431, 0.015828216448426247, -0.009528392925858498, 0.05129881948232651, 0.0006867765332572162, -0.07122936844825745, -0.0420653373003006, 0.05978156253695488, 0.0029043229296803474, -0.023250291123986244, -0.039122022688388824, -0.06045577675104141, 0.0359366200864315, -0.04871409386396408, 0.12187118828296661, -0.09019925445318222, 0.06549043953418732, -0.008285075426101685, -0.08070287853479385], [-0.007661345414817333, -0.0018574442947283387, -0.0624375119805336, 0.04812972620129585, -0.042521048337221146, -0.00451488234102726, 0.016127845272421837, 0.000460856594145298, 0.05643266439437866, -0.009679647162556648, -0.001445595407858491, -0.0021706342231482267, -0.05288650095462799, 0.012762419879436493, -0.013814442791044712, 0.02735132724046707, -0.023867078125476837, 0.05892601236701012, -0.0012691754382103682, 0.032401926815509796, -0.08652611076831818, -0.08429063111543655, -0.039486851543188095, 0.049293454736471176, -0.0036016085650771856, 0.0003471502277534455, 0.011506744660437107, -0.04783518612384796, 0.022843612357974052, -0.03645463287830353, -0.02684648521244526, 0.008758142590522766, 0.05240849405527115, -0.03727617487311363, 0.004993371199816465, 0.0261501744389534, 0.009584873914718628, 0.024227488785982132, 0.018163278698921204, 0.15472523868083954, -0.01990235224366188, -0.0009736780193634331, 0.018180178478360176, 0.07541007548570633, -0.05405038967728615, -0.0284076239913702, -0.010237611830234528, -0.040695320814847946, 0.03384720906615257, -0.032926708459854126, 0.000858979532495141, 0.021665414795279503, 0.003252183087170124, -0.02051565796136856, 0.018851397559046745, -0.00643248250707984, 0.004298452287912369, -0.004432694520801306, -0.04358844831585884, 0.019374709576368332, -0.013795807026326656, 0.014540916308760643, 0.0715351328253746, -0.052056390792131424, -0.05659148469567299, -0.005661449395120144, 0.00644626235589385, -0.0479423888027668, 0.03309447318315506, 0.014719691127538681, 0.027424229308962822, -0.028813866898417473, 0.009026994928717613, 0.03144758939743042, -0.09846177697181702, 0.013227386400103569, -0.00729660177603364, 0.06501151621341705, -0.00897624995559454, -0.05761360377073288, 0.019645586609840393, 0.04811733216047287, 0.02347145974636078, -0.037826091051101685, 0.02090643346309662, 0.15169598162174225, -0.026794079691171646, -0.025876594707369804, 0.053510311990976334, -0.028368912637233734, 0.08842376619577408, 0.03555244579911232, 0.007092658430337906, -0.012449551373720169, 0.06688421219587326, -0.0803273618221283, -0.01903420127928257, -0.01842876523733139, -0.09255265444517136, 0.01783577725291252, 0.009520688094198704, 0.1088799461722374, 0.017494702711701393, 0.0013815308921039104, -0.016015207394957542, 0.06807831674814224, -0.020852796733379364, -0.005794557277113199, -0.01946590095758438, -0.01756477542221546, -0.006480805575847626, -0.056126970797777176, 0.01427942980080843, -0.02554995007812977, -0.042825113981962204, -0.08086829632520676, 0.10352370887994766, 0.02922774851322174, 0.04078046604990959, -0.010887732729315758, -0.08840307593345642, 0.0788000226020813, -0.012583320029079914, 0.09099437296390533, -0.04435320571064949, -0.005332561209797859, -0.008215793408453465, -0.08821742236614227], [0.08253247290849686, -0.05357152968645096, 0.0023943891283124685, 0.014887080527842045, -0.010096338577568531, -0.035690199583768845, 0.14671076834201813, 0.03153017535805702, -0.08344949036836624, 0.05057894065976143, -0.0020434651523828506, -0.003830519737675786, 0.020555010065436363, 0.04045655578374863, 0.01656419225037098, 0.14270615577697754, 0.0009790559997782111, 0.025306109338998795, -0.0014304399956017733, 0.005519299767911434, 0.005489098373800516, 0.004515639040619135, 0.027875768020749092, 0.17021837830543518, -0.03967192396521568, -0.008366710506379604, 0.006330360658466816, -0.009905240498483181, 0.012611476704478264, -0.18332110345363617, -0.026800986379384995, 0.039267729967832565, 0.015255446545779705, 0.004410226363688707, 0.005570967681705952, 0.027006572112441063, -0.035980045795440674, 0.02810855582356453, -0.00695791793987155, 0.028307996690273285, -0.02035374380648136, -0.026107244193553925, 0.03743406757712364, 0.0027609742246568203, -0.008899953216314316, -0.03576704487204552, -0.008399209007620811, -0.0020181997679173946, -0.059476811438798904, -0.06649199873209, -0.07497940212488174, 0.009371786378324032, -0.03091961145401001, -0.012341356836259365, 0.04981555417180061, -0.02225523628294468, 0.031110741198062897, 0.0652601346373558, -0.07216837257146835, -0.034528836607933044, -0.022300908342003822, -0.011435278691351414, -0.028554463759064674, -0.02205004170536995, -0.041224487125873566, 0.018584731966257095, -0.004620666150003672, -0.005791329778730869, 0.012793904170393944, -0.03853071480989456, -0.003165704198181629, 0.03323257714509964, 0.01907309703528881, 0.04605608060956001, -0.10678211599588394, -0.048264920711517334, 0.06997008621692657, 0.017534973099827766, 0.0024984136689454317, -0.028720853850245476, -0.09626481682062149, 0.0031034392304718494, 0.05066116899251938, 0.00782860815525055, -0.05950262397527695, -0.052281394600868225, -0.024530792608857155, -0.03363928198814392, 0.13228338956832886, -0.07634422928094864, 0.10318408906459808, -0.0237243864685297, 0.0862310379743576, 0.007236864883452654, 0.02593141980469227, 0.019383274018764496, -0.04610772058367729, 0.07900391519069672, -0.0877472534775734, -0.07864779978990555, 0.07104629278182983, 0.1256125569343567, -0.033787019550800323, 0.04322391748428345, 0.03519776090979576, -0.03916957229375839, -0.014588683843612671, -0.04380660131573677, 0.0946718379855156, -0.004786986857652664, 0.03358149528503418, -0.030352812260389328, -0.009548509493470192, 0.04387705773115158, 0.024026663973927498, 0.0564870685338974, 0.013453892432153225, -0.016281984746456146, -0.03807385638356209, -0.055214475840330124, -0.06841188669204712, 0.03554890677332878, -0.027682550251483917, -0.011198490858078003, 0.03364798054099083, 0.026896484196186066, 0.043741464614868164, -0.02928704395890236], [-0.02327587455511093, 0.0026403763331472874, 0.011076596565544605, -0.005503656808286905, -0.06756314635276794, -0.03742897883057594, 0.05991009622812271, -0.005128243938088417, -0.0177738256752491, -0.022443149238824844, -0.07324115186929703, 0.020714955404400826, 0.0027070664800703526, -0.01963038370013237, -0.049927931278944016, 0.09493224322795868, -0.058282025158405304, -0.009579996578395367, 0.0013548381393775344, -0.02278095856308937, -0.06595814973115921, 0.016259215772151947, -0.025053845718503, 0.0017222205642610788, -0.017460258677601814, 0.0018836623057723045, 0.0025105387903749943, -0.002608436392620206, 0.05966346710920334, -0.12043237686157227, -0.026311207562685013, 0.03789500519633293, 0.08230217546224594, -0.07122530788183212, -0.03574078157544136, -0.006971340626478195, -0.0003670503501780331, 0.11063803732395172, -0.006987609434872866, -0.00914998259395361, 0.005406205076724291, -0.041199736297130585, -0.00041160956607200205, 0.09610462933778763, -0.005081181414425373, -0.05421155318617821, 0.011412814259529114, -0.00064730184385553, -0.037291716784238815, -0.013110369443893433, -0.044390369206666946, -0.03713054955005646, 0.04778929799795151, -0.012878693640232086, -0.005145112052559853, 0.033472493290901184, -0.042478665709495544, 0.01861632987856865, -0.12634487450122833, 0.04931025579571724, 0.04380478337407112, 0.0003155074082314968, 0.028125643730163574, -0.00010233151988359168, -0.04444802552461624, -0.038866594433784485, 0.0993904322385788, 0.0410446897149086, 0.014741327613592148, -0.03651299700140953, -0.06639353185892105, 0.05404632166028023, -0.014750384725630283, -0.012606601230800152, -0.06792836636304855, 0.0029727076180279255, 0.0043796333484351635, 0.0134429344907403, 0.021849343553185463, -0.08769459277391434, -0.03901435807347298, 0.1074240505695343, 0.04527295008301735, 0.014459829777479172, 0.009797398932278156, 0.02967502921819687, -0.08454430848360062, -0.019808046519756317, 0.039902232587337494, -0.09002456068992615, 0.1690388023853302, -0.034534089267253876, 0.052843157202005386, 0.04814453795552254, 0.012742559425532818, -0.009170038625597954, -0.00018041115254163742, 0.06914858520030975, -0.10385522246360779, -0.02608603797852993, 0.028992420062422752, 0.045652005821466446, -0.07585360109806061, -0.009735357016324997, 0.017014600336551666, -0.014031901955604553, 0.03179596737027168, -0.01592438295483589, 0.03414841368794441, -0.0444578155875206, 0.046672120690345764, -0.0362258218228817, 0.01377374678850174, 0.0160357765853405, 0.0012724933912977576, 0.018461378291249275, 0.08803519606590271, 0.029161157086491585, 0.02262233942747116, -0.014772598631680012, -0.05772202089428902, 0.05384333059191704, -0.05416455119848251, 0.023273250088095665, 0.015460176393389702, 0.0778799057006836, 0.0490933433175087, -0.010063707828521729], [0.07333622127771378, 0.014658438041806221, -0.028160851448774338, -0.0038899865467101336, -0.050956711173057556, -0.02933889627456665, 0.052253689616918564, -0.01131253968924284, -0.007545582018792629, -0.001918089808896184, 0.013568110764026642, 0.005851976107805967, -0.04317387938499451, 0.03154323250055313, 0.02499089576303959, 0.08440952003002167, 0.026311026886105537, 0.015279820188879967, -0.019762733951210976, 0.06045470014214516, -0.03555009141564369, -0.07458081841468811, -0.014403006061911583, 0.08436277508735657, -0.01160320732742548, 0.0076801348477602005, -0.02461603842675686, -0.05538487806916237, 0.059803497046232224, -0.04910619556903839, -0.021566597744822502, -0.022048605605959892, 0.07342132180929184, -0.06277982890605927, 0.0279101449996233, 0.008510048501193523, 0.012837037444114685, 0.0016836090944707394, 0.03907370939850807, 0.02682534232735634, -0.026915960013866425, -0.038241323083639145, 0.0394095778465271, 0.04983271285891533, 0.02739444561302662, -0.009300658479332924, 0.0002894814242608845, -0.004418223164975643, 0.04128478467464447, -0.00023386454267892987, -0.008044362999498844, -0.006633663084357977, -0.0025235305074602365, -0.03693191707134247, 0.03067687898874283, -0.03567890077829361, 0.021937301382422447, -0.017320549115538597, -0.04776177555322647, -0.0421191044151783, -0.0315580777823925, -0.039899423718452454, 0.015169529244303703, 0.022023925557732582, -0.020526988431811333, -0.03661809489130974, 0.04798894748091698, -0.013964978978037834, -0.01993023231625557, 0.02146868035197258, 0.017916642129421234, 0.0006222215015441179, -0.03269636258482933, 0.02669721655547619, -0.07287893444299698, 0.03818725422024727, -0.010125703178346157, 0.059275560081005096, -0.028311626985669136, -0.10093793272972107, 0.05020357668399811, 0.08852951973676682, 0.0305856391787529, 0.0037326025776565075, 0.0785008892416954, 0.08960577845573425, -0.037574417889118195, -0.03603808209300041, 0.07624627649784088, 0.027048587799072266, 0.10758816450834274, -0.015174646861851215, 0.07923509925603867, 0.01783576048910618, -0.026084860786795616, -0.021999677643179893, -0.024580659344792366, -0.043919287621974945, -0.049209173768758774, 0.014745946042239666, 0.047441598027944565, 0.009310076013207436, -0.006992986425757408, 0.00581242935732007, 0.04758867621421814, 0.04654084891080856, -0.007522422820329666, 0.014859095215797424, -0.026298442855477333, 0.02419675700366497, 0.009575104340910912, -0.062126703560352325, 0.00984115619212389, -0.05159199982881546, 0.00582415796816349, -0.01608027145266533, 0.07740066200494766, 0.017676319926977158, -0.012801161967217922, -0.0392247773706913, -0.06025348976254463, 0.02935696952044964, -0.03822604939341545, 0.06724235415458679, -0.0358208529651165, 0.005653165280818939, -0.012491075322031975, -0.1021343246102333], [-0.09638753533363342, -0.0423075295984745, -0.01939406618475914, 0.03296114131808281, -0.008749382570385933, -0.007685815915465355, -0.03653765097260475, 0.03818215802311897, 0.0918128713965416, 0.01698192022740841, 0.006944689434021711, 0.04222907871007919, -0.03219213709235191, -0.014847270213067532, -0.043999604880809784, -0.03556372970342636, -0.039429277181625366, -0.010958236642181873, 0.06034809723496437, 0.00809552427381277, -0.06356030702590942, -0.052845362573862076, 0.013332395814359188, -0.016378676518797874, 0.008753923699259758, -0.008976713754236698, 0.01574048213660717, -0.06809531897306442, 0.02291892096400261, -0.019646020606160164, -0.03412002697587013, 0.08857142925262451, 0.1848127394914627, -0.00041874340968206525, -0.0334106907248497, 0.04034649580717087, -0.06589101999998093, -0.006557290907949209, 0.0350019596517086, 0.0023259208537638187, 0.03308562561869621, 0.10453370213508606, 0.028531773015856743, -0.02848723530769348, -0.14037483930587769, 0.008259495720267296, -0.0011378774652257562, -0.09351322799921036, 0.016284700483083725, -0.08387289941310883, 0.06780686974525452, -0.025982214137911797, -0.04976573586463928, 0.012700297869741917, 0.06629206240177155, 0.02502632513642311, -0.04420117661356926, -0.04700794816017151, 0.06611522287130356, 0.011618523858487606, 0.09229598939418793, -0.00860618893057108, 0.04263807460665703, -0.08429186791181564, -0.046506449580192566, -0.03307278826832771, -0.014046866446733475, 0.007012870162725449, 0.026923760771751404, -0.021160947158932686, 0.09081683307886124, -0.0645020604133606, 0.0023488295264542103, 0.02496020682156086, -0.08974064141511917, 0.1142556443810463, -0.14443431794643402, -0.003485462861135602, 0.018070928752422333, -0.06333816051483154, 0.05446678400039673, 0.10950500518083572, 0.012657753191888332, -0.14127720892429352, 0.11943917721509933, 0.15172147750854492, 0.03756115585565567, 0.118954136967659, 0.04764702916145325, 0.03307458758354187, 0.01194770447909832, 0.09763958305120468, -0.018679536879062653, 0.007517090067267418, 0.07033269852399826, -0.02887933887541294, 0.006867541465908289, -0.10658177733421326, -0.07132269442081451, -0.0028246266301721334, -0.01978403888642788, -0.0012042963644489646, 0.05636727809906006, 0.006127986591309309, -0.051046233624219894, 0.07821238040924072, -0.011972291395068169, -0.004908072762191296, -0.09675656259059906, 0.028790803626179695, 0.012548267841339111, 0.03162729740142822, 0.031111322343349457, 0.03141135349869728, -0.17562319338321686, -0.11629533767700195, 0.07082365453243256, 0.045528594404459, -0.005218688398599625, 0.04106207937002182, -0.05509619042277336, 0.00030005176085978746, -0.03737495094537735, 0.02894635871052742, -0.1383526772260666, 0.019759155809879303, 0.017127037048339844, -0.018071146681904793], [0.016151536256074905, 0.0027067065238952637, 0.009264479391276836, 0.0430903322994709, -0.020793044939637184, -0.027768651023507118, 0.06629040837287903, 0.017869507893919945, -0.00018318527145311236, 0.008724511601030827, 0.0028826117049902678, 0.01658596470952034, 0.007828877307474613, 0.0023832444567233324, 0.013614893890917301, 0.05144085735082626, -0.025598546490073204, 0.006494141183793545, -0.0241105854511261, 0.005199233070015907, -0.010638820007443428, 0.016474895179271698, -0.037481196224689484, 0.014072217978537083, -0.015214430168271065, -6.28097404842265e-05, -0.008631590753793716, -0.01454813964664936, 0.05253531038761139, -0.07121676951646805, -0.07037913799285889, 0.0015902098966762424, 0.10335410386323929, -0.04475001245737076, -0.002091369591653347, 0.03590986132621765, -0.010525555349886417, 0.12677866220474243, 0.008004263043403625, 0.022597629576921463, -0.019965652376413345, 0.0008332380675710738, -0.00047309481306001544, 0.01336999237537384, -0.08241520076990128, -0.018902817741036415, 0.016357755288481712, -0.04119795560836792, 0.00498834066092968, -0.02798093855381012, -0.024601049721240997, 0.011709649115800858, -0.007822399958968163, 0.008119341917335987, 0.009076512418687344, -0.06346499919891357, 0.0064414325170218945, 0.011041275225579739, -0.034638844430446625, 0.001466090208850801, -0.03544684126973152, 0.015856854617595673, 0.03469915688037872, 0.0066017871722579, -0.08260513097047806, -0.0012526620412245393, 0.04752301052212715, 0.0014505092985928059, 0.04312707111239433, 0.01602100394666195, -0.01327256578952074, 0.01770312339067459, -0.023900028318166733, -0.04192189499735832, -0.06620889157056808, -0.008960402570664883, 0.0044114976190030575, 0.06919156014919281, 0.01937597431242466, -0.09962159395217896, 0.040034662932157516, 0.07564594596624374, 0.051260367035865784, 0.023571724072098732, 0.028323058038949966, 0.10941889137029648, 0.038053758442401886, -0.04190770164132118, 0.04180722311139107, -0.04875928536057472, 0.14631178975105286, 0.004996760282665491, 0.06221115216612816, 0.07295351475477219, 0.06724348664283752, -0.024081489071249962, -0.018433284014463425, -0.04439283162355423, -0.09762384742498398, -0.05540597811341286, -0.004754444118589163, 0.0938943549990654, 0.05867199972271919, 0.047921471297740936, 0.013437313959002495, 0.052068453282117844, -0.017496690154075623, -0.02818651683628559, 0.015820631757378578, 0.010138227604329586, -0.039671141654253006, -0.03759438917040825, 0.035369016230106354, -0.0024592953268438578, 0.019427506253123283, -0.01719510555267334, 0.08882112801074982, 0.04199809581041336, 0.046823080629110336, 0.013242692686617374, 0.018277136608958244, 0.033529095351696014, -0.009559154510498047, 0.05324869975447655, -0.035393062978982925, 0.019602155312895775, 0.013215557672083378, -0.04321540892124176], [-0.045728810131549835, -0.0003045814228244126, -0.046586986631155014, -0.0018524974584579468, -0.04758228361606598, -0.025120442733168602, 0.01810893975198269, -0.019774792715907097, 0.024559997022151947, -0.0012898966670036316, -0.008527475409209728, 0.07587873190641403, -0.033068809658288956, -0.014272574335336685, -0.011936063878238201, -0.027179047465324402, -0.02628241665661335, 0.026825882494449615, 0.04838303104043007, 0.027142632752656937, -0.021877186372876167, -0.02124031074345112, -0.0053487434051930904, 0.015166628174483776, -0.022731445729732513, -0.0025325478054583073, -0.007596347946673632, -0.02106284908950329, 0.016520336270332336, -0.04054972529411316, -0.010240515694022179, 0.08082683384418488, 0.020995745435357094, -0.0038950545713305473, -0.06510096788406372, 0.00618378072977066, -0.052909236401319504, 0.04796607419848442, -0.0055844648741185665, 0.0010390345705673099, 0.012643472291529179, 0.03608688339591026, 0.002985207363963127, -0.01685275509953499, -0.06421272456645966, -0.00019529531709849834, 0.006697341334074736, -0.041884973645210266, -0.026199620217084885, -0.029265068471431732, -0.020045850425958633, -0.04825828596949577, 0.0027463301084935665, 0.016778144985437393, 0.027662575244903564, -0.001968014519661665, -0.011020873673260212, 0.04391658306121826, -0.029694313183426857, -0.014113496989011765, -0.034024883061647415, 0.0017168043414130807, 0.009197639301419258, -0.0575760081410408, 0.06825639307498932, 0.018975485116243362, 0.016575098037719727, 0.02947908826172352, 0.040530819445848465, -0.03864315524697304, -0.014491971582174301, 0.0036314507015049458, -0.009835564531385899, -0.030817583203315735, -0.022582553327083588, 0.010155406780540943, -0.06686604768037796, -0.015332960523664951, 0.03989788889884949, -0.03661513328552246, -0.05225390940904617, 0.07224424183368683, -0.009984447620809078, 0.00945216417312622, -0.00028980409842915833, 0.0491633377969265, -0.0879884883761406, -0.014192997477948666, 0.053235240280628204, -0.06899445503950119, 0.05244968831539154, -0.0333564430475235, 0.0484093576669693, -0.016655733808875084, 0.04201803728938103, -0.007274395786225796, -0.047292616218328476, 0.007067627273499966, -0.04475519806146622, -0.01313148345798254, -5.012167093809694e-05, 0.01792287454009056, -0.02056746557354927, -0.032743651419878006, 0.0011098904069513083, -0.015920067206025124, -0.015543082728981972, -0.006446255370974541, -0.02503569796681404, 0.009465011768043041, 0.008752033114433289, 0.05271269008517265, 0.020550940185785294, -0.0038985407445579767, -0.0298258438706398, -0.013926255516707897, 0.04400963708758354, 0.02482951246201992, 0.03354666009545326, -0.02462952956557274, -0.07487257570028305, 0.05894789099693298, -0.04251215234398842, 0.03750334680080414, -0.006008289288729429, 0.03793776035308838, 0.0354708656668663, -0.0639297217130661], [0.0010567507706582546, 0.0030896032694727182, -0.016362939029932022, 0.01563916727900505, -0.044451359659433365, -0.15139614045619965, 0.010814281180500984, -0.01108330674469471, 0.015455693006515503, -0.14598551392555237, -0.027258673682808876, -0.005970166064798832, -0.016278453171253204, 0.0301782488822937, -0.006586592644453049, -0.017492517828941345, -0.003024405101314187, 0.07981058955192566, 0.02632862702012062, 0.0030635648872703314, -0.013817550614476204, 0.010155819356441498, -0.006896153558045626, -0.027218138799071312, 0.008081790059804916, -0.002231940161436796, 0.0054166438058018684, -0.018151041120290756, -0.0048368521966040134, -0.02007974125444889, -0.023950550705194473, 0.01443294808268547, 0.031703054904937744, -0.004645999521017075, -0.1759434938430786, 0.009889919310808182, -0.01743268594145775, -0.0005759994965046644, -0.015377294272184372, 0.010610450990498066, 0.006586647126823664, 0.0061418116092681885, -0.0487147755920887, 0.058032918721437454, -0.04030841216444969, -0.014782731421291828, 0.01584804058074951, -0.029759079217910767, -0.032870836555957794, -0.01577511802315712, 0.024130720645189285, -0.045798975974321365, -0.006086044479161501, 0.013554619625210762, -0.0012894324027001858, 0.020617958158254623, -0.021876275539398193, 0.020602909848093987, -0.022465474903583527, 0.01181547436863184, -0.01542664784938097, 0.022342165932059288, 0.01334313303232193, -0.007600250653922558, -0.04961979016661644, 0.009196669794619083, 0.008528387174010277, -0.04336033761501312, -0.018354371190071106, -0.023055683821439743, -0.020906521007418633, -0.058278847485780716, 0.017157305032014847, 0.10911305248737335, -0.02058562822639942, -0.007160507142543793, -0.0037375926040112972, 0.02062995359301567, 0.03937866538763046, -0.03753047063946724, 3.340361945447512e-05, 0.06361708790063858, -0.028064416721463203, 0.019813954830169678, 0.01596860960125923, 0.09097664058208466, -0.04281192645430565, 0.05324941873550415, -0.00533452769741416, -0.024624019861221313, 0.02503858134150505, -0.09081825613975525, 0.05283598229289055, 0.027598021551966667, 0.030400946736335754, 0.05741356313228607, -0.03151548281311989, -0.06812777370214462, -0.02740434557199478, 0.009620816446840763, 0.0009919065050780773, 0.027385791763663292, -0.0492192804813385, 0.004069129936397076, 0.017473265528678894, 0.06266922503709793, 0.03160487860441208, 0.013825401663780212, -0.03506382927298546, -0.0874464139342308, 0.002646674634888768, -0.012975193560123444, 0.012769998982548714, 0.009635298512876034, -0.027965672314167023, 0.004851155914366245, 0.027206381782889366, 0.10982685536146164, -0.07800073176622391, 0.040755745023489, -0.024395518004894257, 0.05795551836490631, 0.021333038806915283, 0.025742657482624054, 0.008418278768658638, -0.02334539219737053, -0.034693606197834015, -0.07127047330141068], [0.06224590912461281, 0.0036738805938512087, -0.005157335661351681, -0.01804974116384983, -0.010328846052289009, -0.0358915850520134, 0.0300533976405859, -0.006073466967791319, -0.002822282025590539, 0.005796917714178562, 0.0002892684715334326, 0.044097501784563065, -0.03202831372618675, 0.017433518543839455, 0.003722153836861253, 0.011998089961707592, 0.008249279111623764, 0.03867865726351738, 0.007364771328866482, 0.08123844116926193, -0.03333643451333046, -0.057611916214227676, -0.008915462531149387, 0.05445326492190361, 0.00881121214479208, -0.007196080405265093, -0.04045410826802254, -0.014896973967552185, 0.050527479499578476, -0.05632127448916435, -0.024924779310822487, 0.002470012754201889, 0.07540629059076309, -0.04262642562389374, -0.016589457169175148, 0.0880875214934349, 0.011299554258584976, -0.04596186429262161, -0.00461945915594697, -0.01941581442952156, -0.010919870808720589, -0.0018504565814509988, 0.004933231510221958, 0.06194734200835228, -0.035890039056539536, -0.0255526602268219, 0.01466725580394268, 0.01100090704858303, 0.010016543790698051, 0.01942087896168232, -0.00020055372442584485, -0.007134633604437113, -0.0071526188403368, -0.01138710230588913, 0.004824939649552107, -0.047641366720199585, 0.046376388520002365, -0.017137723043560982, -0.06127164140343666, -0.024852583184838295, -0.014533601701259613, 0.013192122802138329, -0.014601334929466248, -0.02965446747839451, 0.04963302984833717, -0.006781297270208597, 0.035048823803663254, 0.044733695685863495, -0.040280088782310486, 0.028106728568673134, -0.004530306439846754, -0.045646026730537415, -0.02446063794195652, 0.05125407874584198, -0.05290650203824043, 0.0065108430571854115, 0.006214288529008627, 0.035290904343128204, -0.057667382061481476, -0.09160370379686356, 0.03291512280702591, 0.051693424582481384, 0.05288173630833626, -0.013492546044290066, 0.03312811255455017, 0.11459576338529587, 0.03778550773859024, -0.020764237269759178, 0.12564031779766083, -0.019315673038363457, 0.10257511585950851, 0.03914104774594307, 0.008762598037719727, -0.03166452795267105, -0.04694556072354317, 0.03731834143400192, -0.026229465380311012, -0.014449045062065125, -0.05703495442867279, -0.043701980262994766, 0.06505438685417175, 0.0569927841424942, -0.03059598058462143, -0.054758306592702866, 0.0064713722094893456, 0.08739311248064041, -0.02307252585887909, -0.012343103997409344, -0.02780071645975113, 0.051030952483415604, -0.0536670982837677, -0.08168550580739975, 0.03900398313999176, -0.05478201434016228, -0.006102862302213907, -0.03219019994139671, 0.05713484436273575, 0.019324887543916702, 0.03750602528452873, 0.057915426790714264, -0.08976854383945465, 0.03408864513039589, -0.04801858589053154, 0.057354509830474854, 0.001670185592956841, 0.016887573525309563, 0.019123313948512077, -0.08460614830255508], [0.02319931425154209, -0.029130378738045692, 0.02064492739737034, 0.06075200438499451, -0.01662326231598854, -0.04133943095803261, 0.1481606662273407, 0.002181034069508314, 0.036133985966444016, -0.10417181253433228, -0.050815485417842865, -0.005910099484026432, -0.06008763238787651, 0.01360640674829483, -0.008746279403567314, 0.057046547532081604, -0.05805365741252899, 0.028202414512634277, 0.028786376118659973, -0.03446345776319504, -0.07255855202674866, -0.07294990122318268, -0.02935868874192238, 0.052245885133743286, 0.04361693188548088, 0.05068669468164444, -0.005825452972203493, -0.10879050940275192, 0.09185130894184113, -0.1339418590068817, -0.03346644714474678, 0.08797217160463333, 0.10851581394672394, -0.02689328044652939, 0.010696502402424812, 0.034665267914533615, 0.0023272051475942135, -0.016953574493527412, -0.02002524398267269, 0.002631404437124729, -0.03705693036317825, 0.043384578078985214, 0.03154323622584343, 0.0513317808508873, 0.01658596098423004, -0.024311868473887444, 0.02726372517645359, -0.05633876472711563, 0.010642068460583687, -0.08278212696313858, -0.08954835683107376, -0.00013438508904073387, 0.004453921224921942, 0.01703810691833496, 0.07202310115098953, 0.08949317783117294, 0.027371805161237717, 0.0050624338909983635, -0.07024945318698883, -0.027601994574069977, -0.016533074900507927, 0.023067107424139977, 0.04919188842177391, -0.017263028770685196, -0.017544344067573547, -0.0007176364888437092, 0.03103053942322731, -0.05747620016336441, 0.0006642312509939075, 0.032837361097335815, 0.025081032887101173, -0.013219205662608147, 0.03867360204458237, 0.021243281662464142, -0.043501969426870346, 0.04052435979247093, 0.017605101689696312, 0.054925963282585144, -0.010223574936389923, -0.11277946084737778, 0.037385448813438416, 0.0480627715587616, 0.07935701310634613, -0.010285021737217903, 0.06745263189077377, 0.11401370167732239, 0.03907407820224762, -0.023397812619805336, -3.8092541217338294e-05, -0.059504199773073196, 0.04109475389122963, 0.04849221929907799, 0.03619474545121193, -0.008639327250421047, 0.025159157812595367, 0.02189384400844574, -0.003642649855464697, 0.005025433376431465, -0.06798093765974045, -0.06033392623066902, 0.038737066090106964, 0.03015046752989292, -0.008087510243058205, -0.05980166420340538, 0.005174723453819752, 0.0489700585603714, -0.03887748718261719, -0.008321338333189487, -0.044233813881874084, -0.007775983773171902, -0.03140969201922417, 0.010989095084369183, 0.03134775161743164, -0.01987895742058754, 0.014110798016190529, -0.02955571562051773, 0.08239562809467316, 0.02526247128844261, 0.015463530085980892, 0.05336381867527962, -0.0031642201356589794, 0.049156930297613144, 0.021073145791888237, 0.0717991292476654, -0.0933527946472168, 0.05429023131728172, -0.021843960508704185, -0.056930799037218094], [-0.03559053689241409, -0.02933516353368759, -0.010700497776269913, 0.05758190155029297, -0.058633770793676376, -0.05130681023001671, 0.05255313217639923, -0.004776083864271641, -0.007493756711483002, -0.03598295524716377, -0.05371324345469475, 0.029983384534716606, -0.002142839366570115, -0.005868878215551376, 0.003349337028339505, 0.03650425374507904, -0.01177471037954092, 0.05068802088499069, -0.012227577157318592, 0.059416089206933975, -0.005771755240857601, -0.020397478714585304, -0.02972753532230854, 0.056123390793800354, -0.015280456282198429, -0.001946251722984016, -0.00910382904112339, -0.02357691526412964, 0.013622384518384933, -0.12879927456378937, -0.05168134346604347, -0.00719690416008234, 0.10336434096097946, -0.0332145132124424, -0.04516851156949997, 0.024527525529265404, -0.021805206313729286, 0.0467233881354332, -0.03710610419511795, 0.01357222069054842, -0.04422404617071152, 0.029070857912302017, -0.01625131256878376, 0.03737468272447586, -0.05917685106396675, 0.004365687724202871, 0.02535550855100155, -0.027460908517241478, 0.021422794088721275, 0.017910348251461983, -0.058572765439748764, -0.04279816150665283, -0.01851019449532032, -0.002721902448683977, -0.020459767431020737, 0.006850066594779491, -0.04111702740192413, 0.002120501594617963, -0.024715445935726166, 0.01760130748152733, -0.04380210116505623, 0.008662404492497444, 0.05493945628404617, -0.0038454539608210325, -0.011601058766245842, -0.026549506932497025, 0.061638206243515015, 0.04080098867416382, 0.03712695837020874, -0.001131727360188961, 0.03311939910054207, 0.011535384692251682, -0.06775146722793579, 0.04271860793232918, -0.062451377511024475, 0.10419021546840668, -0.05087815597653389, 0.08058774471282959, -0.04503415524959564, -0.07928367704153061, -0.0065878769382834435, 0.09724581986665726, 0.030313920229673386, -0.10100569576025009, -0.02396942488849163, 0.11309342831373215, 0.08282333612442017, -0.005550397094339132, 0.041346680372953415, -0.07475004345178604, 0.04838956519961357, 0.12083320319652557, 0.0320674329996109, 0.03519142046570778, 0.05351069197058678, -0.07144799828529358, 0.0980013832449913, -0.065230593085289, -0.05568936467170715, -0.058225203305482864, 0.013604706153273582, -0.012888115830719471, 0.043164659291505814, -0.0351051427423954, -0.04457640275359154, -0.015099087730050087, -0.043379321694374084, -0.029034584760665894, 0.04242728278040886, 0.010019398294389248, 0.021502869203686714, 0.0010193432681262493, 0.015451574698090553, 0.002346492139622569, -0.028312433511018753, -0.09715045243501663, 0.009204654023051262, 0.024391787126660347, -0.028142832219600677, -0.026722941547632217, -0.058154501020908356, 0.013909121043980122, -0.05708339065313339, 0.08175160735845566, -0.030074352398514748, 0.06793764233589172, 0.0031066888477653265, -0.053791455924510956], [0.0944964662194252, 0.03201013803482056, 0.06972169876098633, -0.02229265496134758, -0.11738340556621552, -0.028846286237239838, 0.1674111932516098, 0.056511882692575455, -0.04653298109769821, -0.08718333393335342, -0.04003097116947174, -0.04382753744721413, -0.13800257444381714, 0.01183700654655695, -0.012331824749708176, 0.030556797981262207, -0.05783292278647423, 0.025462979450821877, 0.009965119883418083, 0.008856264874339104, -0.029176944866776466, -0.12489251047372818, -0.029352322220802307, 0.04202770069241524, -0.01859474554657936, -0.05354667827486992, -0.021876811981201172, -0.07043419778347015, 0.06714381277561188, -0.04811371862888336, -0.040132954716682434, 0.028689173981547356, 0.03787150979042053, -0.028902802616357803, -0.011875825002789497, 0.08790469169616699, 0.01599789410829544, 0.056103356182575226, 0.05136459320783615, 0.08499273657798767, -0.026404067873954773, -0.02462337724864483, 0.040081243962049484, 0.05274129658937454, 0.05865209549665451, -0.007125614210963249, 0.06857727468013763, -0.06970643997192383, 0.05514759197831154, -0.07264639437198639, 0.0208333358168602, -0.1083478182554245, 0.01185896247625351, -0.011049345135688782, 0.10249583423137665, 0.13052725791931152, -0.05756235122680664, 0.018565285950899124, -0.049614399671554565, 0.09118298441171646, -0.01579112932085991, -0.02018265426158905, 0.132486954331398, -0.01697082631289959, 0.05337321758270264, -0.014388136565685272, -0.05450711026787758, 0.0575127899646759, 0.026856616139411926, 0.05309811607003212, -0.06761128455400467, 0.023911379277706146, 0.008551324717700481, 0.029605180025100708, 0.0002196236455347389, -0.0287336315959692, 0.062314048409461975, 0.02706931158900261, 0.04333256557583809, -0.03862227126955986, 0.023079078644514084, 0.011514374054968357, 0.029976990073919296, 0.021226156502962112, -0.0007389825186692178, 0.04493379220366478, 0.05283116176724434, -0.0383470393717289, 0.017660116776823997, -0.045128513127565384, 0.0313362292945385, -0.005134458653628826, 0.020317507907748222, -0.03137564659118652, 0.0056811971589922905, 0.006994800642132759, 0.03325238451361656, 0.019725708290934563, 0.004042746499180794, -0.07100474834442139, -0.05088510364294052, 0.01843930408358574, 0.04676584526896477, 0.021852480247616768, -0.027373621240258217, 0.02873186208307743, -0.009218399412930012, -0.02863140031695366, 0.04231012985110283, -0.08702109754085541, 0.006384208332747221, -0.02137666381895542, 0.002183095086365938, -0.05679982528090477, 0.038408271968364716, 0.006407635752111673, 0.07564672082662582, 0.02013343572616577, -0.009517754428088665, -0.004230126738548279, 0.03006012924015522, -0.05739760026335716, 0.02624022215604782, 0.03907931596040726, -0.01562543213367462, 0.008023691363632679, 0.016913024708628654, -0.014028482139110565], [0.12296625971794128, 0.015617945231497288, 0.10690487921237946, -0.00349404732696712, -0.13670140504837036, -0.002354467986151576, 0.1702851802110672, -0.013754032552242279, -0.1427910029888153, -0.036772072315216064, -0.011877283453941345, -0.08067652583122253, -0.05642194300889969, 0.002878977218642831, -0.03856687992811203, 0.1368788778781891, 0.007963266223669052, -0.004369792994111776, 0.0014213041868060827, -0.025456201285123825, -0.016741368919610977, -0.01799418404698372, -0.010627779178321362, 0.13044939935207367, 0.004716366063803434, 0.005266168154776096, -0.06319985538721085, -0.015199567191302776, 0.05612987279891968, -0.15302911400794983, 0.0051599908620119095, 0.002062487881630659, 0.05808110535144806, -0.024682462215423584, 0.003833785420283675, -0.009734215214848518, 0.0648636594414711, -0.007470499724149704, 0.04224472865462303, 0.003214725060388446, -0.0009327232255600393, -0.06201186031103134, 0.006361414212733507, 0.026313453912734985, -0.01069007720798254, 0.047128014266490936, 0.01761494390666485, -0.014408275485038757, 0.028170233592391014, -0.022944211959838867, -0.06930216401815414, -0.01680556870996952, 0.0038056375924497843, -0.07152175903320312, 0.0004971956368535757, 0.055007729679346085, -0.04074675962328911, -0.018311480060219765, -0.08637461811304092, 0.04557684808969498, 0.009485130198299885, -0.06435758620500565, 0.03312726318836212, -0.007119560148566961, -0.021260112524032593, -0.0004889099509455264, -0.046511318534612656, -0.05887649953365326, 0.00842494610697031, -0.002063441090285778, -0.009764826856553555, -0.03302466869354248, -0.003000398399308324, 0.062337830662727356, -0.06863243132829666, -0.026646651327610016, 0.06816566735506058, -0.015685243532061577, -0.014796078205108643, -0.12445543706417084, -0.028489110991358757, -0.027692250907421112, 0.07076772302389145, 0.04015233367681503, -0.03175472840666771, -0.02862435020506382, -0.054917819797992706, -0.05576126649975777, -0.013001266866922379, -0.05634646862745285, 0.11045777052640915, -0.010968713089823723, -0.010714733973145485, 0.042545877397060394, -0.026632439345121384, -0.03375532105565071, -0.06886985152959824, 0.05556192621588707, -0.013318012468516827, -0.04119744524359703, 0.03093777969479561, 0.08331079035997391, 0.03749607503414154, 0.0362289659678936, 0.05296647548675537, -0.03645217418670654, 0.028410037979483604, 0.0011266949586570263, 0.02651371620595455, -0.030810119584202766, -0.07031912356615067, -0.0011710169492289424, -0.02358343079686165, -0.004852684214711189, 0.002617496531456709, 0.0297416802495718, 0.030626002699136734, -0.06077956780791283, 0.023854512721300125, 0.00601682486012578, -0.02604861743748188, 0.002866217866539955, -0.021314511075615883, -0.03965943306684494, 0.07168962806463242, -0.03086833283305168, 0.005770514253526926, 0.007832194678485394], [0.05580414459109306, -0.023801324889063835, 0.05001507326960564, -0.011623893864452839, -0.07875599712133408, 0.04268122836947441, 0.08509340137243271, 0.04832160100340843, 0.009467451833188534, 0.06336769461631775, -0.05449138209223747, 0.01309372577816248, -0.06475719064474106, -0.018329454585909843, 0.01188328955322504, 0.03308155760169029, -0.06957034766674042, -0.008112016133964062, 0.014865736477077007, 0.0043134079314768314, 0.018753955140709877, -0.05618591606616974, 0.004739738535135984, 0.05316542834043503, 0.03529440239071846, 0.03606948256492615, 0.03566490858793259, -0.06884975731372833, 0.10417967289686203, -0.02969200909137726, -0.06264112144708633, 0.04967720806598663, 0.07304739952087402, -0.0008789004059508443, 0.03758201748132706, 0.04777451232075691, -0.03963933512568474, 0.047665610909461975, 0.04507443308830261, 0.02528386004269123, -0.01117769069969654, 0.006346884649246931, 0.07737791538238525, 0.01043558120727539, 0.019623039290308952, 0.007374036591500044, 0.014152414165437222, 0.0144621217623353, 0.04458194226026535, -0.03549341484904289, -0.011956699192523956, -0.08166544139385223, -0.015216061845421791, 0.012952622026205063, 0.033955641090869904, 0.08016403764486313, -0.035377539694309235, -0.023114221170544624, -0.09760387241840363, 0.03646163269877434, 0.007044849451631308, 0.012166187167167664, 0.04197411984205246, -0.006951071787625551, 0.03995200991630554, 0.02894739806652069, 0.013574491254985332, -0.013251098804175854, -0.012534016743302345, 0.013750089332461357, 0.08451826870441437, 0.004747400991618633, -0.012552131898701191, -0.08347038924694061, -0.0070784855633974075, 0.03188112750649452, -0.019802557304501534, -0.030854234471917152, -0.02077905833721161, -0.07149611413478851, -0.024528352543711662, -0.011859232559800148, 0.06581871956586838, -0.04949531331658363, 0.0806555300951004, 0.08207514882087708, 0.05003929138183594, -0.0013536751503124833, -0.0006124042556621134, -0.06390691548585892, -0.006006780080497265, 0.03803437575697899, 0.020920824259519577, -0.020855197682976723, 0.009450729936361313, -0.02184799313545227, -0.008131386712193489, -0.06465685367584229, 0.038861390203237534, -0.022973116487264633, 0.048074204474687576, 0.013214352540671825, 0.012630227021872997, 0.03197178617119789, 0.010531906969845295, 0.036937735974788666, -0.07424338161945343, 0.03616233542561531, -0.04378647729754448, 0.085717111825943, -0.13109822571277618, 0.04500372335314751, 0.08106040954589844, 0.029162047430872917, -0.08477064967155457, 0.01575692743062973, 0.011100334115326405, 0.03213362768292427, 0.035001881420612335, -0.010408895090222359, -0.02539747580885887, 0.08383188396692276, -0.04362574964761734, 0.09308731555938721, -0.03973013907670975, 0.0009537813602946699, 0.016723137348890305, -0.09282667189836502], [-0.009805931709706783, -0.020349938422441483, 0.026981530711054802, 0.04594824090600014, -0.019086357206106186, 0.00752912787720561, 0.03826780244708061, 0.050248805433511734, 0.003376551205292344, 0.03246118873357773, -0.03252461180090904, -0.01182563230395317, 0.012652432546019554, -0.025676338002085686, 0.01111879013478756, 0.004723166115581989, -0.02189403399825096, -0.0009303943952545524, 0.006074291188269854, 0.006081843748688698, 7.147803262341768e-05, 0.006824885495007038, -0.06193665415048599, 0.01174674928188324, 0.027108635753393173, 0.0015525026246905327, 0.012426990084350109, 0.00677046924829483, 0.05843042954802513, -0.001018149545416236, -0.005912296939641237, 0.003947268705815077, 0.10196946561336517, -0.03382163122296333, 0.039763111621141434, 0.044723428785800934, 0.0016943456139415503, 0.042903684079647064, -0.013655872084200382, 0.014502049423754215, 0.0006320243701338768, 0.013531878590583801, 0.0013516013277694583, 0.03292364999651909, -0.06045190244913101, 0.023164181038737297, 0.026486191898584366, -0.06557957082986832, 0.03751799464225769, 0.009038696996867657, 0.03141586109995842, -0.013631999492645264, 0.02193588763475418, -0.024095674976706505, -0.007281173951923847, -0.004851765464991331, -0.02700980380177498, -0.003204633016139269, 0.030475545674562454, -0.02554246410727501, 0.022867465391755104, -0.006434446666389704, 0.061037153005599976, -0.012269983068108559, 0.09498704969882965, -0.03291410580277443, -0.0312055591493845, -0.030947120860219002, -0.034716058522462845, -0.005673990584909916, -0.014776350930333138, -0.09790832549333572, 0.07255611568689346, -0.006045663729310036, -0.05992862582206726, 0.014001209288835526, -0.04101097583770752, 0.024419115856289864, 0.008151593618094921, -0.046554047614336014, -0.07507997751235962, 0.08152645081281662, 0.008236843161284924, 0.0068704839795827866, -0.06563520431518555, 0.054242365062236786, -0.027419449761509895, 0.012166153639554977, -0.007191553246229887, 0.036051806062459946, 0.17781338095664978, 0.013688886538147926, -0.03104940429329872, 0.055577296763658524, -0.005885550752282143, -0.026008499786257744, -0.06263145059347153, -0.0028952406719326973, -0.05163516104221344, 0.08028742671012878, 0.012268478982150555, 0.029023991897702217, 0.04413057491183281, -0.08518040180206299, 0.07366848737001419, 0.032159850001335144, 0.004257807042449713, -0.001941014896146953, 0.025682922452688217, 0.0036073497030884027, -0.08938734233379364, -0.020902341231703758, 0.030638087540864944, 0.08119453489780426, 0.01574375294148922, 0.03353378176689148, 0.11142638325691223, 0.02562985196709633, -0.010298293083906174, 0.05320160463452339, -0.12509271502494812, 0.007124368101358414, 0.0016725999303162098, 0.023560408502817154, -0.009860453195869923, 0.008439643308520317, -0.016525819897651672, -0.005527075845748186], [0.044667042791843414, 0.005300391465425491, -0.027080755680799484, -0.0028037859592586756, -0.04970758780837059, -0.07364857941865921, 0.02238764800131321, -0.011880747973918915, -0.022789493203163147, -0.0775722786784172, 0.020431680604815483, 0.05326234921813011, 0.005697386339306831, 0.020804021507501602, 0.02881256863474846, -0.0022122524678707123, 0.01021501049399376, 0.012330297380685806, -0.02191888727247715, 0.026097025722265244, -0.04772350564599037, -0.04232039675116539, -0.07441221922636032, 0.07944333553314209, -0.015975169837474823, 0.0077635422348976135, -0.01887478679418564, -0.07134093344211578, -0.011448676697909832, -0.011237279511988163, -0.004486836027354002, -0.028769362717866898, 0.07773146033287048, -0.045312535017728806, -0.05354125797748566, 0.01186191476881504, 0.008096430450677872, 0.007532717660069466, -0.00015833538782317191, -0.011433511972427368, 0.019358394667506218, 0.036584313958883286, 0.04637672007083893, -3.93886657548137e-05, -0.03730279579758644, -0.010964748449623585, 0.0323965810239315, -0.050474029034376144, -0.025260869413614273, -0.019215520471334457, 0.012989646755158901, -0.023914899677038193, 0.0026662489399313927, -0.0032640525605529547, 0.02106030285358429, -0.030529044568538666, 0.002757785841822624, 0.030485985800623894, -0.04457760229706764, -0.021366748958826065, -0.025822695344686508, -0.0055707888677716255, 0.050717052072286606, 0.017567044124007225, -0.04533446952700615, -0.04960419982671738, 0.025828780606389046, 0.026311904191970825, -0.09800407290458679, 0.02117655798792839, 0.030610017478466034, 0.024167245253920555, -0.037203267216682434, 0.10141381621360779, -0.07170048356056213, 0.07550710439682007, -0.0021967312786728144, 0.13253791630268097, -0.12155492603778839, -0.09213174134492874, 0.05470281466841698, 0.004044851288199425, 0.0672183632850647, -0.0008460645913146436, 0.06334707885980606, 0.07255680114030838, -0.00435261707752943, -0.012218118645250797, 0.034286245703697205, 0.03924678638577461, 0.1275469958782196, 0.050026267766952515, 0.11826924979686737, -0.03180724382400513, -0.035120002925395966, 0.05532325431704521, -0.04964219033718109, -0.027692094445228577, -0.022031672298908234, -0.08462665230035782, -0.029037903994321823, 0.1422906517982483, -0.0024660674389451742, -0.055765870958566666, 0.03395969048142433, 0.05502074956893921, -0.030394108965992928, -0.07787331938743591, -0.0035834822338074446, -0.07467306405305862, 0.01826106570661068, -0.11966854333877563, -0.05054505169391632, -0.0891689732670784, 0.07045648247003555, -0.0740148276090622, 0.03690040856599808, 0.04128337651491165, 0.06223271042108536, 0.029828818514943123, 0.022331764921545982, 0.034882139414548874, -0.016261233016848564, 0.08800315856933594, 0.038944344967603683, 0.002463339827954769, -0.018332332372665405, -0.05612275376915932], [0.01895957812666893, -0.030927889049053192, 0.0076201255433261395, 0.02769169770181179, -0.035311371088027954, 0.028179222717881203, 0.1560208648443222, 0.008891299366950989, -0.07403669506311417, 0.05149048566818237, 0.020759304985404015, 0.027869999408721924, -0.0699116438627243, 0.03555595502257347, 0.02291564643383026, 0.15152592957019806, 0.0025711925700306892, 0.004651051480323076, 0.013264731504023075, 0.011733108200132847, -0.024478688836097717, -0.03489367663860321, 0.00025172397727146745, 0.13056021928787231, 0.005059730727225542, -0.030015433207154274, 0.039290811866521835, -0.003614481072872877, -0.010135002434253693, -0.14233362674713135, 0.007392884697765112, 0.013698847033083439, 0.009274258278310299, -0.01871567778289318, 0.010449718683958054, 0.03468487784266472, 0.0303642675280571, 0.035826750099658966, 0.005708253476768732, 0.020475054159760475, -0.007537586614489555, -0.04155707359313965, 0.008733078837394714, -0.027882186695933342, -0.054973214864730835, -0.006535542197525501, -0.010802902281284332, -0.0178034920245409, -0.014298135414719582, -0.023152312263846397, -0.12748315930366516, -0.013786355033516884, -0.007882768288254738, -0.031956762075424194, 0.029520025476813316, -0.009413168765604496, -0.02168130688369274, 0.011764095164835453, -0.045054834336042404, -0.023812610656023026, 0.03222951665520668, -0.029386788606643677, 0.05117141827940941, -0.05156811326742172, -0.06115195155143738, -0.01789596676826477, 0.01655719242990017, -0.05480779707431793, -0.010176019743084908, -0.008356848731637001, 0.006792374886572361, 0.031267840415239334, 0.023891186341643333, -0.014453881420195103, -0.0892186313867569, -0.03693125769495964, -8.86393099790439e-05, 0.008798561058938503, -0.01146603748202324, -0.11005472391843796, -0.0538950152695179, 0.020260902121663094, 0.08720369637012482, -0.013875365257263184, -0.02737913839519024, 0.01432175375521183, 0.07549291104078293, -0.026437511667609215, 0.08502821624279022, -0.04933735355734825, 0.07446552067995071, 0.005026818253099918, 0.10225161910057068, 0.035306841135025024, 0.0010513837914913893, 0.0229930579662323, -0.018272273242473602, -0.02146902121603489, -0.011758126318454742, -0.03991493955254555, 0.11424417793750763, 0.06486523151397705, -0.04562564566731453, 0.019849028438329697, -0.017100678756833076, 0.020437132567167282, -0.01746504195034504, -0.0028895491268485785, 0.04125835373997688, 0.020645109936594963, -0.025745423510670662, -0.019854282960295677, -0.003509086323902011, 0.027280990034341812, -0.05068672075867653, 0.10156085342168808, 0.0698743537068367, -0.024331282824277878, -0.007940694689750671, -0.010207654908299446, -0.05486102029681206, 0.11423752456903458, -0.01550823450088501, 0.03342147171497345, -0.018503690138459206, -0.009845047257840633, -0.011910435743629932, -0.04711423069238663], [0.03012612648308277, 0.008517413400113583, -0.013245000503957272, -0.027298271656036377, -0.10266357660293579, -0.030939826741814613, 0.029593447223305702, -0.0010605186689645052, 0.018281465396285057, 0.054804686456918716, 0.05940006673336029, 0.051508817821741104, -0.018441002815961838, 0.018420005217194557, 0.014339026995003223, -0.018937207758426666, 0.010440163314342499, 0.04429564252495766, 0.0192139632999897, 0.08601360023021698, -0.01619638130068779, -0.030393723398447037, 0.005163928493857384, 0.009537206962704659, -0.053973596543073654, -0.025005172938108444, -0.049456074833869934, -0.05645953491330147, 0.03825575113296509, -0.0370691753923893, -0.049069784581661224, -0.02490409091114998, 0.06601604074239731, -0.0679711326956749, 0.011982359923422337, 0.06278616189956665, -0.0069721899926662445, 0.01638045720756054, 0.020302437245845795, 0.0025151006411761045, 0.00016478092584293336, 0.021003160625696182, 0.0045748502016067505, 0.028795570135116577, -0.02883416786789894, 0.014899082481861115, 0.00597056420519948, 0.012797383591532707, 0.05282913148403168, 0.01593000628054142, 0.032015006989240646, -0.017823882400989532, -0.0010137937497347593, -0.00652275700122118, 0.013117699883878231, -0.049305517226457596, 0.026608476415276527, 0.006838062312453985, -0.03094978630542755, -0.041516780853271484, -0.027906052768230438, -0.015797505155205727, 0.0516529344022274, -0.0016016151057556272, -0.03553152456879616, -0.047011252492666245, -0.024127306416630745, 0.003281134180724621, 0.0036740635987371206, 0.058487050235271454, -0.02629912458360195, -0.024397095665335655, -0.05256141349673271, 0.0179506316781044, -0.1038292869925499, 0.021337494254112244, -0.03279494494199753, 0.060995250940322876, -0.017894430086016655, -0.09594864398241043, 0.0037432441022247076, 0.04323665425181389, 0.0772944837808609, -0.06024478003382683, 0.044043757021427155, 0.0641743615269661, 0.002958625089377165, -0.03071918524801731, 0.08929511159658432, -0.015851346775889397, 0.08551793545484543, -0.018364015966653824, -0.010680103674530983, 0.008100018836557865, -0.008664845488965511, -0.01642047055065632, -0.05243450775742531, -0.05839313194155693, -0.09214465320110321, -0.016149068251252174, 0.00566981453448534, 0.011079576797783375, 0.0228267889469862, -0.016922976821660995, 0.03707803413271904, 0.05179668962955475, -0.02565833181142807, 0.04550942778587341, -0.03834576904773712, 0.008567347191274166, -0.04430938884615898, -0.06502284854650497, 0.012538357637822628, -0.01606973074376583, 0.032199181616306305, 0.03257622942328453, 0.11405586451292038, -0.019606849178671837, -0.006941359955817461, -0.015525281429290771, -0.0394618846476078, 0.05377460643649101, -0.03610745817422867, 0.1062265932559967, -0.01703808456659317, 0.014050374738872051, -0.004205133765935898, -0.055857010185718536], [-0.01586310938000679, -0.026821782812476158, -0.03543318063020706, 0.11017504334449768, 0.02887054905295372, -0.06906949728727341, 0.09025022387504578, -0.013405349105596542, 0.011074059642851353, -0.023415567353367805, 0.03821137920022011, 0.04452226683497429, 0.033948227763175964, -0.030340109020471573, 0.0031759808771312237, 0.010184265673160553, 0.010546893812716007, -0.027708519250154495, -0.07022235542535782, -0.001112497178837657, -0.0018559038871899247, -0.013226309791207314, -0.09747263789176941, -0.01928703486919403, 0.017829004675149918, 0.0057813250459730625, 0.004505455493927002, 0.04564522206783295, -0.02590538002550602, -0.05553990229964256, 0.009211547672748566, 0.019352983683347702, 0.05239085108041763, 0.0204039067029953, 0.02265280671417713, 0.0510060116648674, -0.024156862869858742, 0.15234598517417908, 0.0022719507105648518, -0.008974411524832249, -0.02323296293616295, 0.013840698637068272, -0.011314546689391136, 0.0004822164191864431, -0.1193169429898262, -0.0015402325661852956, -0.0030557606369256973, -0.07318663597106934, -0.012599014677107334, -0.0035070586018264294, -0.00360368425026536, 0.042376644909381866, 0.028194837272167206, 0.01645890437066555, 0.007600585930049419, -0.10212026536464691, 0.013769489713013172, -0.02063758671283722, 9.142339877143968e-06, 0.003303507575765252, 0.07270631194114685, 0.00986559223383665, 0.049000296741724014, 0.0046736979857087135, 0.033026088029146194, -0.002067682333290577, 0.03546646609902382, -0.013334195129573345, -0.01099804975092411, 0.006434303242713213, -0.006570842582732439, -0.06304360181093216, 0.0008223585900850594, 0.0166475847363472, 0.023178160190582275, -0.00362885813228786, 0.01158791221678257, -0.005749676376581192, 0.011951903812587261, -0.08559072017669678, -0.011584881693124771, 0.012604215182363987, 0.007904578000307083, 0.03971025347709656, 0.013884243555366993, 0.09903190284967422, 0.002225084463134408, 0.026940176263451576, -0.007157306652516127, -0.025995932519435883, 0.02600499987602234, 0.018363583832979202, 0.043054480105638504, 0.030760811641812325, 0.00433351332321763, 0.018243130296468735, 0.020118331536650658, -0.01973426528275013, -0.037520237267017365, -0.0030565878842025995, -0.04748053103685379, 0.09220512211322784, -0.011187862604856491, -0.011800085194408894, -0.02826707437634468, 0.029978271573781967, -0.0768410861492157, -0.005691175814718008, -0.005296721588820219, -0.002011978067457676, -0.06756439059972763, -0.023908110335469246, 0.021202493458986282, 0.012001932598650455, 0.0703408420085907, -0.028335843235254288, 0.024147003889083862, 0.0012138624442741275, 0.08813022822141647, 0.0005762660875916481, 0.007394888903945684, 0.03587809205055237, 0.05910557508468628, 0.09559963643550873, -0.037829432636499405, 0.000492239254526794, 0.013388209976255894, -0.020823221653699875], [0.11375448107719421, 0.010410466231405735, 0.09531668573617935, -0.07556122541427612, -0.07760811597108841, -0.008718833327293396, 0.149737149477005, 0.0035463296808302402, -0.16617460548877716, -0.04229983687400818, 0.0013042305363342166, -0.10152813047170639, -0.027447273954749107, -0.0003515986318234354, -0.022896302863955498, 0.1487353891134262, -0.026999475434422493, -0.021499672904610634, -0.0073548005893826485, 0.0020550964400172234, -0.05665689706802368, 0.024829182773828506, -0.019612930715084076, 0.1547173410654068, 0.03119730018079281, 0.017763681709766388, -0.0024761762470006943, -0.01377840805798769, 0.009418858215212822, -0.15340274572372437, -0.013301907107234001, -0.04340223968029022, 0.01261054165661335, -0.037385765463113785, 0.020906750112771988, 0.0054291314445436, 0.09113229066133499, 0.011993560008704662, 0.03589801862835884, -0.002290859119966626, -0.033849962055683136, -0.10013937950134277, 0.0462832897901535, 0.047051455825567245, 0.011093489825725555, 0.013701453804969788, 0.05077013000845909, -0.0034958012402057648, 0.035767458379268646, 0.01745590753853321, -0.08180703967809677, -0.040480006486177444, -0.012608389370143414, 0.036496326327323914, -0.006333974655717611, -0.018891382962465286, -0.00952090509235859, 0.05911117047071457, -0.060451772063970566, -0.0032445010729134083, 0.009793243370950222, -0.011377396993339062, -0.00392001261934638, 0.007067088037729263, -0.10526704043149948, -0.0039975689724087715, -0.050960831344127655, -0.05090528726577759, 0.02820245921611786, -0.0018615141743794084, -0.024838410317897797, -0.005592236295342445, -0.0377957858145237, 0.07183279097080231, -0.05739515274763107, -0.0279525276273489, 0.041790079325437546, 0.029050607234239578, 0.0008252341649495065, -0.11258906871080399, -0.03330705314874649, -0.007186239585280418, 0.057660117745399475, 0.034510497003793716, -0.0621827207505703, -0.06212526187300682, -0.041474733501672745, -0.0668281763792038, 0.01484276819974184, -0.013840729370713234, 0.03727450594305992, -0.09682537615299225, 0.009747317992150784, 0.04351713880896568, -0.027970142662525177, -0.024706324562430382, -0.08612848073244095, 0.038808632642030716, -0.027971014380455017, -0.03914961218833923, 0.04391397163271904, 0.09165811538696289, 0.057414814829826355, 0.012862775474786758, 0.0236344113945961, -0.043347183614969254, 0.02366148866713047, 0.02007031813263893, 0.06999925523996353, -0.005223712883889675, 0.03195735812187195, 0.02696852758526802, -0.06848179548978806, -0.032343726605176926, 0.0645390972495079, 0.04781981185078621, 0.028179973363876343, -0.02940576709806919, 0.026529807597398758, -0.025328274816274643, 0.04004643112421036, 0.018404867500066757, -0.025986064225435257, -0.033025965094566345, 0.08322133123874664, 0.05115092173218727, -0.011410857550799847, -0.003176261903718114], [0.0509437695145607, -0.025839349254965782, 0.04392515495419502, -0.026071971282362938, -0.09350509196519852, -0.04856955632567406, 0.07530093193054199, 0.023935850709676743, -0.017135262489318848, -0.012673192657530308, 0.0026554339565336704, 0.003913165535777807, -0.07261910289525986, 0.031192317605018616, 0.026365095749497414, 0.0721791461110115, -0.049778569489717484, 0.07814038544893265, 0.02089204266667366, 0.06691450625658035, -0.04837688058614731, -0.04913930594921112, 0.01101825200021267, 0.015508286654949188, -0.0023324196226894855, -0.05992136895656586, -0.030217939987778664, -0.05919741466641426, 0.08947328478097916, -0.0777059867978096, -0.14973969757556915, 0.029085839167237282, 0.10090178996324539, -0.08053480088710785, 0.02641426771879196, 0.09351233392953873, -0.09786831587553024, 0.07431768625974655, 0.031674135476350784, 0.03935786709189415, -0.035073939710855484, -0.018077678978443146, 0.035642556846141815, 0.09959154576063156, -0.03240782395005226, -0.047397490590810776, 0.01857314258813858, -0.043937113136053085, -0.010544009506702423, -0.08621719479560852, 0.007672100327908993, -0.11603881418704987, -0.005537586752325296, -0.00011094840738223866, 0.04085808992385864, 0.0016647613374516368, -0.01388121023774147, -0.030765829607844353, -0.058952447026968, 0.02343885786831379, -0.0588640458881855, -0.000783771276473999, 0.009576618671417236, -0.017631875351071358, 0.025881482288241386, 0.004574161488562822, -0.03481503948569298, 0.01340960431843996, -0.007260187994688749, -0.04595398157835007, -0.040918979793787, -0.04472365975379944, 0.0133920107036829, -0.08646939694881439, -0.05322890728712082, 0.004125227686017752, -0.0030207012314349413, 0.025262925773859024, 0.08893443644046783, -0.023779181763529778, -0.0936589315533638, 0.01598934456706047, 0.018978500738739967, -0.005561842583119869, -0.025083784013986588, 0.02353406697511673, -0.03129899129271507, -0.0007123110117390752, 0.015102295204997063, -0.018718084320425987, 0.067841537296772, 0.02753462828695774, -0.036871373653411865, -0.022511864081025124, 0.0032704146578907967, -0.03900301083922386, -0.01252187043428421, 0.011675802990794182, -0.02459263615310192, -0.0007944274693727493, -0.030014554038643837, 0.03985140100121498, 0.03394169732928276, -0.006792402360588312, -0.04094795510172844, -0.0194611307233572, -0.018536075949668884, 0.004481032956391573, 0.027860788628458977, -0.005553234834223986, -0.01702418550848961, -0.035182300955057144, 0.012888581492006779, 0.06538581103086472, 0.011396810412406921, 0.01927405595779419, 0.06319884210824966, 0.055175501853227615, -0.035954855382442474, 0.0079842833802104, -0.007415311876684427, -0.04209301620721817, 0.008788704872131348, -0.031152723357081413, -0.023387301713228226, 0.029711594805121422, 0.006225598510354757, -0.01937638409435749], [0.0173491258174181, -0.0015485009644180536, -0.02610413357615471, 0.026986943557858467, -0.015897780656814575, -0.007180428132414818, 0.08889546245336533, -0.0015727417776361108, -0.05262667313218117, 0.05839691683650017, -0.03133687004446983, 0.023215940222144127, 0.005205320194363594, 0.0014818934723734856, -0.010188955813646317, 0.07312939316034317, -0.04738718271255493, 0.04518011957406998, 0.07641023397445679, 0.01524890772998333, 0.0076586175709962845, 0.03869514912366867, 0.021667547523975372, 0.05095290765166283, -0.023573467507958412, -0.04427248612046242, 0.001832790905609727, -0.028189029544591904, 0.005533392541110516, -0.07407370954751968, -0.05588941276073456, 0.0420672707259655, 0.032428089529275894, -0.05308061093091965, 0.006136030424386263, -0.05115466192364693, -0.010190077126026154, 0.025488106533885002, -0.009490073658525944, 0.04791192710399628, -0.001151393516920507, 0.019197814166545868, 0.009191382676362991, 0.03129129484295845, -0.03691960126161575, -0.02381196990609169, -0.04099320247769356, -0.004282346926629543, 0.006513818167150021, -0.024690071120858192, -0.04324020445346832, 0.024653220549225807, -0.0077937329187989235, 0.04375523701310158, 0.015397181734442711, -0.015769774094223976, 0.006234902888536453, 0.011504278518259525, -0.0976501926779747, 0.04468967020511627, 0.009029350243508816, -0.008638218976557255, 0.028180189430713654, 0.006534978281706572, -0.0930401012301445, 0.03524504229426384, 0.03906885161995888, -0.01768982969224453, -0.0550154484808445, -0.11478199064731598, -0.04871038347482681, 0.006952854339033365, -0.0119641637429595, -0.07235664874315262, -0.15199807286262512, 0.0395461730659008, 0.037343963980674744, 0.020309770479798317, -0.03961676359176636, 0.010901233181357384, -0.08906617760658264, 0.10427813977003098, -0.004737024661153555, -0.028260143473744392, 0.0039621805772185326, 0.06249885633587837, -0.05363837629556656, 0.012892336584627628, 0.05453220382332802, -0.030576732009649277, 0.10423830151557922, 0.053707052022218704, 0.05088483914732933, -0.026912612840533257, 0.0756535455584526, 0.053266704082489014, 0.01705258898437023, 0.059479933232069016, -0.13362577557563782, -0.02997695654630661, 0.0688958540558815, 0.08641112595796585, -0.07637419551610947, -0.0308938417583704, -0.05826945975422859, -0.03269480913877487, 0.048069097101688385, -0.024095384404063225, 0.013180678710341454, -0.03955202177166939, 0.08359844237565994, -0.10280285030603409, 0.006192836910486221, -0.001523445243947208, 0.0492284782230854, 0.010792138054966927, 0.05013483762741089, 0.10959796607494354, -0.04181038588285446, 0.018466472625732422, -0.1314755231142044, -0.01222694106400013, 0.02562061697244644, 0.005246254615485668, 0.02691754512488842, 0.07583677768707275, 0.050955720245838165, -0.0582144595682621], [0.03361745923757553, 0.010659560561180115, -0.023164628073573112, 0.029402924701571465, -0.011429693549871445, -0.06983432918787003, 0.03930629417300224, 0.022892003878951073, 0.03888188675045967, -0.05955827981233597, 0.0035242955200374126, -0.05952271446585655, -0.02585868164896965, -0.0075648995116353035, 0.009646860882639885, 0.03626852110028267, -0.013647103682160378, 0.03646599128842354, -0.004313381854444742, 0.0093286894261837, -0.05145404487848282, 0.009661978110671043, -0.030651139095425606, 0.034000907093286514, -0.03457129746675491, 0.0060646673664450645, 0.014110103249549866, -0.005872366018593311, 0.03318009898066521, -0.03337831795215607, -0.02056283876299858, 0.0029345534276217222, 0.1759471297264099, -0.045172836631536484, 0.008057406172156334, 0.07852747291326523, 0.05191827192902565, 0.08224537968635559, -0.03602346032857895, 0.02490987256169319, -0.040243733674287796, 0.00028949251282028854, -0.005016398150473833, 0.037536341696977615, -0.037959322333335876, -0.04207112640142441, -0.0022381595335900784, -0.08586156368255615, -0.007434482220560312, -0.028325196355581284, -0.00014197241398505867, -0.02791515551507473, -0.024630501866340637, 0.04419025406241417, 0.0030608894303441048, 0.037892360240221024, 0.013094200752675533, 0.017476925626397133, -0.027616875246167183, 0.01705777645111084, -0.013425514101982117, 0.02908601425588131, 0.07557119429111481, -0.0028792615048587322, 0.002105540130287409, -0.008267288096249104, 0.02902093529701233, 0.0011177932610735297, 0.0125131756067276, -0.010931948199868202, -0.05681242421269417, 0.01139612402766943, 0.034340452402830124, 0.045525580644607544, -0.03582315519452095, 0.0026392508298158646, -0.04936908558011055, 0.0015014535747468472, 0.04910825192928314, -0.07994668185710907, 0.08521784096956253, 0.07002323120832443, 0.007770064286887646, -0.0030900698620826006, -0.022096214815974236, 0.05480213090777397, -0.010847133584320545, -0.013599553145468235, 0.02576458640396595, -0.04829303175210953, 0.07456734031438828, -0.06156244874000549, 0.05229228734970093, 0.057487864047288895, 0.0003775092773139477, -0.03862353786826134, -0.007692981977015734, 0.008043919689953327, -0.07405128329992294, 0.0161309652030468, 0.06810633838176727, 0.017189402133226395, -0.02004666067659855, -0.000680613680742681, 0.014904854819178581, 0.026581931859254837, 0.04820047318935394, 0.03600780665874481, 0.035045236349105835, -0.03165051341056824, 0.010531008243560791, -0.017010509967803955, -0.00047190426266752183, -0.025772394612431526, -0.013990485109388828, 0.07172789424657822, 0.09824109077453613, 0.061159566044807434, -0.016295867040753365, 0.036816541105508804, -0.017828423529863358, 0.04780925065279007, -0.05006099119782448, 0.09429078549146652, -0.01943780854344368, 0.06564928591251373, -0.0049391742795705795, -0.10714206844568253], [0.07037362456321716, -0.022948047146201134, -0.06021899729967117, 0.08497093617916107, -0.048508841544389725, -0.0389898344874382, 0.08766486495733261, 0.05265326052904129, -0.013486201874911785, -0.004262551199644804, -0.014356940984725952, -9.039958968060091e-05, -0.055937379598617554, -0.01012712437659502, -0.010628853924572468, 0.0837145447731018, -0.03959381580352783, 0.04291525483131409, -0.004876928869634867, 0.06257747113704681, -0.02332374081015587, -0.08715906739234924, 0.03237432241439819, 0.09370557963848114, 0.012015474028885365, 0.0007831783732399344, 0.10415707528591156, -0.04125140234827995, 0.065019890666008, -0.03615803271532059, -0.09207193553447723, 0.08251778036355972, 0.09162355959415436, -0.03779657930135727, 0.014789738692343235, 0.08495321869850159, -0.02882564440369606, 0.03349779173731804, -0.0035891947336494923, 0.01082749105989933, -0.0008926740847527981, -0.006032629404217005, 0.011110194958746433, 0.01892525516450405, -0.06419717520475388, -0.025904005393385887, 0.03188887983560562, 0.029083875939249992, 0.006369672250002623, -0.027093559503555298, -0.06798621267080307, -0.03421603888273239, -0.019715752452611923, 0.05075811594724655, 0.015856437385082245, 0.013922736048698425, 0.057217925786972046, 0.004100271966308355, -0.021130355075001717, -0.017308296635746956, -0.0393928587436676, 0.094105064868927, -0.0035369188990443945, 0.005664240103214979, 0.01580202206969261, 0.09542728960514069, 0.008152520284056664, 0.04460889846086502, 0.08563975244760513, 0.0683094710111618, -0.06062820926308632, -0.004695723298937082, -0.0004944721586070955, 0.03769930452108383, -0.02633565105497837, -0.019526025280356407, 0.012188318185508251, 0.07097695767879486, 0.02546236291527748, -0.10099200159311295, 0.0167339239269495, 0.03316762298345566, 0.07231297343969345, -0.005357624497264624, 0.0029474925249814987, 0.031122351065278053, 0.026181798428297043, -0.003257706528529525, 0.10342743247747421, -0.10689166188240051, 0.06900089234113693, 0.023628612980246544, 0.06594214588403702, -0.03701446205377579, 0.0540703609585762, -0.02727043442428112, -0.013197436928749084, 0.031768202781677246, -0.060350678861141205, -0.10176331549882889, 0.023036092519760132, 0.031972736120224, -0.028088606894016266, -0.03642461448907852, -0.050286903977394104, -0.011035800911486149, -0.0524681992828846, -0.06651841104030609, 0.033914800733327866, 0.004263130947947502, -0.017430610954761505, -0.00020865234546363354, 0.0393933467566967, -0.03632371127605438, 0.033978164196014404, -0.0369739755988121, 0.03850211948156357, 0.018647031858563423, 0.08116898685693741, -0.027096321806311607, -0.036685213446617126, 0.011325567029416561, 0.0008067624876275659, 0.028369193896651268, -0.025958901271224022, 0.01785883493721485, 0.0509335957467556, -0.03111247532069683], [0.002562624402344227, 0.016774820163846016, 0.007702880073338747, -0.012003404088318348, -0.04138308763504028, -0.029546285048127174, -0.03685901314020157, 0.031013889238238335, -0.0004578751977533102, 0.05340525880455971, -0.07250919938087463, 0.058325473219156265, -0.00048354893806390464, 0.04260288178920746, -0.036494720727205276, 0.030317213386297226, -0.04926103353500366, 0.04167334735393524, 0.049370285123586655, 0.045451536774635315, 0.011406190693378448, 0.008809033781290054, 0.048184584826231, 0.026939474046230316, 0.0026838304474949837, 0.0055539957247674465, 0.0021398004610091448, -0.06350772082805634, 0.06817281991243362, -0.018628541380167007, -0.050144441425800323, 0.050986770540475845, 0.013239298015832901, -0.07589912414550781, -0.09767739474773407, -0.06653949618339539, -0.031182188540697098, 0.01667901873588562, -0.050415486097335815, 0.002628521528095007, 0.055475879460573196, -0.024960312992334366, 0.008459074422717094, 0.060744334012269974, 0.01859990507364273, -0.00992923229932785, 0.010514390654861927, -0.012540795840322971, 0.02208174206316471, -0.0001751715608406812, -0.05178460106253624, -0.05255287140607834, -0.011201038025319576, -0.03833185136318207, 0.013904980383813381, 0.05676526948809624, -0.00402643671259284, 0.05339484289288521, -0.11647137254476547, 0.012521476484835148, -0.03439736366271973, -0.01559459324926138, -0.014739155769348145, -0.032755471765995026, 0.030150262638926506, -0.013568935915827751, -0.003449477721005678, 0.02436627820134163, -0.02849741093814373, -0.011285810731351376, 0.07196234166622162, -0.09995461255311966, -0.0016512671718373895, -0.013092093169689178, -0.0907272920012474, 0.026692675426602364, -0.04378650337457657, 0.04213729500770569, -0.015565291047096252, 0.011595145799219608, -0.12387880682945251, 0.10671999305486679, 0.04150739684700966, -0.043579064309597015, -0.08419568836688995, 0.027133753523230553, -0.07666342705488205, 0.03976232185959816, 0.06050796061754227, -0.09822390973567963, 0.16558587551116943, 0.0439324788749218, 0.04083012789487839, -0.01826692931354046, 0.03609580546617508, -0.011404591612517834, -0.054776113480329514, -0.012549391016364098, -0.07546950876712799, 0.014586356468498707, 0.04656534269452095, -0.027135789394378662, 0.011664172634482384, -0.11776526272296906, 0.02353765070438385, -0.004114258103072643, -0.01533166877925396, 0.002386403502896428, -0.01449140626937151, -0.005732336081564426, -0.05636133998632431, -0.05124850943684578, 0.029013197869062424, 0.023354437202215195, -0.011627940461039543, -0.02969801053404808, 0.038126908242702484, 0.046791426837444305, -0.014740699902176857, -0.0013922847574576735, -0.10733819752931595, 0.03652171418070793, 0.02197066694498062, 0.09001874923706055, 0.0017122495919466019, 0.010491947643458843, -0.04761435091495514, -0.12194080650806427], [-0.06934686750173569, -0.012077268213033676, -0.013770597986876965, 0.005402856506407261, 0.019657636061310768, -0.02417667768895626, -0.06503579020500183, 0.015486665070056915, 0.05987275019288063, 0.023611390963196754, 0.019293732941150665, 0.11345452815294266, 0.016228152438998222, 0.04684702679514885, 0.006380000151693821, -0.0902981236577034, -0.024805646389722824, 0.020996561273932457, 0.0025765015743672848, 0.010745088569819927, -0.012555128894746304, -0.009150381200015545, 0.014223296195268631, -0.0841677337884903, -0.009747986681759357, 0.014478959143161774, 0.03358199819922447, -0.0067002312280237675, -0.007627562154084444, 0.06557300686836243, -0.030850863084197044, 0.029264826327562332, 0.018745506182312965, -0.018482374027371407, 0.0017622193554416299, 0.05665675178170204, -0.056323401629924774, 0.016854284331202507, -0.005858273711055517, 0.02424556016921997, -0.010769367218017578, 0.06290530413389206, 0.02625071071088314, 0.0023763494100421667, -0.07680253684520721, -0.020392170175909996, 0.019462423399090767, -0.020181549713015556, -0.0019285003654658794, -0.013020660728216171, 0.058332182466983795, -0.040494903922080994, -0.011375607922673225, 0.018522096797823906, 0.017524482682347298, -0.007497571408748627, -0.006910562049597502, 0.02784186601638794, 0.02552149072289467, 0.007457246072590351, -0.010511505417525768, 0.004112178459763527, -0.018601754680275917, -0.019628753885626793, -0.001983337802812457, 0.0035785583313554525, -0.03289042040705681, 0.02185322903096676, 0.011523065157234669, 0.006993760820478201, -0.00149049935862422, 0.012740985490381718, -0.03686051443219185, 0.008492017164826393, -0.06875742226839066, -0.0267209280282259, 0.01316092535853386, 0.0664605125784874, 0.0037650270387530327, -0.05211874470114708, -0.011212317273020744, 0.06430886685848236, 0.02791811339557171, -0.05675765499472618, -0.0069174813106656075, 0.06840088218450546, -0.025981955230236053, -0.002026984700933099, 0.05101381614804268, -0.02109951712191105, 0.04948464408516884, 0.008941009640693665, 0.027024881914258003, 0.07589822262525558, -0.018997488543391228, -0.00464331079274416, -0.05875273048877716, 0.024428043514490128, -0.06112652271986008, -0.070828877389431, 0.026938319206237793, 0.025057051330804825, -0.01799897290766239, -0.016657371073961258, 0.019049018621444702, 0.02668897621333599, 0.02732371725142002, -0.015550453215837479, 0.020499490201473236, 0.006786269601434469, -0.015604079701006413, -0.017673689872026443, -0.02394791878759861, -0.04719292372465134, 0.01171077974140644, -0.036969900131225586, 0.05217564105987549, 0.021855296567082405, -0.011810234747827053, -0.004094413947314024, -0.13489936292171478, -0.005483574233949184, 0.011240828782320023, -0.04911432042717934, 0.01705651544034481, 0.008672814816236496, -0.02325659617781639, 0.025727709755301476], [-0.01153730507940054, 0.0006221472867764533, 0.008664599619805813, 0.023994071409106255, 0.002351615112274885, -0.06951946020126343, -0.018711743876338005, -0.016471978276968002, -0.0019506225362420082, -0.03921014815568924, 0.019291626289486885, -0.005158215761184692, -0.02313007414340973, 0.006267429795116186, -0.004062551073729992, 0.008432871662080288, -0.002393643371760845, 0.025269504636526108, -0.005285679362714291, 0.0842943787574768, -0.028009725734591484, -0.02275829017162323, -0.02898305281996727, -0.017992917448282242, 0.024060435593128204, -0.0034499007742851973, -0.005612146109342575, -0.0005779125494882464, -0.002517526736482978, -0.024723093956708908, -0.04145986586809158, -0.006163800600916147, 0.09336046129465103, -0.06664896756410599, 0.006448404863476753, 0.077773816883564, -0.0352255217730999, 0.06756104528903961, -0.03012213669717312, -0.006646446418017149, -0.002618426689878106, -0.030859727412462234, -0.010857302695512772, 0.02141425386071205, -0.10093998163938522, 0.0011399296345189214, -0.003540754085406661, -0.054894983768463135, -0.016593556851148605, 0.015686891973018646, -0.02415011078119278, -0.01615908369421959, 0.0078011080622673035, -0.007281734142452478, -0.00628596032038331, -0.07739967852830887, -0.004518887493759394, -0.026641199365258217, -0.019952530041337013, -0.009892936795949936, 0.002192756161093712, -0.0015660858480259776, -0.02074619196355343, -0.0237287450581789, -0.03731623664498329, -0.02281058207154274, 0.026813697069883347, -0.012383691035211086, 0.0023422492668032646, -0.0171364638954401, 0.011834974400699139, -0.04622671753168106, -0.04511405900120735, 0.018405063077807426, -0.044209275394678116, -0.0224450696259737, -0.013738582842051983, 0.005715553183108568, 0.01039382629096508, -0.029732871800661087, 0.05936817824840546, 0.05299427732825279, 0.02299400418996811, -0.04678963124752045, 0.02346780337393284, 0.06187115237116814, 0.0029205360915511847, -0.017343616113066673, 0.052648141980171204, -0.0061548491939902306, 0.07937556505203247, -0.030494946986436844, 0.03586320951581001, 0.013945375569164753, 0.02346043288707733, -0.052249740809202194, -0.01775130070745945, 0.002133007859811187, -0.0613294318318367, -0.012644855305552483, 0.0620327852666378, -0.023883648216724396, 0.0009368628961965442, -0.026668904349207878, 0.02117394097149372, 0.024994827806949615, 0.0654904693365097, 0.025268711149692535, -0.03369131311774254, -0.0064289625734090805, 0.04653294011950493, 0.002929945010691881, -0.036394860595464706, 0.054690659046173096, -0.036562830209732056, -0.0016565030673518777, 0.04592747241258621, -0.020016884431242943, -0.05689426511526108, -0.009915423579514027, -0.0398821197450161, 0.006795043125748634, 0.007414563558995724, 0.07515453547239304, -0.019317321479320526, 0.06528101861476898, -0.05875508114695549, -0.049813635647296906], [0.10400116443634033, 0.021022748202085495, 0.0864214226603508, -0.014477943070232868, -0.058844469487667084, 0.0006427064072340727, 0.200983464717865, -0.01573106087744236, -0.1347026377916336, -0.012864753603935242, -0.018466895446181297, -0.07119190692901611, 0.0016075533349066973, -0.011046217754483223, -0.015443796291947365, 0.16597536206245422, -0.0006617136532440782, -0.006964327301830053, 0.0021953326649963856, -0.0061546326614916325, -0.007317878771573305, 0.01843544840812683, -0.011354396119713783, 0.1816471368074417, -0.0020318280439823866, 0.012947963550686836, -0.020632553845643997, -0.0046742563135921955, 0.002614016178995371, -0.14893026649951935, -0.002237842883914709, -0.022200535982847214, 0.006499256007373333, -0.013570579700171947, 0.001317988382652402, -0.010533759370446205, 0.057188984006643295, -0.003924448508769274, 0.0029928116127848625, -0.021381042897701263, -0.006981255952268839, -0.09222681075334549, -0.01920304447412491, 0.01703675091266632, 0.008453111164271832, 0.01818041503429413, 0.028143689036369324, -0.012593737803399563, 0.019855938851833344, 0.022968444973230362, -0.14956219494342804, -0.02912151627242565, 0.008313382044434547, -0.0034760176204144955, -0.014476650394499302, 0.013527803122997284, -0.014116116799414158, -0.00020756851881742477, -0.10527730733156204, 0.014788455329835415, 0.01302249450236559, 0.0023660012520849705, 0.010960327461361885, 0.010229886509478092, 0.01867671310901642, 0.01474748831242323, -0.04406888037919998, 0.018910635262727737, -0.0010727725457400084, 0.001665403600782156, -0.045552678406238556, 0.03639403358101845, -0.00024623519857414067, 0.0013449913822114468, 0.02314865216612816, -0.05975482240319252, 0.07504482567310333, -0.006673838943243027, 0.0005393876344896853, 0.02724534273147583, -0.06365600973367691, -0.04201500862836838, -0.009991956874728203, 0.07424432784318924, -0.09297150373458862, -0.07113630324602127, -0.04889270290732384, -0.08536992967128754, -0.00796556007117033, -0.1039615347981453, 0.1572587937116623, -0.06700403988361359, 0.12614676356315613, 0.003939636051654816, -0.01400463655591011, -0.00840970128774643, -0.043098632246255875, 0.06678520143032074, 0.026984266936779022, -0.0032800103072077036, 0.11829101294279099, -0.016675107181072235, -0.07651107013225555, -0.003958600573241711, 0.052360936999320984, -0.0411997064948082, 0.02535567246377468, 0.00944706704467535, 0.1098514124751091, -0.016122885048389435, -0.008997795172035694, -0.006088432390242815, -0.021874986588954926, -0.0009227273985743523, 0.039149265736341476, 0.07701016962528229, 0.003231056733056903, -0.036689843982458115, -0.0070969220250844955, -0.08789068460464478, -0.02910080924630165, 0.08882082253694534, 0.011749103665351868, -0.010191413573920727, 0.07848365604877472, 0.0003222415398340672, 0.004766074009239674, -0.004722532816231251], [0.013106302358210087, -0.09154660254716873, -0.005839763209223747, 0.030053453519940376, -0.025763913989067078, 0.003099984023720026, 0.059961702674627304, 0.05132927745580673, 0.02021941728889942, 0.043342649936676025, 0.03264830633997917, 0.029254863038659096, -0.07492686808109283, 0.03782150521874428, -0.037635840475559235, 0.03336922451853752, 0.015075908042490482, 0.03569494187831879, -0.030970599502325058, 0.013031996786594391, -0.021916523575782776, -0.05713465064764023, -0.0419260635972023, 0.08795496821403503, 0.03217874839901924, -0.0490051731467247, 0.02753797546029091, -0.03646793216466904, 0.038311902433633804, -0.03699936717748642, -0.006840466521680355, 0.0772877037525177, 0.04511971026659012, -0.08460012078285217, -0.03300264850258827, 0.07256007194519043, -0.022720472887158394, 0.03289419040083885, 0.001443537650629878, 0.01932086981832981, 0.01296122558414936, -0.02472516894340515, 0.04000726714730263, 0.029137002304196358, -0.08066161721944809, -0.03188951313495636, 0.03476760536432266, -0.042633529752492905, 0.02650359645485878, 0.0033375436905771494, -0.05956626683473587, -0.0011859224177896976, -0.012405481189489365, 0.0012184691149741411, 0.04862086847424507, -0.01299221720546484, -0.02308890037238598, -0.0007641238626092672, -0.006483355071395636, -0.043015893548727036, -0.0033587655052542686, -0.02693672478199005, -0.004398490767925978, -0.05635848641395569, 0.027894869446754456, -0.029893185943365097, 0.026695383712649345, 0.004924633074551821, 0.015730571001768112, 0.008494460955262184, 0.061566926538944244, -0.018023528158664703, -0.00033866564626805484, 0.006624322850257158, -0.06455361843109131, 0.032648924738168716, -0.03091338649392128, 0.04768328741192818, -0.018529552966356277, -0.10946033895015717, 0.017920101061463356, 0.09547944366931915, 0.08504194766283035, -0.09697511792182922, -0.0005514249205589294, 0.03856572136282921, 0.08606548607349396, 0.031115837395191193, 0.0671035423874855, -0.04658825322985649, 0.016288762912154198, 0.027237793430685997, 0.04611741378903389, 0.037427958101034164, 0.03307220712304115, 0.022533705458045006, 0.059940267354249954, -0.0023848863784223795, -0.10221797972917557, -0.047013141214847565, 0.030674470588564873, 0.02433483861386776, 0.056458376348018646, 0.026806531473994255, -0.000935394549742341, 0.03012680448591709, -0.022281326353549957, -0.044285837560892105, -0.025600632652640343, 0.07639510929584503, -0.022256402298808098, 0.032623041421175, 0.024948712438344955, 0.03535302355885506, -0.04462593421339989, -0.03682219982147217, -0.03376074135303497, -0.026749221608042717, -0.010824422352015972, -0.029179269447922707, -0.07745619118213654, 0.045679278671741486, -0.019072437658905983, 0.02072533220052719, -0.03171301633119583, 0.04976344853639603, 0.06023411080241203, -0.04435446113348007], [0.05670475959777832, -0.02992168255150318, -0.01713676191866398, 0.022427091374993324, 0.0008349293493665755, -0.012438975274562836, 0.010336347855627537, 0.02743159793317318, 0.02210822142660618, 0.020690646022558212, 0.007326172664761543, 0.0389985628426075, -0.01307645533233881, 0.04784008488059044, -0.008707287721335888, 0.04576734080910683, -0.026716863736510277, 0.007517203222960234, 0.053706686943769455, 0.022272992879152298, 0.0069854832254350185, 0.0157174002379179, 0.026881791651248932, 0.022117825224995613, 0.03583216667175293, -0.0032043352257460356, -0.02494707703590393, -0.017944185063242912, 0.0768529623746872, -0.014232474379241467, -0.02418736182153225, 0.027516357600688934, -0.010087944567203522, -0.0332782119512558, 0.028665557503700256, 0.005355071742087603, -0.027954384684562683, 0.014696570113301277, -0.0677718073129654, -0.012598907575011253, -0.011464900337159634, 0.029281076043844223, 0.024046408012509346, 0.04690110310912132, 0.02074846252799034, 0.001420738990418613, 0.04660286009311676, -0.020679857581853867, 0.013094539754092693, -0.022564733400940895, -0.07459507882595062, -0.05024697259068489, -0.0029437050689011812, 0.030302321538329124, 0.046201497316360474, 0.0513201467692852, 0.01340368390083313, 0.0269864983856678, -0.03506582975387573, -0.010628612712025642, -0.020729638636112213, 0.014699815772473812, -0.004144318401813507, 0.0250199306756258, -0.002372434362769127, 0.001808151020668447, 0.05757920816540718, 0.011247023940086365, -0.007302908226847649, -0.012609134428203106, -0.05564291030168533, -0.005048987455666065, -0.010883169248700142, -0.11967913806438446, -0.039411865174770355, 0.02635161764919758, -0.012997692450881004, 0.0151100168004632, 0.014543775469064713, -0.008433704264461994, -0.06247803941369057, 0.06591729819774628, 0.04703519120812416, 0.0015195965534076095, -0.04582907259464264, 0.02862510457634926, -0.007813802920281887, -0.00960241723805666, 0.06852157413959503, -0.040929026901721954, 0.06329672038555145, 0.04349243640899658, 0.028834372758865356, 0.005168776027858257, 0.030120188370347023, 0.019301464781165123, -0.013172117993235588, 0.03116624616086483, -0.0785704031586647, -0.04807212948799133, 0.04647648707032204, 0.016833094879984856, -0.02245856635272503, -0.02629932016134262, -0.001082319882698357, -0.03549928590655327, 0.05663510784506798, 0.01025344803929329, -0.036192845553159714, 0.019197611138224602, -0.004506607539951801, -0.015238956548273563, 0.06507427990436554, 0.023075422272086143, 0.029514838010072708, -0.03055533394217491, 0.0826442688703537, 0.04108812287449837, -0.022338923066854477, -0.01402350515127182, -0.08701521903276443, 0.09463213384151459, -0.007858337834477425, 0.01878700591623783, -0.014934892766177654, 0.016699697822332382, 0.014198431745171547, -0.0551878847181797], [0.004674371797591448, 0.02323557808995247, -0.0012838332913815975, 0.014637426473200321, -0.09398235380649567, -0.12406425923109055, 0.12434522807598114, 0.06063336879014969, -0.04843399301171303, -0.07727949321269989, -0.008935789577662945, 0.010905662551522255, -0.05416494980454445, 0.08959268033504486, 0.018577903509140015, 0.013419029302895069, -0.041879087686538696, 0.019735820591449738, 0.0318920835852623, 0.05801982060074806, -0.04419732466340065, -0.062431272119283676, -0.019481586292386055, 0.03416522592306137, -0.06448013335466385, 0.0076070670038461685, 0.009073675610125065, -0.045321475714445114, -0.0009790791664272547, -0.09870822727680206, -0.04981561005115509, 0.05891120806336403, 0.06749225407838821, -0.03154376521706581, -0.13257630169391632, 0.03871412202715874, -0.013061079196631908, 0.0033535175025463104, -0.02303791418671608, 0.032407019287347794, -0.0334196612238884, 0.010082953609526157, 0.06740719079971313, 0.08952604979276657, -0.02669203281402588, -0.0380987673997879, 0.04667823389172554, -0.04672737792134285, 0.026091154664754868, -0.09306538850069046, -0.05231478065252304, -0.05315978452563286, 0.014963112771511078, 0.039693932980298996, 0.02561916410923004, 0.015387002378702164, 0.01907503604888916, 0.05146796628832817, -0.14643877744674683, 0.06501750648021698, -0.02753600850701332, 0.03035815805196762, 0.021002665162086487, -0.043652262538671494, 0.035396870225667953, 0.04299640655517578, 0.08287020027637482, 0.01452704519033432, 0.01767919398844242, 0.006936184596270323, -0.047811705619096756, 0.038994066417217255, 0.011768948286771774, 0.032018452882766724, -0.02235991321504116, -0.05138665810227394, 0.02269073761999607, 0.041813984513282776, 0.03215638920664787, -0.08949803560972214, 0.012544635683298111, 0.08399295061826706, 0.04568229988217354, 0.047387003898620605, 0.0298280268907547, 0.039063747972249985, -0.04364747926592827, -0.054136861115694046, 0.051812805235385895, -0.11712764203548431, 0.08285854756832123, 0.027688078582286835, 0.0491332933306694, -0.023072322830557823, -0.013066170737147331, 0.025372231379151344, 0.015994371846318245, 0.0383940190076828, -0.01896173320710659, -0.052807509899139404, 0.02065255492925644, 0.007953484542667866, -0.01670227199792862, -0.007617549039423466, -0.04901750758290291, 0.01908940263092518, 0.03654693439602852, -0.021957917138934135, 0.0071944366209208965, -0.05058567225933075, 0.05039989575743675, -0.01053373422473669, -0.015867672860622406, -0.0934775099158287, 0.038044895976781845, 0.03283122926950455, 0.091604083776474, 0.07353982329368591, -0.030007846653461456, 0.026199843734502792, 0.0328514464199543, 0.011468779295682907, -0.02811427228152752, 0.052192073315382004, -0.0010176693322136998, 0.026210598647594452, -0.011151173152029514, -0.07938749343156815], [0.04039417579770088, -0.02436188980937004, 0.0261264368891716, 0.004938329569995403, -0.05806443467736244, -0.013230393640697002, 0.1112106516957283, -0.0013930830173194408, -0.04304732754826546, 0.0023435731418430805, 0.011656232178211212, -0.03251761570572853, -0.008827215060591698, 0.005852121859788895, -0.031096642836928368, 0.09940788149833679, 0.016732409596443176, 0.025030700489878654, 0.006492356304079294, -0.0024704241659492254, -0.01847386732697487, -0.003969640005379915, 0.004418858326971531, 0.16085414588451385, 0.0009834966622292995, -0.007560309488326311, 0.0030658061150461435, -0.013266611844301224, -0.004257710184901953, -0.10846565663814545, -0.01833978295326233, 0.015048254281282425, 0.04732020944356918, 0.008650257252156734, -0.02893073856830597, 0.014955400489270687, 0.028457222506403923, 0.02257051132619381, 0.00890395138412714, 0.02274966426193714, 0.028872128576040268, -0.038593392819166183, 0.011760932393372059, -0.001405073213391006, -0.052155546844005585, -0.012435168027877808, -0.004034602083265781, 0.003188818460330367, 0.0277133509516716, -0.03172041103243828, -0.13614840805530548, -0.013883594423532486, -0.010300126858055592, 0.02126142755150795, 0.01945449970662594, 0.0011720414040610194, -0.004810310434550047, 0.011456271633505821, -0.11518947780132294, -0.013673081994056702, 0.016200942918658257, 0.010539130307734013, -0.0006022540619596839, -0.010680713690817356, 0.01981469616293907, -0.000868069299031049, 0.03585299476981163, 0.03485691174864769, 0.0040846774354577065, -0.00030022027203813195, 0.01942181959748268, -0.015677306801080704, -0.005180371459573507, -0.023257194086909294, 0.011084495112299919, -0.003936449997127056, 0.003727372270077467, -0.006975212600082159, 0.00018675153842195868, -0.00435921736061573, -0.0029026835691183805, 0.0817897617816925, -0.018855182453989983, 0.004143163096159697, -0.04945856332778931, -0.01130076963454485, 0.02593163214623928, -0.04774004593491554, 0.004059671889990568, -0.08466995507478714, 0.04091798514127731, 0.0025486305821686983, 0.09399765729904175, 0.0019092998700216413, 0.0391681008040905, 0.027284672483801842, 0.04008965566754341, 0.02913050167262554, 0.0327870137989521, -0.002894112141802907, 0.08166566491127014, -0.03601611778140068, -0.028125962242484093, 0.005881926044821739, 0.003312017535790801, 0.003048954764381051, -0.015721870586276054, 0.012922304682433605, 0.03581653907895088, 0.04362764209508896, -0.001784791937097907, -0.0001420855987817049, -0.011891176924109459, -0.0008397758938372135, -0.04610821232199669, 0.04378698766231537, 0.02174232341349125, 0.0014626224292442203, 0.0027754674665629864, -0.03284905105829239, 5.6320292060263455e-05, 0.10400524735450745, 0.0022973990999162197, 0.0044650970958173275, -0.020208530128002167, -0.016823064535856247, 0.012513179332017899, -0.0407518669962883]]
+  transformer.h.4.attn.qa_q_blend_alpha  shape=torch.Size([])  raw=-0.11574258655309677
+  transformer.h.4.attn.qa_y_blend_alpha  shape=torch.Size([])  raw=-0.1304718554019928
+  transformer.h.4.attn.qa_q_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.0354260206222534, 1.1492414474487305, 1.1818387508392334, 1.098052978515625, 1.088835597038269, 1.0838702917099, 1.066143274307251, 1.1052868366241455, 1.1360399723052979, 1.1531398296356201, 1.1281206607818604, 1.0489004850387573, 1.1832799911499023, 1.144202470779419, 1.158125877380371, 1.0935345888137817, 1.1060373783111572, 1.110008716583252, 1.1166452169418335, 1.070979356765747, 1.1788138151168823, 1.1082719564437866, 1.1056849956512451, 1.1612145900726318, 1.129034399986267, 1.1090973615646362, 1.0890997648239136, 1.1007925271987915, 1.1221071481704712, 1.102206826210022, 1.0228970050811768, 1.2003564834594727, 1.0929087400436401, 1.0697412490844727, 1.1387383937835693, 1.0335915088653564, 1.0887662172317505, 1.182665228843689, 1.084184169769287, 1.11809504032135, 1.0940171480178833, 1.1561251878738403, 1.1591839790344238, 1.1518374681472778, 1.1096829175949097, 1.1214476823806763, 1.068415880203247, 1.0760072469711304, 1.1382286548614502, 1.1024649143218994, 1.1384257078170776, 1.0626757144927979, 1.1333634853363037, 1.1189550161361694, 1.0677474737167358, 1.1489555835723877, 1.0778634548187256, 1.0828415155410767, 1.123075008392334, 1.1115659475326538, 1.0234347581863403, 1.1708984375, 1.0569353103637695, 1.1401361227035522]
+  transformer.h.4.attn.qa_y_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.1006654500961304, 1.1881264448165894, 1.1681907176971436, 1.1187137365341187, 1.1667762994766235, 1.1136627197265625, 1.2360392808914185, 1.1318533420562744, 1.1551897525787354, 1.2113540172576904, 1.1627382040023804, 1.134161353111267, 1.2342422008514404, 1.1229114532470703, 1.1162562370300293, 1.1622061729431152, 1.1258652210235596, 1.112271785736084, 1.196268916130066, 1.1346558332443237, 1.1803101301193237, 1.154258131980896, 1.0709925889968872, 1.1268513202667236, 1.1087628602981567, 1.2658483982086182, 1.191445231437683, 1.1650882959365845, 1.0954630374908447, 1.1644266843795776, 1.1292839050292969, 1.1291006803512573, 1.1747173070907593, 1.2051364183425903, 1.2577383518218994, 1.11514413356781, 1.20583975315094, 1.1590118408203125, 1.0586241483688354, 1.2045061588287354, 1.0064188241958618, 1.1136952638626099, 1.102277159690857, 1.1632041931152344, 1.198648452758789, 1.1313529014587402, 1.12990403175354, 1.1961379051208496, 1.2042962312698364, 1.2040514945983887, 1.1817885637283325, 1.143141508102417, 1.231969952583313, 1.2327756881713867, 1.1794543266296387, 1.0933527946472168, 1.0918331146240234, 1.1135990619659424, 1.1585354804992676, 1.1003143787384033, 1.1277104616165161, 1.2523338794708252, 1.179543375968933, 1.2350105047225952]
+  transformer.h.4.attn.qa_gate_proj_softqa_pl.weight  shape=torch.Size([64, 128])  raw=[[0.008747260086238384, -0.0033295205794274807, -0.03274327516555786, 0.04146062955260277, -0.007661603391170502, 0.07261309772729874, -0.010238991118967533, 0.048025067895650864, 0.09666553139686584, -0.04880843684077263, 0.14628338813781738, 0.07317330688238144, -0.010158175602555275, -0.0243296567350626, -0.04294741526246071, -0.05433876812458038, 0.004008547402918339, -0.04345201328396797, 0.06802236288785934, 0.006351164076477289, 0.04666856676340103, -0.06484431773424149, 0.053076330572366714, -0.04330471158027649, -0.15641964972019196, 0.11582502722740173, 0.053662363439798355, -0.02626813016831875, 0.04686969518661499, -0.0078818928450346, -0.03617507591843605, 0.188081756234169, 0.0679926946759224, 0.017922909930348396, 0.09736783057451248, 0.019543783739209175, 0.010621439665555954, -0.027792401611804962, -0.01005034800618887, -0.0068209352903068066, -0.06074089556932449, -0.07067766040563583, -0.05229571834206581, -0.03850381448864937, -0.1139543354511261, 0.053046148270368576, -0.06274598836898804, -0.03988483175635338, -0.03532814979553223, 0.004245913587510586, 0.12026172131299973, 0.014106710441410542, -0.03592259809374809, 0.005845953244715929, 0.022767726331949234, -0.06558737903833389, 0.05197656899690628, 0.03065682202577591, -0.024517960846424103, 0.0788368359208107, 0.0038848123513162136, -0.01300475187599659, -0.021261218935251236, -0.06719223409891129, 0.07281101495027542, -0.016546426340937614, 0.009403957985341549, -0.07721805572509766, 0.02604161761701107, -0.04148193821310997, -0.020283905789256096, 0.022151941433548927, 0.04150503873825073, 0.01766882836818695, 0.026549769565463066, -0.016184987500309944, -0.0335991270840168, -0.0246904194355011, 0.0027958282735198736, 0.031158098950982094, -0.03421708196401596, -0.03584045544266701, 0.053594160825014114, -0.0037001229356974363, -0.08447884023189545, 0.0048973290249705315, 0.010855823755264282, -0.0005534333758987486, -0.021808966994285583, -0.0639866515994072, 0.008841287344694138, -0.05734143778681755, -0.027598904445767403, -0.028092334046959877, 0.004421744495630264, 0.015029017813503742, -0.03122882731258869, -0.019290482625365257, 0.017231781035661697, 0.03712090104818344, -0.03438680246472359, 0.07330098748207092, -0.0660206526517868, -0.014926102943718433, -0.058464281260967255, -0.07279592007398605, 0.03469384089112282, 0.011628533713519573, -0.05449613556265831, -0.02712901681661606, -0.04104742407798767, -0.07036972045898438, 0.013945342041552067, 0.06760052591562271, 0.05496368929743767, 0.01954517513513565, -0.06721481680870056, -0.01467858999967575, -0.010175912640988827, 0.02967088297009468, 0.05159776285290718, -0.06282749772071838, 0.09662987291812897, -0.10182029753923416, 0.009995768778026104, -0.014331040903925896, -0.03190329298377037, -0.08071008324623108], [-0.009608452208340168, 0.0357118658721447, -0.010537468828260899, -0.033210597932338715, -0.023994741961359978, 0.068922258913517, -0.007494145072996616, -0.045463427901268005, -0.004022983368486166, -0.01561435405164957, 0.03305951878428459, 0.06579356640577316, -0.012510317377746105, 0.041971854865550995, -0.09808304160833359, 0.047982316464185715, -0.049018628895282745, 0.047266703099012375, -0.04745965451002121, -0.02956434153020382, 0.018911078572273254, -0.01905209943652153, 0.053019117563962936, 0.0325399786233902, -0.021121876314282417, 0.006440866272896528, -0.01825103536248207, -0.002492937259376049, -0.10176382958889008, 0.03700718283653259, -0.01123629417270422, -0.021812181919813156, 0.004459484945982695, 0.01801803894340992, 0.059218429028987885, -0.020541423931717873, 0.002291763201355934, 0.027523662894964218, 0.020549215376377106, -0.06290426105260849, -0.019596150144934654, -0.0008085803710855544, 0.05993077903985977, 0.0008869634475558996, 0.13528583943843842, 0.020728809759020805, -0.017272692173719406, -0.048263732343912125, 0.018625235185027122, -0.04064550623297691, -0.028389139100909233, -0.07062629610300064, -0.06821094453334808, -0.01122254692018032, -0.023111235350370407, 0.0012755735078826547, -0.028830092400312424, 0.06811239570379257, -0.021763790398836136, -0.05836981162428856, -0.010133164934813976, 0.11597279459238052, -0.007753924932330847, -0.03239983692765236, 0.0016568100545555353, 0.06676879525184631, -0.010097895748913288, -0.0429077111184597, 0.08572228997945786, 0.1218477413058281, 0.06419973075389862, -0.047031525522470474, -0.0035811327397823334, 0.02522382140159607, 0.0517507866024971, -0.014031272381544113, 0.09004957228899002, 0.0026296807918697596, 0.04080633819103241, 0.0445098839700222, 0.011014479212462902, -0.0164372269064188, -0.03489474207162857, -0.02690429799258709, -0.06986910104751587, 0.08166966587305069, 0.0855599045753479, -0.024936752393841743, -0.0019235344370827079, -0.04467955231666565, -0.08295416086912155, 0.013221623376011848, 0.0032135131768882275, 0.071383997797966, -0.05261635780334473, -0.024158362299203873, -0.021612295880913734, 0.00934810470789671, -0.01572156883776188, -0.0003641501534730196, 0.021611180156469345, -0.0039830636233091354, 0.05179174616932869, 0.0313066728413105, 0.02222476713359356, -0.0418810099363327, -0.06161265820264816, -0.03763402998447418, 0.01582808420062065, -0.007753315381705761, -0.050331998616456985, -0.0004338044673204422, 0.07827204465866089, -0.00131988397333771, -0.016487542539834976, 0.07799726724624634, 0.09553344547748566, -0.05821213871240616, 0.050235215574502945, 0.03556479513645172, -0.017343953251838684, -0.0221688374876976, 0.03521612286567688, -0.07498247921466827, 0.007013907190412283, 0.028363054618239403, 0.0008401469676755369, -0.10054510086774826], [-0.005853533744812012, 0.015060404315590858, -0.04392321780323982, -0.05025710165500641, 0.03811148181557655, -0.011402281001210213, 0.02097748965024948, -0.03823506087064743, 0.027760684490203857, -0.06801898032426834, -0.013458633795380592, -0.011200056411325932, 0.10964637994766235, -0.006067025940865278, -0.11038947850465775, -0.018561551347374916, 0.026897482573986053, -0.03721153363585472, -0.04816161096096039, -0.02974027208983898, 0.024705735966563225, 0.05470807105302811, 0.060196712613105774, 0.06987464427947998, 0.03115079551935196, -0.029443278908729553, -0.03677627816796303, -0.09342525154352188, -0.0038483208045363426, 0.07455890625715256, 0.028169598430395126, 0.007053874433040619, -0.018902404233813286, -0.029144717380404472, -0.021744418889284134, -0.006104930769652128, 0.019332531839609146, 0.05891398712992668, -0.008903594687581062, -0.04394266754388809, 0.005826788954436779, -0.011158005334436893, 0.07233743369579315, 0.03922899812459946, 0.018894491717219353, 0.01948707178235054, -0.011410374194383621, -0.011093638837337494, 0.02011324279010296, 0.006311055738478899, 0.01492884662002325, 0.018179679289460182, -0.08071179687976837, -0.025365561246871948, 0.051250651478767395, 0.01407299842685461, 0.0003231618902646005, 0.03671438992023468, 0.00613290024921298, -0.0009999250760301948, 0.01921948976814747, -0.0041822995990514755, -0.0048347762785851955, 0.027925211936235428, -0.06498117744922638, 0.029497181996703148, 0.06269961595535278, -0.049190033227205276, 0.023977937176823616, 0.016550859436392784, 0.023134229704737663, -0.025569068267941475, 0.02392943948507309, -0.007790441159158945, -0.03972158953547478, -0.023373981937766075, 0.09554269164800644, 0.057001616805791855, 0.05717499554157257, 0.05134429410099983, 0.0626327246427536, 0.01909608393907547, 0.07861968874931335, -0.008955574594438076, 0.00016259234689641744, -0.04575878009200096, 0.05571142956614494, -0.019643491134047508, 0.027648337185382843, -0.1014111265540123, -0.08100297302007675, -0.0338190533220768, -0.014384319074451923, -0.0309295617043972, -0.04117545485496521, 0.004883906804025173, -0.05824238061904907, -0.006337548606097698, 0.02943163365125656, 0.09788455069065094, -0.05206979438662529, -0.00536937965080142, -0.05968406796455383, 0.044084396213293076, -0.024616848677396774, -0.06671365350484848, -0.09262008219957352, -0.07778300344944, -0.10164797306060791, 0.008273949846625328, -0.06423498690128326, -0.039115652441978455, 0.04690604284405708, 0.024317139759659767, -0.02322980761528015, -0.012561178766191006, 0.07800909876823425, 0.027040673419833183, 0.024548185989260674, -0.030097657814621925, -0.11071403324604034, 0.0010827482910826802, -0.04533146321773529, -0.03716918081045151, -0.06153053417801857, 0.08082810044288635, -0.027234068140387535, -0.09414681792259216], [-0.03808417543768883, 0.10737013816833496, -0.10626029968261719, -0.02066899463534355, 0.009880712255835533, 0.07404134422540665, -0.06927070021629333, -0.1038375124335289, -0.12228351086378098, -0.11377918720245361, -0.019978845492005348, 0.0010841414332389832, 0.10412829369306564, 0.03874421492218971, -0.046957630664110184, -0.08436107635498047, 0.050039999186992645, -0.029815055429935455, -0.061596497893333435, -0.03200878947973251, 0.035721175372600555, 0.026175670325756073, 0.07181892544031143, 0.12863202393054962, 0.06118389219045639, -0.037119217216968536, 0.061723899096250534, -0.033001452684402466, 0.0021750202868133783, 0.013924680650234222, 0.001939781941473484, -0.06413041055202484, -0.023901885375380516, -0.06972265988588333, 0.04019566625356674, 0.03346360847353935, -0.024311697110533714, 0.001323477365076542, -0.033622413873672485, -0.06283853203058243, 0.007187537383288145, 0.0476720817387104, 0.04167261719703674, 0.09132316708564758, 0.022298894822597504, 0.07177632302045822, -0.011872068047523499, -0.02854560688138008, 0.005684906616806984, 0.0054348972626030445, -0.07022935897111893, -0.017765503376722336, -0.0773099735379219, 5.419339140644297e-05, -0.010396810248494148, 0.03917315602302551, -0.003931667190045118, 0.006505944300442934, -0.01965971477329731, -0.029143286868929863, 0.03118881583213806, 0.0950050875544548, -0.05073197931051254, -0.0018731633899733424, -0.08325445652008057, -0.10201794654130936, 0.01254242192953825, -0.12209593504667282, 0.02321198396384716, 0.05923936143517494, 0.029992692172527313, 0.08026500046253204, -0.06513011455535889, 0.135856494307518, -0.03898574784398079, -0.008690333925187588, 0.0846703052520752, -0.12118972092866898, -0.031211627647280693, 0.152623251080513, 0.12455295771360397, 0.10860829055309296, -0.14084775745868683, -0.06827553361654282, -0.0015269310679286718, 0.10501237958669662, -0.01572049781680107, 0.026124242693185806, 0.03612701967358589, -0.0742420107126236, 0.11125928163528442, -0.023173635825514793, 0.007716716267168522, 0.016230331733822823, -0.018036087974905968, -0.08234115689992905, -0.0009999144822359085, 0.13072410225868225, -0.08081524819135666, 0.054042018949985504, 0.009502413682639599, 0.006223493721336126, -0.02674114517867565, 0.007840784266591072, 0.013971518725156784, 0.014072839170694351, 0.07265853881835938, 0.032918065786361694, -0.17973196506500244, -0.04158938303589821, -0.014231604523956776, 0.03382887318730354, -0.06683088093996048, -0.07795072346925735, 0.11017289012670517, -0.08741360902786255, 0.0015693423338234425, -0.08280790597200394, 0.0982491597533226, -0.024435479193925858, -0.06313341856002808, -0.06899907439947128, 0.06909818947315216, -0.03845682367682457, 0.023194510489702225, 0.047654762864112854, 0.0678713470697403, -0.08727557957172394], [0.007618383038789034, -0.013344159349799156, -0.04406851902604103, -0.024731140583753586, -0.0046312566846609116, 0.046434707939624786, 0.0034022105392068624, -0.03146278113126755, 0.06663040071725845, -0.03948815166950226, 0.015516429208219051, 0.034987181425094604, 0.04487979784607887, 0.047447916120290756, -0.03398321941494942, -0.008197055198252201, 0.001922561670653522, -0.07417022436857224, -0.07976584136486053, 0.06575392186641693, -0.01480085402727127, 0.022514168173074722, 0.058848291635513306, 0.05601168051362038, -0.09166104346513748, -0.012205125764012337, -0.014335245825350285, -0.05974380671977997, 0.08757443726062775, 0.053204700350761414, -0.03530260920524597, 0.06847099959850311, 0.04850180074572563, -0.024196427315473557, 0.09150001406669617, 0.014740590006113052, -0.09340964257717133, -0.006466991268098354, -0.027753004804253578, -0.09216587990522385, -0.06118476763367653, 0.005931751802563667, 0.023237263783812523, 0.06169627234339714, 0.06992616504430771, 0.01771828718483448, -0.01788211800158024, -0.07136441767215729, -0.03359115123748779, 0.04259970784187317, -0.018852710723876953, 0.009726613759994507, -0.07621286064386368, -0.03292787820100784, 0.05449703708291054, 0.0016027246601879597, 0.021761475130915642, -0.004552286583930254, -0.00980051513761282, -0.0907013788819313, -0.024257417768239975, 0.0544155053794384, 0.062306348234415054, 0.04353469982743263, 0.012179926969110966, -0.04966983199119568, -0.07857021689414978, -0.06078113242983818, 0.10444846749305725, 0.0029806250240653753, 0.10564412921667099, 0.06474624574184418, 0.08732672035694122, 0.05966631695628166, -0.006033970508724451, -0.09706012159585953, 0.02921343967318535, 0.030468858778476715, -0.015342611819505692, 0.06442030519247055, -0.035662367939949036, 0.040355242788791656, -0.0026746480725705624, -0.029280096292495728, -0.09265978634357452, -0.00040774757508188486, 0.03362663835287094, -0.01353129930794239, 0.08615537732839584, -0.06185249611735344, -0.042308829724788666, 0.07379313558340073, 0.02283809334039688, -0.08796434849500656, -0.04064543545246124, 0.07636594772338867, 0.08926321566104889, 0.0683915764093399, 0.0636555626988411, 0.04790126904845238, -0.050160206854343414, -0.06526296585798264, 0.021389711648225784, 0.0780683159828186, -0.007961220107972622, 0.015111271291971207, 0.023145992308855057, -0.02222316525876522, -0.13606290519237518, -0.1015235036611557, -0.06953750550746918, -0.003877753857523203, -0.05455884709954262, 0.05835890397429466, -0.03289022669196129, 0.0348932258784771, -0.06538228690624237, -0.01303347572684288, 0.04628278315067291, 0.06123024970293045, 0.022760337218642235, -0.12963083386421204, -0.002950819442048669, 0.0639636442065239, 0.03443954139947891, 0.05778554826974869, -0.1325075626373291, -0.10195658355951309], [-0.028096629306674004, 0.05203671008348465, -0.10479676723480225, 0.01671939343214035, 0.019529305398464203, 0.045285992324352264, 0.023362133651971817, -0.03380800783634186, 0.03335985541343689, -0.022015416994690895, 0.08706122636795044, 0.006936348509043455, -0.021344831213355064, 0.0063132611103355885, -0.010508520528674126, -0.048764005303382874, -0.06806621700525284, 0.010845975950360298, -0.02280658297240734, -0.06296004354953766, -0.02843962423503399, 0.008541572839021683, 0.03024985082447529, 0.02527783438563347, -0.003502656938508153, -0.04880155995488167, 0.004356167279183865, -0.04299610108137131, 0.055371787399053574, 0.0059457640163600445, 0.01041440013796091, 0.0750199630856514, -0.01779729500412941, -0.0387301966547966, 0.008508529514074326, 0.03505725786089897, 0.061290156096220016, -0.05418100580573082, -0.018469562754034996, -0.03790413960814476, 0.08199138939380646, 0.02093840017914772, -0.03362344577908516, 0.046122122555971146, -0.0012982484186068177, 0.06897932291030884, -0.020279109477996826, -0.03923328220844269, 0.027095112949609756, 0.04940086603164673, 0.11838173121213913, 0.024972759187221527, -0.003632175037637353, -0.05193507671356201, -0.08318257331848145, 0.020976828411221504, 0.005729737691581249, -0.004100077319890261, -0.02123826928436756, 0.04454627260565758, 0.07736972719430923, -0.0667726993560791, -0.0885050967335701, 0.015902115032076836, 0.02782566472887993, -0.011393998749554157, 0.04449743404984474, -0.027135241776704788, 0.03346604108810425, -0.0019119573989883065, 0.13681457936763763, 0.035056229680776596, -0.028110787272453308, 0.05882034823298454, 0.05946271866559982, 0.004365112632513046, 0.06985318660736084, 0.05081387236714363, 0.08617070317268372, 0.13186076283454895, 0.027472136542201042, -0.00704605970531702, 0.05931708216667175, -0.021158605813980103, 0.0006592634017579257, 0.00819410476833582, -0.024717820808291435, -0.06251704692840576, 0.012582202441990376, -0.012020934373140335, -0.12187089025974274, 0.08608124405145645, -0.09184357523918152, -0.10388001054525375, -0.0778534859418869, -0.01111873984336853, -0.10515114665031433, -0.08303876221179962, -0.03726392611861229, -0.023393278941512108, -0.07088563591241837, 0.023463379591703415, -0.003085789503529668, 0.008342016488313675, -0.034346237778663635, 0.0033995984122157097, 0.03328889235854149, -0.0448923222720623, 0.008775425143539906, -0.05872230976819992, 0.060962580144405365, 0.05105741694569588, -0.10273826122283936, -0.029132073745131493, 0.07126705348491669, 0.035495635122060776, -0.002071789465844631, 0.04849918931722641, 0.0024127690121531487, -0.10194836556911469, -0.032177891582250595, -0.009049720130860806, 0.08909866213798523, -0.012072081677615643, -0.1184488907456398, 0.13036471605300903, 0.012330477125942707, -0.07487837970256805], [0.006319557782262564, 0.06029432266950607, -0.0988827720284462, 0.007884315215051174, 0.04077604413032532, -0.04709767922759056, 0.021511677652597427, -0.012246542610228062, 0.0012341912370175123, -0.04310287535190582, 0.0023918149527162313, 0.007702026516199112, 0.013181526213884354, 0.0989985316991806, -0.039001770317554474, -0.020520802587270737, 0.013426506891846657, -0.04241849482059479, -0.05232282355427742, -0.0025927904061973095, -0.04671019688248634, -0.00364236393943429, 0.015111022628843784, 0.023948732763528824, -0.017549537122249603, 0.022251352667808533, -0.014982509426772594, -0.026452112942934036, -0.010894985869526863, -0.007205039728432894, -0.09586314857006073, -0.03984500840306282, -0.02419910952448845, 0.0030677805189043283, -0.005056748632341623, -0.007880543358623981, 0.019812438637018204, 0.037366315722465515, -0.04820417985320091, -0.05971063673496246, 0.06429413706064224, 0.019242621958255768, -0.0004731372755486518, 0.025318488478660583, 0.0687960684299469, -0.0682229995727539, -0.03389449045062065, -0.04029995575547218, -0.10236029326915741, 0.012905987910926342, -0.04006071016192436, 0.06072916463017464, -0.018483469262719154, -0.0626697912812233, 0.05673353001475334, -0.0017137969844043255, -0.11912185698747635, -0.012979836203157902, 0.033834878355264664, -0.020808683708310127, 0.004981089849025011, 0.09587392210960388, 0.0008048590389080346, 0.012488341890275478, 0.04595942050218582, 0.016409464180469513, 0.028634460642933846, -0.02663773111999035, -0.0011518888641148806, 0.1516081541776657, 0.07269689440727234, 0.06945516169071198, -0.07102698087692261, 0.013421672396361828, 0.030901025980710983, -0.008469674736261368, 0.05852942168712616, 0.009897689335048199, -0.011535689234733582, -0.017992772161960602, 0.06426461786031723, 0.024269940331578255, -0.06966582685709, -0.012911800295114517, -0.02624756284058094, -0.11112315207719803, -0.02384231425821781, 0.10096561163663864, -0.035144317895174026, -0.0993114486336708, 0.027595343068242073, -0.02718963474035263, -0.002118086675181985, -0.016859324648976326, -0.010845227167010307, 0.007082210388034582, 0.05405304208397865, 0.03559381887316704, -0.043639253824949265, -0.04697524756193161, -0.041018519550561905, -0.02278956025838852, -0.05971773341298103, 0.005490151699632406, -0.03289937973022461, -0.08542018383741379, 0.05153895169496536, 0.013488505966961384, -0.03729860484600067, -0.029902366921305656, -0.02637278474867344, 0.08534739911556244, -0.014469638466835022, -0.041999951004981995, 0.053492993116378784, 0.04492335766553879, 0.07237035781145096, -0.01107353437691927, 0.10362976044416428, 0.015582775697112083, -0.031238006427884102, -0.04187462478876114, 0.00934979971498251, -0.10189878195524216, 0.09301340579986572, 0.025461168959736824, -0.03336000442504883, -0.059809572994709015], [0.02100508287549019, 0.024760335683822632, -0.06057846173644066, -0.06481306254863739, -0.05059365928173065, -0.033566560596227646, 0.04659797251224518, 0.029370198026299477, 0.05428479239344597, -0.014665989205241203, -0.0051298742182552814, 0.01868019998073578, 0.0004232329083606601, 0.002849722281098366, -0.05382632464170456, 0.028500327840447426, 0.0764596238732338, -0.07055976986885071, -0.017140347510576248, 0.01859477534890175, 0.021114524453878403, -0.057123247534036636, 0.03276543319225311, 0.029615234583616257, -0.00850322749465704, 0.06144901365041733, 0.025170231238007545, -0.054330937564373016, -0.1249501034617424, -0.03937419503927231, 0.009691838175058365, 0.07101111859083176, -0.07043084502220154, -0.023921197280287743, 0.03066032938659191, 0.01807016134262085, -0.09428471326828003, -0.018229389563202858, -0.03295997530221939, -0.024391476064920425, 0.05288095399737358, -0.09731375426054001, -0.08230900019407272, 0.04022102802991867, 0.050512924790382385, 0.03731728345155716, 0.02282554656267166, -0.001193048432469368, -0.09293368458747864, 0.04819471761584282, 0.052243780344724655, -0.041323911398649216, -0.0374503917992115, -0.09828094393014908, 0.04935198277235031, -0.06438872963190079, -0.08317283540964127, 0.019415903836488724, 0.012480497360229492, -0.01595795340836048, 0.011583155021071434, 0.024034058675169945, -0.04656263813376427, -0.010713259689509869, 0.00261988234706223, 0.03993750363588333, 0.021479712799191475, -0.0654313713312149, 0.03313923627138138, 0.003678666427731514, 0.06770843267440796, 0.012444010935723782, 0.03992040455341339, -0.06332778185606003, 0.03901205584406853, -0.0037654235493391752, 0.03912433236837387, 0.0011131633073091507, 0.05621819198131561, 0.02892700582742691, -0.011084210127592087, -0.09317509829998016, 0.012424817308783531, 0.02695005014538765, 0.02961321547627449, -0.0028849837835878134, 0.007602387107908726, -0.10950570553541183, 0.021571025252342224, -0.005562130361795425, -0.08263260871171951, -0.008916499093174934, -0.07777976244688034, -0.0668991208076477, 0.03452984616160393, 0.057785142213106155, -0.019764451310038567, 0.0003538142191246152, -0.0017435717163607478, -0.020722810178995132, -0.012581054121255875, 0.010338889434933662, 0.045873966068029404, -0.03178531304001808, 0.015862416476011276, -0.011540546081960201, 0.008077768608927727, -0.04982348531484604, 0.032529182732105255, -0.011710931546986103, 0.03896298259496689, -0.08592312037944794, -0.010814082808792591, 0.04967408999800682, 0.08203718811273575, -0.017547404393553734, 0.0012283474206924438, 0.01629403792321682, 1.3182894690544344e-05, -0.038056716322898865, -0.03640349954366684, 0.003328072838485241, 0.03295291215181351, -0.07095947116613388, -0.04107733815908432, 0.03431186452507973, -0.07068642228841782, 0.027258649468421936], [0.05429912731051445, -0.030352266505360603, -0.05863375589251518, -0.014613846316933632, -0.05349217727780342, 0.08086667209863663, -0.06468623876571655, -0.06034519150853157, -0.032141078263521194, -0.08862155675888062, 0.01047300361096859, -0.01611841656267643, -0.02746489644050598, 0.04616899415850639, 0.003980113193392754, 0.015465125441551208, -0.06014303117990494, 0.024325121194124222, 0.03310295194387436, -0.031108027324080467, 0.01048356294631958, -0.028753584250807762, 0.03127869963645935, 0.0594264380633831, 0.004277202766388655, 0.06515350192785263, 0.0573141872882843, -0.005569005385041237, -0.036484964191913605, -0.014963110908865929, -0.01470227725803852, 0.021029654890298843, -0.012101145461201668, 0.042418912053108215, 0.08276092261075974, 0.05463530495762825, -0.037180643528699875, 0.0944676399230957, -0.0040055313147604465, -0.05783693492412567, 0.04842827096581459, 0.008155771531164646, 0.002088689710944891, 0.013985038734972477, 0.06903810054063797, 0.032440364360809326, -0.004364678170531988, -0.026925936341285706, -0.14809367060661316, -0.012063412927091122, -0.02872028388082981, -0.025956830009818077, -0.026028787717223167, -0.0680614486336708, 0.0546192042529583, 0.03670038655400276, 0.012705877423286438, 0.04819661006331444, 0.017515724524855614, -0.11612143367528915, 0.0038989349268376827, 0.03425378352403641, -0.019950108602643013, 0.016603535041213036, -0.078823521733284, -0.013311193324625492, -0.15138664841651917, -0.033730294555425644, 0.08787314593791962, -0.1209169253706932, -0.01214165985584259, -0.023687021806836128, -0.010743501596152782, 0.07871480286121368, 0.019925981760025024, 0.020496727898716927, 0.08769800513982773, -0.05014511197805405, -0.17766731977462769, 0.09730975329875946, 0.06078651174902916, 0.03660103678703308, -0.06905468553304672, -0.01276198960840702, -0.058921925723552704, 0.061515700072050095, 0.005166655406355858, -0.01987607404589653, 0.09277503192424774, -0.0764487236738205, 0.010938611812889576, 0.02173345349729061, 0.0426718145608902, -0.04823897406458855, 0.07290633767843246, 0.03347337245941162, 0.07148215174674988, 0.17881743609905243, -0.05563138797879219, -0.04257379099726677, 0.07995128631591797, -0.011483877897262573, -0.03706995025277138, -0.03009610064327717, 0.0704968050122261, -0.04620030149817467, -0.021421289071440697, 0.035346243530511856, -0.13931314647197723, -0.11894700676202774, 0.010190754197537899, -0.03832446411252022, -0.09744259715080261, 0.13614784181118011, -0.08730147033929825, 0.03678153455257416, -0.16786926984786987, -0.11640621721744537, 0.006277312524616718, 0.029393987730145454, 0.018662529066205025, -0.10549995303153992, 0.05463428422808647, 0.06370478123426437, 0.07007580250501633, 0.12841127812862396, 0.0770285502076149, -0.05758436769247055], [-0.05868801102042198, 0.0857212021946907, -0.06071125343441963, -0.02105102874338627, 0.1193014532327652, 0.05951941758394241, -0.04139016941189766, -0.07915806770324707, -0.056315574795007706, -0.048246487975120544, 0.0249014925211668, -0.016934189945459366, 0.03699752688407898, 0.06676873564720154, -0.011977063491940498, 0.01347295381128788, -0.0018308822764083743, 0.010887270793318748, -0.0819643884897232, -0.0037372238002717495, -0.0377829447388649, 0.04565102234482765, 0.020978039130568504, 0.10558129101991653, 0.04805464297533035, -0.0974138155579567, -0.01038193330168724, -0.05019387602806091, -0.0555126927793026, 0.06001000851392746, 0.0292750746011734, -0.10502287745475769, -0.013482676818966866, -0.05171709507703781, 0.03993398696184158, 0.023931313306093216, -0.004168098792433739, -0.03668634966015816, -0.00400589918717742, -0.10690634697675705, -0.0024053631350398064, 0.042015112936496735, 0.0011169780045747757, 0.031016314402222633, 0.08612369745969772, -0.018478261306881905, -0.006734705530107021, -0.10250700265169144, -0.04583558440208435, 0.04916729778051376, -0.008009237237274647, -0.038449373096227646, -0.04394707828760147, -0.05786500871181488, 0.027570774778723717, 0.05201717093586922, -0.01302268821746111, -0.029932193458080292, -0.042736414819955826, -0.05248962342739105, -0.026439309120178223, 0.08702678233385086, 0.0024163692723959684, 0.015649564564228058, -0.007860072888433933, -0.02455916441977024, 0.10292638838291168, -0.11516449600458145, -0.04395216703414917, 0.11734820902347565, -0.003817476099357009, 0.03922133147716522, 0.006696861702948809, 0.061587803065776825, -0.0046928259544074535, -0.0741618201136589, 0.013879802078008652, -0.02410072088241577, -0.004873253870755434, 0.05864141136407852, 0.03491741418838501, 0.03679283708333969, -0.010906947776675224, -0.04882536828517914, 0.02491898462176323, -0.045748259872198105, -0.006050212774425745, -0.028171835467219353, -0.004229424521327019, -0.019245486706495285, -0.02771078608930111, 0.06225867569446564, -0.009300651028752327, 0.02309379167854786, -0.03836648911237717, -0.02335885912179947, -0.06866210699081421, -0.04275374487042427, -0.10750704258680344, 0.039330486208200455, -0.010660037398338318, 0.04316242039203644, -0.07789387553930283, 0.006304081529378891, -0.040083784610033035, -0.013218531385064125, 0.0004377885488793254, 0.012650728225708008, -0.08308988809585571, -0.08946849405765533, 0.0022687443997710943, 0.04625812917947769, -0.060788389295339584, -0.06688360124826431, 0.14537227153778076, -0.00940400268882513, 0.03199945390224457, -0.0012867847690358758, 0.04627631977200508, -0.03666176274418831, -0.049456674605607986, -0.07421088218688965, 0.004744136240333319, -0.05364542081952095, 0.017247654497623444, 0.04348258301615715, 0.05578068643808365, -0.05947480723261833], [0.04087119922041893, 0.04593764618039131, -0.08235164731740952, -0.0038888310082256794, -0.04543880745768547, 0.0537218302488327, -0.0075937979854643345, -0.06262514740228653, -0.04901141673326492, -0.07605571299791336, 0.01914913021028042, 0.059844113886356354, 0.023983091115951538, 0.07167590409517288, -0.056778788566589355, -0.019183240830898285, 0.03760334476828575, -0.0060988725163042545, -0.035242825746536255, 0.00706751924008131, -0.022808602079749107, 0.0254459697753191, 0.0566713847219944, 0.04054239019751549, -0.010316266678273678, -0.007781189866364002, -0.005349953193217516, -0.04911896586418152, -0.03121935762465, -0.030964212492108345, -0.022377878427505493, 0.007176334038376808, 0.03640691190958023, -0.029335668310523033, -0.015217206440865993, -0.014958987012505531, 0.03562713414430618, 0.019078223034739494, -0.03383293002843857, -0.07705050706863403, -0.0006248611607588828, 0.016896188259124756, 0.029630417004227638, 0.034812770783901215, 0.08960363268852234, 0.0011345213279128075, -0.024268796667456627, 0.02545839734375477, -0.024523353204131126, -0.007070210762321949, 0.0380578339099884, 0.003103226888924837, -0.050223611295223236, -0.04302605614066124, 0.005420927423983812, -0.007599056698381901, 0.0003566773666534573, 0.0017506168223917484, -0.03601756691932678, 0.0037846639752388, -0.03950203210115433, 0.0449354462325573, -0.04020790755748749, -0.026507539674639702, -0.007013693917542696, -0.02050943858921528, -0.09400968253612518, -0.026236966252326965, 0.03946543484926224, 0.04523931443691254, -0.08496420830488205, 0.10095387697219849, -0.04025633633136749, -0.03742500767111778, -0.013029340654611588, 0.025958146899938583, -0.03239016234874725, 0.05272725969552994, -0.07553976029157639, 0.06991665810346603, -0.02603977918624878, 0.07516177743673325, -0.031808823347091675, -0.1489025354385376, 0.04221493750810623, -0.05564315244555473, -0.002547368872910738, 0.04774930328130722, 0.022928545251488686, -0.08710320293903351, 0.11558961123228073, -0.13432222604751587, 0.12076365947723389, -0.07068923860788345, -0.026473425328731537, 0.030024627223610878, -0.009964763186872005, -0.034073587507009506, -0.062440741807222366, 0.039762746542692184, 0.0038223869632929564, 0.008159185759723186, 0.02935604192316532, 0.04959965497255325, -0.018358217552304268, 0.03316446766257286, 0.0426364541053772, -0.06191079691052437, -0.04815816134214401, 0.04909749701619148, -0.0472523458302021, 0.12230609357357025, 0.061314791440963745, -0.07773712277412415, -0.003876992966979742, -0.016665542498230934, 0.0015434820670634508, -0.007076014764606953, 0.09524994343519211, -0.0018952714744955301, 0.027706105262041092, 0.0032662050798535347, 0.10451900959014893, -0.05458776652812958, -0.028743281960487366, 0.06621333956718445, -0.006556093227118254, -0.04850516468286514], [-0.01919802464544773, 0.011838649399578571, 0.004469879437237978, 0.01262294128537178, 0.008557533845305443, 0.0651339590549469, 0.01655273139476776, -0.10155188292264938, -0.0658632218837738, -0.05948853865265846, 0.044583581387996674, 0.045751333236694336, 0.047109950333833694, 0.08868126571178436, -0.07412007451057434, 0.05436548963189125, 0.0189221128821373, -0.0210636667907238, 0.0012284086551517248, 0.00197030627168715, -0.055220525711774826, 0.06533114612102509, 0.05531444028019905, 0.023922936990857124, 0.01233677752315998, -0.02275031991302967, 0.06451036036014557, -0.023331452161073685, -0.04560023173689842, -0.0460076630115509, 0.0280274860560894, -0.09401698410511017, -0.0006302331457845867, 0.007818424142897129, 0.07637429237365723, 0.01378540974110365, -0.02966086007654667, 0.023493744432926178, -0.0459262989461422, -0.07896967977285385, -0.04940105229616165, -0.026024596765637398, 0.032282546162605286, 0.055420566350221634, 0.050690729171037674, 0.028566280379891396, 0.009402998723089695, -0.03893104940652847, -0.02661127969622612, 0.017201561480760574, -0.016275877133011818, 0.0019459755858406425, -0.040140461176633835, -0.028894035145640373, 0.025455918163061142, 0.008860675618052483, -0.017971772700548172, -0.0024926329497247934, 0.11941859126091003, -0.04649253562092781, 0.02849750593304634, 0.01747257076203823, -0.0012434360105544329, -0.039453476667404175, -0.011948671191930771, 0.055030275136232376, -0.017752164974808693, 0.011241411790251732, 0.09937947988510132, 0.006388807203620672, -0.005253635346889496, 0.005927786696702242, -0.01907588541507721, 0.0800664946436882, -0.02924332208931446, -0.14032454788684845, 0.050930920988321304, -0.046383533626794815, -0.03251423314213753, 0.07584302127361298, -0.022247804328799248, -0.038359418511390686, -0.08874854445457458, 0.02469184435904026, -0.05301184207201004, -0.014155036769807339, 0.07494068890810013, -0.0738425925374031, 0.08650746196508408, -0.04928656294941902, -0.011302994564175606, 0.01568547450006008, -0.05754561349749565, 0.04372159391641617, 0.04337989166378975, 0.1148606687784195, 0.06452976912260056, 0.04331137239933014, -0.1502157747745514, 0.01584710367023945, -0.07957544922828674, -0.01712028868496418, -0.03718970715999603, 0.032544925808906555, -0.053102221339941025, -0.022403648123145103, 0.11766748130321503, -0.022445566952228546, -0.10828868299722672, 0.05115384981036186, -0.057443443685770035, -0.06501930207014084, 0.00834420882165432, -0.08771612495183945, 0.012489436194300652, 0.024082833901047707, -0.010228345170617104, 0.05380626395344734, 0.09884366393089294, 0.08282706886529922, -0.0412607416510582, -0.040127478539943695, 0.08838541060686111, -0.004780844319611788, 0.019628727808594704, 0.05378325283527374, -0.04737980663776398, -0.012131833471357822], [0.06602805107831955, 0.08233501762151718, -0.02359452284872532, 0.03317771479487419, -0.012133834883570671, 0.08944632858037949, 0.025793004781007767, 0.00950447004288435, -0.034094296395778656, -0.052217453718185425, -0.0032502408139407635, 0.0029666810296475887, 0.06683362275362015, 0.020572856068611145, -0.04982287436723709, -0.036573685705661774, -0.0066208080388605595, -0.07000298798084259, -0.04307982325553894, 0.01549477968364954, -0.0072124795988202095, 0.0026802520733326674, 0.03509119898080826, 0.03853810578584671, 0.0014906354481354356, -0.07938273996114731, 0.00212347274646163, -0.0014527363236993551, -0.02225317433476448, -0.0403519868850708, -0.016024857759475708, -0.007567775435745716, 0.03813522681593895, -0.07300496101379395, 0.05709273740649223, 0.018997281789779663, 0.06395573914051056, 0.04549171030521393, 0.020630473271012306, -0.04744357988238335, 0.05656309798359871, 0.00960364006459713, 0.05240258201956749, 0.09289127588272095, 0.04636383056640625, 0.07080793380737305, -0.036769598722457886, 0.012179781682789326, -0.008810015395283699, -0.02035527117550373, -0.02948424033820629, -0.011858821846544743, 0.02399277687072754, -0.015354418195784092, 0.014397486113011837, 0.028290675953030586, -0.039180316030979156, 0.032397303730249405, 0.07529202103614807, 0.040518619120121, -0.06304167211055756, 0.11047791689634323, 0.061454933136701584, -0.0453997440636158, 0.03678493574261665, -0.04368092492222786, -0.03926195204257965, -0.13136181235313416, 0.06190149486064911, 0.10138377547264099, 0.036138713359832764, 0.02763763628900051, -0.005297440104186535, 0.09090270102024078, -0.04212275147438049, 0.01111663319170475, 0.03592473641037941, 0.10546556115150452, -0.04333427920937538, 0.004603779409080744, -0.023496905341744423, 0.11568989604711533, -0.030380137264728546, -0.03580700233578682, -0.015026713721454144, -0.02724536508321762, 0.024627534672617912, 0.011086628772318363, -0.07811233401298523, -0.03207867965102196, 0.055785536766052246, 0.008916349150240421, 0.0037375707179307938, 0.04866096004843712, 0.012617446482181549, -0.1099378913640976, 0.029178816825151443, 0.050714269280433655, 0.018649788573384285, 0.09604796767234802, -0.05370599031448364, -0.04795053228735924, -0.006526470649987459, 0.03294674679636955, 0.022236961871385574, -0.003944085910916328, 0.07799038290977478, -0.031127844005823135, -0.03682122007012367, -0.03207988664507866, -0.06387952715158463, -0.11094741523265839, -0.020228032022714615, 0.04444161802530289, 0.039724815636873245, 0.041556309908628464, 0.05535060912370682, -0.07909972220659256, -0.039609313011169434, 0.08025553822517395, -0.0013740771682932973, -0.025056621059775352, 0.0469357930123806, -0.021200068295001984, 0.031036779284477234, 0.09347859025001526, 0.02027236483991146, -0.08962775021791458], [0.014701557345688343, 0.08352824300527573, -0.02241419441998005, -0.07058385759592056, -0.023414742201566696, 0.06529434770345688, -0.03724241256713867, -0.05729233846068382, 0.029416408389806747, -0.05559762939810753, 0.07513472437858582, 0.03933870047330856, 0.029789399355649948, 0.07774660736322403, -0.12983566522598267, -0.022018060088157654, 0.07012004405260086, -0.015801463276147842, -0.11847696453332901, 0.007737506181001663, -0.0503268726170063, 0.10681349784135818, 0.03143962100148201, 0.07864974439144135, 0.02255842089653015, -0.003965385258197784, -0.04797513782978058, -0.019075928255915642, -0.09939035773277283, 0.02113366685807705, 0.00830757338553667, 0.02887258492410183, 0.04001053050160408, 0.05911104008555412, 0.007442748639732599, 0.04621487483382225, -0.02114591933786869, -0.007031106390058994, -0.05399417132139206, -0.11016859859228134, 0.011698400601744652, -0.06756465137004852, 0.060238420963287354, 0.09344697743654251, 0.029216989874839783, 0.07934266328811646, -0.08673875778913498, -0.0913625955581665, -0.07428507506847382, 0.04062298685312271, 0.0015293257310986519, 0.0895121768116951, -0.07611218094825745, -0.017424985766410828, 0.008402646519243717, 0.005883554928004742, -0.04853680357336998, 0.03875023126602173, -0.06373029947280884, 0.002158202463760972, 0.06148787960410118, 0.036805782467126846, 0.03483465686440468, -0.016894442960619926, 0.10812830924987793, -0.016996370628476143, -0.08979421108961105, -0.01975727640092373, 0.08299527317285538, 0.03796723484992981, 0.1108265370130539, 0.0272497721016407, -0.005907135084271431, -0.0399155393242836, 0.006361143663525581, 0.06209284067153931, 0.06671123206615448, 0.08539474755525589, 0.03715174272656441, 0.0016147635178640485, -0.017583327367901802, 0.008317332714796066, 0.04260731860995293, -0.06198281794786453, -0.02940635196864605, 0.013321696780622005, -0.0632467269897461, 0.0031611842568963766, -0.018029293045401573, -0.04793812334537506, -0.029716959223151207, 0.045762818306684494, -0.05727880075573921, 0.050906725227832794, -0.06336934864521027, 0.008182263933122158, 0.024564409628510475, 0.008996897377073765, 0.014377843588590622, 0.004920892883092165, -0.008650167845189571, 0.0028611391317099333, 0.03456812724471092, 0.021672897040843964, 0.053396113216876984, 0.002480739029124379, -0.03741784393787384, -0.05064719170331955, 0.011552814394235611, 0.012226102873682976, -0.02438017725944519, -0.01958760805428028, 0.058437660336494446, 0.06313374638557434, 0.021375050768256187, 0.02700430154800415, 0.06976975500583649, -0.010423368774354458, -0.03216666728258133, -0.012321237474679947, -0.055463626980781555, -0.010360712185502052, 0.015279482118785381, -0.03868246451020241, 0.03204711899161339, 0.08989883214235306, -0.024684954434633255, -0.019379589706659317], [0.02329021319746971, 0.013193421997129917, -0.08100978285074234, -0.0303873959928751, 0.015102194622159004, 0.005191245581954718, -0.023822901770472527, -0.05627090111374855, -0.05952615290880203, -0.07673700898885727, 0.0009543209453113377, -0.010794981382787228, 0.009768307209014893, 0.002739056246355176, -0.05563386529684067, -0.029829176142811775, 0.04126201570034027, -0.02099386788904667, 0.02260112203657627, -0.06235780566930771, -0.09409110248088837, 0.013213862664997578, 0.03805584833025932, 0.03376224264502525, 0.04212396219372749, -0.0005441366229206324, -0.0061144353821873665, -0.010395213961601257, -0.012465390376746655, -0.013234540820121765, 0.035570044070482254, -0.08517377078533173, -0.10495364665985107, 0.01644366979598999, 0.010881397873163223, 0.03763236477971077, -0.0009263332467526197, -0.07553236931562424, -0.05285811051726341, -0.07741604745388031, -0.024483367800712585, 0.07253467291593552, 0.12827478349208832, 0.060046013444662094, 0.02707488462328911, 0.003274311078712344, -0.02033216319978237, 0.036312807351350784, -0.04959511384367943, 0.0568193718791008, -0.021867049857974052, -0.0373011976480484, -0.026058390736579895, -0.10171283781528473, 0.03507086634635925, 0.04198028892278671, -0.019542330875992775, 0.05246002599596977, 0.06100092828273773, -0.06441721320152283, -0.007701060734689236, 0.062058646231889725, -0.024210229516029358, 0.012928443029522896, -0.07422653585672379, 0.0343591682612896, -0.08343427628278732, -0.11886559426784515, -0.01823784038424492, 0.13811765611171722, 0.011530216783285141, -0.0026867615524679422, -0.09065575897693634, 0.04295848309993744, -0.015583531931042671, 0.023178348317742348, 0.02251584269106388, 0.04037141054868698, -0.06555978953838348, 0.06825108081102371, 0.07799530029296875, 0.035352353006601334, -0.021236665546894073, -0.07411102205514908, -0.013991703279316425, -0.031527478247880936, 0.0502639040350914, -0.03364534676074982, 0.006593876983970404, -0.0847313329577446, 0.019787678495049477, -0.05808233097195625, 0.024009427055716515, 0.017724735662341118, -0.02872936613857746, -0.015134014189243317, 0.0018120318418368697, 0.006731477100402117, -0.17674919962882996, 0.017137540504336357, -0.05397232994437218, -0.015893951058387756, 0.0702301412820816, 0.14895498752593994, 0.14376994967460632, -0.03752441331744194, 0.03921160101890564, -0.12231810390949249, -0.010185202583670616, -0.013195730745792389, -0.06243744492530823, -0.06253664195537567, -0.06054548919200897, -0.024509962648153305, 0.028952566906809807, 0.06721166521310806, -0.06271959841251373, 0.055413518100976944, 0.07876147329807281, 0.055340297520160675, -0.019415250048041344, 0.004786043427884579, -0.02659863419830799, -0.01421170774847269, -0.04423351585865021, 0.11584465950727463, -0.04609451815485954, -0.05296792834997177], [0.01325848139822483, 0.022885382175445557, -0.028971746563911438, 0.014364906586706638, -0.010226531885564327, 0.005642713978886604, -0.08958835154771805, -0.05242101475596428, -0.025649674236774445, -0.021109595894813538, -0.0028286990709602833, 0.011317060329020023, -0.020806869491934776, 0.08723953366279602, -0.04801147058606148, -0.03600520268082619, -0.02484845742583275, -0.07075642049312592, -0.0666930302977562, 0.006775283254683018, -0.03205430507659912, -0.015024219639599323, 0.0691872164607048, 0.015194679610431194, -0.05328872427344322, 0.019847773015499115, 0.10092069953680038, -0.0340879000723362, 0.00643947022035718, -0.007091434206813574, -0.042397186160087585, -0.005011715926229954, -0.01924491859972477, -0.008837621659040451, 0.04606372490525246, 0.07324933260679245, -0.030376210808753967, -0.05475176125764847, -0.004907602909952402, 0.019666578620672226, -0.009193585254251957, 0.06488170474767685, -0.0007697275141254067, 0.03371943160891533, 0.015696179121732712, 0.06908779591321945, 0.016638487577438354, -0.028841406106948853, -0.053290992975234985, 0.020407723262906075, -0.05493368208408356, 0.042692892253398895, -0.07590743154287338, -0.04975585266947746, 0.00616009347140789, 0.017835689708590508, 0.01342846266925335, -0.02336648851633072, 0.016487695276737213, 0.04498495161533356, -0.0038920834194868803, -0.006026956252753735, -0.033234454691410065, 0.019994905218482018, 0.040230270475149155, 0.00717475451529026, -0.015517652034759521, -0.03472495824098587, 0.018962187692523003, 0.004918795544654131, -0.012965281493961811, 0.0014033348998054862, -0.022267887368798256, 0.06159602478146553, 0.0818309560418129, 0.055486638098955154, -0.008780499920248985, 0.005236385390162468, -0.017855729907751083, 0.12081820517778397, 0.04654984548687935, -0.010406389832496643, -0.05215808376669884, -0.06879660487174988, 0.01978440396487713, -0.03282197564840317, 0.0011668934021145105, 0.07780938595533371, 0.06693041324615479, -0.1101122796535492, 0.026083573698997498, 0.08056120574474335, 0.06174468621611595, -0.0769265815615654, -0.0295125562697649, -0.05088837072253227, -0.062130529433488846, 0.03825686499476433, -0.08033975213766098, 0.09010512381792068, -0.0510205514729023, 0.1205667182803154, -0.024597108364105225, -0.046568628400564194, -0.014419346116483212, -0.013839119113981724, -0.022218184545636177, 0.01802515797317028, -0.03052433580160141, 0.001511731301434338, -0.0773664191365242, 0.041450899094343185, -0.10889974981546402, 0.03450942784547806, -0.05324435234069824, -0.06609434634447098, -0.06429806351661682, 0.005696069449186325, 0.0601244680583477, 0.020541610196232796, -0.02104424312710762, 0.004955889657139778, 0.05185485631227493, 0.03846143186092377, -0.0522458553314209, 0.19379869103431702, 0.020907901227474213, -0.03221675008535385], [0.01033599954098463, 0.03044016845524311, -0.10609561204910278, -0.03871016204357147, 0.08339035511016846, -0.0016135618789121509, -0.010527742095291615, -0.0676703080534935, 0.04940866306424141, 0.047219011932611465, 0.0036947571206837893, -0.019385749474167824, 0.05094171687960625, 0.028013980016112328, -0.02626834437251091, -0.02043207921087742, 0.08106552809476852, -0.07585640251636505, -0.04308120906352997, -0.01086400356143713, 0.07236307114362717, 0.004103694576770067, 0.08986307680606842, 0.07314778119325638, -0.011198061518371105, -0.04468671604990959, 0.0021050255745649338, 0.013689100742340088, 0.06152045354247093, 0.06369644403457642, 0.011381742544472218, 0.010056551545858383, 0.009225164540112019, -0.03537770360708237, 0.029507840052247047, 0.06223948672413826, -0.06470219790935516, -0.09238365292549133, 0.025777991861104965, -0.05106334015727043, -0.019513718783855438, 0.1040707677602768, -0.05266014486551285, 0.007241781335324049, 0.0005807803245261312, 0.04657241702079773, -0.019437141716480255, -0.0029418470803648233, -0.025949284434318542, 0.011492266319692135, -0.014612972736358643, -0.0005488021997734904, -0.013863668777048588, 0.005971738137304783, 0.04071972519159317, -0.007240632548928261, -0.00780438631772995, 0.0015558782033622265, 0.06658702343702316, -0.014716776087880135, 0.03220778703689575, -0.028462355956435204, -0.03410337120294571, 0.027739880606532097, 0.005135279148817062, -0.057717952877283096, -0.0786575898528099, 0.006303190719336271, -0.09612229466438293, 0.017602041363716125, 0.06563495099544525, -0.015769127756357193, -0.045991700142621994, 0.026842838153243065, 0.06654822081327438, -0.11949802935123444, 0.03473058342933655, 0.028430668637156487, -0.015852952376008034, 0.05770687013864517, -0.09623218327760696, -0.004205496050417423, -0.0637388601899147, 0.06989558041095734, -0.07991395890712738, -0.037756722420454025, 0.020995745435357094, -0.08149468153715134, -0.006149014923721552, 0.054856088012456894, -0.007097506430000067, 0.08312176167964935, -0.0716615840792656, 0.002334542339667678, -0.047911640256643295, -0.014807015657424927, 0.03765672817826271, -0.003949108999222517, -0.05843757465481758, -0.04771023243665695, -0.11348437517881393, 0.07394812256097794, 0.026167092844843864, 0.09097842127084732, 0.008784844540059566, 0.11308643966913223, 0.09334156662225723, -0.01190329622477293, 0.003939995542168617, 0.051477305591106415, -0.03212853893637657, 0.07848096638917923, -0.07403341680765152, -0.02827461250126362, 0.021471982821822166, 0.0009388548787683249, -0.062215667217969894, 0.048888735473155975, -0.025721846148371696, -0.0054146358743309975, 0.026902811601758003, -0.04273451492190361, 0.06094586104154587, -0.03346899151802063, -0.041733160614967346, -0.051976144313812256, -0.013004153966903687, -0.13630472123622894], [-0.0656849667429924, 0.10942402482032776, -0.07000207901000977, 0.02333293855190277, -0.0038175375666469336, 0.02490668185055256, 0.007463044486939907, -0.07821977138519287, -0.013951150700449944, -0.1017257496714592, 0.061999183148145676, 0.016313912346959114, 0.048911117017269135, 0.015125421807169914, -0.06778764724731445, -0.08796265721321106, 0.05896817892789841, 0.024574069306254387, -0.003736743936315179, 0.001951217302121222, -0.011194012127816677, 0.07153158634901047, 0.06406308710575104, 0.038502976298332214, -0.011998258531093597, 0.009204914793372154, -0.026619665324687958, -0.062083881348371506, -0.0330544114112854, -0.053650401532649994, 0.006607790477573872, -0.040552690625190735, -0.05114913731813431, -0.06139490008354187, 0.0513869933784008, 0.05318993330001831, 0.012389068491756916, -0.044853098690509796, 0.03311775624752045, -0.046145807951688766, 0.01959468610584736, 0.008147650398314, 0.0495535209774971, 0.051652565598487854, 0.037015024572610855, 0.021913573145866394, 0.010828784666955471, 0.006649260874837637, -0.03199733793735504, -0.018540913239121437, 0.09378784149885178, -0.03220224007964134, -0.05379882827401161, -0.0612456239759922, -0.011946465820074081, 0.15467266738414764, -0.0829545333981514, 0.01705106720328331, -0.055774979293346405, -0.044789738953113556, -0.015126674436032772, 0.055991146713495255, -0.10371007025241852, -0.017068201676011086, -0.019754694774746895, -0.010600251145660877, 0.061705924570560455, -0.011838479898869991, -0.0001833865389926359, 0.011966370977461338, 0.04861871525645256, -0.00010077995102619752, -0.04028687998652458, 0.032492782920598984, -0.030376432463526726, -0.03501101955771446, 0.1337096244096756, 0.014557670801877975, 0.059862036257982254, 0.04406692087650299, 0.04967464134097099, -0.04153674095869064, -0.03459390625357628, 0.0021795870270580053, 0.053212959319353104, 0.014277487061917782, 0.013519679196178913, 0.0129617964848876, -0.00603452930226922, -0.020664744079113007, -0.05754145234823227, 0.020447302609682083, -0.010818734765052795, -0.023763347417116165, -0.038001470267772675, 0.01783960871398449, 0.00849540252238512, 0.03764617443084717, 0.052479859441518784, 0.019698191434144974, -0.10309998691082001, 0.012966721318662167, 0.005968050565570593, 0.027425657957792282, -0.0846247673034668, -0.05950365215539932, -0.05652930587530136, -0.01817191019654274, -0.006912877317517996, -0.025948023423552513, -0.07059483230113983, 0.0388091504573822, 0.012023717164993286, -0.03421374037861824, -0.0634879469871521, -0.022124895825982094, 0.03287564590573311, 0.02777102403342724, 0.05117740109562874, 0.005746451206505299, -0.06398467719554901, -0.021111145615577698, 0.02590128779411316, -0.0629507526755333, 0.014287479221820831, 0.09651202708482742, -0.0039979577995836735, -0.09847571700811386], [-0.0060914005152881145, 0.02001018077135086, -0.052864447236061096, 0.0007383537595160306, 0.04122675955295563, -0.009792610071599483, 0.0207208264619112, -0.08433683961629868, 0.043398667126894, -0.0229874849319458, -0.06146475672721863, 0.014940271154046059, 0.0589943528175354, 0.085011787712574, -0.058822475373744965, -0.05714363604784012, 0.021312091499567032, -0.07686157524585724, 0.04133103787899017, -0.06163334473967552, 0.022410716861486435, -0.017778119072318077, 0.03374483063817024, 0.03067980706691742, -0.09735826402902603, -0.009970955550670624, -0.03385262191295624, -0.024523552507162094, 0.06910557299852371, -0.02051611803472042, 0.07092761248350143, -0.024811474606394768, -0.006142013240605593, -0.026985548436641693, 0.0712750256061554, 0.0544271320104599, -0.006548602599650621, -0.05432999134063721, 0.007633030880242586, -0.07098576426506042, -0.03026360273361206, -0.02666773833334446, -0.03210575506091118, 0.03705715388059616, 0.07970146834850311, 0.014625649899244308, 0.06378630548715591, -0.032988615334033966, -0.05462591350078583, -0.05753397196531296, -0.10137519985437393, -0.03677428141236305, 0.001127593801356852, 0.012501330114901066, 0.029781870543956757, -0.04600430652499199, -0.05163448676466942, -0.019213110208511353, 0.04530951380729675, -0.06429865956306458, 0.031002668663859367, -0.022670352831482887, -0.0672897920012474, -0.0037949129473417997, -0.03908199444413185, 0.0419694259762764, -0.016160620376467705, -0.04945860430598259, 0.015272085554897785, 0.0197773277759552, -0.056272223591804504, 0.086714006960392, -0.07532208412885666, 0.09532744437456131, 0.06618576496839523, -0.06351020932197571, 0.020002689212560654, 0.07056889683008194, -0.048473138362169266, -0.008687298744916916, 0.02166389487683773, -0.001917320885695517, -0.10141798853874207, -0.0015866711037233472, 0.03714973106980324, -0.040834132581949234, 0.051086097955703735, -0.00047117299982346594, 0.03537937253713608, -0.07363296300172806, -0.025292906910181046, -0.04141861945390701, 0.006020830944180489, 0.06430114805698395, 0.01109987311065197, -0.0020269344095140696, 0.08695586025714874, -0.011536541394889355, -0.11793581396341324, 0.04524212330579758, -0.03553053364157677, 0.0396575853228569, -0.06059209629893303, 0.06816626340150833, -0.053436651825904846, -0.07188276946544647, -0.027870941907167435, -0.033116113394498825, -0.0142159853130579, 0.03380483016371727, -0.051022786647081375, -0.051383126527071, 0.019342809915542603, 0.056790873408317566, 0.03858811408281326, 0.023682935163378716, -0.026023101061582565, 0.025321129709482193, 0.04172327369451523, 0.0014944474678486586, 0.049695417284965515, 0.01681290566921234, 0.018689317628741264, -0.06861729919910431, -0.08733285218477249, 0.06148199364542961, -0.047036152333021164, -0.0746285542845726], [0.005252164788544178, 0.01982518471777439, -0.06126364320516586, -0.0011190427467226982, 0.009005212225019932, 0.06728003174066544, -0.0319470651447773, -0.042791735380887985, -0.06094732508063316, -0.016885822638869286, 0.0038242789451032877, 0.029219934716820717, -0.023079942911863327, -0.004498105961829424, -0.018892116844654083, 0.035787515342235565, -0.03752639889717102, 0.028229136019945145, 0.0076891458593308926, 0.010709958150982857, -0.040401555597782135, 0.032428544014692307, 0.025737568736076355, 0.04584458842873573, -0.03765582665801048, -0.03412216156721115, 0.08940797299146652, 0.03220435231924057, 0.05238503962755203, -0.0029145802836865187, -0.011039125733077526, -0.024374933913350105, 0.008543536067008972, -0.05540968477725983, 0.08979689329862595, -0.0009318658849224448, -0.018626682460308075, -0.06498249620199203, -0.032063331454992294, -0.05997578799724579, 0.05084788426756859, 0.0018649412086233497, 0.03492135554552078, 0.015701880678534508, 0.030960656702518463, 0.057353150099515915, -0.045630283653736115, -0.07407014816999435, -0.07842568308115005, 0.022218698635697365, -0.015845641493797302, -0.03985416516661644, -0.025845928117632866, -0.09388817101716995, 0.03304101154208183, 0.004259102046489716, -0.05372939258813858, -0.004953125026077032, -0.03215417638421059, -0.037032369524240494, -0.001880148658528924, 0.01482886727899313, -0.00834187027066946, 0.01602388359606266, -0.05936801806092262, -0.013774828985333443, -0.016395429149270058, -0.015280913561582565, 0.012296636588871479, -0.010611496865749359, -0.011608474887907505, -0.058061517775058746, -0.004879603628069162, -0.07799840718507767, 0.09802678227424622, -0.03354949504137039, -0.00615981500595808, -0.049285516142845154, -0.05760641396045685, 0.05013767629861832, 0.044816818088293076, -0.03403835743665695, -0.005032811313867569, 0.027964750304818153, 0.05242151394486427, -0.09177646785974503, 0.03491315618157387, 0.09175359457731247, -0.018004441633820534, -0.06828255206346512, 0.0007444057846441865, -0.10004846751689911, 0.04235132411122322, 0.006234073545783758, 0.009532134979963303, -0.003293687244877219, -0.02197684347629547, -0.015211552381515503, -0.028667284175753593, -0.0008285040385089815, 0.011545619927346706, 0.08451289683580399, -0.07526010274887085, -0.03360316902399063, 0.014822516590356827, 0.06071886420249939, 0.058869294822216034, 0.07661408931016922, 0.04110647365450859, 0.015814512968063354, -0.06424376368522644, 0.02614377811551094, 0.030890751630067825, 0.07956092804670334, -0.06780198216438293, 0.12254316359758377, -0.021690910682082176, -0.0295228473842144, 0.08887439221143723, -0.007637617643922567, 0.12490443885326385, -0.050779543817043304, 0.11710483580827713, 0.016449052840471268, -0.013527393341064453, 0.023545965552330017, -0.031045835465192795, -0.08959287405014038], [0.03560086339712143, 0.026056582108139992, -0.04129273444414139, 0.024629870429635048, -0.019274096935987473, 0.031886838376522064, 0.07122088223695755, -0.07035641372203827, 0.03148435428738594, 0.011847776360809803, 0.01021414902061224, -0.025850724428892136, -0.0715765506029129, -0.03189189359545708, -0.02679884433746338, 0.0483291856944561, 0.02565070614218712, 0.06921805441379547, 0.0006889774231240153, 0.0470149926841259, -0.05285520851612091, 0.029656127095222473, -0.06796100735664368, 0.05897020921111107, 0.03691733628511429, 0.026248516514897346, 0.018074573948979378, 0.026060685515403748, 0.015196301974356174, -0.029217815026640892, 0.002811974147334695, -0.027002250775694847, 0.04539956897497177, -0.01714787632226944, 0.03075871616601944, 0.067482128739357, 0.05096334591507912, -0.0011147231562063098, -0.029259270057082176, -0.00830773264169693, 0.020014803856611252, -0.0530257411301136, -0.010594424791634083, 0.01410704292356968, 0.05842265114188194, 0.04763107746839523, 0.02798801101744175, -0.05843697860836983, -0.040336668491363525, 0.02821188047528267, -0.028721598908305168, 0.006606013048440218, 0.020937949419021606, -0.05459070950746536, 0.043716587126255035, 0.032208703458309174, -0.0023440360091626644, 0.020050235092639923, -0.041375335305929184, -0.04204506427049637, -0.041797470301389694, 0.05050674080848694, 0.016183095052838326, -0.006045238580554724, -0.0595686174929142, -0.044636648148298264, 0.007506426423788071, -0.04309498518705368, -0.05145634710788727, -0.005878237076103687, 0.03320621699094772, 0.019358819350600243, -0.04310235381126404, 0.024462739005684853, 0.07752121984958649, -0.009316685609519482, 0.042617276310920715, -0.05669298768043518, -0.002888738876208663, 0.07428548485040665, -0.03508917614817619, -0.022639919072389603, -0.001789057394489646, 0.029640482738614082, 0.07701138406991959, -0.0030977637507021427, 0.10945174843072891, 0.07549954205751419, 0.09234540909528732, -0.07134294509887695, 0.03637570142745972, -0.05218891426920891, 0.02767355367541313, -0.09406057000160217, -0.07066268473863602, 0.057935282588005066, 0.01569683477282524, 0.006196795962750912, -0.025786498561501503, 0.0477362796664238, -0.04210604727268219, 0.07355228066444397, -0.05823250859975815, -0.07600995898246765, 0.025471201166510582, 0.029077580198645592, 0.049240969121456146, -0.02851833775639534, 0.017847245559096336, 0.012005315162241459, -0.06266963481903076, 0.07301575690507889, -0.09911923855543137, -0.011629409156739712, -0.0332922525703907, -0.041093599051237106, -0.016816506162285805, 0.03719167411327362, 0.08655226230621338, 0.01711590215563774, 0.02104729786515236, -0.004358814097940922, 0.09263637661933899, 0.04503666236996651, -0.010351579636335373, 0.07250581681728363, -0.03852057829499245, -0.08035773038864136], [-0.05757862702012062, -0.028846029192209244, -0.06952862441539764, 0.0030236784368753433, 0.049820296466350555, 0.004913151264190674, -0.054871220141649246, -0.04420758783817291, 0.020891787484288216, -0.036736518144607544, -0.07859349250793457, 0.034605201333761215, 0.061160583049058914, 0.07333449274301529, -0.03797760233283043, -0.036846406757831573, -0.04434886574745178, -0.0502307303249836, -0.06941216439008713, 0.014347737655043602, 0.018960069864988327, 0.055259909480810165, -0.0014935339568182826, 0.018607039004564285, 0.04328884184360504, 0.015286031179130077, -0.050634946674108505, -0.0029228755738586187, -0.007207835558801889, 0.03801707923412323, -0.0206792913377285, -0.08782942593097687, -0.10458584129810333, -0.04412622004747391, 0.10406061261892319, 0.021774645894765854, -0.017376743257045746, -0.075717493891716, 0.03258081153035164, -0.06128524988889694, 0.037065539509058, -0.018921006470918655, 0.0688854232430458, 0.06437266618013382, 0.09285858273506165, 0.09190216660499573, -0.07878928631544113, -0.004029815085232258, -0.04187071695923805, 0.03047814592719078, -0.05774877592921257, 0.03570186719298363, -0.040323927998542786, -0.14383290708065033, -0.011123299598693848, 0.07696264237165451, 0.014273148030042648, 0.07628557085990906, -0.030801696702837944, 0.008531947620213032, 0.03806283697485924, -0.04681338742375374, -0.04109489917755127, 0.11474358290433884, -0.0137370890006423, -0.09568782150745392, 0.06471845507621765, -0.030597835779190063, -0.006804413627833128, 0.04728684201836586, -0.09336654841899872, -0.04082107171416283, -0.03479107841849327, -0.0013536596670746803, 0.05554646626114845, -0.028583604842424393, 0.05650734901428223, -0.052638087421655655, -0.0010859303874894977, 0.07141317427158356, -0.09246586263179779, -0.07587666064500809, -0.10683847218751907, -0.018296722322702408, 0.019920555874705315, 0.01123659685254097, 0.03608531877398491, -0.10067078471183777, -0.0131602818146348, 0.029116537421941757, 0.04247147589921951, -0.004456901922821999, 0.007689643185585737, -0.019069457426667213, -0.11736061424016953, -0.001065972144715488, 0.00851419661194086, -0.04331374913454056, -0.02784763090312481, 0.014278027229011059, -0.027030061930418015, -0.021683769300580025, 0.004067578818649054, -0.05168513208627701, -0.009729228913784027, -0.049037568271160126, -0.017345305532217026, 0.054611630737781525, 0.00029495867784135044, 0.09014589339494705, -0.06431795656681061, -0.04137370362877846, 0.06491516530513763, 0.01041946280747652, 0.05342653766274452, -0.0451447069644928, -0.011226939968764782, 0.031056974083185196, 0.011425219476222992, 0.03400427848100662, -0.022599129006266594, -0.024823898449540138, 0.06928218901157379, -0.015122367069125175, -0.006739039905369282, 0.00014640421431977302, -0.03122705966234207, -0.042468879371881485], [-0.04588594660162926, 0.05244426056742668, -0.03355610743165016, -0.018054571002721786, 0.030575402081012726, 0.013164710253477097, -0.017438072711229324, -0.07260186225175858, 0.013802542351186275, -0.0801435187458992, -0.029470697045326233, -0.005202616099268198, 0.06003488972783089, 0.0321551114320755, -0.0447467640042305, -0.00030691144638694823, -0.033363793045282364, -0.01426577940583229, -0.06905601173639297, 0.02763894386589527, -0.049365170300006866, 0.043087247759103775, 0.021073590964078903, 0.07864413410425186, -0.017788665369153023, 0.0396026149392128, -0.003948669880628586, -0.0673467367887497, -0.0392773374915123, -0.029848385602235794, 0.013266458176076412, -0.07014898955821991, -0.06413768976926804, 0.02142997272312641, 0.05032561346888542, 0.0002707822422962636, 0.016930583864450455, -0.015617532655596733, 0.01820516586303711, -0.08108724653720856, 0.07017453014850616, 0.04071161150932312, 0.03662281855940819, 0.07604241371154785, 0.06652779877185822, 0.06907033175230026, -0.0004492630250751972, 0.0490063838660717, -0.031169798225164413, 0.01660182885825634, -0.03855786472558975, 0.043666448444128036, -0.04970322549343109, -0.06100953742861748, 0.025977719575166702, 0.06651889532804489, -0.026058416813611984, 0.05182492733001709, -0.0778484120965004, -0.047973088920116425, 0.020283279940485954, 0.09522043913602829, -0.06215125694870949, 0.03287624567747116, -0.14463691413402557, 0.01016332022845745, -0.07822057604789734, -0.03738868981599808, -0.035598497837781906, -0.0341935008764267, 0.009181501343846321, -0.02359979785978794, -0.05534189194440842, -0.02989240735769272, -0.0004768599756062031, -0.012657956220209599, 0.08719033747911453, -0.01859050616621971, -0.04181135818362236, 0.04081185162067413, -0.04847824573516846, -0.00512698432430625, -0.12323549389839172, -0.050249818712472916, 0.09867434948682785, -0.12278153002262115, -0.009526947513222694, 0.059030577540397644, 0.14324694871902466, -0.08775271475315094, 0.03019171766936779, -0.0355951264500618, 0.0329255685210228, -0.0680585503578186, -0.04351058974862099, -0.02531087026000023, 0.03721413016319275, 0.03208997845649719, -0.09465385973453522, -0.02028690278530121, 0.00101008964702487, -0.0037798448465764523, -0.09195202589035034, -0.016374677419662476, -0.061412978917360306, -0.013981339521706104, 0.029462259262800217, 0.06688030064105988, -0.08344001322984695, -0.06432253122329712, 0.013732497580349445, 0.06265787035226822, -0.0763961523771286, -0.038120124489068985, -0.024671291932463646, -0.037383031100034714, 0.030456122010946274, -0.04922659322619438, 0.16359394788742065, 0.05854925885796547, -0.0018539174925535917, -0.027242450043559074, 0.003259441116824746, 0.034578047692775726, -0.03748428076505661, 0.13312208652496338, 0.04382834583520889, -0.06201636418700218], [-0.03921559453010559, 0.014325127005577087, -0.07916567474603653, -0.029266593977808952, 0.050507087260484695, 0.06992730498313904, -0.00671316497027874, -0.034526608884334564, 0.015634210780262947, -0.021176811307668686, 0.11166216433048248, 0.07365428656339645, -0.05731640011072159, -0.046918656677007675, 0.018514549359679222, -0.020549090579152107, 0.06147647649049759, 0.001673761522397399, -0.0321415513753891, -0.04828810319304466, 0.04704847186803818, -0.0027778595685958862, 0.06129192188382149, 0.029384635388851166, 0.04338964819908142, -0.03782844915986061, -0.05283248424530029, -0.024191228672862053, 0.08420522511005402, 0.06771723926067352, -0.06032969802618027, 0.030549507588148117, 0.019670622423291206, 0.06475526839494705, 0.0215933695435524, 0.046084485948085785, 0.010828356258571148, 0.005504927132278681, -0.04486938938498497, -0.09711625427007675, 0.04326610639691353, -0.09575729072093964, -0.003269969718530774, 0.056286148726940155, 0.022745953872799873, 0.008597965352237225, -0.015860451385378838, -0.022710947319865227, -0.08377096801996231, -0.027554679661989212, 0.04910019040107727, 0.02739163488149643, -0.0003567046078387648, -0.04295424371957779, -0.048428989946842194, 0.00640106201171875, -0.012385500594973564, -0.0018463702872395515, 0.07628168910741806, 0.002884674584493041, -0.020677868276834488, -0.050491660833358765, 0.020624801516532898, 0.039221394807100296, 0.0561792254447937, -0.012112751603126526, -0.06811964511871338, -0.04938304051756859, -0.02148301899433136, 0.04104003310203552, 0.11332094669342041, 0.0007405056967400014, 0.133453369140625, 0.08622138947248459, 0.0077444203197956085, 0.03332974389195442, 0.010575885884463787, 0.0633188858628273, -0.07664696872234344, 0.048796601593494415, -0.018278930336236954, -0.03155811131000519, 0.07025741040706635, 0.016147244721651077, -0.09625962376594543, -0.015472106635570526, 0.11027327924966812, -0.13056965172290802, -0.0178317129611969, 0.042765118181705475, -0.0729699581861496, -0.04128456860780716, 0.013594926334917545, -0.04460649937391281, -0.06118600443005562, 0.06834566593170166, 0.017031049355864525, -0.1172880083322525, 0.011658072471618652, -0.02140241116285324, 0.05195336416363716, 0.017060667276382446, 0.06331723183393478, 0.0811210423707962, 0.02565588802099228, 0.04585080221295357, -0.002817047294229269, -0.026415899395942688, -0.03877496346831322, -0.013192424550652504, -0.040991514921188354, -0.06928327679634094, -0.017282338812947273, -0.02213456481695175, 0.08124162256717682, 0.03965788334608078, -0.09471794217824936, 0.14170058071613312, -0.028598817065358162, 0.08242370933294296, -0.011723142117261887, 0.027644410729408264, 0.013596883043646812, -0.03336465358734131, -0.017965223640203476, 0.0011181599693372846, -0.0057414681650698185, -0.07610233873128891], [0.019565120339393616, 0.006252637133002281, -0.05483042076230049, 0.016541384160518646, 0.05733964964747429, 0.07685885578393936, 0.0034346107859164476, 0.05710127577185631, -0.021907443180680275, -0.03959406539797783, 0.008674269542098045, 0.07882523536682129, -0.006997037213295698, 0.03408149629831314, -0.07169266790151596, -0.008504314348101616, 0.04190180078148842, 0.018928393721580505, -0.08660438656806946, 0.046009767800569534, -0.09535160660743713, 0.07230697572231293, 0.00010973899043165147, 0.03358722850680351, -0.03574527055025101, -0.0934266448020935, 0.0058141774497926235, -0.07344192266464233, 0.004836917854845524, -0.04105072841048241, -0.009492680430412292, -0.06620827317237854, -0.10475987941026688, -0.03062150441110134, -0.033971842378377914, -0.04221954196691513, 0.0830102190375328, 0.10226228088140488, 0.07910043746232986, 0.009190071374177933, 0.04229234904050827, -0.06651106476783752, 0.12363668531179428, 0.11565720289945602, 0.017733002081513405, 0.11559949815273285, -0.027796078473329544, -0.016327140852808952, 0.013273383490741253, 0.05392749235033989, -0.012962273322045803, -0.03012491948902607, -0.013471177779138088, -0.034555576741695404, -0.05388293415307999, 0.067713163793087, 0.06186908856034279, 0.01624893583357334, -0.11286694556474686, 0.11767091602087021, 0.059466712176799774, 0.07715342938899994, -0.0034337437245994806, -0.05127169191837311, -0.0366516150534153, 0.024867191910743713, -0.04327305033802986, -0.08322984725236893, 0.03557772934436798, -0.01483503170311451, 0.008820266462862492, -0.0064396122470498085, 0.07341735810041428, -0.04067336767911911, -0.004372040741145611, 0.044453687965869904, 0.02627379260957241, 0.05403802916407585, -0.05230071395635605, -0.015177805908024311, -0.009836522862315178, 0.04907680302858353, -0.002203072188422084, 0.009651122614741325, -0.007470019161701202, 0.0264649149030447, 0.013165372423827648, 0.0012363007990643382, 0.016776271164417267, -0.11176427453756332, -0.01980583928525448, -0.04916192591190338, 0.0674453154206276, -0.01631799526512623, -0.025077613070607185, -0.03896516561508179, -0.04020368680357933, -0.020368168130517006, -0.019837308675050735, 0.1129077598452568, -0.03913935273885727, 0.024713028222322464, -0.02160104177892208, 0.014619491063058376, -0.020562367513775826, -0.031608663499355316, 0.04369663447141647, 0.04991632699966431, -0.05472386255860329, -0.06287549436092377, -0.04913172870874405, -0.07141222059726715, 0.0525980107486248, 0.0990360677242279, 0.004963451065123081, -0.009249263443052769, 0.011948345229029655, -0.07208805531263351, -0.0415862537920475, -0.025910791009664536, -0.04119805619120598, -0.01732848398387432, 0.0746961161494255, -0.08987914025783539, -0.07480203360319138, 0.09569200128316879, -0.02224666252732277, -0.03282824903726578], [-0.019665315747261047, -0.012398974038660526, -0.04550306499004364, 0.005542175378650427, -0.025394901633262634, 0.010480422526597977, 0.0036581787280738354, -0.026022274047136307, 0.0010410462273284793, -0.06397697329521179, -0.03953098878264427, 0.05425135791301727, 0.05613865330815315, 0.0081279082223773, -0.044552773237228394, -0.044646162539720535, 0.02995779551565647, -0.04645413160324097, 0.007960044778883457, 0.028722276911139488, 0.007457682862877846, -0.04367002844810486, 0.007992243394255638, 0.0561322420835495, -0.055552832782268524, -0.011462172493338585, 0.0460098534822464, -0.034624818712472916, -0.030131973326206207, 0.016760611906647682, -0.007652980741113424, -0.021313799545168877, -0.0418359749019146, -0.07157034426927567, -0.012242766097187996, 0.0448271781206131, 0.02060537040233612, -0.0859028622508049, 0.04842079058289528, -0.07191947847604752, 0.007580785546451807, 0.011589528061449528, 0.03830580785870552, 0.025223268195986748, 0.052007805556058884, 0.09918610751628876, -0.001148446463048458, -0.03830385208129883, 0.005283778067678213, 0.011274948716163635, 0.018906930461525917, -0.07960836589336395, -0.0699770450592041, -0.032010260969400406, 0.01650056056678295, 0.10142625123262405, -0.07943867146968842, 0.06061514839529991, 0.016654668375849724, -0.03654342517256737, -0.020735014230012894, 0.005920291878283024, -0.012569810263812542, -0.0022731400094926357, 0.018369160592556, -0.034851815551519394, 0.030094532296061516, -0.04840899631381035, -0.02528035268187523, -0.021371906623244286, -0.07727880775928497, 0.07021572440862656, -0.05656595155596733, 0.01164806354790926, -8.991354843601584e-05, -0.05010832101106644, 0.04652104526758194, 0.02122260257601738, -0.08009127527475357, 0.061092451214790344, 0.05045171454548836, 0.07871045917272568, -0.03338489681482315, -0.11009981483221054, 0.029919376596808434, -0.01354394294321537, -0.026058988645672798, 0.04847647622227669, 0.010435789823532104, 0.03599308431148529, 0.020896263420581818, -0.034086327999830246, 0.08029162883758545, -0.0333021804690361, -0.019414108246564865, -0.0029839652124792337, 0.07907625287771225, 0.034249790012836456, -0.023467736318707466, -0.03497132286429405, -0.009835316799581051, -0.0766013115644455, -0.027065735310316086, 0.03205927833914757, -0.023767603561282158, 0.011640471406280994, -0.006946454290300608, -0.011870413087308407, -0.028935818001627922, -0.05067252740263939, 0.02342507243156433, 0.0004422853817231953, 0.03568559139966965, -0.011515413410961628, -0.009755422361195087, -0.034237731248140335, -0.05294633284211159, 0.030575035139918327, 0.06883696466684341, 0.08758803457021713, 0.0557539165019989, -0.05655093118548393, 0.04554479941725731, -0.05876415595412254, -0.000976797891780734, -0.024994326755404472, 0.036233752965927124, -0.07808509469032288], [-0.01633857563138008, 0.0540618821978569, -0.0661143884062767, -0.002654150826856494, 0.004130695015192032, 0.056685689836740494, -0.041886765509843826, -0.0333249568939209, -0.04806486517190933, -0.016331428661942482, -0.025788502767682076, 0.007381272502243519, 0.03285655379295349, 0.05754167214035988, -0.037990789860486984, -0.050366438925266266, 0.06452019512653351, -0.08846482634544373, -0.03349681198596954, 0.009985472075641155, 0.009780819527804852, 0.02962058037519455, 0.06259048730134964, 0.08135771006345749, -0.01261283177882433, -0.035651352256536484, -0.044487446546554565, -0.06958139687776566, -0.008145325817167759, -0.07048016786575317, 0.02944939397275448, -0.035273246467113495, -0.0823541134595871, 0.005259657744318247, -0.013940169475972652, 0.02299445867538452, 0.05364092439413071, -0.045303475111722946, 0.02205769345164299, -0.03895512968301773, -0.006800525821745396, 0.027872269973158836, 0.03825056925415993, 0.11876825988292694, 0.05606464669108391, 0.06794535368680954, 0.01607436314225197, 0.021979838609695435, -0.004487189464271069, -0.0202699713408947, -0.0479511134326458, -0.05739481374621391, -0.1049736961722374, -0.05214521661400795, -0.059126559644937515, 0.026208670809864998, -0.04058532416820526, -0.017506631091237068, 0.05059085786342621, 0.02887723781168461, 0.038780294358730316, 0.027387093752622604, -0.029250819236040115, -0.02872741036117077, -0.013468719087541103, 0.031129034236073494, -0.015024466440081596, -0.03309714049100876, 0.042073436081409454, 0.07214008271694183, 0.02971249632537365, -0.02453860081732273, 0.01364692859351635, 0.01133869681507349, 0.024154620245099068, 0.0424736849963665, 0.021218804642558098, -0.06677758693695068, 0.013434464111924171, 0.005642544478178024, -0.10527512431144714, -0.0057550761848688126, 0.003330745967105031, -0.0539630651473999, 0.01771632581949234, 0.011883670464158058, 0.032529182732105255, -0.010843047872185707, 0.025479527190327644, -0.1073329821228981, 0.002332682954147458, -0.022483976557850838, -0.000838636071421206, 0.005819146055728197, 0.0034372229129076004, 0.00562624353915453, -0.05183013156056404, 0.024198047816753387, -0.05722341313958168, 0.013043196871876717, -0.0606423020362854, 0.09495101869106293, -0.045858848839998245, -0.025339201092720032, 0.00928573776036501, 0.017384450882673264, -0.023840272799134254, -0.03834648057818413, -0.09363266080617905, -0.03795790672302246, -0.06942438334226608, -0.009160134941339493, -0.0002309924311703071, 0.03078649938106537, 0.018881425261497498, 0.03382132574915886, -0.07470773905515671, -0.054398633539676666, 0.07026445120573044, 0.025884170085191727, 0.021161958575248718, 0.043654847890138626, 0.07721841335296631, 0.0007446054951287806, 0.013658376410603523, 0.1321079432964325, -0.04630428925156593, -0.007926161400973797], [0.023110253736376762, -0.040193866938352585, -0.06910702586174011, -0.05551814287900925, 0.04692880064249039, 0.0051663341000676155, -0.027080237865447998, -0.07212485373020172, -0.08040841668844223, -0.006373784504830837, -0.02069585956633091, 0.060319047421216965, 0.08072010427713394, 0.014885937795042992, -0.0985637754201889, 0.04642346873879433, 0.00992054957896471, -0.03633145987987518, -0.030449308454990387, 0.03561925143003464, -0.021252073347568512, 0.001181579427793622, 0.05417805165052414, 0.09080280363559723, -0.040730733424425125, -0.016676470637321472, 0.07717335969209671, -0.07284605503082275, -0.051414646208286285, 0.0010426128283143044, -0.023788945749402046, -0.07028575241565704, -0.06350863724946976, 0.032686516642570496, 0.05682391673326492, -0.003071653423830867, -0.02450832538306713, 0.01576271653175354, 0.038999948650598526, -0.11710362136363983, 0.04629083722829819, -0.01950431987643242, -0.00853004865348339, 0.16276350617408752, 0.010240989737212658, 0.0644640102982521, 0.038412194699048996, -0.04925540089607239, -0.03844204172492027, -0.009164616465568542, -0.05521338805556297, -0.04930674284696579, -0.1272883117198944, -0.038598641753196716, 0.09593424946069717, -0.05413109436631203, -0.025948066264390945, 0.05786498263478279, 0.028767555952072144, 0.01719122752547264, 0.04523641616106033, 0.06469523161649704, 0.027840979397296906, -0.015639131888747215, 0.037366099655628204, -0.046230562031269073, -0.05391055345535278, -0.003942623734474182, 0.01458876021206379, -0.03127289563417435, 0.005712523125112057, -0.04301102086901665, -0.008251556195318699, -0.03670162707567215, 0.011550644412636757, -0.034938570111989975, 0.0774734616279602, -0.054490018635988235, -0.003359304741024971, 0.1297285556793213, 0.06490067392587662, 0.011751930229365826, -0.0370330810546875, -0.04258532449603081, 0.05655583739280701, 0.0167160015553236, -0.009715029038488865, 0.04015738144516945, 0.030032573267817497, -0.1149364486336708, 0.03767579048871994, -0.052781783044338226, 0.05726613849401474, -0.12809455394744873, 0.05851973593235016, -0.059074223041534424, 0.010761328972876072, 0.09471642225980759, 0.09152547270059586, 0.034074995666742325, 0.08030350506305695, 0.06656739115715027, 0.054728273302316666, -0.03637589141726494, 0.05849270522594452, -0.006523846182972193, 0.06919511407613754, 0.06281954795122147, -0.10026121139526367, -0.10839929431676865, -0.0755605474114418, 0.016768941655755043, -0.0255545936524868, 0.11516332626342773, 0.0893702283501625, 0.06986414641141891, 0.09836369007825851, -0.145447239279747, 0.0044617559760808945, -0.05439338460564613, 0.042899612337350845, -0.06366489827632904, 0.10164869576692581, -0.04323029890656471, -0.03735712543129921, -0.04451717063784599, 0.03539426624774933, -0.032855574041604996], [0.08158818632364273, -0.012662187218666077, -0.06406309455633163, -0.01371979434043169, -0.04586103558540344, 0.04750511422753334, -0.047321174293756485, -0.04218490049242973, -0.03554576262831688, -0.009081241674721241, 0.02246895059943199, 0.05405542626976967, -0.013165757060050964, 0.04420284181833267, -0.04049086198210716, 0.015330465510487556, 0.013178742490708828, 0.0289156474173069, -0.010700938291847706, 0.021798064932227135, -0.010329467244446278, 0.023159410804510117, 0.011461522430181503, -0.03519681096076965, -0.025870947167277336, -0.03065308928489685, -0.0006107079680077732, 0.024028923362493515, -0.016623083502054214, -0.04743371531367302, -0.010371661745011806, -0.010022172704339027, -0.029742537066340446, -0.07143417745828629, 0.07184743136167526, -0.04643700271844864, -0.04348063841462135, -0.028939491137862206, -0.05570577457547188, -0.025889409705996513, -0.008848908357322216, -0.006675026845186949, 0.03177226707339287, 0.031234411522746086, -0.003988425713032484, 0.023102059960365295, -0.02602456510066986, -0.09551849216222763, -0.07618747651576996, 0.06516515463590622, -0.03681601956486702, -0.0014095406513661146, -0.03549075499176979, 0.013815638609230518, 0.01403751503676176, 0.04275624454021454, -0.03340404853224754, -0.014873316511511803, 0.0510077178478241, 0.036136530339717865, 0.04454220086336136, 0.0471162348985672, -0.00591699406504631, 0.029395444318652153, 0.02148370072245598, -0.00907047651708126, -0.02728438377380371, -0.055262159556150436, -0.04999319091439247, 0.027662884443998337, -0.008434492163360119, 0.056740451604127884, -0.07545030117034912, 0.025006260722875595, -0.024682482704520226, 0.05418677255511284, 0.03424087539315224, -0.01671813428401947, -0.04487551003694534, 0.03508427366614342, 0.011006453074514866, 0.06438744813203812, -0.010795936919748783, -0.07086401432752609, -0.027205567806959152, -0.06180725246667862, -0.06332443654537201, -0.05687770992517471, 0.0020568680483847857, -0.04375452548265457, 0.0944242924451828, -0.056905828416347504, -0.0010467168176546693, 0.10161234438419342, 0.0109648322686553, -0.014760984107851982, 0.00910470262169838, 0.008116221986711025, -0.10434891283512115, -0.012341237626969814, -0.0330212339758873, -0.07940339297056198, -0.013632582500576973, 0.061727333813905716, -0.020330971106886864, 0.029354605823755264, 0.06728313118219376, -0.04312139004468918, -0.036874447017908096, -0.009500461630523205, -0.050287891179323196, 0.07039941847324371, -0.047515664249658585, -0.033362977206707, -0.06424535065889359, -0.026087241247296333, -0.16532090306282043, -0.05488648638129234, 0.09111735224723816, 0.13039885461330414, 0.04230468347668648, 0.00460327323526144, 0.0313337966799736, -0.007921595126390457, 0.029468826949596405, 0.08615148067474365, 0.011822382919490337, -0.044841695576906204], [-0.036645326763391495, 0.0034418946597725153, -0.10857547074556351, 0.001367649412713945, 0.021473020315170288, 0.01935473643243313, -0.03859301656484604, -0.029658118262887, -0.044473689049482346, -0.019426273182034492, -0.04925978183746338, -0.008608023636043072, 0.03378826379776001, 0.01278668362647295, -0.05619647726416588, 0.012293311767280102, -0.09727776795625687, 0.0642627701163292, -0.010102157481014729, 0.03576716035604477, 0.009068612940609455, 0.043700359761714935, 0.06115025654435158, 0.03729436174035072, 0.09146350622177124, 0.0629182904958725, -0.026829315349459648, -0.061509501188993454, -0.03678041696548462, -0.017496280372142792, -0.0317072793841362, -0.11770493537187576, -0.02207154408097267, 0.013910089619457722, 0.053228847682476044, 0.056488409638404846, -0.05725351721048355, -0.044733405113220215, -0.02053520642220974, -0.029043175280094147, 0.11434297263622284, 0.03381828963756561, 0.03500578925013542, 0.061312124133110046, 0.07354623824357986, 0.08496782183647156, -0.057919878512620926, 0.07142600417137146, -0.006106226239353418, 0.019773364067077637, -0.043870098888874054, 0.007375752553343773, 0.017021412029862404, -0.05182560160756111, -0.000688841741066426, 0.08725351095199585, 0.002898513339459896, 0.04849521815776825, 0.07000558078289032, -0.024222927168011665, -0.030828895047307014, -0.01953284442424774, 0.0392538383603096, 0.09187591075897217, -0.004343996290117502, 0.021719755604863167, -0.023685719817876816, -0.11426299065351486, 0.07262632995843887, 0.0754329040646553, 0.08818398416042328, 0.04414200037717819, -0.0821760967373848, -0.014692695811390877, -0.0018492930103093386, -0.07199586182832718, 0.08915650099515915, 0.06568106263875961, -0.04982680454850197, -0.026269448921084404, 0.02033231593668461, 0.03429030627012253, 0.009861161932349205, -0.025447513908147812, 0.0354536771774292, 0.023373248055577278, 0.0688018649816513, 0.06287969648838043, 0.022798458114266396, -0.06600604951381683, 0.032296303659677505, -0.046382877975702286, 0.04548041522502899, 0.030742451548576355, -0.08610688149929047, -0.04386794567108154, 0.0010161735117435455, 0.0014253463596105576, -0.04770243167877197, 0.03144238516688347, -0.0780978724360466, -0.12135465443134308, 0.05080416053533554, 0.10714235156774521, -0.03165241703391075, 0.05564727634191513, 0.04027428850531578, -0.08753222972154617, 0.036016181111335754, 0.08182377368211746, -0.04693770781159401, 0.006912318989634514, -0.07364539057016373, -0.03368910402059555, 0.026932332664728165, 0.07009299844503403, 0.04044612497091293, -0.030982960015535355, -0.00982074998319149, 0.012324962764978409, -0.01453741267323494, 0.008318551816046238, 0.044194117188453674, -0.03789845481514931, -0.029756290838122368, 0.07912223041057587, -0.009580887854099274, -0.08774957060813904], [0.04182111471891403, 0.012405349873006344, -0.07795879244804382, 0.02739897184073925, -0.03217204660177231, 0.06005040556192398, 0.03716977313160896, -0.04957232624292374, -0.04550866782665253, -0.02899068221449852, -0.057423822581768036, -0.05963347852230072, 0.009096900932490826, 0.06189006567001343, -0.05482421815395355, -0.02334369160234928, 0.03452149033546448, -0.002238348824903369, -0.00785237830132246, -0.016117876395583153, 0.016566796228289604, 0.017970360815525055, 0.05474232882261276, 0.06828697770833969, 0.07199325412511826, -0.045952439308166504, 0.016291888430714607, -0.0014000223018229008, -0.022922171279788017, -0.04412659630179405, -0.0004760946030728519, 0.004725390579551458, 0.0163950864225626, -0.006630255375057459, 0.03135276585817337, 0.008324618451297283, 0.016763534396886826, 0.015178002417087555, 0.0068209185265004635, -0.049207355827093124, 0.052290093153715134, -0.003027251921594143, -0.02351647987961769, 0.06414829194545746, 0.03221811354160309, 0.03544767573475838, -0.01917565055191517, -0.009340036660432816, -0.06884150952100754, -0.04755851998925209, -0.07015169411897659, -0.05054309964179993, -0.020777413621544838, -0.025545453652739525, 0.014726894907653332, 0.03876100108027458, 0.03027755580842495, 0.04772321507334709, 0.06499273329973221, -0.015424134209752083, 0.05751672759652138, 0.0022700498811900616, -0.022905811667442322, -0.06588730216026306, -0.05129135772585869, -0.008343297056853771, -0.03395037353038788, -0.06773750483989716, 0.013709659688174725, -0.08591250330209732, -0.057823296636343, -0.05018654465675354, -0.01912241242825985, 0.03541453182697296, -0.019770441576838493, 0.013352097012102604, 0.017005452886223793, 0.02387428656220436, -0.10701911151409149, -0.025424296036362648, -0.003923892974853516, 0.0770038366317749, -0.07802405953407288, -0.01755446381866932, -0.06075597554445267, 0.027045749127864838, 0.021474191918969154, 0.024817222729325294, 0.08636924624443054, -0.13852287828922272, 0.004992221016436815, -0.005430859047919512, -0.020488828420639038, 0.0032376167364418507, 0.0176243893802166, 0.06046677753329277, 0.09682302922010422, 0.052805084735155106, -0.06959866732358932, 0.11102847009897232, -0.06388037651777267, -0.01323122251778841, -0.055982787162065506, 0.027600981295108795, 0.014612708240747452, -0.024100231006741524, 0.002404080703854561, 0.019495924934744835, -0.032912470400333405, 0.040860824286937714, -0.03512853756546974, 0.003340234747156501, -0.039011288434267044, 0.05563603714108467, -0.026081973686814308, 0.019797921180725098, -0.07733172923326492, -0.07751065492630005, 0.0905686691403389, 0.020418690517544746, 0.0036330432631075382, -0.05660157650709152, 0.04485635831952095, -0.06214330717921257, -0.0800418108701706, 0.014852180145680904, 0.062472909688949585, -0.04388691857457161], [-0.021985746920108795, 0.005792892072349787, -0.057817861437797546, 0.013492670841515064, -0.0036134235560894012, 0.03922776132822037, 0.08123111724853516, -0.06109897792339325, -0.054159365594387054, -0.10798890143632889, 0.01170195359736681, -0.030906740576028824, -0.07202718406915665, 0.033922817558050156, -0.047238994389772415, 0.0051450650207698345, 0.004620202351361513, -0.026880117133259773, 0.010129556991159916, -0.06653086841106415, -0.16107524931430817, 0.08302833884954453, 0.05655834823846817, 0.055235493928194046, 0.05444769188761711, 0.010023191571235657, 0.0372774600982666, -0.010187012143433094, -0.02485303394496441, 0.03480968996882439, 0.00255600200034678, -0.05608103796839714, 0.03220687806606293, -0.014807146973907948, -0.016084933653473854, 0.017023051157593727, 0.050533559173345566, 0.03191648796200752, -0.04490211233496666, -0.0428633950650692, 0.04679187759757042, 0.009813490323722363, 7.252755312947556e-05, -0.015407077036798, 0.04608559235930443, -0.03399502485990524, -0.007458082865923643, -0.012541450560092926, -0.05915321409702301, 0.03262236714363098, 0.024044964462518692, -0.023648463189601898, 0.009381500072777271, -0.07306675612926483, 0.06977332383394241, 0.060958828777074814, -0.030412394553422928, 0.11754845827817917, 0.01407694537192583, -0.07910066097974777, 0.034101638942956924, -0.009942377917468548, -0.053739625960588455, -0.0281734149903059, -0.022488228976726532, -0.013599490746855736, 0.04249889403581619, -0.038979705423116684, -0.024411892518401146, -0.02862415835261345, 0.026157034561038017, -0.08617858588695526, -0.0026363919023424387, -0.018578030169010162, -0.01128573901951313, 0.041502147912979126, 0.02518288604915142, -0.012673298828303814, -0.03480899706482887, 0.08749771863222122, -0.00737668527290225, -0.0253570806235075, -0.008403160609304905, -0.06851708143949509, 0.07712600380182266, -0.03110342286527157, 0.03583385422825813, 0.016725655645132065, -0.04739079251885414, -0.05096030607819557, -0.06037358194589615, 0.038452256470918655, 0.021244043484330177, -0.06872840225696564, 0.026304172351956367, -0.020439689978957176, -0.06629911065101624, -0.03424294292926788, -0.04467116296291351, 0.11647268384695053, -0.036410991102457047, -0.01465880312025547, -0.05890859663486481, -0.053063321858644485, -0.016031727194786072, -0.12393534928560257, -0.05276674032211304, -0.05007743835449219, -0.06838173419237137, -0.029939090833067894, 0.03463895991444588, -0.021301941946148872, -0.021805819123983383, 0.07069384306669235, 0.03319375962018967, -0.09384947270154953, 0.014280498959124088, 0.012531006708741188, 0.017508385702967644, -0.046033404767513275, -0.04682489112019539, -0.026586538180708885, 0.055977530777454376, -0.005203756969422102, -0.06511056423187256, 0.1047162413597107, 0.02527887560427189, 0.04804084450006485], [0.014484349638223648, -0.00047455739695578814, -0.021683331578969955, 0.04572158679366112, -0.038440752774477005, -0.0037832281086593866, 0.039108987897634506, -0.026668667793273926, -0.04416362941265106, -0.07291458547115326, -0.058524031192064285, 0.001564271398819983, 0.000789957819506526, 0.04716876894235611, -0.026814637705683708, -0.005013235844671726, -0.021246375516057014, -0.06995218992233276, 0.022515304386615753, -0.04754871502518654, -0.026204269379377365, -0.017476268112659454, 0.08181199431419373, 0.015625469386577606, -0.048290666192770004, -0.005690040532499552, 0.05862119421362877, -0.0311743076890707, 0.009761184453964233, -0.03148602321743965, 0.03608482703566551, -0.005510498769581318, -0.013159507885575294, -0.008898709900677204, 0.05317370593547821, 0.05292186886072159, 0.0020818659104406834, -0.0266000684350729, 0.056957487016916275, -0.11248006671667099, 0.06951835751533508, -0.04514889046549797, 0.034528326243162155, 0.056395523250103, 0.05912826210260391, 0.07462009787559509, -0.020979776978492737, -0.022538261488080025, -0.008335938677191734, 0.0210372693836689, -0.019527392461895943, 0.004002540372312069, -0.03690390661358833, -0.08327537775039673, 0.002498689340427518, 0.045065149664878845, -0.030530551448464394, 0.04225049167871475, 0.0011248855153098702, -0.05597177892923355, 0.008398937061429024, -0.023127438500523567, -0.006050703581422567, -0.017864709720015526, 0.03284870833158493, -0.008277843706309795, 0.060277968645095825, -0.02601640857756138, -0.00907366257160902, -0.017788948491215706, -0.010678593069314957, 0.04997532442212105, 0.04805879294872284, -0.008294997736811638, -0.034230899065732956, 0.014360954985022545, 0.03854437917470932, -0.0064176893793046474, -0.033620890229940414, 0.09672646969556808, 0.02946591004729271, 0.052769701927900314, -0.018327506259083748, -0.04877594858407974, 0.01404430903494358, 0.03065248765051365, 0.051719412207603455, -0.044257208704948425, 0.025625457987189293, -0.02109161578118801, 0.08186256885528564, 0.08413951098918915, 0.04751204326748848, -0.0018198330653831363, 0.005101651418954134, 0.040339142084121704, -0.013818982057273388, 0.009071328677237034, -0.04975207522511482, 0.02778901718556881, -0.013065648265182972, -0.028542224317789078, 0.025121664628386497, 0.07880132645368576, 0.012210551649332047, -0.0013676744420081377, 0.005722618196159601, -0.03991410508751869, -0.00890860054641962, 0.004970424342900515, -0.08700664341449738, -0.005235785152763128, -0.00947596039623022, 0.0031261364929378033, 0.006158031988888979, -0.08104464411735535, 0.00634500477463007, 0.07435779273509979, -0.03101491555571556, 0.11274006217718124, 0.031942229717969894, -0.06603357195854187, 0.08258043229579926, 0.00017636374104768038, -0.0016180305974557996, -0.011208995245397091, 0.030654648318886757, -0.17248475551605225], [0.045197926461696625, -0.010771770030260086, 0.021856606006622314, -0.10692374408245087, -0.006026578601449728, 0.02896188013255596, 0.07110046595335007, -0.034706924110651016, 0.00766505254432559, 0.017198842018842697, 0.01955270767211914, 0.03124975599348545, 0.07286830246448517, 0.05712875723838806, -0.03407277539372444, 0.0010169079760089517, 0.009969796054065228, -0.03038012981414795, -0.013941828161478043, 0.0916169285774231, 0.01588808000087738, 0.02080453187227249, 0.014133039861917496, 0.07967356592416763, -0.04914474859833717, 0.016942575573921204, -0.021942049264907837, 0.041208356618881226, -0.012659698724746704, 0.04346670210361481, -0.0031372408848255873, 0.027495823800563812, 0.02458387054502964, -0.007582406979054213, 0.023525981232523918, 0.024335196241736412, -0.03439048305153847, 0.08152220398187637, -0.06878833472728729, -0.04031544551253319, -0.013622963801026344, 0.036218807101249695, -0.0673350915312767, 0.004576235078275204, 0.0809297189116478, 0.04311491176486015, -0.0009651331347413361, -0.02394562028348446, -0.06487806141376495, 0.01769869215786457, -0.015082785859704018, -0.04812464863061905, -0.030416635796427727, -0.02347486838698387, 0.038903869688510895, 0.0002128412015736103, -0.02863640896975994, 0.021319661289453506, 0.017828507348895073, -0.07629776000976562, 0.004956305958330631, 0.022372236475348473, 0.0669962465763092, -0.009153138846158981, 0.06421750783920288, 0.01182867493480444, -0.0423472635447979, -0.06993173807859421, 0.01295599527657032, 0.0045777130872011185, 0.05490287020802498, 0.06323719024658203, -0.03619781509041786, 0.020730750635266304, 0.00798481609672308, 0.06057459115982056, 0.13065586984157562, 0.0536787174642086, 0.01791968196630478, -0.0023743847850710154, -0.011527271009981632, 0.03528686985373497, -0.0310820285230875, -0.02130533754825592, -0.04386020451784134, -0.06995506584644318, 0.015233882702887058, -0.037997663021087646, 0.07856626063585281, -0.05033092200756073, 0.03320876136422157, 0.09381925314664841, -0.041084833443164825, -0.05614136531949043, 0.017006168141961098, 0.051752861589193344, 0.12868694961071014, 0.11704355478286743, -0.019089648500084877, 0.08017630875110626, -0.0002600497391540557, 0.01588759571313858, 0.02825511060655117, 0.0693875104188919, 0.011478031985461712, 0.011593139730393887, 0.14344941079616547, -0.08614807575941086, -0.17468230426311493, 0.020010733976960182, 0.08457517623901367, 0.05466177314519882, -0.12155670672655106, 0.055450715124607086, 0.07059112191200256, -0.04711416736245155, 0.04613928124308586, -0.038294557482004166, 0.03600744530558586, 0.035932209342718124, -0.00700043048709631, -0.03900236636400223, 0.011952857486903667, -0.0400979220867157, 0.06389068067073822, 0.07444777339696884, 0.014937086030840874, -0.18836121261119843], [0.0454409122467041, 0.08528672158718109, -0.05116225406527519, -0.026722533628344536, 0.010159939527511597, 0.03817771375179291, 0.0006669308640994132, -0.004729013424366713, -0.013735698536038399, -0.07066290080547333, 0.03024045191705227, 0.02986392192542553, 0.09673041105270386, 0.04767404869198799, -0.10279054194688797, -0.046621982008218765, -0.04183896258473396, -0.043364472687244415, -0.09343238174915314, 0.0003666329721454531, -0.08019044250249863, 0.0638207346200943, 0.06100630760192871, 0.13429449498653412, 0.03340787813067436, -0.03760116919875145, 0.023069506511092186, -0.06152648478746414, -0.0797070786356926, -0.01773001067340374, 0.012892983853816986, 0.008031044155359268, 0.02569315768778324, -0.002185020362958312, -0.07092799246311188, -0.02057003043591976, 0.09711271524429321, 0.03315339237451553, 0.05980823561549187, -0.009626376442611217, 0.02827087789773941, -0.012959957122802734, 0.03128639608621597, 0.0735475942492485, 0.058982376009225845, 0.11585443466901779, -0.08048686385154724, 0.0022294993977993727, -0.00028938346076756716, -0.04237961024045944, 0.0282819252461195, 0.014429737813770771, -0.0652276873588562, -0.05747585371136665, -0.005096697714179754, 0.051171332597732544, 0.006278980989009142, 0.05739647522568703, -0.009263883344829082, 0.047530222684144974, 0.014440382830798626, 0.027262669056653976, -0.013964117504656315, -0.09232250601053238, -0.049025263637304306, -0.010034484788775444, -0.08356321603059769, -0.04443146660923958, 0.03486797586083412, 0.024602094665169716, 0.13110975921154022, 0.10765146464109421, 0.011474940925836563, 0.0324786975979805, -0.0510915108025074, -0.076647087931633, 0.1400245726108551, 0.05753475800156593, 0.027051497250795364, 0.03161280229687691, 0.03923963010311127, 0.004478213842958212, 0.06416918337345123, -0.028146741911768913, -0.0079142265021801, -0.054041631519794464, 0.035073745995759964, 0.009371289983391762, 0.02227967232465744, -0.12677735090255737, -0.04821028560400009, 0.011663827113807201, 0.0036299487110227346, -0.04710817709565163, -0.0665707215666771, 0.04497935250401497, 0.014691930264234543, 0.006364695727825165, -0.029809661209583282, 0.01831147074699402, -0.024597978219389915, 0.04056476056575775, -0.0005177853163331747, 0.04302413389086723, 0.007522448431700468, 0.07341873645782471, 0.024045247584581375, -0.11335999518632889, -0.10844019055366516, -0.06075041741132736, -0.004676234908401966, -0.00924221333116293, -0.11480166018009186, -0.08004147559404373, 0.07705922424793243, -0.03165242075920105, 0.013856996782124043, -0.034598298370838165, 0.046483155339956284, -0.02715414948761463, -0.030494200065732002, 0.02808632329106331, 0.01834811642765999, 0.01086439099162817, -0.03712508827447891, 0.06144840270280838, 0.04285507649183273, -0.1019996777176857], [-0.013733147643506527, -0.03741060942411423, -0.0430428683757782, -0.0815206840634346, -0.004436122719198465, 0.055044546723365784, -0.03626583516597748, -0.11337447166442871, -0.07026366144418716, 0.011885755695402622, 0.0228421613574028, 0.0173049159348011, -0.04027752950787544, 0.07844066619873047, -0.036291200667619705, -0.037602510303258896, -0.023987120017409325, -0.07599703222513199, 0.010323538444936275, 0.046918146312236786, 0.01936998777091503, -0.021290475502610207, 0.03880420699715614, 0.13034869730472565, -0.01829633302986622, -0.025638261809945107, 0.0034474318381398916, -0.03893350064754486, -0.017723917961120605, -0.008490175008773804, 0.0004750633961521089, 0.04705960676074028, -0.013127132318913937, 0.05147106572985649, 0.06592728942632675, 0.0298229418694973, -0.08620713651180267, 0.03907641023397446, -0.04290561378002167, -0.06246960908174515, -0.01668429933488369, 0.06115921214222908, -0.02149251475930214, -0.003747740760445595, 0.018276622518897057, 0.04723823815584183, -0.04224490746855736, -0.04513009265065193, -0.01883513294160366, -0.036895204335451126, -0.009201421402394772, -0.05456142872571945, -0.12136464565992355, 0.001220707199536264, 0.04800241440534592, 0.054359205067157745, 0.011742630042135715, -0.015513663180172443, 0.0018877923721447587, 0.032849375158548355, 0.03531705215573311, -0.03595515340566635, -0.024619266390800476, -0.08199398219585419, -0.1043570414185524, -0.007754140999168158, 0.01133657991886139, 0.0005689322133548558, -0.06344200670719147, -0.055635806173086166, -0.006884671747684479, 0.041617248207330704, 0.0027511746156960726, 0.08451861888170242, -0.032424502074718475, 0.006532443221658468, 0.059240520000457764, 6.0192607634235173e-05, -0.020391903817653656, 0.07138702273368835, 0.025171004235744476, 0.014089585281908512, -0.06729548424482346, -0.025257214903831482, 0.005259246565401554, -0.06756673753261566, -0.025052282959222794, 0.0051174527034163475, 0.006725577171891928, -0.01027872134000063, -0.014767423272132874, 0.07171136885881424, -0.03450845927000046, -0.1085243746638298, -0.010863283649086952, 0.06967928260564804, -0.017068644985556602, 0.06244006007909775, -0.01169626321643591, -0.0010148562723770738, -0.05028045177459717, -0.020789735019207, -0.06101887300610542, 0.008242311887443066, -0.0674394965171814, 0.021247200667858124, 0.01837216131389141, 0.06661993265151978, -0.08237726241350174, 0.0067477161064744, 0.03517553210258484, 0.07346067577600479, -0.023236488923430443, -0.0022942968644201756, 0.025425516068935394, -0.027027877047657967, -0.015358319506049156, -0.04210361838340759, 0.12075000256299973, -0.0444493442773819, -0.06233423575758934, 0.03821536526083946, 0.0202264953404665, 0.08348111808300018, -0.002433392684906721, 0.07453479617834091, 0.1474214792251587, -0.07116181403398514], [-0.03417498245835304, 0.048063091933727264, -0.10626645386219025, -0.04821750521659851, -0.017220932990312576, 0.014948508702218533, 0.008116036653518677, -0.013528534211218357, 0.02067999355494976, -0.03374220430850983, 0.007737277075648308, -0.023667750880122185, -0.024361426010727882, 0.02876143530011177, -0.05514476075768471, -0.02840125374495983, -0.013012577779591084, -0.08461802452802658, -0.01743890717625618, 0.007972813211381435, 0.022022215649485588, 0.03455646336078644, 0.07345553487539291, 0.06416328996419907, -0.0057323700748384, 0.001712934230454266, -0.029600273817777634, -0.026922956109046936, -0.006172874476760626, -0.01972023956477642, -0.014953075908124447, -0.006938103120774031, 0.00826966017484665, -0.045870255678892136, 0.01112919207662344, 0.04263453185558319, -0.031652726233005524, -0.05163728445768356, 0.023313911631703377, -0.024211827665567398, 0.03172541409730911, -0.02348356693983078, -0.01892074942588806, 0.027704771608114243, 0.027767619118094444, 0.00462698470801115, -0.04190221428871155, 0.002792487619444728, -0.02751126140356064, 0.03568817675113678, -0.009221444837749004, -0.04328365623950958, -0.03464284539222717, -0.05138666555285454, 0.016019748523831367, 0.031141670420765877, -0.02811761386692524, 0.020805133506655693, -0.008533807471394539, -0.07793855667114258, 0.01651763916015625, 0.017438184469938278, 0.029220769181847572, 0.03547385707497597, -0.027240583673119545, -0.05314256623387337, -0.011212306097149849, -0.034302227199077606, -0.08901774138212204, 0.04626471549272537, -0.04533003270626068, 0.02047159895300865, -0.11058201640844345, 0.06136231869459152, -0.033301129937171936, 0.002910774201154709, 0.04091156646609306, -0.03621251881122589, 0.028461473062634468, 0.06272812187671661, -0.008312146179378033, 0.06821608543395996, -0.04835304990410805, -0.0694834440946579, 0.008375599980354309, -0.06222611665725708, -0.08326251059770584, 0.005243134219199419, 0.03938234969973564, 0.0023546761367470026, 0.023859232664108276, 0.0860287994146347, -0.04177819564938545, 0.022726165130734444, 0.008534817025065422, 0.03353329747915268, 0.014741598628461361, 0.14331509172916412, -0.16503077745437622, 0.04162948578596115, -0.09267503023147583, -0.0477946512401104, 0.006365233100950718, 0.0530053973197937, 0.011214199475944042, 0.03476552292704582, -0.061982862651348114, -0.08555201441049576, 0.027299871668219566, 0.06760954111814499, 0.005738164763897657, 0.026218317449092865, -0.11477698385715485, -0.07957802712917328, 0.042567335069179535, 0.008722005411982536, -0.051009830087423325, 0.07038605213165283, 0.09949250519275665, 0.05954449996352196, 0.00826201867312193, 0.004046672489494085, 0.04067019745707512, 0.034056514501571655, -0.07086962461471558, 0.005918489303439856, 0.05028081312775612, -0.062179870903491974], [0.021862663328647614, 0.09570521861314774, -0.07401880621910095, -0.0862245112657547, 0.017382916063070297, 0.04468283802270889, -0.005504413973540068, -0.026379935443401337, -0.01783785969018936, -0.11892050504684448, 0.0819178894162178, 0.01983390934765339, 0.01658906228840351, 0.0821567103266716, -0.08378534764051437, -0.10377457737922668, 0.023501016199588776, -0.11669176071882248, -0.028778601437807083, 0.06538070738315582, -0.0796881690621376, 0.12610089778900146, 0.03745086118578911, 0.06602931022644043, -0.051786184310913086, -0.03505964204668999, -0.03245307877659798, -0.12409807741641998, -0.042077772319316864, 0.01278643123805523, -0.07637624442577362, -0.005387282930314541, 0.01898130588233471, 0.017666812986135483, 0.016374515369534492, -0.013504472561180592, 0.04017361253499985, 0.04885503277182579, 0.004505697172135115, -0.028271391987800598, -0.006410973612219095, -0.07910532504320145, 0.04343806207180023, 0.06869952380657196, 0.006406649015843868, 0.028273068368434906, -0.05988152697682381, -0.008613725192844868, -0.053381990641355515, 0.012969383969902992, 0.020241035148501396, 0.03372357040643692, -0.040272168815135956, -0.035717856138944626, 0.013103490695357323, 0.07204418629407883, 0.0002793193270917982, 0.045580051839351654, -0.04608340188860893, 0.036612607538700104, 0.07465782761573792, -0.04467036947607994, 0.009874867275357246, -0.02461821772158146, 0.040176376700401306, 0.08514663577079773, -0.03826575353741646, 0.040382739156484604, 0.025518568232655525, 0.031723752617836, 0.06939444690942764, 0.02300790697336197, -0.02242681384086609, 0.036517418920993805, 0.01982281170785427, -0.057541970163583755, 0.11618481576442719, 0.05359902232885361, -0.026439664885401726, 0.03627924993634224, 0.02792223170399666, 0.005064104683697224, 0.04475650191307068, -0.013432537205517292, -0.05334649980068207, -0.07753956317901611, 0.04989584535360336, 0.012949168682098389, -0.012392546981573105, -0.09505394846200943, -0.02414572611451149, 0.03854572772979736, -0.004645690321922302, 0.011157450266182423, 0.06361880898475647, 0.07735521346330643, 0.07106509059667587, 0.04570344090461731, 0.004720525350421667, 0.039660241454839706, -0.06775204092264175, -0.017776604741811752, 0.06173224002122879, 0.07623846083879471, 0.05540482699871063, 0.034339096397161484, 0.12238309532403946, -0.05986711382865906, -0.10051579028367996, -0.039973195642232895, -0.022440064698457718, -0.020410964265465736, 0.025868451222777367, 0.08737023174762726, -0.015117279253900051, 0.11823834478855133, 0.01467340998351574, 0.061738643795251846, -0.05833946168422699, 0.0932886153459549, 0.04224463552236557, -0.06761616468429565, 0.09587842971086502, -0.026275726035237312, 0.03234799578785896, 0.07170452922582626, -0.0392889603972435, -0.16111153364181519], [-0.04989081621170044, -0.06453077495098114, -0.10393562912940979, -0.050003062933683395, 0.009473412297666073, -0.010991453193128109, 0.0021551598329097033, 0.010505988262593746, 0.026574131101369858, 0.01730881817638874, 0.05842960253357887, 0.06569934636354446, -0.024329636245965958, -0.031126689165830612, -0.002120835008099675, -0.0005107146571390331, 0.058580584824085236, -0.09973514825105667, -0.03974383696913719, -0.013865738175809383, 0.053239937871694565, 0.04022897034883499, 0.07701563835144043, 0.06335239857435226, -0.03697376698255539, -0.012488370761275291, -0.04230251535773277, -0.05310983583331108, 0.031548380851745605, 0.06530234217643738, -0.02802538499236107, 0.042377617210149765, 0.028652485460042953, 0.02773313596844673, 0.0028477725572884083, 0.03316279500722885, -0.03934372588992119, -0.01631484366953373, -0.050123851746320724, -0.06714066118001938, -0.0117863230407238, -0.036565497517585754, -0.028089724481105804, 0.005386447999626398, 0.01084077637642622, 0.02736113779246807, -0.05641768500208855, -0.04091016948223114, 0.033875830471515656, 0.05473261699080467, 0.07445108890533447, -0.019800260663032532, -0.03956000134348869, -0.05994813144207001, 0.0005393842584453523, -0.028278570622205734, -0.028474606573581696, 0.03309344872832298, 0.07216868549585342, 0.00948216300457716, 0.032368917018175125, -0.07373081892728806, -0.0005150391370989382, 0.0153098339214921, 0.05120917037129402, -0.08968598395586014, 0.0066287936642766, -0.12149003148078918, -0.030147340148687363, 0.032764874398708344, 0.002434593392536044, 0.09959693253040314, 0.07871348410844803, 0.027212874963879585, 0.1601017415523529, -0.013808459043502808, 0.05901661142706871, 0.007288386579602957, -0.08891978859901428, 0.07680905610322952, -0.016921769827604294, -0.04039603844285011, -0.02724553272128105, -0.007881730794906616, -0.05340157821774483, 0.023841815069317818, 0.07526250928640366, -0.06986353546380997, -0.02581273764371872, 0.0014712174888700247, -0.0015284724067896605, 0.02860807068645954, -0.007757776882499456, 0.028616154566407204, -0.07277259230613708, 0.012227080762386322, 0.059325311332941055, 0.004343415144830942, 0.003347607096657157, 0.007776420563459396, -0.031053699553012848, 0.018639327958226204, 0.049422286450862885, 0.004448987077921629, 0.02029620297253132, 0.040659621357917786, 0.04667491838335991, -0.1230662614107132, 0.00376018974930048, -0.05825364217162132, -0.1416633278131485, -0.0673612654209137, -0.020892497152090073, 0.00802655890583992, 0.0028756416868418455, 0.014404420740902424, -0.04713907092809677, 0.017848512157797813, -0.1015387773513794, 0.09728194028139114, 0.04365992546081543, -0.05050377920269966, -0.01919546164572239, -0.009324342012405396, 0.028524115681648254, 0.019242409616708755, -0.0008917470695450902, -0.14881457388401031], [0.01191219687461853, 0.02730201929807663, -0.04591413959860802, 0.03326265141367912, -0.025821857154369354, -0.019603097811341286, -0.0667877197265625, -0.03955148160457611, 0.008088761009275913, -0.06461453437805176, 0.006232615560293198, -0.012174312025308609, 0.05865732580423355, 0.0020579250995069742, -0.054371584206819534, -0.011081893928349018, -0.00020472618052735925, -0.08318661898374557, -0.0414232574403286, -0.0020742006599903107, -0.10391788184642792, 0.06707145273685455, 0.057210225611925125, 0.06280948966741562, 0.03542494401335716, 0.030107365921139717, -0.06573651731014252, -0.026652861386537552, -0.08768291026353836, 0.03345702588558197, -0.007602782920002937, -0.06962836533784866, -0.07707042992115021, -0.01668604463338852, -0.047022707760334015, 0.02806396223604679, 0.04568830505013466, -0.026034193113446236, 0.013166715390980244, -0.07348882406949997, 0.009248846210539341, 0.0035289074294269085, 0.07087025791406631, 0.01723591238260269, 0.0736340880393982, 0.03384587913751602, 0.04876042902469635, 0.03261397406458855, -0.0009468586649745703, 0.044828202575445175, -0.04665705934166908, 0.011253926903009415, -0.07783117145299911, -0.002183616627007723, 0.016727419570088387, 0.05490192770957947, -0.002276546787470579, 0.10766510665416718, -0.008184467442333698, -0.056503426283597946, 0.0005950749618932605, -0.012915587052702904, 0.05355435609817505, 0.02415173128247261, 0.019784655421972275, -0.04729704186320305, 0.014109388925135136, -0.06894814968109131, -0.03495653346180916, -0.032156407833099365, -0.007191326003521681, 0.13696041703224182, -0.04351888224482536, -0.02455827221274376, -0.07258685678243637, -0.027066906914114952, 0.08819448202848434, 0.03959493339061737, 0.05988204479217529, 0.05187787860631943, -0.020166579633951187, 0.043321382254362106, -0.002185900928452611, 0.030296042561531067, 0.010065386071801186, -0.04808971658349037, 0.023527201265096664, 0.008327815681695938, 0.05317656695842743, -0.08056827634572983, -0.004308967851102352, 0.03198700398206711, 0.050044313073158264, -0.023762693628668785, -0.006167246960103512, 0.016564378514885902, 0.02811853587627411, 0.03647654876112938, 0.015154995024204254, 0.06020314246416092, -0.10289058089256287, 0.014292009174823761, 0.05405778810381889, -0.01637176238000393, -0.07228047400712967, 0.17524798214435577, -0.009614087641239166, -0.10233823210000992, -0.016473332419991493, 0.037834931164979935, -0.07144716382026672, 0.037537526339292526, -0.0926630049943924, -0.04881897568702698, 0.031581781804561615, -0.049717020243406296, 0.0850418210029602, -0.007921723648905754, 0.0805511549115181, 0.003456108970567584, -0.032635971903800964, 0.01802067644894123, 0.04386867955327034, -0.024414945393800735, -0.054074738174676895, 0.08865859359502792, 0.06679902225732803, -0.041351839900016785], [-0.008270138874650002, -0.04426490142941475, -0.06570636481046677, -0.010413414798676968, -0.04170603305101395, -0.007559454999864101, 0.030847812071442604, 2.4842462153173983e-05, 0.008243215270340443, -0.06995783001184464, 0.013858228921890259, 0.04431268200278282, 0.02641310915350914, 0.05420638248324394, -0.08476105332374573, 0.02409171313047409, 0.08027490228414536, -0.014874988235533237, -0.06082228943705559, 0.0079822251573205, 0.03238855302333832, 0.06352005153894424, 0.07805316895246506, 0.025671401992440224, -0.02201560139656067, 0.03345229849219322, -0.01670154184103012, -0.04292641207575798, -0.04808834567666054, -0.027837209403514862, 0.009746371768414974, 0.03460841625928879, 0.015900801867246628, -0.05174391716718674, 0.06967020779848099, 0.03470698371529579, 0.0018280294025316834, 0.0055861761793494225, -0.04645108804106712, -0.0828932598233223, 0.02151651680469513, -0.057854391634464264, 0.0350273922085762, 0.04098336398601532, 0.06292422115802765, 0.04936283081769943, -0.030293244868516922, -0.027862902730703354, -0.11865762621164322, 0.10003582388162613, -0.11673478037118912, 0.09395797550678253, -0.06359519809484482, -0.06762848794460297, 0.11363862454891205, -0.04647108167409897, -0.038025498390197754, 0.048242807388305664, -0.0015321536920964718, -0.0051329839043319225, 0.025343449786305428, -0.013365437276661396, 0.016999317333102226, 0.027567200362682343, 0.04351925849914551, -0.005268987733870745, 0.03266574814915657, -0.06757797300815582, 0.00813857838511467, 0.025673169642686844, -0.018140992149710655, -0.0019245261792093515, -0.004151039756834507, 0.10397538542747498, -0.040986672043800354, -0.0315571092069149, 0.05346664786338806, 0.044251684099435806, -0.0013633547350764275, -0.034621283411979675, -0.11532410234212875, 0.05869361385703087, -0.02327635884284973, 0.026729712262749672, -0.0033123353496193886, -0.018629755824804306, 0.031363535672426224, 0.010784199461340904, 0.05976372957229614, -0.0393168069422245, 0.03315811976790428, -0.015248973853886127, -0.05476986989378929, 0.0044082230888307095, 0.038244836032390594, 0.04713582620024681, -0.0006744373240508139, 0.04449239373207092, -0.14047487080097198, 0.03328756242990494, -0.034355901181697845, 0.07814552634954453, -0.055276960134506226, -0.009765483438968658, -0.08266220986843109, -0.016921281814575195, 0.03407469019293785, -0.029363039880990982, -0.07276126742362976, -0.03734777495265007, 0.06920291483402252, 0.016675539314746857, 0.018377065658569336, -0.07058368623256683, 0.05865669250488281, -0.03834459185600281, -0.020595364272594452, 0.006432106718420982, 0.03652684763073921, -0.032759979367256165, -0.04010017216205597, 0.05915888026356697, 0.06755746155977249, -0.04748985171318054, 0.0005971750942990184, 0.03929821774363518, -0.0269048810005188, -0.051400188356637955], [0.0007448220858350396, -0.036882031708955765, -0.12217739224433899, 0.017629975453019142, 0.039599981158971786, 0.0912884920835495, -0.02603255957365036, -0.04897774010896683, 0.06198214367032051, 0.0027659032493829727, 0.0234787967056036, 0.05796036124229431, -0.04993385821580887, 0.04809373989701271, 0.01104135625064373, 0.05601522698998451, 0.059955619275569916, 0.07268207520246506, -0.010989942587912083, 0.0685977041721344, 0.045752234756946564, 0.07323296368122101, -0.0057649435475468636, 0.0507052019238472, -0.027824925258755684, -0.05450425297021866, 0.024130821228027344, 0.010487289167940617, 0.06974521279335022, -0.028551623225212097, -0.03611381724476814, 0.015270248986780643, -0.018748018890619278, 0.004584758076816797, 0.031184298917651176, -0.02418731339275837, 0.06370673328638077, 0.012859821319580078, 0.031247498467564583, 0.02260431833565235, -0.004404422827064991, 0.07567457109689713, 0.02198265865445137, 0.0958542674779892, -0.011753669008612633, 0.05487055331468582, -0.043147891759872437, -0.048677679151296616, -0.017569156363606453, -0.039469897747039795, 0.031940706074237823, -0.02428887039422989, -0.044153764843940735, -0.049749698489904404, -0.048804424703121185, 0.013275953009724617, 0.06550028175115585, 0.01011111494153738, 0.024867556989192963, 0.07808097451925278, 0.0484309047460556, -0.03758225217461586, -0.016988135874271393, 0.031181830912828445, 0.014574809931218624, -0.0029974288772791624, -0.10312039405107498, -0.0692393034696579, 0.13023363053798676, 0.0034683675039559603, 0.08753184974193573, 0.034988176077604294, 0.054867636412382126, 0.10605911910533905, 0.0036186890210956335, -0.14511296153068542, 0.03521817922592163, -0.008622030727565289, -0.026203928515315056, 0.03739186003804207, 0.029786044731736183, 0.08337554335594177, -0.01993286982178688, 0.005247488617897034, -0.12496525794267654, 0.034307997673749924, 0.04686954990029335, 0.019086355343461037, 0.08863083273172379, -0.02462770789861679, -0.02236766554415226, -0.023522738367319107, -0.01921713910996914, -0.06489550322294235, -0.02531035803258419, 0.02392730861902237, -0.02356026880443096, 0.025668639689683914, 0.004248413722962141, -0.040157899260520935, -0.018204808235168457, -0.06311914324760437, 0.02909177727997303, -0.024910321459174156, 0.008345691487193108, 0.10795369744300842, 0.07341300696134567, -0.0458872951567173, -0.006275087129324675, -0.05394267290830612, -0.05153302848339081, 0.07612257450819016, -0.025554344058036804, -0.012207609601318836, 0.022625533863902092, 0.07660821825265884, -0.047836076468229294, -0.06853286921977997, 0.07556704431772232, 0.10666007548570633, 0.022482093423604965, 0.0008392888121306896, 0.06832291185855865, 0.013022764585912228, 0.05138133093714714, 0.11825639754533768, -0.056224796921014786, -0.12129882723093033], [-0.0505494698882103, 0.01873846724629402, -0.12329692393541336, -0.01199227012693882, 0.022986706346273422, 0.05585350841283798, -0.024072643369436264, -0.003116131294518709, -0.07581637054681778, 0.042789652943611145, -0.03550238907337189, 0.005832198075950146, -0.018339987844228745, 0.024664482101798058, -0.06094704195857048, 0.0879758819937706, -0.001216514385305345, 0.03480061888694763, 0.001420126180164516, 0.0385589525103569, -0.1428341418504715, 0.05308857187628746, -0.0002414829796180129, -0.028319040313363075, 0.0712745189666748, -0.04509521275758743, 0.01998254470527172, -0.013786524534225464, 0.028036311268806458, -0.09706830978393555, -0.0174275953322649, -0.05475878715515137, -0.0002986079198308289, -0.018644599243998528, 0.009531693533062935, -0.0027282219380140305, 0.025695769116282463, -0.08906866610050201, 0.00229204585775733, -0.02897643856704235, 0.012159285135567188, -0.023169679567217827, 0.031732987612485886, 0.01771225407719612, 0.08993811160326004, 0.03381079435348511, -0.10072237253189087, -0.013532353565096855, 0.026931773871183395, 0.1114591583609581, 0.02537023462355137, 0.03985071927309036, 0.010606016032397747, -0.13144806027412415, 0.017619188874959946, 0.05678766593337059, -0.0071053593419492245, 0.05406767129898071, 0.03667397052049637, 0.004220772534608841, -0.035768043249845505, -0.03164452314376831, 0.0260693971067667, -0.009324360638856888, -0.05550828203558922, 0.04818551987409592, -0.09671449661254883, -0.04371274262666702, 0.06637363880872726, -0.028341859579086304, -0.026683207601308823, -0.029003430157899857, -0.060711752623319626, 0.09137514233589172, -0.023201731964945793, -0.061369553208351135, -0.06476741284132004, -0.033543623983860016, -0.07204460352659225, 0.0564592070877552, -0.08487340062856674, 0.06994951516389847, -0.016849856823682785, -0.06482825428247452, -0.033324386924505234, 0.006975553464144468, 0.0076527888886630535, 0.005051775369793177, 0.010910803452134132, -0.04349282756447792, 0.06487901508808136, -0.008876105770468712, 0.058346983045339584, -0.03989945724606514, 0.09577030688524246, -0.04654071852564812, -0.01124341320246458, -0.10237616300582886, -0.17033956944942474, 0.005515425466001034, -0.0462188646197319, 0.036652158945798874, -0.0032948236912488937, 9.36781070777215e-05, 0.013551096431910992, 0.04169631004333496, 0.04606623575091362, -0.01713179610669613, 0.0063752783462405205, 0.033939555287361145, 0.0006431982619687915, 0.02486475370824337, -0.06221868842840195, 0.01818494126200676, 0.06780529767274857, 0.05437813699245453, -0.10625465214252472, -0.016010113060474396, 0.07134044915437698, 0.0025954933371394873, 0.05359261855483055, -0.026191601529717445, 0.0641615241765976, 0.009709855541586876, -0.023767419159412384, 0.05997702479362488, -0.008152051828801632, 0.04300083965063095], [-0.046727102249860764, 0.012417897582054138, -0.03742627799510956, 0.015492012724280357, 0.05290457233786583, 0.0029169125482439995, -0.00897093117237091, -0.03013603202998638, 0.07220017164945602, -0.020821142941713333, 0.13393878936767578, -0.013175960630178452, 0.00734581146389246, 0.016074324026703835, -0.007570957764983177, 0.004801882430911064, 0.022239837795495987, 0.002696758834645152, -0.05232682079076767, -0.06726925820112228, -0.040252599865198135, -0.011122042313218117, 0.03348376974463463, 0.0291314534842968, 0.050723880529403687, 0.0004516777698881924, -0.037971917539834976, -0.021916547790169716, 0.05291450023651123, 0.06610532850027084, -0.0033650228288024664, 0.027540037408471107, -0.03302726149559021, -0.009762529283761978, -0.01675347052514553, 0.019160456955432892, -0.012252327986061573, 0.02018510177731514, -0.007255519274622202, -0.0453261137008667, -0.05257005617022514, 0.01740131713449955, 0.0276345182210207, 0.04863553121685982, 0.02438051626086235, 0.011203126050531864, -0.05372853949666023, -0.03877519071102142, 0.01996641419827938, -0.03332969546318054, 0.025385361164808273, -0.042451851069927216, -0.048434775322675705, -0.0522475428879261, 0.08277324587106705, -0.013897432014346123, -0.00047596130752936006, 0.08671936392784119, 0.032029714435338974, 0.02886386588215828, -0.019102193415164948, 0.012105648405849934, 0.016583411023020744, -0.028382426127791405, 0.06063571572303772, 0.035666923969984055, 0.033818572759628296, -0.1084042340517044, 0.010651491582393646, 0.023109635338187218, -0.008074567653238773, -0.054253701120615005, 0.02350921742618084, 0.10027603060007095, -0.005091271363198757, -0.04636165499687195, 0.07205770164728165, 0.1541312336921692, 0.0062494738958776, 0.020563270896673203, 0.038775499910116196, 0.018577303737401962, -0.0860045999288559, 0.06874915957450867, -0.059030503034591675, -0.020838698372244835, 0.0037509342655539513, -0.03843006119132042, -0.0790725126862526, -0.027904370799660683, -0.034774020314216614, 0.018129633739590645, -0.12101960182189941, 0.03297162801027298, -0.035903122276067734, 0.008992740884423256, -0.015975214540958405, 0.006876368075609207, -0.1214284673333168, 0.00397819047793746, -0.12460745126008987, -0.04702291265130043, 0.0276203490793705, 0.12294222414493561, -0.044465966522693634, -0.019077911972999573, 0.02724272571504116, -0.03512018546462059, -0.022732477635145187, 0.029360130429267883, -0.024690603837370872, -0.019318075850605965, -0.01744699478149414, -0.03786395862698555, 0.04282159358263016, 0.08425785601139069, 0.020591136068105698, -0.006118739489465952, 0.01690787263214588, -0.07375594973564148, -0.08699297159910202, 0.03241310268640518, 0.0037269131280481815, -0.06751841306686401, 0.03190717101097107, 0.03665571287274361, 0.04621867462992668, -0.10344868898391724], [-0.014556904323399067, -0.09212224930524826, -0.08413146436214447, 0.08830156922340393, -0.030674565583467484, 0.04245965927839279, -0.07807081937789917, -0.01300277654081583, -0.04124859720468521, 0.04041331261396408, -0.015009135007858276, 0.026916205883026123, 0.01899345964193344, 0.004087004344910383, 0.07596646249294281, 0.0004930158611387014, -0.04269617050886154, 0.018921174108982086, 0.02175569348037243, -0.009044619277119637, -0.010792236775159836, 0.00022315741807688028, 0.029142281040549278, 0.07420074939727783, -0.017463328316807747, -0.07147860527038574, 0.044330041855573654, 0.022288212552666664, 0.08798050135374069, -0.03392423689365387, 0.025138072669506073, -0.005694377236068249, -0.023472191765904427, 0.06278007477521896, 0.02699287049472332, -0.008358543738722801, 0.05280621349811554, -0.02967492677271366, -0.03969484195113182, -0.02976531721651554, -0.07625950872898102, 0.02495839260518551, 0.06447062641382217, 0.027765074744820595, 0.011312255635857582, 0.046693697571754456, -0.04182218387722969, 0.05565773323178291, 0.06627174466848373, -0.007886570878326893, 0.015353839844465256, -0.010333938524127007, -0.029649101197719574, 0.016627144068479538, -0.02986563928425312, -0.08099924027919769, 0.09723842144012451, 0.032799042761325836, -0.006090674549341202, 0.035836197435855865, 0.036282267421483994, -0.04702836275100708, -0.0313652902841568, -0.02064163237810135, 0.007557279895991087, -0.018314693123102188, -0.023535093292593956, -0.043433189392089844, -0.0685785710811615, -0.04443959891796112, 0.031595487147569656, 0.06633982807397842, 0.03228593245148659, -0.033191781491041183, 0.014812193810939789, -0.018009494990110397, 0.01774725131690502, 0.06264583766460419, -0.004542411770671606, 0.006668795365840197, 0.05876409634947777, -0.09888569265604019, 0.05577591806650162, -0.043972861021757126, -0.08544445037841797, -0.026851890608668327, 0.011032086797058582, 0.023987935855984688, -0.0013287251349538565, 2.297398168593645e-05, 0.006401425693184137, 0.008676000870764256, 0.028929509222507477, 0.04709026217460632, -0.012852408923208714, 0.05053700879216194, -0.04379831999540329, -0.07119889557361603, -0.017868341878056526, 0.04572075977921486, -0.019470669329166412, 0.046934012323617935, 0.019895095378160477, -0.032760124653577805, -0.004014877602458, 0.04871754348278046, 0.08655927330255508, 0.05213300883769989, -0.015367654152214527, -0.07202382385730743, 0.03850656747817993, 0.020334366708993912, 0.020089484751224518, -0.005786656402051449, 0.17850618064403534, 0.017359599471092224, 0.04848971962928772, 0.0018884543096646667, -0.01110684685409069, -0.0066545503214001656, 0.021159270778298378, 0.02874644845724106, 0.035100534558296204, -0.010283531621098518, 0.0022746650502085686, 0.04515715688467026, 0.017015647143125534, -0.035472702234983444], [0.022632772102952003, 0.10370700806379318, -0.022759314626455307, -0.06365012377500534, -0.023724844679236412, 0.03006649762392044, -0.037009939551353455, -0.04438674822449684, 0.030054252594709396, -0.11539933830499649, 0.10079104453325272, -0.049288537353277206, 0.12023754417896271, 0.08307058364152908, -0.08123739063739777, -0.035046763718128204, 0.0520055778324604, 0.010048512369394302, -0.06902020424604416, 0.040004663169384, -0.0018673618324100971, 0.04657820239663124, 0.051386699080467224, 0.06603825837373734, -0.030116453766822815, 0.024325093254446983, -0.06474088877439499, -0.10857708007097244, -0.03750283643603325, -0.00575295789167285, -0.03668057173490524, 0.04833517596125603, 0.031078537926077843, -0.024059124290943146, -0.011277876794338226, -0.00015674831229262054, 0.008481765165925026, 0.036584410816431046, -0.055559881031513214, -0.04085700586438179, 0.015417912974953651, 0.022028252482414246, -0.002807128708809614, 0.05908230319619179, -0.019401386380195618, 0.055967316031455994, -0.048366159200668335, -0.03229881078004837, -0.03168573975563049, -0.039475057274103165, 0.04048159345984459, 0.07509735971689224, -0.0634632408618927, -0.016140544787049294, 0.029620075598359108, -0.06445245444774628, -0.048491280525922775, 0.05314461514353752, 0.0034111225977540016, -0.022418903186917305, -0.034661464393138885, 0.027707621455192566, 0.05878695845603943, -0.07979246228933334, 0.0410059429705143, -0.06894633173942566, 0.01985795423388481, 0.025465186685323715, 0.06574185192584991, 0.032735176384449005, 0.04219106212258339, 0.08308082818984985, 0.05330068990588188, -0.014386492781341076, -0.04586121439933777, -0.005032296758145094, -0.025563837960362434, -0.02777264453470707, -0.024468425661325455, 0.11497349292039871, 0.02826167270541191, -0.03884628042578697, -0.00045025270082987845, -0.05550741031765938, 0.04159834608435631, 0.014273143373429775, -0.027728430926799774, 0.02246316336095333, -0.02899811416864395, -0.12471231073141098, 0.013331388123333454, 0.11396147310733795, 0.016131557524204254, -0.04424997791647911, -0.0044106426648795605, -0.0403934121131897, -0.04586881026625633, -0.07977846264839172, 0.09155426919460297, 0.020672382786870003, -0.08530642837285995, 0.030367830768227577, -0.009733063168823719, -0.03045746684074402, -0.025869259610772133, -0.05302463844418526, -0.08747231960296631, -0.0040011052042245865, -0.05056755617260933, -0.025809481739997864, -0.011713565327227116, -0.014553847722709179, 0.058113519102334976, -0.0039912024512887, 0.04680582880973816, 0.04261406138539314, 0.026304828003048897, -0.11728881299495697, 0.07156852632761002, 0.021948540583252907, 0.060196489095687866, -0.0743284747004509, -0.005731435026973486, 0.006469384301453829, 0.018956152722239494, 0.12007960677146912, 0.09123837202787399, 0.04105691611766815], [-0.022701771929860115, 0.0761585608124733, -0.019084911793470383, -0.055282942950725555, 0.015613269992172718, 0.0398256778717041, 0.04925411194562912, -0.05507549270987511, -0.007239609025418758, -0.13290131092071533, 0.09453706443309784, 0.0378374308347702, 0.026466498151421547, 0.03544315695762634, -0.15294249355793, -0.017660927027463913, -0.04450225457549095, -0.029984965920448303, -0.05027620121836662, 0.04274710640311241, -0.03405749797821045, 0.0020185625180602074, 0.04573935270309448, 0.048532936722040176, 0.02594839408993721, 0.03969321399927139, -0.0008776024915277958, -0.10602256655693054, 0.011003703810274601, 0.011640259996056557, -0.014914419502019882, -0.02936648391187191, 0.034044988453388214, -0.027555812150239944, 0.04031499847769737, -0.050842005759477615, -0.04507032036781311, 0.030723370611667633, -0.10508974641561508, -0.04047560691833496, 0.05614147335290909, -0.005899171344935894, 0.06528202444314957, -0.024458877742290497, 0.04142463579773903, 0.06273724883794785, -0.03428121656179428, -0.04585816338658333, -0.0456659160554409, 0.030079901218414307, -0.014139438979327679, 0.00917437206953764, 0.03363201022148132, -0.032844677567481995, 0.06905943900346756, 0.06167422607541084, -0.0475122332572937, 0.040799062699079514, 0.0498848520219326, -0.05880573019385338, 0.0036354148760437965, 0.03118358552455902, 0.0037484397180378437, 0.028309738263487816, -0.03734074905514717, 0.005940909031778574, -0.034443143755197525, -0.06406629085540771, 0.012957670725882053, -0.015420781448483467, 0.014159904792904854, 0.017159312963485718, 0.025362780317664146, 0.06530813127756119, 0.013303234241902828, -0.06021354719996452, 0.14261029660701752, 0.052216995507478714, -2.5639412342570722e-05, 0.05891759693622589, 0.013659889809787273, 0.024649105966091156, -0.0568423867225647, -0.0067265834659338, -0.07029641419649124, 0.06044667586684227, -0.007408954668790102, -0.0786367878317833, 0.050188664346933365, -0.09014089405536652, 0.02738928608596325, 0.07736241072416306, -0.009226005524396896, -0.006107598543167114, -0.06876896321773529, 0.013841048814356327, 0.05277290940284729, 0.1184672862291336, -0.12877197563648224, -0.047301340848207474, -0.025631433352828026, -0.059583671391010284, 0.03990544378757477, 0.014344243332743645, -0.03653572499752045, 0.05328061059117317, 0.010877760127186775, -0.00017222450696863234, -0.07555656880140305, -0.04737051576375961, 0.015884121879935265, 0.0071967062540352345, -0.08529643714427948, -0.07291355729103088, 0.06977102160453796, -0.08558057248592377, -0.05296812206506729, -0.024969736114144325, -0.01140565238893032, 0.015818925574421883, -0.04531993344426155, 0.022181028500199318, 0.0025123392697423697, -0.04681052640080452, 0.053039032965898514, 4.988828004570678e-05, 0.0836908146739006, -0.07117566466331482], [0.03353766351938248, 0.08160577714443207, -0.11162023991346359, 0.04817173629999161, 0.04321972653269768, 0.07444937527179718, -0.027436571195721626, 0.0054799714125692844, -0.0034473894629627466, 0.0009400733979418874, 0.08855576068162918, -0.038456667214632034, 0.11551189422607422, 0.1504763662815094, 0.013845941983163357, 0.010156698524951935, -0.018724292516708374, 0.01700671575963497, 0.020526854321360588, -0.011871346272528172, 0.05746130272746086, 0.037780310958623886, 0.06296614557504654, 0.011449873447418213, -0.039980921894311905, -0.06617893278598785, 0.027245808392763138, -0.008017479442059994, 0.029515240341424942, 0.037094827741384506, -0.016752228140830994, 0.05661952868103981, 0.03457201272249222, -0.02629098668694496, 0.09924989938735962, 0.009493490681052208, 0.033803340047597885, -0.05514850094914436, -0.045728690922260284, -0.0965305045247078, 0.03687093406915665, -0.03625035285949707, 0.049197714775800705, 0.02446950413286686, 0.02924678847193718, 0.027814798057079315, -0.03957540914416313, 0.0017177080735564232, -0.032637808471918106, 0.0028100176714360714, -0.04228315129876137, 0.0498228557407856, 0.009700729511678219, -0.039099015295505524, 0.026697000488638878, 0.11303824931383133, 0.001364643219858408, -0.007098674308508635, 0.006110639311373234, -0.057957973331213, -0.010874068364501, -0.01541677862405777, -0.018885770812630653, 0.05135089159011841, -0.021974651142954826, -0.002218251582235098, 0.0073678684420883656, -0.06736531108617783, 0.07434340566396713, 0.014825883321464062, 0.01842556521296501, -0.03386297821998596, 0.028980964794754982, 0.1046886220574379, 0.10091180354356766, -0.06285271048545837, 0.005689543206244707, -0.013400177471339703, -0.07494165003299713, 0.004429863765835762, 0.05887250602245331, -0.04018233343958855, -0.11470679938793182, 0.011754114180803299, -0.02076207473874092, -0.004233373329043388, 0.06887512654066086, 0.012061783112585545, 0.01899874582886696, -0.09370768815279007, 0.0011568261543288827, -0.048071883618831635, -0.023641398176550865, -0.026585573330521584, -0.06012547016143799, -0.05648985132575035, 0.01004088670015335, -0.017331862822175026, -0.07453041523694992, -0.019139057025313377, -0.049179889261722565, 0.012995253317058086, -0.07536289840936661, -0.004815218970179558, -0.057629235088825226, -0.06592179089784622, -0.062003228813409805, -0.038287676870822906, -0.014248085208237171, -0.040466874837875366, -0.07544213533401489, -0.14499115943908691, 0.007920132018625736, 0.0034424748737365007, -0.03524332493543625, -0.007462824694812298, -0.0028722919523715973, -0.024804359301924706, -0.035882044583559036, -0.019665086641907692, -0.034279316663742065, -0.09420815110206604, -0.008654472418129444, -0.0782034620642662, 0.007374325301498175, 0.11279132962226868, 0.0005861091194674373, -0.0462939478456974], [0.017434541136026382, -0.007245552260428667, -0.07784818112850189, 0.007777671795338392, -0.035283204168081284, 0.036152616143226624, -0.005850323010236025, -0.022007141262292862, 0.004049963317811489, -0.06541069597005844, -0.04531603679060936, -0.01806698925793171, 0.07107291370630264, 0.04868648573756218, -0.04626915603876114, -0.038312122225761414, 0.07596582919359207, -0.057230427861213684, -0.043179385364055634, 0.022573553025722504, 0.020814085379242897, 0.03864757716655731, 0.07277271151542664, 0.021061595529317856, -0.05628516897559166, -0.03632586821913719, 0.04168452322483063, -0.051424670964479446, -0.025903839617967606, -0.042766597121953964, 0.034264031797647476, -0.0015982268378138542, -0.02789931371808052, -0.11776535212993622, 0.05061231553554535, -0.010166970081627369, 0.026681426912546158, -0.0029235975816845894, 0.014186853542923927, -0.08255107700824738, -0.06524202972650528, -0.04192059859633446, 0.058810874819755554, 0.04478367790579796, 0.06208977848291397, 0.02138049714267254, -0.004806503187865019, -0.015580776147544384, -0.055282287299633026, 0.020556936040520668, -0.0426827035844326, 0.0005822998355142772, -0.09599719941616058, -0.014397666789591312, 0.010859972797334194, -0.013581626117229462, 0.001125602750107646, 0.010590041987597942, 0.05370207130908966, 0.01671154610812664, 0.03457136079668999, 0.005661968607455492, -0.044185005128383636, -0.040804874151945114, 0.04213404282927513, 0.09434139728546143, 0.06781355291604996, -0.08510203659534454, -0.010525933466851711, -0.021688856184482574, -0.10282053053379059, -0.007016149815171957, -0.01810644194483757, 0.03354810178279877, -0.05209656059741974, 0.041885364800691605, 0.023347195237874985, 0.049944933503866196, -0.0559246726334095, 0.015757791697978973, -0.06136978417634964, 0.05353092774748802, -0.025041958317160606, -0.07184582948684692, -0.051973529160022736, 0.077793650329113, -0.04477226734161377, -0.005484339781105518, -0.055408600717782974, -0.006262298673391342, -0.0010176538489758968, 0.011326941661536694, 0.09775395691394806, 0.03946777805685997, -0.014717744663357735, 0.025132136419415474, 0.011658894829452038, -0.0022789358627051115, -0.02502891793847084, 0.08092455565929413, -0.0637032762169838, -0.04192839190363884, 0.03538535535335541, 0.06894952803850174, -0.008280609734356403, -0.031143223866820335, -0.05402204394340515, -0.01555582694709301, 0.036345724016427994, 0.07020233571529388, -0.019454456865787506, 0.03243438899517059, 0.08520586788654327, -0.004425053019076586, 0.04253794997930527, -0.05404239892959595, 0.016604572534561157, 0.021055126562714577, -0.07552602142095566, 0.056905489414930344, -0.04710538312792778, 0.09129443764686584, 0.14089426398277283, -0.044527579098939896, 0.019775260239839554, 0.029921267181634903, -0.029593398794531822, -0.05842875689268112], [-0.016790423542261124, 0.007816070690751076, -0.06357328593730927, -0.04358635097742081, -0.058305952697992325, -0.03694116696715355, 0.027738023549318314, -0.03789883479475975, -0.021114718168973923, -0.03576396778225899, -0.030524112284183502, 0.031974002718925476, 0.061333391815423965, 0.06163191422820091, -0.07100704312324524, -0.05515338107943535, 0.0244887825101614, -0.12233870476484299, -0.05080048367381096, -0.01151012722402811, -0.0011691460385918617, 0.05639157071709633, 0.08241261541843414, 0.06009173020720482, -0.012206465005874634, -0.014917518012225628, -0.03252745419740677, -0.08541104197502136, -0.024325240403413773, 0.039908267557621, 0.04809859022498131, -0.03799695521593094, -0.013848378323018551, -0.027246305719017982, -0.035858381539583206, 0.03876114636659622, -0.01473396085202694, 0.02337042987346649, 0.010329379700124264, -0.07206694781780243, -0.012102440930902958, 0.026476776227355003, 0.044585857540369034, 0.10105488449335098, 0.033386439085006714, 0.032915618270635605, -0.03687187284231186, 0.0005206734058447182, 0.0018924965988844633, 0.02659093774855137, -0.07065337151288986, -0.051855187863111496, -0.08674822747707367, -0.03691704571247101, 0.06520245224237442, -0.03857937455177307, -0.023803072050213814, 0.06289061158895493, 0.02264196053147316, -0.026379263028502464, 0.05301039293408394, -0.009704113937914371, 0.007811085786670446, 0.07518835365772247, 0.05909629166126251, -0.01997353695333004, 0.006936149671673775, 0.04889536648988724, -7.303441816475242e-05, 0.05074634030461311, -0.05187529698014259, 0.0897737443447113, -0.07384467124938965, -0.05222209915518761, -0.005483333487063646, -0.002176278503611684, 0.03261770308017731, -0.04183807596564293, 0.05174612998962402, 0.05409395694732666, -0.05777233839035034, -0.004980036057531834, -0.0048722014762461185, -0.04995977506041527, -0.05244796723127365, 0.0049076261930167675, -0.06725509464740753, 0.024036653339862823, 0.041141875088214874, -0.03012380190193653, 0.12451858818531036, -0.008193650282919407, 0.004410048481076956, 0.03501322120428085, -0.11447486281394958, -0.009823154658079147, 0.05056966468691826, 0.0042652711272239685, -0.10040847957134247, -0.04993860051035881, -0.03308256343007088, -0.07376937568187714, 0.0368754081428051, 0.08750185370445251, -0.003914168570190668, 0.00027540005976334214, -0.007831759750843048, -0.04474252462387085, -0.03530037775635719, -0.029101844877004623, 0.015291931107640266, 0.0821838453412056, 0.024551255628466606, -0.0876486524939537, 0.04166962951421738, -0.020700519904494286, 0.02692357264459133, 0.0212091114372015, 0.062332481145858765, 0.018526826053857803, -0.024818873032927513, -0.03577934950590134, -0.04042752832174301, -0.026354312896728516, 0.00523708900436759, -0.011931770481169224, 0.048843059688806534, -0.04824121296405792], [0.018700994551181793, -0.0307152196764946, -0.06689170747995377, -0.019862407818436623, 0.05949722230434418, 0.021425265818834305, -0.0329480841755867, -0.015896795317530632, -0.03377573564648628, -0.032234933227300644, 0.05865052714943886, 0.08591045439243317, -0.00027367108850739896, 0.03079885244369507, -0.05873047932982445, 0.03230540454387665, 0.027495909482240677, -0.01380789466202259, -0.07427632808685303, 0.01636596955358982, -0.00621037557721138, 0.09458641707897186, -0.008698735386133194, 0.013773306272923946, -0.013347744941711426, -0.00872834213078022, 0.004688718356192112, -0.06021692976355553, -0.011201640591025352, -0.03021487593650818, 0.016135530546307564, 0.010100312530994415, 0.01550539955496788, -0.028861751779913902, -0.030974548310041428, 0.0019014104036614299, -0.04356078431010246, 0.07886692881584167, 0.018327848985791206, -0.0449889674782753, -0.045479826629161835, -0.04211856424808502, 0.05119220167398453, -0.03301476314663887, 0.03398716449737549, 0.05312405526638031, -0.04385359585285187, 0.0024350611492991447, 0.005200565792620182, 0.023414911702275276, -0.007345817517489195, 0.0023786057718098164, 0.015683848410844803, -0.023785242810845375, -0.005576235707849264, 0.020719490945339203, -0.0028483306523412466, 0.013087185099720955, -0.04825634881854057, -0.005237300880253315, 0.05132880061864853, 0.000893102609552443, -0.018749870359897614, -0.03426895663142204, 0.05631816014647484, 0.03741316497325897, 0.07992346584796906, -0.08974484354257584, -0.04593001678586006, 0.08551676571369171, 0.02210678905248642, 0.08419304341077805, 0.014984634704887867, -0.006567822769284248, 0.024896696209907532, 0.00010532401938689873, 0.04267708957195282, 0.045068155974149704, -0.01277649961411953, 0.06249735876917839, -0.0555151030421257, -0.036824408918619156, -0.0019834903068840504, 0.046026770025491714, 0.09736545383930206, 0.008794985711574554, 0.03129640221595764, -0.012769322842359543, -0.025772299617528915, 0.08641766011714935, -0.054669253528118134, 0.07977469265460968, 0.05992215871810913, -0.021968984976410866, -0.014593091793358326, 0.04259868711233139, 0.021633436903357506, -0.029960690066218376, -0.05432935059070587, -0.031646281480789185, -0.06978871673345566, 0.02282051555812359, 0.07470806688070297, -0.017356229946017265, 0.007856403477489948, 0.03587041422724724, 0.03863523155450821, -0.07838589698076248, -0.017521820962429047, 0.015051620081067085, -0.012966509908437729, 0.013435992412269115, -0.04685947671532631, 0.09960315376520157, -0.05790217965841293, 0.01704920269548893, -0.07100428640842438, 0.0540897510945797, -0.07748144119977951, -0.0329645499587059, 0.007613763678818941, -0.0007398721063509583, 0.09955273568630219, -0.03332749754190445, -0.0037114231381565332, 0.06534285098314285, -0.042695462703704834, 0.01925932615995407], [-0.03506867587566376, -0.01012440212070942, 0.0029854606837034225, -0.03076367825269699, 0.03668724000453949, 0.02442057989537716, 0.03912048786878586, -0.03204669803380966, -0.04001687839627266, -0.044435981661081314, 0.013905405066907406, -0.00687859021127224, 0.05871949717402458, 0.004542711190879345, 0.002231435850262642, -0.018649177625775337, -0.026754971593618393, 0.0069623105227947235, -0.037238046526908875, 0.011137465946376324, 0.009888780303299427, -0.015575490891933441, -0.016253596171736717, 0.04784730076789856, 0.0032482934184372425, 0.016805071383714676, 0.004496877547353506, -0.0317433699965477, -0.0007809647941030562, 0.016361357644200325, 0.030763523653149605, -0.011211788281798363, 0.019251037389039993, 0.0015168586978688836, 0.04961787536740303, 0.020267711952328682, 0.02265170030295849, 0.008982397615909576, 0.04247289150953293, -0.034181129187345505, 0.03257882222533226, 0.04175678268074989, 0.020975491032004356, 0.03413083404302597, 0.019037771970033646, 0.03010707162320614, 0.022865571081638336, 0.013084374368190765, 0.02056470699608326, -0.05203629657626152, 0.014952147379517555, 0.017104316502809525, 0.02106534130871296, -0.007247283589094877, 0.003258008509874344, 0.03233135864138603, 0.062430791556835175, 0.023519601672887802, -0.020202619954943657, -0.0218499843031168, -0.028173649683594704, 0.038642022758722305, 0.014096842147409916, 0.002889771945774555, -0.04128272086381912, 0.0832708477973938, -0.05895984545350075, -0.037248626351356506, -0.033670589327812195, 0.06567642837762833, 0.0718480572104454, -0.04657831788063049, -0.02882399410009384, 0.04304591938853264, 0.04920414462685585, -0.0686323493719101, 0.016508523374795914, 0.028325051069259644, -0.11447534710168839, 0.026524199172854424, 0.05687485635280609, 0.007998283952474594, -0.1152821034193039, -0.07384100556373596, -0.01525906939059496, -0.007400890346616507, -0.05122502148151398, -0.09609169512987137, 0.05593142658472061, -0.03096279315650463, -0.019704444333910942, 0.013051620684564114, -0.0035003835801035166, 0.01855103112757206, -0.003604090539738536, 0.02521652728319168, 0.14107662439346313, 0.05010697990655899, -0.15637336671352386, 0.013852076604962349, -0.0003384471347089857, -0.06122717261314392, 0.06015446409583092, 0.07102935016155243, 0.0021449406631290913, -0.01956847310066223, -0.005758431274443865, 0.05022916570305824, -0.06348320096731186, -0.008708849549293518, -0.02484089694917202, -0.004975112155079842, -0.06716882437467575, -0.023166939616203308, 0.029176492244005203, 0.07322761416435242, -0.03908646106719971, 0.08304029703140259, 0.08389031141996384, 0.03201277554035187, -0.050627220422029495, -0.032229237258434296, -0.005794450640678406, -0.041031546890735626, 0.004287734627723694, 0.07397958636283875, -0.018086478114128113, 0.0019404705381020904], [-0.04530410096049309, 0.03295409679412842, -0.04039672017097473, -0.008896319195628166, -0.024789297953248024, 0.039339207112789154, -0.006396121345460415, -0.0917973667383194, -0.10115478932857513, -0.06341511011123657, -0.0369977243244648, 0.03589976578950882, 0.039730485528707504, 0.0333784855902195, -0.03817123547196388, 0.015914257615804672, 0.005585481412708759, 0.016307136043906212, 0.009056976065039635, 0.052147578448057175, -0.029501687735319138, 0.040992747992277145, 0.04374051094055176, 0.007872022688388824, 0.010974109172821045, -0.02212255820631981, -0.0035431976430118084, -0.038371458649635315, -0.025460703298449516, -0.042086970061063766, 0.03322445601224899, -0.1116228997707367, 0.0026435290928930044, 0.016607141122221947, 0.016434164717793465, 0.05968647822737694, -0.04261544346809387, -0.029008204117417336, 0.03506894409656525, -0.10823488235473633, 0.005441324785351753, 0.07816249132156372, -0.02092720940709114, -0.03663081303238869, 0.06134490296244621, 0.04298991337418556, -0.04634818434715271, 0.006485677324235439, -0.05761893466114998, -0.02375664748251438, -0.023823997005820274, 0.015591084025800228, -0.05105249211192131, -0.0673007071018219, -0.006473477929830551, 0.05326097831130028, -0.020764654502272606, 0.012698443606495857, 0.034609586000442505, 0.02173556201159954, 0.004792580381035805, -0.021167151629924774, -0.031313180923461914, -0.015591452829539776, 0.01812547817826271, 0.01850973255932331, 0.05469386279582977, -0.06729604303836823, -0.03572719544172287, 0.04212130978703499, 0.009114415384829044, -0.043086934834718704, 0.06866859644651413, 0.02906409092247486, 0.011644547805190086, -0.09266771376132965, 0.0755980983376503, 0.08009616285562515, -0.13766463100910187, 0.07103770971298218, -0.04790598526597023, 0.0456242598593235, 0.0016849038656800985, -0.02749824710190296, -0.002462866948917508, -0.059069398790597916, 0.09999783337116241, -0.016773488372564316, -0.04499739035964012, -0.0007371589890681207, -0.03343924880027771, -0.0748232826590538, 0.032068125903606415, -0.022742023691534996, 0.02010536566376686, 0.04853956773877144, -0.0034449605736881495, -0.004917968064546585, -0.04782378301024437, -0.025497209280729294, -0.07099557667970657, 0.0526353195309639, 0.0019421043107286096, 0.05428820103406906, -0.04658772051334381, 0.026027075946331024, 0.007019164506345987, 0.015546071343123913, -0.05064856633543968, 0.01715233363211155, -0.0654088705778122, 0.027480868622660637, -0.033048830926418304, -0.06362356245517731, 0.04234175384044647, -0.02952282503247261, 0.06762737035751343, 0.04686997830867767, 0.0527423694729805, 0.010771810077130795, -0.07721542567014694, 0.028825916349887848, 0.03265554830431938, -0.013540602289140224, 0.01541523914784193, 0.021947873756289482, 0.006097423378378153, -0.07108958065509796], [0.004005311988294125, 0.02131768688559532, -0.03379462659358978, 0.03181719779968262, -0.03951738402247429, 0.02580186165869236, -0.014752632938325405, -0.031187571585178375, 0.015092344023287296, -0.03429350256919861, -0.0003136766899842769, 0.021780386567115784, 0.037961509078741074, 0.019412800669670105, 0.056233000010252, -0.014203470200300217, -0.020657548680901527, -0.03598481044173241, -0.05851425230503082, 0.03526809439063072, 0.06104525551199913, 0.06453928351402283, 0.053872000426054, 0.05374192073941231, -0.026199648156762123, -0.08912631869316101, -0.04458700492978096, -0.03652653098106384, -0.01846454292535782, 0.006541512906551361, -0.018289761617779732, 0.02442404255270958, -0.012500790879130363, -0.07893411070108414, 0.019066529348492622, 0.01916000433266163, 0.012108082883059978, -0.010938819497823715, -0.020465854555368423, -0.049089908599853516, 0.04711160436272621, 0.0495525486767292, 0.0251390989869833, 0.016687994822859764, 0.06222013756632805, -0.013784315437078476, -0.018211696296930313, -0.026695717126131058, -0.03932880610227585, -0.006212126929312944, -0.025697005912661552, 0.042493194341659546, -0.0367150753736496, -0.01865113340318203, -0.023825956508517265, -0.014047685079276562, -0.006393298041075468, -0.0763871818780899, 0.00474664568901062, 0.037868931889534, -0.02787058800458908, -0.010737712495028973, 0.028653781861066818, 0.1027081161737442, -0.01484731025993824, -0.034203413873910904, -0.010880237445235252, -0.04573444649577141, 0.06643211841583252, 0.034331951290369034, 0.06693854182958603, 0.06631729006767273, 0.010389476083219051, 0.04713324084877968, -0.06606615334749222, -0.025006433948874474, 0.17613299190998077, -0.018455682322382927, -0.007033683825284243, 0.009785732254385948, -0.02877926453948021, 0.014630486257374287, -0.01343773864209652, -0.059746209532022476, 0.05044151470065117, 0.061851996928453445, -0.006645513698458672, 0.02327682636678219, 0.03449193388223648, -0.038004904985427856, 0.021958088502287865, 0.039015308022499084, 0.025912577286362648, -0.0039729163981974125, -0.12686346471309662, -0.03732621297240257, -0.08356722444295883, -0.0138483215123415, -0.04153226315975189, -0.0196897741407156, 0.0002671398688107729, 0.05431597679853439, 0.026492610573768616, -0.011491326615214348, 0.0422840416431427, 0.1163683831691742, 0.06780850887298584, 0.018675554543733597, -0.10847298055887222, 0.011377901770174503, -0.10037148743867874, 0.025230921804904938, -0.03860057517886162, -0.0015135310823097825, 0.019842537119984627, -0.001165255787782371, 0.016889095306396484, -0.14493270218372345, -0.0328693650662899, 0.011165895499289036, -0.007513745687901974, -0.058735936880111694, 0.054065801203250885, 0.009401332587003708, -0.026644406840205193, 0.03611691668629646, 0.05033025145530701, -0.03666698560118675], [0.06510554254055023, 0.008168524131178856, -0.0048677935265004635, -0.07514208555221558, 0.00890456885099411, 0.02732393518090248, -0.036804307252168655, -0.038300786167383194, -0.060656849294900894, -0.014865427277982235, 0.012022970244288445, -0.025095419958233833, 0.06058114394545555, 0.014671779237687588, -0.06158323958516121, -0.019575806334614754, -0.012591163627803326, -0.029434815049171448, -0.05916180834174156, 0.12239925563335419, -0.014215613715350628, 0.035429906100034714, 0.0048213619738817215, 0.06547437608242035, 0.060360413044691086, 0.004855250008404255, -0.060653600841760635, -0.035844914615154266, 0.005583771038800478, -0.01973574236035347, -0.006915319710969925, 0.027340348809957504, -0.09294750541448593, 0.02206191048026085, -0.027920549735426903, -0.007875924929976463, 0.008457346819341183, 0.10608949512243271, -0.07024824619293213, -0.03521215543150902, 0.0650159940123558, 0.07783327996730804, 0.0730852410197258, 0.06517071276903152, 0.03286922350525856, 0.07498166710138321, 0.016716327518224716, 0.011789252050220966, -0.020404383540153503, 0.004004210699349642, -0.022964540868997574, 0.03511789068579674, -0.08688829094171524, 0.021395687013864517, -0.0326627716422081, 0.04656733572483063, 0.036150846630334854, 0.046282507479190826, -0.04919592663645744, 0.04093054309487343, 0.015125778503715992, 0.031817685812711716, -0.001335682813078165, -0.08688494563102722, 0.01714404858648777, -0.0733439028263092, -0.0003601899079512805, -0.15200397372245789, 0.04164911434054375, 0.024897346273064613, 0.044829241931438446, -0.014109018258750439, -0.010516857728362083, 0.09574724733829498, -0.035777416080236435, -0.038743745535612106, 0.11547906696796417, 0.014116023667156696, 0.04401566460728645, 0.01574898697435856, 0.09030216932296753, 0.009421027265489101, -0.03721190616488457, -0.013793569058179855, 0.02136210910975933, 0.012498920783400536, 0.0748375952243805, 0.06509862095117569, -0.028113745152950287, -0.02690645307302475, 0.0025301827117800713, -0.004610831383615732, -0.008957727812230587, 0.03497771546244621, -0.029649972915649414, -0.05076877027750015, -0.05305803194642067, -0.013097589835524559, 0.004277077503502369, 0.06515860557556152, -0.11557920277118683, 0.009225008077919483, 0.0409855842590332, 0.026424705982208252, -0.032272882759571075, 0.01636505499482155, 0.005370325408875942, -0.12323207408189774, -0.0742846131324768, -0.0037762809079140425, -0.05122194066643715, 0.012859385460615158, -0.00901319645345211, 0.03949665650725365, 0.02037709578871727, -0.027168886736035347, 0.03157416358590126, -0.12166861444711685, 0.00082166469655931, -0.05850217863917351, -0.04055940732359886, 0.06849494576454163, 0.0673716738820076, 0.002446728991344571, -0.05870502069592476, 0.13288265466690063, 0.09782561659812927, -0.019090937450528145], [-0.026520034298300743, -0.014576644636690617, -0.07602567225694656, 0.00116766057908535, 0.06405805796384811, -0.038758404552936554, -0.03783239424228668, -0.05507686734199524, 0.043390996754169464, -0.05032407492399216, -0.023972852155566216, 0.04039466008543968, 0.06671235710382462, 0.07211241871118546, -0.05588129535317421, -0.06951714307069778, 0.03315156325697899, -0.05637262389063835, -0.07221155613660812, -0.05861495062708855, -0.006330942269414663, 0.10430827736854553, 0.0614083968102932, 0.04623200744390488, -0.06687892228364944, -0.006194233428686857, -0.052578579634428024, -0.009338220581412315, -0.03573797270655632, 0.05716289207339287, -0.009165843948721886, -0.030036302283406258, 0.06488964706659317, -0.04987739771604538, -0.03822304308414459, 0.013086308725178242, -0.029918191954493523, -0.03908073157072067, 0.002978082513436675, -0.030024399980902672, -0.04021759703755379, -0.04877427592873573, 0.03608737885951996, 0.08617371320724487, 0.046746719628572464, 0.04261277988553047, -0.021989893168210983, -0.031123267486691475, -0.007219372782856226, 0.08149057626724243, -0.05788920074701309, 0.00973058957606554, -0.09730084985494614, -0.05077136307954788, 0.03620533272624016, 0.017865119501948357, -0.022206218913197517, 0.07488808035850525, 0.0845978856086731, -0.023935597389936447, 0.03836420923471451, 0.043770305812358856, -0.017284555360674858, -0.005910273641347885, -0.05675765499472618, -0.021777575835585594, -0.07983092963695526, -0.09214639663696289, 0.028051739558577538, 0.01377494540065527, 0.04314378276467323, 0.05349484831094742, -0.0010638824896886945, 0.08478197455406189, -0.02535092830657959, -0.00943474005907774, 0.05221589282155037, 0.08432341367006302, -0.028795473277568817, 0.07124381512403488, 0.043331097811460495, 0.04128521680831909, 0.05883680656552315, -0.03401811420917511, -0.028460396453738213, 0.012262910604476929, -0.023359928280115128, 0.012802769429981709, -0.0761115550994873, -0.08228990435600281, -0.06027131527662277, 0.03859389200806618, -0.05137307941913605, -0.030133657157421112, 0.029072465375065804, -0.067862868309021, -0.0759679451584816, -0.03750591352581978, -0.00837402231991291, 0.09654112160205841, -0.04367564246058464, -0.05735846981406212, -0.014480511657893658, 0.017566215246915817, 0.005622906144708395, 0.0537765771150589, 0.012513845227658749, -0.03994235768914223, -0.02449215203523636, 0.0018034577369689941, -0.0726354569196701, -0.05537465214729309, -0.03822862729430199, 0.11511294543743134, 0.09479807317256927, 0.10139471292495728, -0.017880121245980263, -0.13188610970973969, -0.02891649305820465, 0.010072060860693455, -0.026175163686275482, -0.02180877886712551, 0.030271532014012337, 0.03242634981870651, -0.03243117406964302, 0.17121252417564392, 0.11983760446310043, 0.013308720663189888], [-0.0443272590637207, 0.09066329151391983, -0.08746731281280518, -0.03808077424764633, -0.0010237311944365501, 0.025582361966371536, -0.01633402518928051, 0.021990394219756126, 0.016840506345033646, -0.11603491008281708, 0.028151150792837143, 0.04020320624113083, -0.005323202349245548, 0.007789073511958122, -0.10014946013689041, -0.047697510570287704, -0.00017517825472168624, 0.04830949380993843, -0.06121581047773361, -0.020188942551612854, 0.0023262796457856894, -0.01988822966814041, -0.0076307617127895355, -0.009725823998451233, -7.03155092196539e-05, 0.0162617489695549, -0.07849545776844025, -0.035037219524383545, 0.00901172123849392, -0.014860539697110653, -0.016656598076224327, 0.005916761700063944, -0.009659310802817345, 0.019073355942964554, -0.02542840875685215, 0.0030874188523739576, 0.017351239919662476, 0.015162165276706219, -0.021592946723103523, -0.039326027035713196, -0.026519758626818657, -0.015800291672348976, 0.05396542325615883, 0.079444520175457, 0.03382405638694763, 0.04072882980108261, -0.038926977664232254, -0.06853135675191879, 0.038345105946063995, -0.05397091805934906, 0.0071777403354644775, -0.02877107635140419, 8.178685675375164e-06, -0.03444771468639374, -0.04752567037940025, -0.0014203154714778066, 0.0262224730104208, 0.04101712256669998, -0.06575104594230652, 0.036248818039894104, -0.021664481610059738, 0.09778816252946854, 0.009259573183953762, -0.006626893766224384, -0.07172685116529465, 0.05822726711630821, -0.09354303032159805, -0.01959955133497715, 0.007890420034527779, 0.007469450123608112, 0.08388296514749527, -0.08312376588582993, -0.010391770862042904, 0.029292985796928406, 0.018988268449902534, 0.013175875879824162, 0.04060513153672218, 0.0990966334939003, 0.020490435883402824, 0.013688994571566582, 0.03765450417995453, -0.02041136659681797, -0.14557166397571564, -0.025217078626155853, 0.01187994796782732, -0.07404541969299316, 0.010517217218875885, -0.12446217238903046, 0.12622329592704773, -0.12941975891590118, -0.045314472168684006, 0.019542573019862175, -0.0710265189409256, 0.02613004297018051, 0.08123385161161423, 0.17037588357925415, 0.012238436378538609, -0.03752078488469124, -0.13431638479232788, -0.07189904898405075, -0.1638440489768982, 0.027910223230719566, -0.0456521101295948, 0.07435701787471771, -0.023897361010313034, -0.00038556591607630253, -0.10909885913133621, -0.09668160229921341, -0.03098863922059536, 0.052667248994112015, -0.11093154549598694, 0.010065567679703236, -0.051356568932533264, -0.1189858689904213, 0.1058916449546814, -0.02895461395382881, -0.007243921048939228, 0.04173187166452408, 0.06987940520048141, 0.010150238871574402, -0.0953797847032547, -0.0037066794466227293, -0.06153811886906624, -0.12218141555786133, -0.0003682972164824605, 0.09003283828496933, 0.03734657168388367, -0.015991220250725746], [0.06344486773014069, 0.028862817212939262, -0.07584020495414734, -0.07523088902235031, 0.07929851114749908, 0.048521678894758224, -0.005027846898883581, -0.06713218986988068, -0.027921216562390327, -0.028834348544478416, 0.04423617571592331, 0.011587480083107948, 0.03282557800412178, 0.08096509426832199, -0.05637062340974808, 0.01034148596227169, 0.06211480498313904, -0.026845121756196022, -0.059540558606386185, -0.015794524922966957, 0.0668252557516098, 0.012399627827107906, -0.03395645320415497, 0.077098548412323, 0.0031564042437821627, -0.07620527595281601, -0.01921667344868183, -0.031169576570391655, -0.01576007343828678, -0.01078711450099945, 0.026237111538648605, -0.015048786997795105, -0.03628665208816528, -0.008600115776062012, -0.023846928030252457, -0.02460450865328312, 0.004579498898237944, 0.013230601325631142, -0.05728757008910179, -0.014153633266687393, 0.03192569315433502, 0.017819587141275406, 0.041157133877277374, 0.05307074636220932, -0.005732012912631035, -0.014644071459770203, -0.04661335423588753, -0.007509918883442879, -0.0536656454205513, -0.09865543246269226, -0.02029876597225666, 0.028450407087802887, -0.07577545195817947, 0.01643747091293335, -0.010286208242177963, 0.005533504765480757, 0.006018991116434336, 0.00788779929280281, -0.021175183355808258, 0.05502071604132652, -0.02445455826818943, -0.005065941251814365, -0.0815410241484642, 0.021475775167346, -0.04159273952245712, -0.06869672238826752, 0.03555186837911606, -0.07330959290266037, -0.05836566537618637, 0.05789302662014961, 0.022221362218260765, 0.055229563266038895, -0.05589538440108299, 0.03404921293258667, 0.018794935196638107, -0.012604097835719585, 0.14451511204242706, 0.02075103111565113, -0.001943726441822946, 0.020704016089439392, 0.1382800042629242, -0.027858195826411247, -0.012593367137014866, -0.04491856321692467, 0.07072169333696365, -0.06339740753173828, -0.008591827936470509, -0.0055959224700927734, -0.03452374041080475, -0.04158589616417885, -0.011233508586883545, -0.03277997300028801, 0.03354867175221443, -0.07187516242265701, -0.08029457926750183, -0.05944850295782089, -0.044060274958610535, 0.011799239553511143, -0.03721493482589722, -0.04768931865692139, -0.13099420070648193, 0.01893172599375248, 0.02691682055592537, -0.05808008834719658, -0.09127302467823029, 0.008982066996395588, -0.056277889758348465, -0.05072326213121414, 0.02274625562131405, -0.029662614688277245, 0.04246169328689575, 0.07152338325977325, -0.10289069265127182, -0.04175429046154022, 0.03767780214548111, 0.07786012440919876, -0.033890530467033386, -0.021662043407559395, 0.040885597467422485, -0.02158985286951065, 0.06602980196475983, 0.026387594640254974, 0.06603609770536423, -0.003767662914469838, 0.0029624842572957277, 0.13200102746486664, 0.013005920685827732, -0.05285121873021126], [-0.008370365016162395, 0.013967239297926426, -0.04544752091169357, -0.08849968761205673, 0.05203668028116226, 0.030696630477905273, 0.014090475626289845, -0.0013144039548933506, 0.06886754184961319, -0.019999392330646515, 0.03837098181247711, 0.04361735284328461, -0.010073160752654076, 0.0351685956120491, -0.08671223372220993, -0.03599429875612259, -0.05363253504037857, -0.012367178685963154, -0.020766161382198334, -0.025074712932109833, 0.064271479845047, -0.00039221299812197685, 0.011029436253011227, 0.07878411561250687, -0.02521849237382412, 0.07292991876602173, 0.02412378415465355, -0.05980846285820007, 0.0014636393170803785, -0.011755534447729588, -0.027643894776701927, -0.05252285674214363, 0.00892952922731638, 0.019306108355522156, 0.043365586549043655, -0.03944813832640648, -0.06111718341708183, 0.022507473826408386, 0.04348419979214668, -0.06697927415370941, 0.022687392309308052, -0.06671581417322159, 0.002511062193661928, 0.017411671578884125, 0.010064196772873402, 0.0531361848115921, 0.004340470302850008, -0.02076096087694168, -0.0697854533791542, -0.047776270657777786, -0.0039232997223734856, -0.008505607023835182, 0.023537546396255493, -0.04040591046214104, 0.032236695289611816, 0.022536523640155792, -0.0008455407805740833, 0.004489027429372072, -0.08025544881820679, -0.016352446749806404, -0.00885509792715311, 0.017788756638765335, -0.029529543593525887, -0.008144095540046692, -0.01011357456445694, 0.15404269099235535, 0.006747863721102476, 0.01055101864039898, -0.015176381915807724, 0.11382479965686798, 0.08206500113010406, -0.009151747450232506, 0.010080165229737759, 0.0015843367436900735, -0.0009164640796370804, -0.01902633160352707, 0.0146730812266469, -0.00020178710110485554, 0.07033529877662659, 0.01716940850019455, -0.02339930273592472, 0.01630544662475586, -0.015064350329339504, -0.014177866280078888, -0.09925340861082077, -0.032300639897584915, -0.014119187369942665, 0.04656680300831795, 0.06845007836818695, -0.12584367394447327, -0.10046251118183136, -0.03366860747337341, 0.011389022693037987, -0.001276776078157127, -0.06766504049301147, 0.018582714721560478, 0.043496910482645035, 0.01951630786061287, -0.09834150969982147, -0.0055706393904984, -0.1006009504199028, -0.026986224576830864, -0.01985033042728901, 0.029295021668076515, -0.06594668328762054, -0.05652177706360817, -0.037775833159685135, 0.034263767302036285, -0.10171673446893692, -0.0696033164858818, 0.0375828854739666, 0.043236881494522095, 0.05032450705766678, -0.11709026992321014, 0.03474898636341095, 0.09365198016166687, 0.0684010237455368, 0.008123094215989113, 0.15831202268600464, 0.05858531966805458, 0.01708962582051754, -0.012683051638305187, -0.0196204986423254, 0.03239358589053154, 0.0995255708694458, 0.023194044828414917, -0.003592216409742832, -0.043724413961172104], [-0.027652110904455185, -0.047032322734594345, -0.08792708069086075, 0.017859695479273796, -0.005858227144926786, 0.0015963912010192871, -0.008952763862907887, -0.026444794610142708, 0.011217382736504078, -0.041284479200839996, 0.007187947165220976, 0.03652074560523033, 0.03223380818963051, 0.04805043712258339, -0.040592536330223083, 0.0012829124461859465, 0.07768697291612625, -0.04015517234802246, -0.03739936649799347, -0.0019004226196557283, 0.028264589607715607, 0.038223184645175934, 0.09344644099473953, 0.056596413254737854, -0.04211939871311188, -0.023532183840870857, 0.03649646416306496, -0.029420511797070503, 0.036480192095041275, 0.025054987519979477, -0.0010855094296857715, 0.011503434740006924, -0.0007062851800583303, -0.053055521100759506, 0.05399537459015846, 0.05875509977340698, -0.01910889893770218, 0.0037758073303848505, 0.015487737953662872, -0.09731697291135788, -0.014746079221367836, -0.03935274854302406, 0.04196619987487793, 0.10561401396989822, 0.04988846555352211, 0.0539492703974247, 0.03191643953323364, -0.004394492134451866, -0.03700040280818939, 0.05299002304673195, -0.04766174778342247, -0.020160164684057236, -0.12580734491348267, -0.07966215908527374, 0.05005786940455437, 0.01739957556128502, -0.01886877790093422, 0.052440494298934937, -0.01206959318369627, -0.029266484081745148, 0.0013196085346862674, 0.036347515881061554, -0.02657672017812729, 0.05540219321846962, 0.03274713084101677, 0.01744408905506134, -0.0675210952758789, -0.08434217423200607, 0.0767412781715393, 0.059418436139822006, 0.0527983084321022, 0.05022161826491356, -0.010430271737277508, 0.14090190827846527, 0.06239243969321251, -0.003561565652489662, 0.09309376031160355, 0.038219891488552094, -0.023632211610674858, 0.04713670536875725, 0.002634598407894373, 0.07587748765945435, -0.07804710417985916, -0.041025709360837936, 0.012086122296750546, -0.0006990169640630484, 0.008930192328989506, -0.04561840742826462, -0.038848649710416794, -0.05300815775990486, -0.0016908309189602733, 0.08544262498617172, -0.05281604081392288, 0.05340046435594559, -0.007375991903245449, -0.05300859734416008, -0.011049939319491386, 0.06001652032136917, -0.08182358741760254, 0.09226798266172409, -0.06033645570278168, 0.03184207156300545, 0.02092522755265236, 0.09886518120765686, 0.056750647723674774, 0.0101174870505929, 0.0478547066450119, -0.06793582439422607, -0.00912486482411623, 0.011559434235095978, -0.12424903362989426, 0.0001486684923293069, -0.11440592259168625, 0.07229893654584885, 0.11803407967090607, 0.03209945932030678, -0.07532264292240143, 0.02396642044186592, -0.08469101041555405, 0.047289084643125534, -0.010774177499115467, -0.041051995009183884, 0.047658342868089676, -0.07752757519483566, 0.036261335015296936, 0.05359131470322609, 0.03133121505379677, -0.08599846065044403], [0.018287429586052895, 0.024367937818169594, -0.12091798335313797, 0.008765176869928837, -0.003514046547934413, 0.08675583451986313, -0.01314848754554987, -0.05577016994357109, -0.03867082670331001, -0.09793514758348465, 0.026249971240758896, 0.021422604098916054, 0.04822448641061783, 0.02442067675292492, 0.025036847218871117, 0.02577250264585018, -0.06371985375881195, -0.021620171144604683, 0.01198101881891489, 0.047857873141765594, -0.04749756306409836, 0.06368985027074814, 0.0400274321436882, 0.0788070484995842, -0.03415444865822792, 0.03833736851811409, -0.031216895207762718, -0.01937742531299591, -0.021358177065849304, 0.014908087439835072, -0.0832357257604599, 0.017772670835256577, -0.009606842882931232, -0.013492729514837265, 0.02330104075372219, -0.036620743572711945, 0.012033076956868172, -0.030765557661652565, -0.0848826989531517, -0.09892722219228745, -0.02813747152686119, 0.010516204871237278, 0.08172702044248581, -0.010746455751359463, 0.03193908557295799, 0.004823497496545315, -0.05171297863125801, 0.04825223982334137, -0.05407414957880974, 0.04837339371442795, 0.05714365839958191, -0.045986831188201904, -0.01084152515977621, -0.06044606864452362, 0.03886659815907478, 0.06677940487861633, 0.037599094212055206, 0.036045148968696594, 0.020368415862321854, -0.05945006385445595, 0.03098994679749012, 0.13355237245559692, -0.0027001819107681513, 0.02277679741382599, -0.03445345163345337, 0.05324764922261238, -0.13121916353702545, -0.07026432454586029, 0.04346352443099022, 0.07354456186294556, 0.03610756993293762, -0.040892891585826874, -0.0033677739556878805, 0.06544295698404312, 0.025842631235718727, -0.06404034048318863, 0.046576905995607376, -0.0011943553108721972, -0.07389692962169647, 0.01019260287284851, -0.0050039347261190414, 0.05023559182882309, -0.08848043531179428, 0.08790376037359238, -0.11195621639490128, 0.013705912046134472, 0.02649521641433239, 0.03703999146819115, 0.013007478788495064, -0.07569503784179688, -0.008624979294836521, 0.06432648003101349, 0.03485482186079025, 0.0956183597445488, 0.06297361105680466, 0.06544126570224762, 0.0866265594959259, 0.10664664208889008, -0.15859612822532654, 0.015241393819451332, -0.05760019272565842, -0.00763585465028882, -0.011399144306778908, 0.012842361815273762, 0.007795839104801416, 0.03214958682656288, 0.029888594523072243, 0.06748151034116745, -0.060622915625572205, -0.0747700184583664, -0.012577317655086517, -0.051281943917274475, 0.04383612796664238, -0.05479246377944946, 0.053382616490125656, 0.038029178977012634, -0.051308587193489075, 0.07102114707231522, 0.07162436097860336, 0.12127625197172165, -0.021074090152978897, 0.04746100306510925, 0.04840979352593422, 0.0020171140786260366, 0.10239190608263016, 0.10072415322065353, -0.07894714921712875, 0.01248148363083601], [0.00270730908960104, 0.02700006403028965, -0.055158309638500214, -0.07003401219844818, 0.05747787281870842, 0.04986298829317093, -0.06882289052009583, -0.08527908474206924, 0.0260601956397295, -0.028230927884578705, 0.07146894186735153, -0.04081859067082405, 0.07425197213888168, 0.005624487530440092, -0.06463643908500671, -0.03917428106069565, 0.056967947632074356, -0.03770991042256355, -0.0617072768509388, -0.009709611535072327, 0.003115074709057808, 0.03542860224843025, 0.002087992848828435, 0.08117251098155975, 0.03615565970540047, -0.007206832990050316, -0.008234047330915928, -0.05600129812955856, -0.06929068267345428, 0.018095381557941437, -0.005739022046327591, -0.027765091508626938, -0.04373137280344963, -0.023177098482847214, -0.024151137098670006, -0.038516029715538025, 0.0035803013015538454, -0.03922771289944649, -0.04797590151429176, -0.06475171446800232, 0.015360536053776741, 0.043128304183483124, -0.024330176413059235, 0.04566190391778946, 0.12002468854188919, 0.02038632333278656, 0.026987338438630104, 0.02885909378528595, -0.04726550728082657, -0.0533243864774704, -0.01837066560983658, 0.0060576386749744415, -0.01568325236439705, 0.027867600321769714, 0.008449508808553219, 0.03550686314702034, -0.1084703579545021, -0.0023700445890426636, 0.012752911075949669, -0.030472878366708755, -0.049700722098350525, 0.05645562708377838, -0.047066569328308105, 0.020020639523863792, 0.004390723537653685, 0.14889472723007202, 0.030281322076916695, -0.0158018060028553, -0.03241380304098129, 0.0932922512292862, 0.04570084810256958, 0.011424853466451168, -0.058270763605833054, -0.04523281753063202, 0.043660834431648254, -0.0798029750585556, 0.03811344876885414, -0.01065007969737053, -0.06145552918314934, -0.019072070717811584, 0.034934546798467636, -0.05092441663146019, -0.04341094568371773, -0.05519506335258484, -0.042062725871801376, -0.011360887438058853, -0.042481597512960434, -0.12082628160715103, 0.008337670005857944, 0.02575674280524254, -0.10726779699325562, 0.05412149429321289, -0.02361677773296833, -0.040892161428928375, -0.025499075651168823, 0.07649771869182587, 0.10602991282939911, 0.01136869378387928, -0.03765343502163887, -0.05657658353447914, 0.020360201597213745, -0.013715707696974277, 0.016572000458836555, 0.0359775684773922, 0.013354980386793613, -0.008142322301864624, 0.009248179383575916, -0.015355849638581276, -0.06270746886730194, -0.06471159309148788, 0.026210999116301537, -0.06046814098954201, 0.022627178579568863, 0.006816540379077196, 0.06603581458330154, -0.032757509499788284, 0.026843830943107605, 0.062430303543806076, 0.08937438577413559, -0.033374618738889694, -0.022578196600079536, -0.02469690516591072, -0.06324352324008942, -0.07572393864393234, 0.029994133859872818, -0.025499073788523674, -0.0009699572692625225, -0.046639230102300644], [-0.018980197608470917, 0.0013958655763417482, -0.055695220828056335, 0.013608530163764954, -0.037553250789642334, 0.04089595004916191, 0.013490501791238785, 0.031755827367305756, -0.04902750626206398, -0.11033312231302261, 0.018531331792473793, -0.01048313733190298, 0.023240137845277786, 0.06432368606328964, -0.02456440031528473, 0.0018933361861854792, -0.011275198310613632, -0.030292460694909096, -0.008049219846725464, -0.019852878525853157, -0.03174523264169693, 0.04663986340165138, 0.06477325409650803, 0.012188834138214588, -0.023696159943938255, 0.022920573130249977, -0.06234871223568916, -0.03144938126206398, -0.041893940418958664, -0.06015326827764511, 0.015237526036798954, -0.06350903958082199, -0.052368395030498505, -0.011540962383151054, 0.06841719150543213, 0.009553874842822552, -0.03332943469285965, 0.0229758583009243, -0.03972994163632393, -0.08135819435119629, 0.015477721579372883, -0.035420648753643036, 0.046500299125909805, 0.07340800017118454, 0.02619696594774723, -0.003917249385267496, -0.01598760299384594, -0.003538023680448532, -0.03653020039200783, 0.04642898961901665, -0.04887370392680168, -0.02933456562459469, -0.01223814394325018, -0.11978726834058762, 0.03537330776453018, 0.041269753128290176, -0.028492817655205727, 0.03200714290142059, 0.052868444472551346, -0.04143051430583, 0.03953596204519272, -0.006715843454003334, -0.04451975226402283, 0.061328887939453125, 0.03230635076761246, -0.027300456538796425, -0.043155692517757416, -0.030742159113287926, -0.05564514547586441, 0.08235803246498108, 0.03917306289076805, 0.0536840483546257, 0.03515443950891495, 0.06253596395254135, -0.06049016863107681, -0.026674944907426834, -0.006582001224160194, 0.06786824017763138, -0.0024960970040410757, 0.115928053855896, 0.004461915697902441, 0.01895938627421856, -0.061158087104558945, -0.04044646769762039, -0.012750465422868729, 0.049713604152202606, 0.015018683858215809, -0.050162456929683685, 0.015709929168224335, -0.08808079361915588, 0.01659555174410343, -0.02642975188791752, -0.014107580296695232, -0.09803923964500427, -0.031408824026584625, 0.06013192981481552, -0.0033960752189159393, -0.04412964731454849, 0.06326033174991608, 0.009694740176200867, -0.02417924627661705, -0.05490715801715851, 0.023531729355454445, 0.13513313233852386, -0.061902400106191635, 0.006642392370849848, 0.08754930645227432, -0.09888339042663574, -0.018833976238965988, -0.0829959288239479, 0.00026002421509474516, 0.06984332948923111, -0.022591935470700264, -0.046401675790548325, 0.06138768419623375, -0.03876904770731926, 0.027412453666329384, 0.0527731291949749, 0.09894710779190063, -0.031214935705065727, -0.025650521740317345, -0.016199398785829544, 0.023248722776770592, -0.0008426466956734657, -0.0070611583068966866, -0.0054932585917413235, -0.02484320104122162, -0.15094822645187378], [-0.045489802956581116, -0.045236971229314804, -0.06403635442256927, 0.07179263979196548, -0.03369114547967911, 0.0017994251102209091, -0.017249321565032005, 0.02630280703306198, 0.10554324090480804, -0.05209215357899666, -0.004470400977879763, -0.022579031065106392, 0.045203763991594315, -0.05459121987223625, -0.021838882938027382, -0.13206793367862701, -0.01512976922094822, -0.08694995939731598, -0.004459437448531389, 0.001897853915579617, -0.030030827969312668, -0.029321318492293358, 0.1209004819393158, 0.0036186370998620987, -0.03126842528581619, -0.006071915850043297, -0.05671084299683571, -0.04257596284151077, 0.07484343647956848, 0.03907158225774765, 0.06488820165395737, 0.049713678658008575, 0.01333184726536274, -0.057194218039512634, 0.005527132656425238, 0.0720207467675209, -0.008225716650485992, 0.0008494352223351598, 0.09076482802629471, -0.0798855647444725, -0.020666509866714478, -0.017948580905795097, 0.0906209647655487, 0.08629728108644485, 0.054991465061903, 0.03291207551956177, 0.019520573318004608, -0.01577279344201088, 0.12013412266969681, -0.037756793200969696, 0.016998471692204475, -0.05025069788098335, -0.08421127498149872, -0.010381169617176056, -0.02946692332625389, -0.011212959885597229, 0.0021007240284234285, 0.050606079399585724, -0.05487808212637901, 0.02885797619819641, -0.01714543253183365, 0.015191435813903809, 0.035310279577970505, -0.009781000204384327, -0.01508280262351036, -0.01972462423145771, 0.012587403878569603, -0.12190793454647064, 0.027721773833036423, 0.029709788039326668, 0.0015727300196886063, -0.033362843096256256, -0.012589356862008572, -0.03385554254055023, -0.09421134740114212, -0.0015636991010978818, 0.019393721595406532, -0.0017887395806610584, -0.02059660665690899, 0.031303394585847855, -0.07187600433826447, 0.08024917542934418, 0.030244501307606697, 0.03281860426068306, -0.06456812471151352, -0.04884547367691994, 0.009413112886250019, 0.01963060162961483, -0.013638434000313282, -0.03735119476914406, 0.05753185600042343, 0.04078583046793938, 0.020593516528606415, 0.05415487289428711, -0.020773649215698242, -0.0060792420990765095, -0.0897848904132843, 0.023034853860735893, -0.009159915149211884, 0.06237122789025307, -0.034969110041856766, 0.0756048783659935, -0.06721635162830353, 0.012584089301526546, 0.005606978666037321, -0.01282753050327301, -0.07566399872303009, -0.03393247351050377, -0.07221642881631851, 0.0005576760158874094, 0.0010555300395935774, 0.09275949001312256, -0.04361071065068245, 0.026188397780060768, 0.019629372283816338, 0.00955689325928688, 0.05592835322022438, 0.0259489007294178, 0.0535353422164917, 0.050853367894887924, -0.002517811255529523, 0.0728096142411232, 0.018334155902266502, -0.05089704319834709, -0.02479645051062107, 0.06158890947699547, -0.050168316811323166, -0.03295113146305084]]
+  transformer.h.5.attn.qa_q_blend_alpha  shape=torch.Size([])  raw=-0.2635257840156555
+  transformer.h.5.attn.qa_y_blend_alpha  shape=torch.Size([])  raw=0.2997606694698334
+  transformer.h.5.attn.qa_q_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.1914929151535034, 1.0873180627822876, 1.1356858015060425, 1.1867127418518066, 1.1771405935287476, 1.1935455799102783, 1.1695488691329956, 1.1034516096115112, 1.1282684803009033, 1.0969942808151245, 1.1346484422683716, 1.112012505531311, 1.1114846467971802, 1.1135997772216797, 1.1163928508758545, 1.0569071769714355, 1.1350125074386597, 1.111320972442627, 1.083756685256958, 1.1610405445098877, 1.079547643661499, 1.0894184112548828, 1.1317942142486572, 1.0316696166992188, 1.0948048830032349, 1.1290173530578613, 1.1809364557266235, 1.1276992559432983, 1.05770742893219, 1.1785743236541748, 1.215672254562378, 1.1508092880249023, 1.0605158805847168, 1.0014739036560059, 1.1016054153442383, 1.0784763097763062, 1.0466253757476807, 1.1838082075119019, 1.11163330078125, 1.0913907289505005, 1.1283730268478394, 1.1117717027664185, 1.2009047269821167, 1.1540536880493164, 1.1302951574325562, 1.1438546180725098, 1.135837197303772, 1.1914143562316895, 1.043704867362976, 1.0715794563293457, 1.085149884223938, 1.0812386274337769, 1.1448732614517212, 1.1645417213439941, 1.0997248888015747, 1.1306170225143433, 1.1411601305007935, 1.1296545267105103, 1.2522109746932983, 1.073513150215149, 1.116624116897583, 1.1253280639648438, 1.2168205976486206, 1.147261381149292]
+  transformer.h.5.attn.qa_y_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.2109885215759277, 1.2185466289520264, 1.186621904373169, 1.2975825071334839, 1.2706433534622192, 1.186183214187622, 1.1959669589996338, 1.3186455965042114, 1.1772786378860474, 1.2577235698699951, 1.2738014459609985, 1.2786622047424316, 1.2651474475860596, 1.241012692451477, 1.2207258939743042, 1.2022483348846436, 1.339530348777771, 1.2456098794937134, 1.2167820930480957, 1.2295324802398682, 1.305363416671753, 1.2915197610855103, 1.293481707572937, 1.1887574195861816, 1.3133821487426758, 1.305996298789978, 1.255394697189331, 1.1810431480407715, 1.3013050556182861, 1.3727927207946777, 1.2024345397949219, 1.309975504875183, 1.143040418624878, 1.1940147876739502, 1.2940279245376587, 1.1965396404266357, 1.2906405925750732, 1.2776844501495361, 1.2327542304992676, 1.2021777629852295, 1.3109800815582275, 1.1865793466567993, 1.2112600803375244, 1.2095712423324585, 1.2281765937805176, 1.2137089967727661, 1.3463293313980103, 1.2475367784500122, 1.2759097814559937, 1.1639156341552734, 1.2398830652236938, 1.321755290031433, 1.2151639461517334, 1.1631431579589844, 1.2495181560516357, 1.2489558458328247, 1.2313581705093384, 1.2241709232330322, 1.2213785648345947, 1.3446015119552612, 1.244965672492981, 1.1824506521224976, 1.2576431035995483, 1.1908568143844604]
+  transformer.h.5.attn.qa_gate_proj_softqa_pl.weight  shape=torch.Size([64, 128])  raw=[[0.01606096141040325, 0.01389636192470789, -0.029966412112116814, 0.092290498316288, 0.0731644555926323, 0.03843184560537338, 0.04539068043231964, -0.02654751017689705, -0.09102524816989899, -0.059675831347703934, 0.03606940433382988, 0.045997392386198044, 0.023010116070508957, 0.01781655289232731, -0.05378106236457825, 0.06267423182725906, -0.002155268331989646, -0.008089540526270866, 0.041174378246068954, -0.03115677461028099, 0.019729895517230034, 0.019808407872915268, 0.047721508890390396, -0.07314792275428772, -0.03207651898264885, 0.08097173273563385, 0.007076556794345379, -0.033130619674921036, 0.13318872451782227, 0.03838444501161575, 0.14710834622383118, -0.02288654074072838, 0.05482510104775429, 0.004096771124750376, 0.09254106134176254, -0.036068640649318695, -0.00740883918479085, -0.01845782995223999, -0.05163562670350075, -0.03754112496972084, -0.019792206585407257, 0.012476752512156963, 0.027646761387586594, -0.00015982116747181863, -0.008409171365201473, 0.09488759189844131, 0.06633317470550537, -0.09962278604507446, -0.005642457865178585, 0.01161845214664936, 0.055989235639572144, 0.024931462481617928, -0.08741490542888641, 0.055839117616415024, 0.017536228522658348, 0.006839163135737181, 0.07710231840610504, 0.042252566665410995, -0.02624494768679142, 0.013337365351617336, -0.016213584691286087, -0.005946539808064699, -0.010999638587236404, -0.08581743389368057, -0.047975849360227585, -0.04823971167206764, 0.02550419606268406, -0.0716148167848587, 0.056530244648456573, -0.009170671924948692, 0.09390740841627121, -0.052268996834754944, 0.07385064661502838, 0.051124975085258484, 0.0017550104530528188, -0.0017155474051833153, 0.15670889616012573, -0.007258642464876175, -0.013076385483145714, 0.0143620315939188, -0.1761384904384613, -0.055725760757923126, -0.022770890966057777, 0.025832045823335648, -0.017004527151584625, -0.0995444655418396, 0.03884382173418999, 0.009307634085416794, 0.09410775452852249, -0.08572505414485931, 0.061216775327920914, 0.01039951667189598, -0.012562666088342667, 0.008150337263941765, -0.0002293488651048392, 0.04795257747173309, -0.02186533808708191, -0.0774284228682518, -0.02811751887202263, -0.01710701547563076, 0.11437232047319412, 0.031106092035770416, 0.0034201908856630325, -0.029515864327549934, -0.0067267948761582375, -0.08223119378089905, 0.027530057355761528, 0.02567816898226738, 0.03002067469060421, -0.06675305962562561, -0.14396429061889648, -0.010468926280736923, 0.02273036539554596, -0.036263443529605865, 0.17671023309230804, 0.07071042060852051, 0.01752427965402603, 0.00012370364856906235, 0.03697758540511131, -0.042577650398015976, 0.020611273124814034, -0.049571603536605835, 0.00917238462716341, 0.024992510676383972, 0.0022452122066169977, 0.014775578863918781, -0.047610118985176086, -0.11494558304548264], [0.06903009861707687, 0.0028184098191559315, -0.0002420762029942125, 0.03746460750699043, 0.03365221992135048, -0.017176039516925812, -0.007519192527979612, -0.02782861888408661, -0.02458086796104908, -0.11695897579193115, 0.025029851123690605, 0.08313621580600739, 0.021452633664011955, 0.04847577214241028, -0.060150787234306335, -0.013554791919887066, -0.003076368710026145, -0.062367770820856094, -0.07607881724834442, 0.043429598212242126, 0.004389890003949404, 0.08415888249874115, 0.08244045823812485, 0.055670492351055145, -0.02795768901705742, 0.10753520578145981, -0.013050181791186333, 0.06460856646299362, -0.011365776881575584, -0.02782612293958664, 0.08385313302278519, -0.055426180362701416, 0.047083236277103424, -0.02003622055053711, -0.08657428622245789, -0.08474749326705933, 0.009725210256874561, 0.08450917899608612, -0.05149783194065094, -0.02101845294237137, -0.07875577360391617, 0.04525120183825493, -0.004144042264670134, -0.049862492829561234, -0.005084129516035318, -0.01227304432541132, -0.010120232589542866, 0.049560222774744034, -0.03735501691699028, -0.03206607326865196, 0.06905846297740936, -0.0939042791724205, -0.10724613815546036, 0.05406521260738373, -0.02524145506322384, -0.030304409563541412, 0.04597236216068268, 0.05954093858599663, -0.04332014173269272, 0.038465920835733414, -0.10479666292667389, 0.041655268520116806, -0.07910682260990143, 0.020199034363031387, -0.015053893439471722, 0.017834646627306938, -0.08941277116537094, -0.027034590020775795, 0.033781956881284714, 0.03477601334452629, 0.05540543794631958, 0.015085608698427677, -0.0015770045574754477, 0.11330606788396835, -0.04177074879407883, 0.002873407443985343, 0.11034902185201645, 0.035058844834566116, -0.07389954477548599, -0.020580565556883812, -0.07891008257865906, -0.02595341205596924, 0.041274335235357285, 0.03149433061480522, -0.12660005688667297, -0.010009970515966415, -0.03675869107246399, 0.07630916684865952, 0.014264106750488281, -0.18489430844783783, 0.03296653553843498, -0.07390177249908447, -0.10029596835374832, -0.04015167057514191, 0.007925137877464294, 0.04427166283130646, -0.021823333576321602, -0.10677585750818253, 0.020637229084968567, -0.020672176033258438, -0.11389043182134628, -0.08940091729164124, 0.12188121676445007, -0.03091866709291935, 0.08356156200170517, -0.05295810103416443, -0.008067535236477852, -0.0474504753947258, -0.039383355528116226, -0.02667195349931717, -0.018529780209064484, 0.01393591333180666, -0.020316382870078087, -0.05678399279713631, -0.026556583121418953, 0.0699564591050148, -0.01701606996357441, 0.03451019898056984, 0.08444741368293762, 0.00936536118388176, -0.09239824116230011, 0.040211327373981476, 0.008930625393986702, -0.034322403371334076, -0.08446238189935684, 0.02427145466208458, -0.03336804732680321, -0.03376331925392151], [-0.02843482978641987, -0.007047646678984165, -0.04012686759233475, 0.1300957053899765, 0.01692083664238453, 0.04237642511725426, 0.06318524479866028, -0.027799401432275772, -0.10164934396743774, 0.012750281020998955, 0.036435507237911224, 0.06160426512360573, 0.027440164238214493, -0.009902546182274818, -0.06709999591112137, 0.005435854196548462, -0.05040241405367851, -0.006260417867451906, -0.01764615625143051, 0.03607062250375748, -0.082710400223732, 0.046353306621313095, 0.05013673007488251, -0.04301788657903671, -0.03589120879769325, -0.0058544352650642395, -0.11355222761631012, -0.017435304820537567, 0.02564178965985775, 0.0686182826757431, 0.11013209074735641, -0.03097458928823471, 0.004755204543471336, -0.0012185212690383196, -0.015378911979496479, 0.018428267911076546, -0.0036989403888583183, -0.009983418509364128, -0.07713323831558228, -0.047044895589351654, -0.00523232901468873, 0.021051127463579178, -0.18776467442512512, -0.08607284724712372, 0.08140049874782562, -0.012504604645073414, -0.0017807643162086606, -0.043411679565906525, 0.023236406967043877, 0.04671438783407211, 0.03946472704410553, -0.011987755075097084, -0.04587532952427864, 0.002692660316824913, 0.0031292017083615065, -0.06906407326459885, -0.0027448826003819704, 0.008221416734158993, -0.04381123185157776, 0.058776918798685074, 0.01677011139690876, -0.05715712532401085, -0.06834214925765991, -0.026735767722129822, 0.010357070714235306, 0.025226281955838203, -0.09530951082706451, 0.13438928127288818, -0.025820180773735046, 0.0605577751994133, -0.06302481889724731, 0.01961776800453663, -0.09759023785591125, 0.17178046703338623, -0.047736894339323044, 0.010746936313807964, 0.06371422111988068, 0.027860591188073158, 0.005275043658912182, 0.05625065788626671, -0.08746805787086487, 0.08605769276618958, -0.007029281929135323, -0.1396304965019226, -0.013383835554122925, 0.08192293345928192, -0.05412575602531433, 0.04032937437295914, 0.09964367747306824, 0.045092836022377014, 0.10017802566289902, -0.027613719925284386, -0.10048486292362213, 0.0008915562066249549, -0.013822266831994057, 0.028096767142415047, 0.00827069953083992, -0.007056301459670067, -0.025433480739593506, 0.06781158596277237, -0.04316205903887749, -0.02176702953875065, 0.051629602909088135, 0.03574608266353607, -0.004132705740630627, 0.020303156226873398, -0.09047683328390121, 0.002217130037024617, 0.13825927674770355, 0.05742046982049942, -0.0661965012550354, 0.003334931330755353, 0.024189578369259834, 0.039503056555986404, 0.005964901298284531, 0.1087992787361145, -0.043607957661151886, -0.0692499503493309, -0.0019049178808927536, 0.05195124074816704, -0.03270234540104866, -0.0090115861967206, -0.0894855484366417, 0.010448451153934002, -0.03411755710840225, -0.022367065772414207, -0.03750928118824959, -0.026791643351316452], [-0.026305539533495903, -0.0023392424918711185, -0.08664310723543167, 0.0945538580417633, 0.053418777883052826, 0.008451327681541443, 0.022620011121034622, -0.046754371374845505, 0.007873494178056717, 0.008338730782270432, -0.004089704714715481, 0.03040650486946106, 0.043420467525720596, 0.09291049838066101, -0.04978266730904579, 0.02614556811749935, -0.05275118350982666, -0.0927199125289917, 0.031466517597436905, -0.026758840307593346, 0.0013095242902636528, 0.019571298733353615, 0.019999224692583084, -0.061077944934368134, -0.05024579167366028, 0.04573071002960205, -0.043902091681957245, 0.014148121699690819, -0.012961535714566708, 0.08807165920734406, 0.1639895737171173, -0.13547788560390472, -0.046275582164525986, -0.027965346351265907, -0.008100069127976894, 0.005537697579711676, -0.026576008647680283, 0.06287930905818939, -0.002307347021996975, -0.046957630664110184, 0.014545534737408161, -0.050303541123867035, -0.09901279211044312, -0.05407692492008209, -0.049816060811281204, 0.13212087750434875, 0.14280253648757935, -0.02109462209045887, -0.015021182596683502, 0.06272216141223907, 0.08345212787389755, -0.016923433169722557, 0.020690321922302246, 0.05732682719826698, 0.0031995431054383516, 0.002274481114000082, 0.0045320396311581135, -0.02055998146533966, -0.164967879652977, -0.011166240088641644, -0.07799692451953888, -0.000384673970984295, -0.02543240785598755, -0.0023801359347999096, 0.01950897090137005, 0.11893026530742645, -0.05571470782160759, 0.09432098269462585, 0.009277005679905415, 0.05668200924992561, 0.03699402138590813, 0.0034100848715752363, -0.08753231912851334, 0.13152261078357697, -0.07373403012752533, 0.015961704775691032, 0.04481780156493187, -0.04545646905899048, 0.026866981759667397, 0.09262832999229431, -0.04520079866051674, 0.019834579899907112, -0.01634703204035759, -0.1421574354171753, 0.04220525920391083, -0.01457433681935072, -0.04229190573096275, 0.11993871629238129, 0.07113903015851974, 0.030633877962827682, 0.07530233263969421, 0.045319728553295135, 0.012832023203372955, -0.057270050048828125, 0.09117013216018677, -0.007376017514616251, 0.05608822777867317, -0.04449459910392761, 0.029334720224142075, 0.05271194502711296, -0.05841094255447388, -0.014989497140049934, 0.001787245855666697, -0.0690823644399643, -0.03149574622511864, 0.03813191130757332, -0.06823842227458954, -0.06730655580759048, 0.012804298661649227, 0.02554292604327202, -0.05640117824077606, -0.0329761803150177, 0.031090857461094856, -0.09866458177566528, 0.006353291217237711, 0.028704635798931122, -0.04954592511057854, -0.09146672487258911, 0.1289626806974411, 0.061131130903959274, -0.01816534250974655, -0.027729753404855728, 0.06906741857528687, 0.011238076724112034, 0.0061522796750068665, 0.041043397039175034, -0.08504268527030945, -0.016873303800821304], [0.04963625222444534, -0.012278560549020767, -0.05211317911744118, 0.0037053602281957865, 0.00841538142412901, 0.038392454385757446, -0.00017292941629420966, -0.012046385556459427, -0.020772550255060196, -0.025675605982542038, -0.036337971687316895, 0.030025800690054893, 0.015987247228622437, 0.01631518453359604, -0.015526925213634968, 0.045386526733636856, -0.0060493978671729565, -0.014009187929332256, -0.04849393665790558, 0.0030901215504854918, -0.09238496422767639, 0.030231481418013573, 0.05812621861696243, 0.019133545458316803, -0.0030531599186360836, 0.048263031989336014, -0.05320334807038307, -0.0063729314133524895, -0.013006694614887238, -0.0038120753597468138, 0.12983985245227814, -0.025732096284627914, 0.06432171911001205, 0.021658774465322495, -0.03483635559678078, -0.023660432547330856, -0.008529195562005043, -0.013638552278280258, -0.022680092602968216, -0.00245305267162621, 0.08389279246330261, 0.04057758301496506, 0.028078660368919373, -0.08954494446516037, 0.021353956311941147, 0.06523849815130234, -0.03384040668606758, 0.08324138820171356, 0.011980284936726093, -0.01039670966565609, 0.08062063902616501, 0.03293969854712486, -0.042899563908576965, 0.041958656162023544, 0.007219789549708366, 0.08889345079660416, -0.011493741534650326, -0.0402291901409626, -0.08785022050142288, -0.040641751140356064, -0.05551861599087715, 0.0005085832090117037, -0.11762324720621109, 0.01651366613805294, -0.08060538023710251, -0.046418968588113785, -0.03942237049341202, -0.008856162428855896, 0.07807190716266632, 0.07733972370624542, -0.04697326570749283, -0.0449850857257843, -0.012663434259593487, 0.03565747290849686, 0.018619084730744362, 0.15705160796642303, 0.04474110156297684, -0.047230616211891174, -0.09149964898824692, 0.10332450270652771, -0.06041957065463066, -0.2069259136915207, -0.12101566046476364, -0.0025992158334702253, -0.17126494646072388, -0.009981201030313969, 0.07068774104118347, 0.09560838341712952, 0.04039750620722771, 0.06577615439891815, -0.008795265108346939, -0.08415056020021439, -0.05994066223502159, -0.15194909274578094, 0.10290254652500153, 0.12184955924749374, 0.028353923931717873, -0.041755225509405136, -0.0923675000667572, 0.04558024927973747, -0.11041579395532608, 0.0061766961589455605, 0.04030122607946396, -0.042461659759283066, 0.08607658743858337, 0.04335181042551994, 0.029566314071416855, -0.07347641885280609, 0.009367778897285461, 0.11775368452072144, -0.054749246686697006, 0.0017126718303188682, 0.012765292078256607, 0.02043692208826542, 0.04592767730355263, 0.058104850351810455, -0.03490142896771431, -0.05158454179763794, 0.06795177608728409, 0.052594028413295746, 0.09693490713834763, 0.045105498284101486, -0.008923332206904888, -0.061693739145994186, -0.05969231203198433, -0.06293047964572906, -0.012720280326902866, 0.03952940180897713], [-0.0281852837651968, -0.04230188950896263, -0.09894226491451263, 0.07215781509876251, 0.005446648225188255, 0.05860665813088417, 0.06546958535909653, -0.013216967694461346, -0.024148546159267426, -0.07027120143175125, 0.06206522509455681, 0.050466153770685196, -0.04482335224747658, 0.05457203462719917, 0.038082100450992584, -0.031105609610676765, -0.10379927605390549, 0.03292543813586235, -0.023258492350578308, -0.05861041694879532, 0.022528862580657005, 0.034771669656038284, 0.051627278327941895, -0.07799118012189865, 0.0841413214802742, 0.05420338362455368, -0.04196524992585182, 0.03894699737429619, -0.04063462093472481, 0.07292043417692184, 0.12695196270942688, 0.06844314932823181, 0.024233046919107437, -0.00898011028766632, 0.08092278987169266, 0.005536762997508049, -0.050727371126413345, 0.0755382627248764, -0.005657759960740805, 0.005598184186965227, 0.0024842950515449047, -0.028348254039883614, 0.028305821120738983, -0.08327779173851013, 0.08048177510499954, 0.08408469706773758, 0.08196665346622467, -0.02307058311998844, -0.03208419680595398, 0.024726537987589836, 0.036850377917289734, -0.055682770907878876, -0.04745906963944435, 0.03353489190340042, 0.12328615039587021, -0.02708849310874939, 0.012504336424171925, -0.015829011797904968, 0.01016901433467865, -0.007060335483402014, -0.05987582728266716, -0.02401813119649887, -0.08600758016109467, 0.011756918393075466, -0.03885751590132713, -0.011894636787474155, -0.04013148695230484, 0.02618558332324028, 0.005024181213229895, -0.007353364489972591, -0.05725160986185074, -0.03765339031815529, 0.019875258207321167, 0.04677896201610565, -0.1025407537817955, -0.025799142196774483, 0.031721293926239014, 0.005332975648343563, 0.0608108788728714, 0.04154845327138901, -0.051933396607637405, -0.025614582002162933, 0.020356031134724617, 0.04757840186357498, -0.02334480732679367, 0.0230092853307724, 0.009383091703057289, 0.0005613515968434513, -0.0015428898623213172, 0.03538009524345398, 0.027187276631593704, 0.026544930413365364, -0.034794580191373825, 0.09154903888702393, 0.10148407518863678, -0.006854038219898939, 0.01840684562921524, -0.012596838176250458, -0.0481216162443161, 0.013719802722334862, -0.01756943017244339, 0.02644995227456093, -0.03763733059167862, 0.02751995623111725, 0.10254815220832825, -0.022477423772215843, -0.03104306198656559, -0.08767421543598175, 0.015901625156402588, -0.04092501103878021, -0.09642678499221802, 0.005527358036488295, 0.0732652023434639, 0.0655885711312294, 0.04908585548400879, -0.05500040203332901, 0.08490394800901413, -0.02680756151676178, 0.039467230439186096, -0.028174787759780884, 0.01610356755554676, -0.020664691925048828, -0.04509512707591057, 0.017059871926903725, 0.024638567119836807, -0.00012621910718735307, -0.1335444152355194, -0.05811458081007004], [0.08295834064483643, -0.07344644516706467, -0.07609935849905014, 0.04115500673651695, 0.04018895700573921, -0.018715480342507362, 0.07553610950708389, -0.009496279992163181, -0.02975819632411003, 0.045522913336753845, -0.018673289567232132, 0.0731581449508667, 0.016737012192606926, 0.08209377527236938, -0.026913927868008614, -0.046939343214035034, 0.011464418843388557, 0.009144593961536884, -0.04840349778532982, 0.004548713099211454, 0.019138293340802193, -0.001986991846933961, 0.010227561928331852, -0.001816978445276618, 0.021641090512275696, 0.03058021143078804, 0.012578558176755905, 0.006894695106893778, -0.006316854152828455, 0.016728438436985016, 0.08350011706352234, 0.03600378334522247, 0.042751435190439224, -0.054778557270765305, 0.010199395008385181, 0.09831953048706055, -0.009533695876598358, 0.06764695048332214, -0.0018757771467790008, -0.003996368497610092, -0.11001899838447571, 0.06426610797643661, 0.022759640589356422, -0.06350065767765045, 0.017319131642580032, -0.05430932343006134, -0.04278531298041344, -0.011913036927580833, 0.030836055055260658, 0.01632262021303177, 0.05593585968017578, 0.05749385058879852, -0.08799979090690613, 0.09932617098093033, -0.05187540873885155, -0.05738949403166771, 0.05397405847907066, -0.03495242819190025, 0.03682047501206398, 0.012924655340611935, -0.03570184484124184, -0.04122026264667511, -0.07103259861469269, 0.007065525744110346, -0.042769625782966614, -0.021627221256494522, -0.010675993748009205, -0.014711154624819756, -0.04024059697985649, 0.05674818158149719, 0.07729380577802658, -0.013059666380286217, -0.048162151128053665, 0.08617573231458664, 0.08462747931480408, 0.11520896106958389, 0.0712178573012352, 0.02007649652659893, -0.03324548900127411, 0.03481937572360039, -0.06947962194681168, -0.029063252732157707, 0.060541968792676926, -0.048593711107969284, -0.026843445375561714, -0.043565258383750916, 0.049527786672115326, 0.07119085639715195, 0.017483292147517204, -0.05023840814828873, -0.04729028791189194, -0.06719361990690231, 0.013297435827553272, -0.03896937519311905, 0.052071522921323776, 0.017454903572797775, 0.15478472411632538, -0.11344204097986221, -0.10972414910793304, 0.01954766921699047, 0.10527685284614563, -0.12535080313682556, 0.03262807056307793, -0.08252020925283432, -0.007988967001438141, 0.016176065430045128, -0.0889318585395813, 0.048103123903274536, 0.0048761265352368355, -0.0432671457529068, -0.09716393053531647, -0.01612887717783451, 0.025988278910517693, -0.0895148441195488, -0.04783167690038681, -0.10894858837127686, 0.04136207327246666, 0.05444832891225815, -0.009486988186836243, 0.05197169631719589, -0.032013002783060074, -0.012329861521720886, 0.03815336152911186, 0.03890151530504227, -0.03766389936208725, 0.04031958431005478, 0.03476010635495186, -0.015934087336063385], [0.047253310680389404, -0.06707747280597687, -0.07225130498409271, 0.13577495515346527, 0.07948033511638641, -0.012029614299535751, 0.006212364882230759, -0.0629798024892807, -0.06513712555170059, 0.007884839549660683, -0.022733090445399284, 0.008900951594114304, -0.009569077752530575, -0.02209678292274475, -0.0633065477013588, 0.010747885331511497, -0.0030272866133600473, 0.026210453361272812, -0.04407435283064842, -0.07138817012310028, 0.027326161041855812, -0.005114576313644648, 0.03379964455962181, -0.0073885549791157246, 0.00027689989656209946, -0.02612466551363468, 0.03857553377747536, -0.06256010383367538, 0.013721313327550888, -0.024695299565792084, 0.047516364604234695, -0.10575319081544876, 0.040690112859010696, 0.004614658188074827, 0.04567624628543854, 0.006894441321492195, -0.03450887277722359, 0.008426731452345848, -0.030166132375597954, -0.09006420522928238, 0.12489929050207138, -0.01127065159380436, 0.026409514248371124, -0.11167602986097336, 0.03683006390929222, 0.007752557285130024, -0.020092668011784554, 0.0726429894566536, 0.06520140916109085, -0.0286408718675375, 0.015334060415625572, 0.0250694677233696, -0.10039608180522919, 0.06475131958723068, -0.06053905189037323, 0.018920212984085083, 0.03357171639800072, 0.09686737507581711, -0.07830346375703812, -0.015345120802521706, 0.0006306199356913567, -0.11692417412996292, -0.08093710243701935, -0.06729831546545029, 0.032550740987062454, 0.0170444305986166, -0.02540474943816662, 0.05029834061861038, 0.0077928234823048115, 0.05505446344614029, 0.08768628537654877, 0.08600566536188126, -0.023644207045435905, -0.05339587852358818, -0.025567667558789253, 0.10270922631025314, 0.042352452874183655, 0.02950989082455635, 0.049100279808044434, 0.12275958806276321, -0.06770849227905273, -0.015789993107318878, -0.018914060667157173, -0.06053631380200386, -0.06833767145872116, -0.10748392343521118, -0.08296605199575424, 0.015665648505091667, 0.06759462505578995, -0.03886854648590088, 0.04687788337469101, 0.055050499737262726, -0.010618511587381363, -0.030643053352832794, 0.06319254636764526, -0.03302712365984917, -0.021770205348730087, -0.030928054824471474, -0.09464893490076065, -0.06276530027389526, -0.07442616671323776, -0.011013608425855637, -0.02941412478685379, -0.03266110643744469, 0.06017424166202545, -0.024547269567847252, -0.09100247919559479, 0.001318443100899458, -0.0015761241083964705, 0.000629077258054167, -0.10859428346157074, -0.030187087133526802, 0.009208234027028084, 0.05889520049095154, 0.06835449486970901, -0.044426050037145615, 0.01276289764791727, 0.00855364091694355, 0.07537910342216492, -0.021568473428487778, 0.013827796094119549, -0.05720273032784462, -0.10394163429737091, 0.20622952282428741, 0.057272087782621384, -0.015056169591844082, -0.0184374637901783, -0.03998802602291107], [-0.11314689368009567, -0.0016419781604781747, -0.06451769918203354, 0.10607243329286575, 0.03664715215563774, 0.009291381575167179, 0.0675305426120758, -0.013141619972884655, -0.05791575089097023, -0.04303485155105591, 0.005966981407254934, 0.022671369835734367, 0.0337696298956871, -0.049398455768823624, -0.05768994614481926, -0.06861469894647598, -0.057726502418518066, 0.025805655866861343, 0.014157003723084927, -0.026009878143668175, 0.03855618089437485, 0.011654161848127842, 0.03737093508243561, -0.07456246018409729, -0.04233575239777565, 0.08610252290964127, -0.04295791685581207, 0.03270766884088516, -0.08020296692848206, 0.06515595316886902, 0.10554541647434235, -0.0160536989569664, 0.05630902200937271, 0.024732641875743866, 0.003914654720574617, 0.007988671772181988, -0.018474720418453217, 0.06270812451839447, -0.06883970648050308, -0.058315079659223557, -0.09772687405347824, -0.040179070085287094, -0.007424676325172186, -0.033307161182165146, 0.02848706766963005, 0.04590485617518425, 0.027096517384052277, -0.02537265047430992, 0.039104048162698746, 0.010510209947824478, 0.07446259260177612, -0.024791399016976357, 0.006345918867737055, 0.030916662886738777, 0.03407558426260948, 0.005108139012008905, 0.08479117602109909, 0.005226151552051306, 0.04637382924556732, 0.05104505643248558, -0.017071714624762535, -0.03126814216375351, 0.002249980578199029, -0.06755369156599045, -0.04686928540468216, -0.08539118617773056, -0.137058824300766, 0.05954105779528618, 0.06050029769539833, 0.018055440858006477, -0.004252406302839518, 0.005007948726415634, 0.02875177189707756, 0.05103640630841255, -0.08599948137998581, 0.047395478934049606, 0.03526879474520683, -0.030334720388054848, 0.06068624183535576, 0.01403060369193554, -0.05673515051603317, -0.021527109667658806, -0.03498072922229767, -0.019332360476255417, -0.04116985201835632, -0.03186285123229027, -0.012233849614858627, 0.06629949808120728, 0.02544141374528408, -0.059324000030756, 0.015900997444987297, -0.09152646362781525, 0.020374691113829613, -0.0733925923705101, 0.04420889914035797, 0.095367930829525, -0.029299596324563026, 0.016365977004170418, -0.022061269730329514, -0.08200518041849136, 0.0025972258299589157, -0.025680627673864365, -0.00018484903557691723, -0.016348903998732567, 0.030657481402158737, 0.001233877381309867, -0.11002998799085617, -0.048763975501060486, 0.09635564684867859, 0.012908745557069778, -0.08317520469427109, 0.027328401803970337, -0.019405553117394447, -0.06519915163516998, 0.07777243107557297, 0.05424165725708008, -0.015512581914663315, -0.0010214261710643768, 0.010942217893898487, -0.07482609897851944, 0.0007344226469285786, 0.04140168055891991, -0.06030439957976341, -0.0672030821442604, -0.13063691556453705, -0.1085660383105278, -0.019116954877972603, 0.004265699535608292], [-0.019042132422327995, 0.004760295152664185, 0.035850100219249725, 0.05491582304239273, 0.06978990137577057, -0.052786245942115784, 0.0843043252825737, -0.01880909875035286, 0.09366469085216522, -0.044769152998924255, -0.056265514343976974, 0.015453441999852657, 0.07966351509094238, 0.06322289258241653, -0.04026152566075325, -0.007763231173157692, 0.03988134488463402, -0.027156338095664978, -0.03506908938288689, -0.026868285611271858, 0.025426950305700302, -0.05395810678601265, 0.05402654409408569, -0.002066789660602808, 0.05471963435411453, 0.08747725188732147, -0.04950796067714691, -0.002908846829086542, 0.057369980961084366, 0.025296717882156372, 0.04496606066823006, -0.025440996512770653, 0.0009255040786229074, -0.0323166660964489, -0.003230785019695759, 0.04383835569024086, 0.06740336120128632, 0.05853487551212311, 0.014054342173039913, -0.008310639299452305, 0.03959254175424576, 0.059198811650276184, 0.008011842146515846, -0.060941584408283234, -0.06535984575748444, -0.02900707721710205, 0.03251969814300537, 0.04146575182676315, -0.020421907305717468, 0.032225802540779114, 0.008198446594178677, -0.047307517379522324, -0.1184549406170845, -0.0052767423912882805, -0.004192558117210865, 0.015693919733166695, 0.04259691387414932, 0.05069941654801369, 0.006809530314058065, 0.08155455440282822, -0.03059745952486992, -0.04033501818776131, 0.021119041368365288, 0.020133987069129944, -0.06392834335565567, 0.03567533940076828, -0.09255091100931168, -0.13089321553707123, -0.04619790241122246, -0.047762732952833176, -0.0315852090716362, -0.1528756469488144, 0.025589944794774055, 0.07420004904270172, -0.01474281307309866, 0.003317386843264103, 0.08570590615272522, 0.02103540301322937, 0.09083012491464615, 0.027796916663646698, -0.07401321083307266, -0.05710352957248688, -0.027736805379390717, 0.022491632029414177, -0.06910545378923416, -0.01886935532093048, 0.026339514181017876, 0.05875081196427345, 0.08922309428453445, 0.05534699931740761, 0.04610700160264969, -0.041931770741939545, 0.07554832100868225, -0.04824823886156082, -0.016903361305594444, 0.01429713238030672, 0.08437521010637283, -0.06201239302754402, 0.08804961293935776, -0.009568694047629833, 0.06709811091423035, -0.017680976539850235, 0.09062602370977402, -0.07911352813243866, -0.05235294625163078, -0.06721174716949463, 0.04018019512295723, -0.07402767241001129, 0.09035366773605347, -0.08268988132476807, -0.07396701723337173, -0.04601995646953583, 0.03566022217273712, 0.013791849836707115, 0.07954183965921402, 0.02814679592847824, -0.016056159511208534, -0.03233889862895012, -0.05168711394071579, 0.016950387507677078, 0.0273550096899271, -0.011290913447737694, -0.0470707044005394, 0.047841016203165054, 0.012672451324760914, 0.055030785501003265, 0.02711879275739193, -0.073481485247612], [-0.07660961896181107, -0.04042750224471092, -0.0045562442392110825, 0.03031318075954914, 0.09262639284133911, -0.006455306429415941, 0.04801123961806297, -0.028232939541339874, -0.02476295828819275, -0.07006727904081345, -0.08286771178245544, 0.06148562580347061, 0.002652641385793686, 0.05774923786520958, -0.043608665466308594, 0.026796050369739532, 0.008948856964707375, -0.02998621016740799, -0.01722211018204689, -0.05091891810297966, -0.0745176300406456, 0.00718243233859539, 0.02862284518778324, -0.016490725800395012, -0.0037521261256188154, 0.020697688683867455, 0.06392021477222443, 0.05054955556988716, 0.018651368096470833, -0.10738420486450195, 0.05787275731563568, 0.026687150821089745, 0.05232527107000351, 0.01356203481554985, 0.023028643801808357, 0.0939316526055336, 0.057054851204156876, 0.07973296195268631, -0.040305886417627335, -0.003965606447309256, 0.04743694141507149, 0.023968981578946114, 0.07567229866981506, -0.03177361935377121, -0.006174251902848482, 0.027908293530344963, 0.03205431252717972, 0.011601938866078854, -0.01677929051220417, -0.00649353489279747, 0.00882334727793932, 0.03464389964938164, -0.0677194893360138, -0.023714514449238777, -0.06003543734550476, -0.00284788990393281, 0.03326912969350815, -0.04121410846710205, -0.017822418361902237, 0.05109066888689995, 0.030686719343066216, -0.010925309732556343, 0.012535731308162212, 0.016982045024633408, 0.11872837692499161, -0.06150388717651367, -0.014718118123710155, -0.10499846935272217, -0.03718067333102226, -0.0372820608317852, 0.06375811249017715, 0.04943106696009636, 0.07993166148662567, 0.000255401071626693, -0.10794079303741455, -0.03812350332736969, 0.025734860450029373, -0.07535449415445328, 0.04958479851484299, -0.02513747103512287, -0.003428161144256592, -0.09377582371234894, -0.022522730752825737, 0.023068556562066078, -0.12679627537727356, -0.09997666627168655, 0.03977951407432556, 0.008783102035522461, -0.012853611260652542, -0.0036871631164103746, -0.006376114673912525, 0.03097829595208168, -0.00876268558204174, 0.10772054642438889, 0.019501954317092896, 0.07957793772220612, 0.020850535482168198, -0.009211388416588306, 0.05899053439497948, 0.0001623756397748366, 0.1256975531578064, 0.006486531347036362, -0.13497291505336761, -0.08278411626815796, 0.055712249130010605, -0.06577124446630478, 0.05201662704348564, -0.03550127148628235, 0.050594404339790344, -0.05061691626906395, -0.010981130413711071, 0.18913865089416504, -0.06574182212352753, -0.014396345242857933, 0.07533903419971466, 0.004302654415369034, 0.0589471273124218, 0.12293503433465958, -0.06774094700813293, -0.011752697639167309, -0.0708954855799675, -0.026853373274207115, 0.023437462747097015, 0.0428546704351902, -0.0067043243907392025, -0.020390836521983147, -0.03758615255355835, -0.009966324083507061], [-0.049950115382671356, -0.05810396000742912, -0.06260872632265091, 0.025135014206171036, 0.028765523806214333, 0.04771428182721138, 0.04776185750961304, 0.0393739677965641, -0.03871318697929382, -0.007420478854328394, -0.0072829341515898705, 0.05734514072537422, -0.052386242896318436, 0.07033497840166092, -0.06783924996852875, -0.04932105168700218, -0.006246271077543497, -0.022117752581834793, 0.020229976624250412, -0.0641389787197113, -0.037010543048381805, 0.04603040590882301, -0.014522302895784378, -0.009064555168151855, -0.004835408180952072, 0.02638241834938526, 0.04395293816924095, 0.0391569547355175, 0.043852102011442184, 0.05148382484912872, 0.09899396449327469, -0.04304387420415878, 0.03650303930044174, -0.0406518392264843, -0.00460111303254962, 0.027244141325354576, -0.03385348618030548, 0.05740426108241081, -0.02937958762049675, 0.004369447473436594, 0.010719498619437218, -0.022445974871516228, -0.03547796979546547, -0.07852674275636673, 0.048689089715480804, -0.01186702772974968, 0.02007540501654148, 0.055466484278440475, 0.023850012570619583, 0.0034534393344074488, 0.0828283429145813, 0.021969862282276154, -0.040481626987457275, 0.04266543313860893, -0.04719202220439911, 0.019982188940048218, 0.03625180572271347, 0.01739341951906681, -0.12769174575805664, 0.06212766841053963, -0.006221830379217863, -0.027224451303482056, -0.03542115166783333, 0.015608374960720539, -0.14990030229091644, -0.06075023114681244, 0.013770482502877712, 0.056610140949487686, 0.02182323858141899, 0.02152232639491558, 0.0640813410282135, -0.005236947443336248, 0.0036120587028563023, 0.02820468507707119, -0.07284513860940933, -0.009703564457595348, 0.1299327164888382, -0.10792578011751175, -0.19045290350914001, -0.06366448104381561, -0.1393464356660843, -0.02691618911921978, -0.0537770539522171, 0.0011173483217135072, -0.0012967309448868036, -0.04107693210244179, 0.03216296434402466, 0.08055992424488068, 0.15240560472011566, -0.15124347805976868, 0.07436201721429825, 0.03452632948756218, -0.05360936373472214, -0.016178356483578682, 0.030225196853280067, 0.12304682284593582, 0.014884497039020061, -0.0932379812002182, -0.001157475751824677, 0.04634429141879082, -0.06291556358337402, -0.03035501204431057, 0.07791883498430252, 0.014429915696382523, -0.023413676768541336, 0.04835439845919609, -0.0437510721385479, -0.12813593447208405, 0.016194159165024757, -0.0023919539526104927, -0.05389970913529396, 0.03339803218841553, 0.03369395434856415, -0.007817189209163189, -0.004058267921209335, 0.07373758405447006, 0.0087431026622653, 0.0349983312189579, 0.2087860107421875, 0.01466681994497776, 0.052312761545181274, -0.04483349993824959, 0.032114263623952866, 0.02017618902027607, -0.06408955156803131, 0.0444948673248291, -0.08068058639764786, -0.06249299645423889], [-0.001354448962956667, 0.027814658358693123, 0.0031701386906206608, 0.08458372950553894, 0.07466702163219452, 0.11404918879270554, 0.086952343583107, 0.008306452073156834, 0.08773971349000931, -0.07029669731855392, -0.057915929704904556, 0.013781599700450897, 0.00834034476429224, 0.015456799417734146, -0.030843079090118408, -0.018454013392329216, 0.036813873797655106, -0.022640211507678032, -0.020342940464615822, 0.040853146463632584, -0.03046167455613613, -0.014644891954958439, 0.080949567258358, -0.011528975330293179, 0.01612088643014431, 0.04084594547748566, -0.02304384857416153, 0.02360031194984913, 0.023442700505256653, -0.05127640441060066, 0.03677218034863472, 0.01245914027094841, -0.046767719089984894, -0.0023748462554067373, -0.0796346664428711, 0.008280964568257332, -0.011116240173578262, 0.0880322977900505, 0.002526442054659128, -0.015463498421013355, 0.0069731161929667, -0.011807795614004135, -0.04119240865111351, -0.01095687784254551, 0.1040179431438446, 0.05478546768426895, -0.014326422475278378, -0.08686626702547073, 0.0481395348906517, -0.02791917696595192, 0.05651036277413368, 0.01330509316176176, -0.026832371950149536, -0.04008394479751587, -0.044532619416713715, 0.03429356589913368, -0.004505687393248081, 0.03317485377192497, -0.01014370284974575, -0.002330831717699766, 0.016918964684009552, 0.0018627861281856894, -0.1276278793811798, 0.00782267190515995, -0.046761199831962585, -0.0635768249630928, -0.11504381150007248, -0.08614993095397949, 0.05203487351536751, 0.02217537723481655, -0.03381761908531189, -0.015429139137268066, -0.0360843762755394, 0.06417609006166458, 0.021658526733517647, -0.06814485788345337, 0.12088192254304886, -0.04669494554400444, 0.00320467003621161, 0.08538857102394104, -0.06939297169446945, 0.026004502549767494, -0.096254363656044, -0.005115975625813007, -0.08288223296403885, -0.09522241353988647, 0.034239571541547775, 0.05263920873403549, 0.10727301239967346, 0.013137989677488804, 0.03606726601719856, -0.034000903367996216, -0.0027124586049467325, -0.10469925403594971, 0.11535852402448654, -0.016023732721805573, 0.10790101438760757, -0.05363951623439789, -0.11139556020498276, 0.03967032581567764, 0.003920104820281267, 0.0378810316324234, 0.03221942484378815, -0.019991550594568253, 0.05506860837340355, 0.02436085045337677, -0.03378809988498688, -0.004936986602842808, 0.04611050710082054, 0.005555812269449234, -0.15482941269874573, 0.05406118184328079, 0.05810537189245224, -0.013599629513919353, 0.10069818049669266, 0.013296167366206646, -0.02986191026866436, -0.042077139019966125, 0.040978945791721344, 0.022035371512174606, -0.0017465654527768493, -0.017968466505408287, 0.05198860540986061, 0.11399592459201813, -0.02988927997648716, -0.0070799849927425385, -0.004010322969406843, -0.04458766430616379], [0.04734371230006218, -0.06486514955759048, -0.07092366367578506, 0.051288630813360214, 0.16207639873027802, 0.031654007732868195, -0.012027453631162643, 0.0007731507066637278, -0.020304834470152855, -0.04328713193535805, -0.077047199010849, 0.06540609896183014, 0.09338237345218658, 0.04322304576635361, -0.07574466615915298, -0.06002209708094597, -0.030621973797678947, 0.019216272979974747, -0.038408827036619186, -0.017097799107432365, 0.0002719364420045167, -0.03545399382710457, 0.05381089448928833, -0.07997068017721176, 0.011972509324550629, 0.10826680809259415, -0.10970357805490494, -0.05409173667430878, -0.03808600455522537, 0.07347952574491501, 0.18935996294021606, -0.08199562877416611, 0.05019552260637283, 0.019944820553064346, -0.024050256237387657, -0.03159152343869209, -0.02574712224304676, 0.0035046483390033245, -0.013478278182446957, 0.03455425798892975, -0.03549158573150635, -0.07724130153656006, -0.0010310469660907984, -0.11839399486780167, 0.013884402811527252, 0.07668553292751312, 0.04637296497821808, 0.028751231729984283, -0.02853071689605713, 0.07970280200242996, 0.0454057976603508, -0.009142770431935787, -0.017854852601885796, 0.05343305319547653, 0.07939738035202026, 0.006937205791473389, 0.08629726618528366, -0.0007421504124067724, -0.10054975003004074, 0.037992361932992935, 0.008707410655915737, -0.016221405938267708, -0.11495459824800491, 0.011382853612303734, 0.02397749572992325, 0.09529197961091995, -0.10338841378688812, -0.021970432251691818, -0.0890839546918869, -0.05575399473309517, 0.07449107617139816, 0.00655964482575655, 0.04671579971909523, 0.05995219945907593, -0.1167113184928894, 0.10751678794622421, 0.05735199898481369, 0.0067468141205608845, -0.023415645584464073, -0.027891401201486588, 0.04860825464129448, 0.04587908834218979, 0.10721424221992493, 0.016401883214712143, 0.0257129929959774, -0.10675515234470367, 0.05063709616661072, 0.050270598381757736, 0.0879359319806099, -0.10817565768957138, -0.01112739834934473, 0.022134670987725258, 0.05242083966732025, 0.047839969396591187, 0.1397649347782135, 0.09430690109729767, 0.007515979465097189, 0.09030462056398392, -0.059833746403455734, -0.021313456818461418, 0.021933211013674736, 0.027637915685772896, -0.10060478001832962, -0.006534710992127657, -0.023493511602282524, 0.11950515955686569, -0.0828697606921196, -0.1340065449476242, 0.08902080357074738, 0.017325066030025482, -0.14278438687324524, 0.031182128936052322, 0.10974778980016708, 0.004695163574069738, -0.02182001993060112, -0.05702504143118858, 0.04438905417919159, 0.029925376176834106, 0.02062254399061203, 0.09862921386957169, -0.09421397745609283, 0.09552016109228134, 0.011306346394121647, -0.061182569712400436, -0.12547777593135834, -0.02557927370071411, -0.09332679957151413, -0.05424262955784798], [-0.12000275403261185, -0.005162817891687155, -0.06513234972953796, 0.059073708951473236, 0.13521333038806915, 0.11025770753622055, 0.07257388532161713, -0.08516031503677368, -0.061197299510240555, -0.018805062398314476, 0.0920131504535675, 0.052337396889925, 0.062139842659235, 0.03246967867016792, -0.062295570969581604, -0.09492375701665878, -0.11045906692743301, -0.02196851372718811, 0.005987882148474455, -0.0389978289604187, 0.03311128541827202, -0.038400936871767044, 0.0639457032084465, 0.05039975047111511, 0.0007877658354118466, 0.017035722732543945, -0.08728575706481934, -0.03270327299833298, 0.08478563278913498, -0.01978081837296486, 0.10098275542259216, -0.06391675770282745, -0.017323913052678108, -0.008148900233209133, -0.038005225360393524, -0.005699025467038155, -0.01382733415812254, 0.12518875300884247, -0.06424706429243088, -0.026585690677165985, -0.041398487985134125, 0.010426722466945648, -0.06592211127281189, -0.027493542060256004, 0.043210387229919434, 0.03954159840941429, 0.015509532764554024, -0.025480123236775398, 0.0302865169942379, -0.04016106203198433, -0.010724743828177452, -0.014063472859561443, -0.14927320182323456, 0.1281859278678894, -0.015788061544299126, -0.04317336529493332, 0.06217444688081741, 0.01923505589365959, -0.038595542311668396, 0.053544096648693085, -0.00303097371943295, -0.020608695223927498, -0.013883063569664955, -0.07247573882341385, -0.010971037670969963, 0.02171524614095688, -0.005514123477041721, -0.04476336017251015, -0.09260594844818115, 0.04628380388021469, 0.0012703619431704283, -0.051832202821969986, 0.06131231039762497, 0.045630257576704025, -0.01677653007209301, 0.031023431569337845, 0.05737265199422836, -0.012380409054458141, -0.06749865412712097, 0.061236847192049026, -0.14659994840621948, 0.04735908284783363, -0.03833913430571556, -0.041178300976753235, -0.012957791797816753, -0.03391127660870552, 0.023021260276436806, 0.09571604430675507, -0.04168576002120972, -0.043720729649066925, 0.09920494258403778, -0.020880647003650665, 0.04419640079140663, 0.042299650609493256, 0.06390409171581268, 0.05304878577589989, -0.07224141061306, -0.0204168688505888, 0.09084572643041611, -0.018278818577528, 0.04505040869116783, 0.03124045766890049, -0.04394327849149704, -0.06870774924755096, -0.051890257745981216, 0.019719088450074196, -0.04093979299068451, -0.07414046674966812, -0.002812558552250266, -0.09714638441801071, -0.14478059113025665, 0.03590879589319229, 0.06785430759191513, -0.09804397821426392, 0.002548994729295373, 0.029237503185868263, 0.05944305658340454, 0.12195231020450592, -0.020044997334480286, -0.003159730462357402, -0.08029413968324661, -0.016870860010385513, 0.04742712154984474, 0.08602311462163925, 0.0026882539968937635, 0.045901764184236526, -0.04901110380887985, -0.017780469730496407], [0.012951655313372612, -0.0894659236073494, -0.05450253188610077, 0.02896764874458313, 0.11348849534988403, -0.06315475702285767, 0.0209997296333313, -0.036025598645210266, 0.033234380185604095, -0.06404721736907959, -0.08818519860506058, 0.03776741400361061, 0.030416743829846382, 0.03024465963244438, -0.07575752586126328, -0.03273310139775276, 0.04561704024672508, -0.05520576983690262, -0.029076801612973213, -0.06318439543247223, 0.044100429862737656, 0.07062698900699615, 0.11606816202402115, -0.031414810568094254, 0.09981486946344376, 0.06614726036787033, 0.06135846674442291, 0.024821529164910316, 0.008329562842845917, -0.0353972390294075, 0.03388448804616928, -0.12543942034244537, 0.06377999484539032, -0.0014525592559948564, 0.03926532343029976, -0.021541716530919075, 0.05464857444167137, 0.061408497393131256, 0.06721697747707367, -0.08369815349578857, 0.04074426367878914, -0.014686132781207561, -0.01870584301650524, 0.00048374809557572007, -0.08909428119659424, 0.009327258914709091, 0.07477962225675583, -0.05713570490479469, 0.017469001933932304, 0.0322289802134037, 0.07884452491998672, 0.08483836054801941, -0.04825829342007637, 0.01164171751588583, -0.0037393623497337103, -0.06502887606620789, 0.034339360892772675, 0.04068637266755104, 0.0273077804595232, 0.0018845980521291494, -0.05074400082230568, -0.10196467489004135, -0.019615456461906433, -0.07774940878152847, 0.06298578530550003, -0.047896239906549454, -0.030584393069148064, -0.04014669358730316, -0.14531700313091278, 0.010973609983921051, 0.04140553995966911, -0.12079577893018723, 0.0012998842867091298, -0.026276178658008575, -0.018032371997833252, 0.14731919765472412, -0.023623140528798103, 0.06349673867225647, -0.006750686094164848, 0.04814416170120239, -0.12019018828868866, -0.006092101335525513, -0.07984479516744614, -0.018209105357527733, -0.043533217161893845, 0.006699973251670599, 0.0876421108841896, 0.02707836404442787, 0.11381730437278748, 0.03745211660861969, 0.08026113361120224, 0.11084733158349991, -0.09208427369594574, -0.05439925938844681, -0.05505531653761864, 0.011256842873990536, 0.0003181383362971246, -0.0030596929136663675, -0.025101304054260254, -0.024231750518083572, 0.02896273322403431, -0.007529469672590494, -0.08338231593370438, 0.05042313039302826, -0.08250582218170166, 0.016005827113986015, -0.014855275861918926, 0.030912626534700394, 0.04454738274216652, 0.06312403827905655, -0.10608017444610596, -0.01875692792236805, 0.06091824173927307, -0.024816976860165596, 0.0009685037657618523, -0.040700796991586685, 0.018998879939317703, -0.03271405026316643, -0.042728524655103683, -0.008382061496376991, 0.020534660667181015, 0.025356020778417587, -0.12820403277873993, 0.03407813981175423, 0.05578575283288956, 0.04680237919092178, 0.05438417196273804, -0.045009080320596695], [0.0021915403194725513, 0.044673457741737366, -0.07626748830080032, -0.038672324270009995, 0.11694695055484772, 0.06324367970228195, -0.009368515573441982, -0.06946513056755066, -0.039575882256031036, -0.011290877126157284, 0.025792764499783516, 0.06341481953859329, 0.028485335409641266, 0.011362955905497074, -0.0850747749209404, -0.011694786138832569, -0.025885077193379402, 0.026818761602044106, 0.06029638275504112, -0.055528510361909866, -0.028068840503692627, -0.0032254934776574373, -0.03110731579363346, -0.0148042356595397, -0.0075052655301988125, 0.020022600889205933, -0.035075973719358444, -0.004673282615840435, 0.007810230832546949, -0.015559663996100426, 0.07864055037498474, 0.002527045551687479, 0.04526478797197342, 0.029823513701558113, -0.022392671555280685, -0.03505093604326248, -0.005060826428234577, 0.028953343629837036, -0.0772312805056572, -0.02258189022541046, -0.05038151144981384, -0.06079363077878952, -0.06147795543074608, -0.06955189257860184, 0.0593927763402462, 0.05437854677438736, 0.05211064964532852, 0.0007047737017273903, 0.0592900812625885, -0.010650794953107834, -0.0396500863134861, -0.0438554584980011, -0.00841495394706726, 0.08541232347488403, -0.04365423694252968, -0.009784831665456295, 0.08019378036260605, -0.011092515662312508, -0.043468162417411804, 0.06680859625339508, 0.05251762270927429, -0.07447667419910431, -0.026598533615469933, -0.06359532475471497, -0.06738447397947311, 0.027235276997089386, -0.03071284107863903, 0.028739089146256447, -0.02962675876915455, -0.014156109653413296, -0.06515385210514069, -0.04395938292145729, -0.03546944260597229, 0.027550362050533295, -0.08804114162921906, -0.06471774727106094, 0.11747528612613678, -0.09277684986591339, 0.005875184200704098, -0.03915444016456604, -0.048589542508125305, 0.008794665336608887, -0.1099778562784195, -0.02312277816236019, 0.014771847054362297, 0.004955387208610773, -0.03636759892106056, 0.049151044338941574, 0.07972457259893417, -0.04725925624370575, -0.034832924604415894, -0.02996615506708622, -0.05133220553398132, 0.013594623655080795, 0.1130627691745758, 0.024607321247458458, 0.0068779801949858665, -0.037601105868816376, -0.027476876974105835, -0.03468707576394081, -0.013797367922961712, 0.03346199169754982, 0.03694292902946472, -0.02852390520274639, -0.016743462532758713, -0.04533471539616585, 0.029939232394099236, 0.007290261331945658, 0.028567275032401085, 0.0068992311134934425, -0.15268103778362274, 0.025746984407305717, 0.1146063506603241, 0.049091886729002, 0.08050459623336792, 0.06554785370826721, -0.021237129345536232, 0.014855130575597286, 0.0655302032828331, 0.0068754167295992374, 0.04181048646569252, -0.014683373272418976, -0.006568459328263998, -0.025776999071240425, -0.06430136412382126, -0.0009216220933012664, 0.03158051148056984, -0.036788444966077805], [0.09683609753847122, -0.06300828605890274, -0.12267274409532547, 0.1599186360836029, 0.00915451068431139, -0.0019508427940309048, -3.858750642393716e-05, 0.008511961437761784, -0.024402378126978874, -0.04111656919121742, -0.03227227181196213, 0.11600122600793839, 0.07171434164047241, 0.0924995169043541, -0.008782034739851952, -0.027229242026805878, -0.09317825734615326, -0.0722198337316513, -0.03962467610836029, 0.011448182165622711, -0.03507731109857559, -0.03532659262418747, 0.05203097686171532, 0.006519727874547243, -0.0004523703537415713, 0.008339159190654755, -0.12285899370908737, -0.02471064031124115, -0.01683873124420643, -0.033167775720357895, 0.07423727214336395, 0.02268817275762558, 0.09012524038553238, -0.009534885175526142, 0.02045619487762451, -0.10670106112957001, -0.07540407031774521, 0.05404733121395111, 0.008225169032812119, 0.008967461064457893, -0.021055622026324272, -0.05429252237081528, 0.030968891456723213, -0.12141548842191696, 0.02700488083064556, 0.06499236077070236, 0.00544306356459856, -0.009077656082808971, -0.035867080092430115, -0.03747636824846268, 0.039028897881507874, -0.0039153750985860825, -0.01582935079932213, 0.015551917254924774, 0.0011995007516816258, 0.08532478660345078, 0.05155514180660248, 0.020450353622436523, -0.06288272887468338, -0.013840485364198685, -0.04863981902599335, -0.07170262932777405, -0.11328516900539398, 0.055570200085639954, -0.07672740519046783, 0.04468531161546707, -0.026675738394260406, 0.021956104785203934, -0.009108403697609901, 0.012423891574144363, 0.04474823921918869, 0.09570911526679993, 0.09964746236801147, -0.029687151312828064, -0.052847567945718765, 0.02793770097196102, 0.12463318556547165, -0.012247247621417046, 0.003551497356966138, 0.011666654609143734, -0.03483826294541359, 0.06513664871454239, 0.024257786571979523, -0.032139796763658524, -0.0056073288433253765, -0.09369854629039764, -0.10209289938211441, 0.05656925216317177, -0.022615183144807816, -0.0820160061120987, 0.0919368714094162, 0.010218230076134205, 0.07417140156030655, 0.028502587229013443, 0.0923742726445198, 0.035440970212221146, -0.01757577434182167, 0.014977959915995598, -0.0778379738330841, -0.022130293771624565, -0.005320952273905277, 0.06303419917821884, 0.008058383129537106, -0.08518888056278229, -0.009336352348327637, 0.02699887938797474, -0.054530512541532516, -0.14481757581233978, 0.01426199171692133, -0.013374938629567623, -0.07697400450706482, 0.029661964625120163, -0.07775387167930603, -0.00633793231099844, 0.10811179876327515, -0.037243228405714035, 0.00013335446419660002, -0.014076371677219868, -0.03183124586939812, -0.041337091475725174, -0.10421877354383469, 0.012762385420501232, 0.0766456127166748, -0.029601959511637688, -0.04320085421204567, -0.0580417774617672, -0.011602719314396381, 0.0016624615527689457], [-0.09063100069761276, -0.07256760448217392, 0.0016664627473801374, 0.04672636091709137, 0.052560266107320786, -0.019378501921892166, 0.025577019900083542, -0.08577105402946472, -0.04106893390417099, -0.04548780620098114, 0.01929842121899128, 0.028111057355999947, -0.008318666368722916, 0.05476224422454834, -0.03782861307263374, -0.015179893933236599, -0.015223454684019089, -0.010563187301158905, 0.04879611358046532, -0.06554321199655533, -0.026091547682881355, 0.053676996380090714, 0.04306742176413536, -0.011637795716524124, 0.034834519028663635, 0.040907468646764755, 0.018345165997743607, -0.0020298268646001816, 0.061441563069820404, 0.0034810006618499756, 0.03524208813905716, -0.042524904012680054, -0.0036662679631263018, -0.013085559941828251, 0.010615761391818523, -0.06513555347919464, 0.06948541104793549, 0.018802816048264503, -0.0653829351067543, -0.049811504781246185, 0.0683252364397049, -0.039903998374938965, -0.005439842585474253, -0.12066511064767838, 0.053366951644420624, 0.040767595171928406, 0.041499536484479904, 0.04578961804509163, -0.029840415343642235, -0.023400835692882538, -0.05906645581126213, 0.0014239620650187135, -0.04179781675338745, 0.11306023597717285, -0.016098126769065857, 0.004534309264272451, 0.02056145668029785, 0.013110099360346794, -0.08670394867658615, 0.035012442618608475, 0.00258934055455029, 0.0020538235548883677, -0.10533831268548965, 0.018319858238101006, -0.11816190928220749, -0.018509728834033012, -0.08933106809854507, 0.04554934799671173, -0.039939481765031815, 0.03993842750787735, 0.02582305110991001, -0.005471720360219479, -0.049336422234773636, 0.1368064433336258, 0.013912944123148918, 0.08418940752744675, 0.06495177745819092, 0.02861730568110943, -0.05395200848579407, 0.12807130813598633, -0.09720942378044128, -0.04965398088097572, -0.07066239416599274, 0.05257586017251015, -0.05575769022107124, 0.10930214822292328, -0.09339005500078201, 0.11736197769641876, 0.09038209915161133, -0.05866637080907822, 0.1515895426273346, -0.004549333825707436, -0.12746036052703857, 0.04242707043886185, 0.012822750024497509, 0.04528338462114334, 0.06104183942079544, -0.11710920929908752, -0.0725160464644432, 0.005892540328204632, -0.0933062881231308, -0.006566602271050215, 0.014753120020031929, -0.05784761160612106, -0.00922450888901949, -0.007728180382400751, -0.06258344650268555, -0.07668637484312057, 0.035775937139987946, 0.07974404096603394, -0.07572295516729355, -0.07067129760980606, 0.04545005410909653, 0.06456267088651657, -0.0029049389995634556, 0.08166999369859695, 0.05413627251982689, -0.04148630425333977, 0.08833044767379761, -0.009917519986629486, -0.028512362390756607, -0.031063131988048553, 0.0178604144603014, -0.10550976544618607, -0.039899662137031555, -0.043732475489377975, -0.07268619537353516, -0.08189070224761963], [-0.048250555992126465, 0.004305635578930378, -0.05026549473404884, 0.09078176319599152, 0.012297329492866993, 0.0017182569717988372, 0.02273900806903839, -0.008569101803004742, 0.04905536770820618, -0.04285428673028946, -0.07539418339729309, 0.03728729486465454, 0.01625383459031582, 0.07927851378917694, -0.0771489068865776, -0.027643786743283272, -0.11018301546573639, -0.016517451032996178, 0.048717573285102844, -0.08618523180484772, 0.004975312855094671, 0.045461256057024, 0.023601945489645004, 0.024083605036139488, 0.029362531378865242, 0.0048484499566257, 0.03507976233959198, -0.034656085073947906, -0.08077958226203918, -0.020558495074510574, 0.09501150250434875, 0.019513731822371483, 0.05868201702833176, -0.05997898057103157, 0.07326972484588623, 0.03142615407705307, 0.025094758719205856, 0.1377606987953186, -0.0764554888010025, 0.01293523982167244, 0.03608859330415726, 0.017518499866127968, -0.019097238779067993, -0.0686989352107048, -0.03404630348086357, -0.007127296179533005, 0.03249941021203995, 0.04266680032014847, 0.013797794468700886, 0.0002448552113492042, 0.07760722935199738, 0.016816455870866776, -0.04795375093817711, 0.07501497864723206, -0.013421124778687954, -0.06551231443881989, 0.07063841819763184, -0.0011463690316304564, 0.046659402549266815, 0.053637996315956116, -0.04197324439883232, -0.03967646509408951, -0.10186395049095154, 0.041402243077754974, -0.00978447962552309, 0.0008234982960857451, -0.06512615829706192, 0.015013104304671288, 0.027629422023892403, 0.04080027714371681, 0.025955256074666977, -0.015124412253499031, -0.03566480427980423, 0.016560999676585197, -0.035478245466947556, -0.0469936728477478, 0.09440500289201736, 0.04754422605037689, -0.011574882082641125, 0.1404462307691574, -0.03489767760038376, -0.05320041999220848, 0.06263086199760437, -0.0410146601498127, 0.03530195355415344, -0.040996041148900986, 0.024000318720936775, 0.07507768273353577, 0.015279344283044338, -0.06209346279501915, 0.01778373494744301, 0.08789839595556259, -0.05174723267555237, -0.06772585213184357, 0.08614585548639297, 0.046400852501392365, -0.020209532231092453, -0.02935887686908245, -0.011616778559982777, 0.011145172640681267, -0.04320302605628967, -0.01931404136121273, 0.023132992908358574, -0.005467829294502735, 0.061000335961580276, -0.05141395330429077, -0.07567721605300903, 0.011852135881781578, 0.05919189378619194, 0.015592316165566444, -0.15351486206054688, -0.037051890045404434, 0.12668168544769287, -0.08609328418970108, 0.042791783809661865, -0.06426610797643661, -0.031178534030914307, 0.0004418727185111493, -0.0032225181348621845, -0.056550636887550354, -0.06905023753643036, 0.06190631538629532, -0.018595321103930473, -0.035195961594581604, -0.005162859335541725, 0.004092025570571423, -0.1085086315870285, -0.02591639943420887], [0.01787770353257656, -0.029609333723783493, -0.030870512127876282, 0.12062037736177444, 0.16207900643348694, 0.005900032352656126, 0.11029644310474396, -0.028881266713142395, 0.021372515708208084, -0.053911056369543076, 0.023809656500816345, 0.04845006391406059, 0.019211839884519577, 0.05211585387587547, -0.02669679932296276, -0.03116425685584545, -0.013143219985067844, -0.026106886565685272, -0.0963093489408493, 0.019971828907728195, 0.0033991148229688406, 0.09270014613866806, 0.051534127444028854, -0.01462127547711134, -0.005476966965943575, -0.011943025514483452, -0.14755810797214508, -0.014414086937904358, 0.041473839432001114, 0.02888485975563526, 0.06822851300239563, -0.0033201873302459717, -0.015801243484020233, 0.017506400123238564, -0.014012973755598068, -0.0512937493622303, -0.08935131877660751, 0.022195247933268547, 0.05452314764261246, 0.03481721505522728, -0.013738672249019146, -0.05849863588809967, -0.08356956392526627, -0.05878085270524025, 0.023571401834487915, 0.13588081300258636, -0.011501704342663288, -0.08434123545885086, -0.010750755667686462, 0.025576326996088028, 0.029497677460312843, -0.013465316966176033, -0.09315072000026703, 0.05202872306108475, 0.014140315353870392, 0.04577316343784332, 0.042195096611976624, 0.00790373608469963, -0.11388111114501953, -0.02707839570939541, -0.05851789191365242, -0.03864598274230957, -0.014905478805303574, 0.009956119582057, -0.07641751319169998, -0.11118034273386002, -0.0015916295815259218, -0.04879187420010567, 0.034634437412023544, 0.05105511471629143, 0.013825331814587116, -0.07324299216270447, 0.023594047874212265, 0.056614574044942856, -0.0010808067163452506, -0.05442376062273979, -0.013364427722990513, -0.054692938923835754, -0.06668080389499664, 0.05442974716424942, -0.014317932538688183, -0.005615077447146177, 0.006851054262369871, 0.025524085387587547, 0.09680888056755066, -0.020734479650855064, -0.08459053188562393, -0.06149068847298622, 0.14047962427139282, 0.07108104228973389, 0.01819867454469204, 0.026865892112255096, -0.19030338525772095, 0.15684424340724945, 0.0660758912563324, -0.0015697767958045006, 0.05260460823774338, -0.05795987322926521, -0.020551258698105812, 0.00943452212959528, -0.04084417223930359, 0.016210168600082397, -0.041103068739175797, 0.0320294052362442, 0.06553907692432404, 0.06046568602323532, -0.0929967612028122, 0.03156429901719093, 0.08064988255500793, -0.07809539884328842, -0.13678520917892456, -0.028848396614193916, 0.0005502724670805037, 0.019548479467630386, 0.04969223588705063, 0.10109389573335648, 0.02899450808763504, -0.1410263180732727, 0.026068242266774178, 0.011545832268893719, 0.039816949516534805, 0.0679081380367279, 0.052579689770936966, -0.008454353548586369, 0.059955041855573654, 0.05108786001801491, 0.07631786912679672, 0.002077145501971245], [-0.06463564932346344, -0.01260264404118061, -0.07365856319665909, 0.03992747142910957, 0.058325834572315216, 0.05906110256910324, 0.06494691222906113, -0.07271414250135422, -0.09236153960227966, -0.03677447885274887, -0.027539687231183052, 0.0390351377427578, 0.03577062487602234, -0.012814206071197987, 0.003954733721911907, 0.04095526412129402, 0.002985925180837512, -0.009830939583480358, 0.027613990008831024, 0.10251481086015701, -0.05652265623211861, 0.01380359847098589, 0.04922158271074295, -0.02884613163769245, 0.029835328459739685, -0.01686733029782772, -0.07054784893989563, 0.0034772211220115423, -0.04252885654568672, -0.05988834425806999, 0.122610904276371, 0.00774330785498023, -0.00033228116808459163, -0.03407544270157814, -0.08618178218603134, -0.03217080608010292, 0.011546004563570023, 0.0711463987827301, -0.02483527362346649, -0.01541190966963768, -0.025312287732958794, 0.060618750751018524, -0.06688512116670609, -0.06715592741966248, 0.02654920145869255, 0.03798377141356468, -0.012266158126294613, -0.08143717050552368, -0.04277712106704712, -0.006264863070100546, 0.06854921579360962, -0.04939377307891846, -0.05099565535783768, 0.01241375133395195, -0.02127990499138832, -0.054554060101509094, -0.029811842367053032, 0.0441918671131134, -0.049355894327163696, 0.03219503536820412, 0.03906041383743286, -0.022065691649913788, 0.006686934269964695, -0.04372478276491165, 0.05804625153541565, 0.020317833870649338, -0.0007237102254293859, 0.037257321178913116, -0.0936170369386673, 0.09522046893835068, 0.0017632314702495933, 0.0072231111116707325, -0.028901606798171997, 0.07591952383518219, -0.05892143025994301, 0.00502481684088707, 0.09874548017978668, -0.008205542340874672, -0.032383065670728683, 0.04988427460193634, -0.08898070454597473, -0.049112774431705475, -0.09894202649593353, -0.07270395755767822, 0.023737696930766106, 0.0032129816245287657, -0.035901203751564026, 0.07596608251333237, 0.12467706948518753, -0.11455502361059189, 0.072576604783535, -0.012389983981847763, 0.01864328607916832, -0.08300459384918213, 0.015958694741129875, 0.06517070531845093, 0.009065043181180954, -0.08537391573190689, 0.08175891637802124, 0.03295959159731865, 0.014731286093592644, -0.044140756130218506, -0.035957738757133484, 0.007597845513373613, -0.028919441625475883, -0.0008526641177013516, -0.07172611355781555, -0.049844108521938324, 0.08288952708244324, -0.02377200871706009, -0.05162785202264786, -0.008676091209053993, 0.09557534009218216, 0.009721317328512669, 0.03497733920812607, 0.04178944230079651, 0.03732893243432045, -0.0533260852098465, 0.1561957448720932, 0.04337017238140106, 0.016231253743171692, -0.07918129116296768, -0.09505098313093185, 0.032207783311605453, 0.04066606983542442, -0.01413712091743946, -0.024765102192759514, -0.13179247081279755], [0.007974880747497082, -0.0455409474670887, -0.02987229824066162, 0.11136145889759064, 0.15632566809654236, 0.06567293405532837, 0.07661882042884827, -0.09455515444278717, -0.08306390047073364, 0.00792160164564848, -0.057882651686668396, 0.08776512742042542, 0.004245480056852102, 0.0524841770529747, 0.01788967475295067, -0.04777155816555023, -0.029963551089167595, -0.07262449711561203, -0.03910025581717491, -0.025346826761960983, -0.023405637592077255, -0.05430300533771515, 0.04051635414361954, -0.0582662969827652, 0.011692489497363567, -0.02091594785451889, 0.004332348238676786, -0.017191294580698013, 0.009035821072757244, -0.04297296702861786, 0.11538626998662949, -0.00726914731785655, 0.05559772253036499, 0.002479171147570014, 0.04148351773619652, 0.022465569898486137, -0.06707814335823059, 0.002161918208003044, -0.037286072969436646, -0.035704683512449265, 0.008687308058142662, 0.026067601516842842, -0.00843263603746891, -0.05438455939292908, 0.04760310426354408, 0.08175043016672134, -0.01645338162779808, -0.08163192868232727, 0.0711410641670227, -0.010054372251033783, 0.06457190960645676, -0.0011606744956225157, -0.052667658776044846, 0.0013367851497605443, -0.02588765136897564, -0.08064819872379303, 0.04640672355890274, -0.03326454013586044, -0.1366911083459854, -0.03980891779065132, -0.007820540107786655, -0.012923032976686954, 0.005036579445004463, -0.052915722131729126, 0.10064259171485901, 0.062058184295892715, -0.014234213158488274, 0.05928318202495575, 0.07873258739709854, 0.009137775748968124, 0.016907034441828728, 0.10139349102973938, -0.06424052268266678, 0.0720064640045166, -0.1217375099658966, 0.043173689395189285, 0.07854212075471878, -0.03141958639025688, -0.00984376110136509, 0.018119363114237785, -0.02107289619743824, -0.060521986335515976, -0.10164942592382431, -0.14510631561279297, -0.06813328713178635, 0.03635897487401962, -0.07721222937107086, 0.08054192364215851, 0.07575322687625885, 0.008097019046545029, 0.0871913880109787, 0.10198186337947845, -0.020864596590399742, -0.04722319915890694, 0.01953701302409172, 0.12026167660951614, 0.0029058351647108793, -0.056273579597473145, 0.07120269536972046, 0.035798363387584686, -0.08838493376970291, -0.05490366742014885, 0.0031068255193531513, -0.06981487572193146, -0.08376557379961014, -0.04267627373337746, -0.01409080158919096, -0.08246355503797531, 0.12918801605701447, 0.046378642320632935, -0.08017436414957047, 0.12234613299369812, 0.10978110134601593, -0.012486311607062817, 0.04676313325762749, 0.17516767978668213, -0.0026607955805957317, 0.015364246442914009, 0.02143429033458233, 0.1045069471001625, 0.01889610104262829, 0.028881274163722992, 0.008948508650064468, -0.012270097620785236, -0.010722077451646328, -0.046455372124910355, -0.16687579452991486, -0.04429354518651962], [0.03134791553020477, -0.02183174155652523, -0.06421281397342682, 0.0662868395447731, 0.030576074495911598, 0.03270159661769867, 0.09680468589067459, -0.05222957208752632, -0.010385959409177303, 0.010814431123435497, -0.04084252193570137, 0.028724441304802895, 0.009766260161995888, 0.09018131345510483, 0.03304087743163109, -0.006160391960293055, -0.05431554839015007, -0.006856454536318779, 0.0002718267496675253, 0.07326437532901764, -0.0004430728731676936, 0.054583724588155746, 0.013853301294147968, 0.02218654379248619, 0.02134186588227749, -0.049233559519052505, 0.007113790605217218, -0.008243364281952381, -0.002269255230203271, 0.03218802809715271, 0.05753432959318161, 0.013076955452561378, -0.008386173285543919, -0.09306540340185165, -0.008780602365732193, 0.08686958998441696, -0.01104647759348154, -0.04585288092494011, -0.039258770644664764, 0.02656957507133484, -0.049973055720329285, 0.026006469503045082, 0.00957917794585228, -0.09349073469638824, -0.07644593715667725, 0.005611191038042307, 0.09323125332593918, -0.05180315300822258, -0.009817639365792274, 0.029078910127282143, 0.016613047569990158, 0.021387776359915733, -0.02211989089846611, 0.013499834574759007, -0.04528819024562836, -0.06321267038583755, 0.015384947881102562, 0.017834249883890152, -0.04693986475467682, -0.008795282803475857, 0.015719052404165268, 0.014867255464196205, -0.11899393796920776, 0.032300665974617004, -0.14840447902679443, -0.018357472494244576, -0.040959130972623825, 0.0592898428440094, 0.022895490750670433, 0.07620397210121155, 0.07593186944723129, 0.1027991995215416, -0.0005484807188622653, 0.045334454625844955, 0.0063874199986457825, -0.044884540140628815, -0.012187255546450615, -0.03512541577219963, -0.06161065027117729, 0.0007224286091513932, -0.09188917279243469, 0.0162506066262722, -0.04627783223986626, -0.017464058473706245, 0.0522097609937191, 0.016744740307331085, 0.04664969444274902, 0.0637117549777031, 0.02849959023296833, -0.0007596860523335636, -0.010593538172543049, 0.016697147861123085, -0.08569073677062988, 0.03126274794340134, 0.10439042001962662, 0.07200992107391357, 0.13929840922355652, -0.07186060398817062, -0.052865710109472275, 0.028014779090881348, -0.1162027046084404, -0.10153476148843765, 0.028883472084999084, -0.05429552495479584, -0.01319379173219204, 0.018723757937550545, 0.006730429828166962, -0.07137995213270187, 0.009334558621048927, 0.0742872953414917, -0.07584315538406372, -0.06140929460525513, 0.1643201857805252, -0.010531086474657059, -0.11508753150701523, -0.014570110477507114, -0.046474166214466095, -0.10178720951080322, 0.06653524190187454, -0.025612764060497284, 0.024837495759129524, -0.001363501069135964, -0.038771696388721466, 0.010124791413545609, -0.0033140829764306545, 0.008972417563199997, -0.04784577339887619, 0.0027806602884083986], [-0.03011471964418888, -0.032971784472465515, -0.041956815868616104, 0.07186606526374817, 0.09468338638544083, 0.014610879123210907, 0.0609019510447979, -0.07619433850049973, 0.03229738026857376, -0.06109382212162018, -0.04913218691945076, 0.004784941207617521, 0.06512045115232468, 0.01616012491285801, -0.030207514762878418, -0.030305635184049606, -0.07441216707229614, -0.04232420772314072, -0.03599391132593155, 0.07014749199151993, 0.038309987634420395, -0.0013466405216604471, 0.057879991829395294, 0.02624981664121151, 0.09394563734531403, 0.044387850910425186, 0.01843075640499592, -0.03494736924767494, -0.002943013096228242, 0.05433095619082451, 0.15066863596439362, -0.08498319238424301, 0.03134541213512421, -0.07284175604581833, -0.04546568915247917, 0.00956435315310955, 0.027242125943303108, 0.09741004556417465, -0.026046138256788254, -0.013207606039941311, -0.006007943768054247, -0.011196926236152649, -0.03770890086889267, -0.060887761414051056, 0.0031235304195433855, 0.07623008638620377, 0.06504222005605698, 0.05270902439951897, -0.02161840908229351, -0.03699944168329239, 0.06933566927909851, -0.04044274985790253, -0.11309121549129486, 0.07950607687234879, -0.021967891603708267, -0.012501897290349007, 0.010071881115436554, -0.0651642233133316, -0.10236074775457382, 0.03383733332157135, -0.036419082432985306, -0.030277194455266, -0.1261744499206543, -0.030985552817583084, -0.06221587955951691, -0.03884116932749748, 0.049008559435606, -0.029003677889704704, -0.07007407397031784, 0.08490672707557678, 0.12649233639240265, 0.030186377465724945, -0.07459824532270432, 0.08392926305532455, 0.008224117569625378, -0.02570982649922371, 0.12512491643428802, -0.030334556475281715, -0.017826540395617485, 0.11708258092403412, -0.10759806632995605, -0.029600391164422035, -0.0426739826798439, -0.04653666913509369, 0.02366304211318493, -0.14044089615345, 0.046482741832733154, 0.006711998023092747, 0.10805574059486389, -0.035081133246421814, 0.00965428352355957, -0.028147177770733833, 0.08502624928951263, 0.05589621514081955, 0.09060301631689072, -0.06456981599330902, 0.07642460614442825, -0.11415769159793854, 0.03560277447104454, 0.03808649256825447, 0.04167512431740761, -0.03358752653002739, -0.010242742486298084, -0.05375941842794418, -0.04193415492773056, -0.05951470136642456, -0.06552066653966904, -0.108182892203331, 0.0795256644487381, -0.094425730407238, -0.08559761941432953, 0.06507527083158493, -0.014044279232621193, -0.0002817925123963505, 0.09327961504459381, -0.015145543031394482, -0.11136852949857712, -0.03078916110098362, 0.08882307261228561, -0.009103303775191307, -0.07810807228088379, 0.02593471109867096, -0.003687008284032345, -0.06399594247341156, 0.08827479183673859, -0.022852346301078796, -0.014500723220407963, -0.11419133096933365], [-0.006236121989786625, -0.051282789558172226, -0.022517098113894463, 0.06927460432052612, 0.0821709930896759, -0.012287362478673458, 0.06594967097043991, -0.03649226576089859, -0.017911380156874657, 0.0730123519897461, 0.02357598952949047, 0.11695507913827896, 0.05082422122359276, 0.08808460086584091, -0.008375843055546284, -0.014460410922765732, -0.04164930805563927, -0.03824158012866974, -0.026143021881580353, 0.057731159031391144, -0.03777990862727165, -0.08479573577642441, 0.05478694289922714, -0.023737100884318352, -0.016596173867583275, -0.012086037546396255, -0.08832371234893799, 0.03501471132040024, 0.037381116300821304, -0.04296707734465599, 0.09272757172584534, -0.09445679932832718, -0.04990069195628166, 0.022310877218842506, 0.0006734055932611227, 0.029848093166947365, -0.01275787502527237, 0.07509445399045944, 0.012130364775657654, 0.008244122378528118, -0.031692806631326675, -0.015409233048558235, -0.046354006975889206, -0.05420360714197159, 0.012945182621479034, 0.03552691265940666, 0.0289324801415205, -0.09903749823570251, -0.029204361140727997, 0.02320338785648346, 0.07535813748836517, -0.002720176475122571, -0.06107179820537567, 0.03482523933053017, -0.030178746208548546, -0.017335567623376846, 0.041491083800792694, -0.0073338220827281475, -0.002856629900634289, 0.019880739971995354, -0.03556123748421669, -0.061055418103933334, -0.06778302788734436, -0.0397770069539547, -0.008989340625703335, -0.020853005349636078, -0.004024130757898092, 0.09118279069662094, 0.022912316024303436, 0.0514364168047905, -0.02318897470831871, 0.013705146498978138, -0.023349832743406296, 0.11616784334182739, -0.07838617265224457, -0.12263975292444229, 0.009790829382836819, -0.09102506190538406, -0.07091747224330902, 0.09358582645654678, -0.14688745141029358, -0.10515905916690826, -0.04088269919157028, -0.02611330896615982, 0.027067426592111588, 0.10641339421272278, -0.039709724485874176, 0.04142655059695244, 0.11470358073711395, 0.016296301037073135, 0.06278813630342484, 0.14141260087490082, -0.07236301898956299, 0.01575244590640068, 0.051100555807352066, -0.018427984789013863, -0.05358555540442467, -0.07309432327747345, 0.04038131237030029, 0.017544295638799667, -0.03912712261080742, -0.06052713841199875, 0.003772490192204714, -0.026973439380526543, -0.0031762621365487576, -0.059368234127759933, 0.023314377292990685, -0.12581917643547058, 0.20984669029712677, -0.023449167609214783, 0.028297722339630127, 0.03861967474222183, 0.14600996673107147, 0.018449675291776657, -0.04770943894982338, 0.07112099230289459, 0.04787471145391464, -0.01678447239100933, 0.0045853727497160435, 0.13064874708652496, -0.014137903228402138, -0.0635112076997757, 0.023834848776459694, -0.05184420943260193, 0.09574747830629349, 0.0638343021273613, -0.13998261094093323, -0.14129969477653503], [-0.020190538838505745, -0.04620946943759918, -0.029972629621624947, 0.02584736794233322, 0.11505604535341263, 0.08089248836040497, 0.0038652741350233555, -0.050895627588033676, -0.021659044548869133, 0.008975734934210777, -0.023472821339964867, -0.00911775603890419, 0.1564497947692871, -0.06182008236646652, -0.019419284537434578, 0.008293726481497288, -0.0448104664683342, 0.004674340598285198, 0.025309547781944275, -0.07808258384466171, 0.07746735960245132, -0.03677303344011307, -0.014250575564801693, -0.07864055037498474, -0.008410339243710041, 0.01616613008081913, -0.003654992440715432, -0.08424827456474304, 0.03573799133300781, -0.1054295003414154, 0.0964554026722908, 0.008195111528038979, 0.050483040511608124, 0.020877135917544365, 0.0471956692636013, 0.07781075686216354, -0.027191312983632088, 0.0022307015024125576, 0.019340431317687035, 0.009644987992942333, 0.07383769750595093, -0.10534769296646118, 0.05303923413157463, -0.0045010922476649284, -0.03542713448405266, 0.10335636883974075, 0.04652957245707512, 0.025347968563437462, 0.02793559432029724, 0.03679397702217102, -0.022216347977519035, -0.013495785184204578, -0.039669960737228394, 0.025701332837343216, 0.06580200791358948, 0.038967315107584, -0.006310371216386557, -0.014114093035459518, -0.06372591108083725, 0.01090496126562357, 0.07435417175292969, -0.0871005430817604, -0.016903815791010857, -0.07418517768383026, -0.02673979289829731, 0.05075397342443466, 0.005861746147274971, -0.038590434938669205, -0.01653040014207363, 0.05741027742624283, -0.010541409254074097, 0.11606596410274506, -0.05270109698176384, 0.179826557636261, -0.01274222694337368, -0.12322681397199631, 0.012190766632556915, 0.08738604187965393, -0.06644203513860703, -0.05090465396642685, -0.00678404001519084, 0.01710662432014942, 0.020305264741182327, 0.006928209215402603, -0.08189459145069122, 0.026748482137918472, 0.09039877355098724, 0.09212707728147507, 0.11175551265478134, -0.08652165532112122, 0.03110075183212757, -0.035190410912036896, -0.049156758934259415, -0.06291881948709488, 0.04380413517355919, -0.02474699355661869, 0.038393400609493256, 0.0013472046703100204, -0.004151737783104181, 0.08254838734865189, -0.0811322033405304, 0.11016777902841568, 0.038695577532052994, 0.049665506929159164, 0.06144344434142113, -0.017013046890497208, -0.01917392946779728, -0.09308180958032608, -0.012200244702398777, 0.07914575934410095, -0.032913465052843094, 0.017004743218421936, 0.008126205764710903, -0.03201752156019211, -0.030828235670924187, 0.007867761887609959, 0.06359823048114777, -0.026887934654951096, 0.031316470354795456, 0.029845166951417923, 0.04797300696372986, -0.05808575451374054, -0.04410663992166519, 0.04187867045402527, 0.06041548773646355, 0.0779171958565712, -0.06452925503253937, -0.03922070935368538], [0.08289192616939545, -0.03516222536563873, -0.034140557050704956, 0.12679193913936615, 0.07548058778047562, 0.06364884972572327, 0.1309421956539154, -0.055347200483083725, -0.019296588376164436, -0.016751976683735847, 0.01758752204477787, 0.03077286295592785, 0.03114732913672924, 0.052721574902534485, -0.03601246699690819, -0.05031610280275345, 0.013883312232792377, -0.026365220546722412, 0.026933174580335617, -0.04531677067279816, 0.01585870049893856, -0.009648260660469532, 0.009492363780736923, 0.023057376965880394, -0.02506381832063198, 0.01985594443976879, -0.07862014323472977, 0.02925168164074421, 0.009644120000302792, 0.005789375398308039, 0.0477302186191082, -0.044799115508794785, 0.012042312882840633, -0.000303140957839787, -0.013407059945166111, 0.042076557874679565, -0.0034656981006264687, 0.04925936087965965, -0.013717842288315296, -0.047569382935762405, 0.028170190751552582, 0.029559466987848282, -0.04818907380104065, -0.07157278060913086, 0.04019090533256531, 0.021297596395015717, 0.0598384365439415, -0.09167954325675964, 0.05621488019824028, 0.011932846158742905, 0.022746829316020012, -0.0365961417555809, -0.0013115883339196444, 0.05728986859321594, -0.015981515869498253, -0.001996502745896578, 0.04092128202319145, 0.024617835879325867, -0.12223543971776962, 0.037075284868478775, -0.05424298346042633, -0.09410927444696426, -0.05017977952957153, -0.0009662926895543933, -0.010340097360312939, -0.11739514768123627, -0.05072149261832237, 0.13853265345096588, 0.08228705078363419, -0.0042899297550320625, -0.0930154025554657, 0.06414646655321121, -0.08610864728689194, 0.06774001568555832, -0.054903820157051086, 0.009860404767096043, 0.032254062592983246, -0.15181398391723633, -0.031658291816711426, 0.05808774381875992, -0.0023028161376714706, -0.15292386710643768, -0.053766991943120956, 0.044217031449079514, -0.056010376662015915, 0.06784281879663467, 0.04575693979859352, -0.0005569113418459892, -9.201646207657177e-06, 0.06399297714233398, 0.05063261091709137, 0.06404118239879608, -0.06465287506580353, 0.09160647541284561, 0.042729802429676056, -0.012954150326550007, -0.03832615166902542, -0.05760187283158302, 0.03865060955286026, -0.05510475113987923, 0.03405984118580818, -0.0037490876857191324, 0.03631475567817688, 0.0006499996525235474, 0.02645525336265564, -0.07238008081912994, 0.032420024275779724, -0.04258614778518677, 0.03745913878083229, -0.00990384817123413, -0.008137336000800133, 0.09531868994235992, -0.05451158434152603, 0.014300832524895668, -0.05747520551085472, 0.13038615882396698, 0.13368938863277435, -0.029838504269719124, 0.10635282099246979, 0.09870084375143051, 0.07171813398599625, -0.08952346444129944, -0.10145021975040436, -0.20609164237976074, -0.05702361837029457, 0.05459805577993393, -0.009339723736047745, -0.02990838885307312], [0.029242342337965965, -0.08923697471618652, -0.08141437917947769, 0.08346511423587799, 0.08523022383451462, -0.0064371442422270775, 0.11177973449230194, 0.053498949855566025, -0.03998516872525215, 0.024275710806250572, -0.00779541814699769, 0.028698962181806564, 0.06925177574157715, 0.07092487812042236, -0.019415955990552902, 0.003051843261346221, -0.05030669644474983, -0.018810871988534927, -0.04402240738272667, 0.015793051570653915, 0.08872509002685547, 0.047017522156238556, 0.05104433000087738, -0.013097542338073254, 0.05149181932210922, -0.09189654886722565, -0.06956903636455536, -0.02196439355611801, 0.009824247099459171, 0.09704843908548355, 0.11278721690177917, -0.032017312943935394, -0.0026149775367230177, 0.022735200822353363, 0.03715867921710014, 0.04895593598484993, -0.075076162815094, 0.04392990469932556, 0.004702957347035408, -0.024556396529078484, -0.0002508094476070255, -0.05927475169301033, -0.0681244432926178, -0.07931603491306305, -0.004397233948111534, 0.061929475516080856, 0.010265679098665714, -0.048823412507772446, 0.0010986672714352608, 0.021452443674206734, 0.06872450560331345, -0.004923214670270681, -0.0458410307765007, 0.04335927590727806, 0.0013594282791018486, 0.04166994243860245, -0.020499682053923607, 0.030945880338549614, -0.0490475669503212, -0.03565475717186928, -0.040522050112485886, -0.09151896834373474, 0.058677319437265396, -0.06689999252557755, 0.022094424813985825, -0.07807924598455429, 0.05881210416555405, -0.0442308709025383, 0.0817529484629631, 0.0909666195511818, 0.10887663066387177, 0.047986406832933426, 0.0828137919306755, 0.015850821509957314, -0.05755817890167236, -0.03774260729551315, 0.10086312144994736, -0.07214391231536865, -0.054653868079185486, -0.027878694236278534, 0.011285320855677128, -0.03732279688119888, 0.039579153060913086, -0.032450541853904724, 0.00619017006829381, -0.14282800257205963, 0.03438811004161835, -0.04607422277331352, 0.07074876129627228, -0.03199579566717148, -0.028677070513367653, 0.02110823430120945, -0.011402823962271214, 0.057345762848854065, -0.009782262146472931, 0.1201598271727562, 0.06484861671924591, -0.07954608649015427, 0.12590289115905762, 0.10752426832914352, 0.08300890028476715, -0.039562541991472244, -0.057385917752981186, 0.06181548535823822, 0.0632794052362442, -0.05279957875609398, -0.04492780938744545, 0.028282495215535164, -0.012248506769537926, -0.069666787981987, -0.15341073274612427, 0.04232751950621605, 0.00984009075909853, -0.027219075709581375, 0.0880490317940712, -0.007246227003633976, 0.018931129947304726, 0.022745855152606964, 0.05752677097916603, 0.021272236481308937, -0.02746478281915188, -0.056665051728487015, -0.051843538880348206, 0.04802348464727402, -0.030905403196811676, -0.010651109740138054, -0.03174830600619316, -0.01912791281938553], [0.0427841991186142, -0.11610154807567596, -0.14117494225502014, 0.09424441307783127, -0.018074173480272293, 0.017104407772421837, 0.02047974430024624, 0.031146695837378502, -0.08711319416761398, -0.011724980548024178, 0.03590596094727516, 0.1026027724146843, 0.055879902094602585, 0.06656204164028168, -0.09868001192808151, 0.004138923715800047, -0.1107751801609993, -0.07529450207948685, -0.08697367459535599, 0.09156455099582672, -0.01799764856696129, 0.03163404017686844, 0.09202158451080322, -0.05743347480893135, 0.003854623530060053, 0.010092024691402912, -0.037706874310970306, -0.07050582021474838, -0.03817378729581833, 0.03997405618429184, 0.1183684691786766, -0.10348016768693924, 0.03989286720752716, 0.06794767826795578, 0.005842206068336964, -0.04076455906033516, -0.03474714234471321, -0.0013792039826512337, 0.032392553985118866, -0.09247421473264694, -0.02715623751282692, -0.034549422562122345, -0.05065632984042168, -0.003966154996305704, 0.07415924966335297, 0.07034146785736084, 0.013681185431778431, -0.09256075322628021, -0.038312364369630814, 0.02483503706753254, 0.026455314829945564, 0.07861745357513428, -0.12711621820926666, 0.06842917948961258, -0.013150257989764214, 0.015035958029329777, 0.02583293989300728, -0.04398837313055992, -0.029994402080774307, -0.03428441658616066, -0.020191246643662453, -0.10611771047115326, -0.03936630114912987, 0.07529760152101517, 0.024359337985515594, -0.061054058372974396, 0.000830327975563705, 0.004032909404486418, -0.0814136415719986, -0.0276023056358099, 0.023925412446260452, -0.07905484735965729, 0.02041955478489399, 0.03760859742760658, -0.017578450962901115, 0.024599920958280563, 0.017222460359334946, 0.056871894747018814, -0.02572864480316639, -0.020123159512877464, -0.008438807912170887, 0.032274018973112106, -0.02553621120750904, -0.004378913901746273, 0.12333103269338608, -0.016370542347431183, -0.025602074339985847, -0.004730286076664925, 0.04821094870567322, 0.09633271396160126, 0.0018961966270580888, 0.038796570152044296, -0.2042919099330902, -0.07434890419244766, 0.036328043788671494, 0.05100048705935478, 0.04903646185994148, 0.06805792450904846, -0.07831143587827682, 0.06561927497386932, -0.08620082587003708, 0.09444308280944824, -0.06609190255403519, 0.03179103508591652, 0.06878916919231415, 0.0874529704451561, -0.07554508745670319, -0.09413798153400421, -0.030733520165085793, 0.07177215069532394, -0.05845952406525612, 0.024602007120847702, -0.005728568881750107, -0.04508451372385025, -0.011237086728215218, 0.038099322468042374, -0.005000917240977287, -0.07621721178293228, -0.04359718784689903, 0.09281201660633087, 0.011495744809508324, 0.03190205246210098, 0.02564575895667076, 0.010672181844711304, 0.007774919271469116, 0.06466343253850937, -0.04049823805689812, 0.0067543452605605125], [0.03918328136205673, -0.0005498748505488038, -0.08327079564332962, -0.033051904290914536, 0.080044686794281, -0.02054700441658497, 0.030873233452439308, 0.01292376033961773, -0.0330938883125782, 0.041043270379304886, -0.06416110694408417, 0.06423293799161911, 0.08437290787696838, 0.088046595454216, -0.02452229894697666, -0.03918750211596489, -0.01975920796394348, 0.006290915422141552, -0.027707669883966446, -0.02498597465455532, 0.002818596549332142, 0.039094243198633194, 0.02768666110932827, -0.023454295471310616, 0.06866637617349625, 0.03120841644704342, -0.029182152822613716, 0.00873007345944643, 0.0565849132835865, -0.05436406284570694, 0.08426336199045181, -0.07564284652471542, -0.002292175544425845, -0.0042645870707929134, 0.01950417459011078, 0.01266841497272253, -0.0022038656752556562, 0.0031266589649021626, -0.01451772078871727, 0.04301697760820389, 0.11655031889677048, -0.04449889063835144, -0.023534465581178665, -0.10176873952150345, -0.08103116601705551, 0.07911252230405807, 0.03918414190411568, 0.07131154090166092, -0.013836611993610859, 0.043838247656822205, 0.03996773809194565, -0.022830210626125336, -0.04221983626484871, 0.030919555574655533, -0.015493294224143028, 0.03999650478363037, 0.012073513120412827, -0.10088709741830826, -0.16789263486862183, 0.048725951462984085, -0.1521899551153183, -0.04463202878832817, -0.08877455443143845, 0.05435563623905182, 0.004851172678172588, -0.08673015236854553, -0.04935244470834732, 0.005987128708511591, -0.08815524727106094, -0.05022397264838219, 0.11296739429235458, -0.03659392520785332, 0.02211017720401287, 0.10300390422344208, -0.09398975968360901, 0.0487278513610363, 0.050240982323884964, 0.10343620181083679, 0.076132632791996, 0.044354312121868134, 0.00164015160407871, -0.028203817084431648, -0.01573789119720459, 0.03293957933783531, 0.05410416051745415, -0.06244540959596634, 0.09667114168405533, 0.004626567009836435, 0.026658425107598305, -0.01287351455539465, 0.03846997395157814, -0.008447842672467232, -0.05177151784300804, -0.042529262602329254, -0.01713733747601509, 0.03662346675992012, 0.05027710646390915, -0.05159670114517212, -0.10713045299053192, 0.0953751653432846, 0.060679420828819275, 0.03115064464509487, 0.0064426385797560215, 0.0932212546467781, -0.02579251490533352, 0.09119324386119843, -0.01677897572517395, 0.015517140738666058, 0.02397621050477028, 0.031986549496650696, -0.06530217081308365, 0.02190534397959709, 0.06520217657089233, 0.05513235554099083, -0.02201279066503048, -0.01056468766182661, 0.0062509202398359776, -0.0423765629529953, -0.052862316370010376, -0.02317332848906517, 0.015917599201202393, 0.034252770245075226, 0.050655778497457504, -0.007993164472281933, 0.0024325361009687185, -0.06906574219465256, -0.08148563653230667, -0.08639735728502274], [-0.00882408581674099, 0.04585079476237297, -0.05538921058177948, 0.0673784613609314, 0.028415845707058907, 0.02106701023876667, 0.06193801015615463, -0.11164955049753189, 0.009020370431244373, 0.001992946956306696, 0.0681152194738388, 0.0318664088845253, 0.08146501332521439, 0.043278541415929794, -0.010803203098475933, 0.031040009111166, -0.018236257135868073, -0.05315064638853073, 0.05801741033792496, 0.041673727333545685, -0.01706920936703682, 0.0020841413643211126, 0.04512648284435272, -0.036439765244722366, 0.06764203310012817, -0.044600460678339005, 0.002035834826529026, -0.035325635224580765, 0.050650469958782196, 0.11811082065105438, 0.11054078489542007, 0.008870936930179596, 0.07990697026252747, -0.043795760720968246, 0.005143765825778246, -0.009771007113158703, -0.013493144884705544, -0.009713010862469673, -0.05515509471297264, 0.023319289088249207, -0.021755682304501534, -0.03740021213889122, -0.01745198480784893, -0.05388202890753746, -0.02322741597890854, 0.11516999453306198, 0.08460550755262375, 0.024808824062347412, 0.06141794100403786, 0.09389577805995941, 0.038549620658159256, -0.07005272805690765, -0.03815391659736633, 0.08643652498722076, 0.04042539745569229, -0.022440293803811073, 0.0481816828250885, 0.030947115272283554, -0.002531080972403288, 0.03220387548208237, 0.05115516111254692, -0.050998132675886154, -0.08652012050151825, -0.05331999436020851, -0.009389633312821388, 0.029773782938718796, 0.02881147898733616, -0.018828261643648148, 0.013563946820795536, -0.0015909308567643166, 0.1000485047698021, -0.08021305501461029, -0.07019555568695068, 0.01506873406469822, 0.04594312608242035, 0.08817678689956665, 0.027316885069012642, -0.039784640073776245, 0.041736308485269547, 0.04744276404380798, -0.0250125452876091, -0.021520111709833145, -0.11458197981119156, -0.07556476444005966, 0.060464292764663696, -0.07573651522397995, 0.03709414601325989, 0.034815046936273575, -0.062113989144563675, -0.00860127154737711, -0.030645517632365227, 0.05241626873612404, -0.06563012301921844, 0.012997442856431007, -0.01764732599258423, 0.029945801943540573, 0.021780475974082947, -0.03722237050533295, -0.005608960520476103, -0.09902949631214142, -0.023115413263440132, 0.0028539642225950956, 0.018899034708738327, -0.15330208837985992, -0.05992754548788071, -0.011713988147675991, -0.08991650491952896, -0.03710158169269562, 0.015820186585187912, 0.06113149970769882, -0.08135829865932465, 0.012102289125323296, 0.012292827479541302, -0.04937146231532097, -0.021602842956781387, 0.03394373133778572, -0.028047919273376465, -0.008509840816259384, -0.05793866515159607, -0.040784820914268494, 0.025853022933006287, -0.039972104132175446, 0.005484428256750107, -0.008570309728384018, 0.004706591367721558, -0.004391991533339024, 0.030398903414607048, -0.004663694184273481], [-0.027088146656751633, -0.027784686535596848, -0.050935350358486176, -0.01835569553077221, 0.012407151982188225, -0.03150363638997078, 0.1160242110490799, -0.028837669640779495, -0.045961346477270126, 0.0029854837339371443, -0.045227598398923874, 0.07575204223394394, 0.055172067135572433, 0.06278011947870255, -0.023457959294319153, -0.049640994518995285, -0.04207543656229973, -0.005006114486604929, 0.04253232479095459, -0.01091973576694727, -0.006791003979742527, 0.0439380444586277, 0.07489664107561111, 0.01865375228226185, 0.007645595818758011, 0.009665220975875854, 0.04416392743587494, -0.052286162972450256, -0.010850676335394382, 0.07987181842327118, 0.033490367233753204, -0.01970251463353634, -0.05540169030427933, -0.024159163236618042, -0.03396077826619148, -0.009791994467377663, 0.048635683953762054, -0.04400722309947014, -0.026211749762296677, -0.030168695375323296, 0.004976619966328144, 0.005542984697967768, 0.04296467453241348, -0.06938545405864716, -0.04580206423997879, 0.02324846014380455, 0.03281237930059433, -0.06283893436193466, -0.013437754474580288, 0.02687431126832962, 0.06108802184462547, -0.020308198407292366, -0.0451679602265358, 0.07040026783943176, -0.002006715163588524, -0.04437002167105675, 0.07588832080364227, 0.003002653829753399, -0.11320532858371735, 0.049748435616493225, 0.017792096361517906, 0.035704176872968674, -0.09936387091875076, 0.0341009795665741, -0.0686555951833725, 0.022658631205558777, -0.1006951630115509, -0.08331623673439026, -0.10480893403291702, 0.009456350468099117, 0.035405341535806656, -0.002488909987732768, -0.07417242974042892, 0.03904029726982117, 0.05242130532860756, 0.13538141548633575, 0.017689073458313942, 0.09975643455982208, 0.11105826497077942, 0.02870042622089386, -0.11282168328762054, 0.021862290799617767, -0.0350349061191082, -0.07818447053432465, 0.011001422069966793, -0.06810057163238525, -0.06746618449687958, 0.08124219626188278, 0.004413526970893145, 0.007052029483020306, 0.09744536131620407, -0.062101706862449646, -0.09869517385959625, 0.059517547488212585, 0.09533429145812988, 0.02989853359758854, 0.10343679040670395, -0.08457183837890625, -0.033324748277664185, 0.002358139492571354, -0.011946393176913261, -0.02338624931871891, -0.021766265854239464, -0.07753614336252213, 0.02434142865240574, 0.014249966479837894, -0.1093289703130722, 0.03924292325973511, -0.003656462300568819, 0.014250596985220909, -0.13547874987125397, -0.00391687685623765, -0.07718405872583389, -0.026680873706936836, 0.019257353618741035, -0.11714556813240051, -0.002022954635322094, -0.0077722822315990925, -0.052412983030080795, -0.10663614422082901, -0.07534657418727875, 0.0063453479669988155, 0.04157668352127075, 0.06943053752183914, -0.0008283376810140908, -0.1120276227593422, 0.0945538729429245, 0.0366501547396183], [0.021834736689925194, 0.03214637190103531, -0.0574822761118412, 0.01020447351038456, 0.13452084362506866, -0.002155914669856429, 0.023247307166457176, -0.018600786104798317, 0.017041031271219254, -0.025146717205643654, 0.007167095318436623, -0.04052162170410156, -0.007436947897076607, -0.00326181179843843, -0.12796731293201447, -0.06581298261880875, -0.09448859840631485, -0.062806636095047, -0.013393959030508995, 0.014731008559465408, 0.09228943288326263, 0.008093629032373428, 0.1128651574254036, -0.025964614003896713, 0.005605218466371298, 0.047045107930898666, -0.07138998806476593, -0.011615723371505737, 0.05119718983769417, 0.015343812294304371, 0.0720570757985115, -0.18450143933296204, -0.030317135155200958, 0.05892319604754448, 0.026074795052409172, -0.030536388978362083, -0.022042149677872658, 0.022170845419168472, -0.04059082269668579, -0.07678106427192688, 0.007280031219124794, 0.04073917865753174, -0.05133290961384773, -0.03712640330195427, 0.03136478736996651, 0.05645563825964928, 0.05696487054228783, -0.10885190218687057, 0.030130933970212936, -0.04077857360243797, 0.037335578352212906, 0.005287575535476208, -0.08564746379852295, 0.06822245568037033, -0.0017470550956204534, -0.09575286507606506, 0.08023516833782196, 0.09884069859981537, -0.06239784508943558, 0.048797428607940674, -0.050028230994939804, -0.051996733993291855, -0.04070679470896721, -0.08646910637617111, 0.027292052283883095, -0.046051543205976486, -0.026581179350614548, 0.026660535484552383, -0.05953707545995712, 0.037520695477724075, 0.05492536723613739, -0.09536262601613998, -0.04063575342297554, -0.015284753404557705, 0.03093833290040493, 0.08539257198572159, 9.030130604514852e-05, -0.037382178008556366, -0.0459253303706646, 0.03902853652834892, -0.07476806640625, -0.04310039430856705, -0.009656249545514584, -0.11735999584197998, 0.0359177440404892, -0.00199511949904263, 0.08618350327014923, 0.05592707172036171, 0.05015168711543083, 0.012951201759278774, 0.09724648296833038, -0.024987846612930298, -0.02042156271636486, -0.01845579221844673, 0.040085699409246445, 0.059466008096933365, -0.007487047929316759, -0.09307905286550522, 0.12519051134586334, -0.011222956702113152, 0.07659035921096802, -0.06616110354661942, 0.003084425115957856, -0.04041661322116852, -0.03383145481348038, -0.08284430205821991, -0.028978362679481506, -0.04764262214303017, 0.10406576842069626, 0.008009021170437336, -0.11843694746494293, -0.0028933256398886442, -0.008145199157297611, -0.09688383340835571, 0.0720704048871994, 0.08713692426681519, -0.060648418962955475, -0.02097199484705925, -0.0578114315867424, -0.009756684303283691, -0.0019526818068698049, -0.027340685948729515, -0.07698333263397217, -0.05903541296720505, 0.09349081665277481, -0.005075791850686073, 0.005287465173751116, -0.0930299162864685], [0.0023814726155251265, -0.01480453833937645, -0.14153963327407837, 0.005151440855115652, 0.05651247128844261, 0.002304845256730914, -0.016595346853137016, -0.0788620188832283, 0.06213124096393585, -0.048595745116472244, 0.006027856841683388, -0.028714273124933243, 0.059767067432403564, 0.04638727754354477, -0.05762999504804611, -0.021143542602658272, -0.054996736347675323, -0.014952892437577248, -0.01843426004052162, 0.11190711706876755, 0.01587045006453991, -0.005948389880359173, 0.02117803879082203, -0.010182141326367855, -0.0021536722779273987, -0.0074834623374044895, -0.02129509113729, 0.04175916314125061, 0.008426735177636147, 0.06444425135850906, 0.11050234735012054, -0.11943147331476212, 0.029808344319462776, -0.010883741080760956, -0.00905641634017229, -0.013156751170754433, -0.026400942355394363, 0.009326459839940071, 0.011303451843559742, 0.016063081100583076, -0.0223433468490839, 0.013518013060092926, 0.033428315073251724, -0.06860487163066864, -0.011756331659853458, 0.11614825576543808, 0.006126947235316038, -0.01721409521996975, 0.06965046375989914, -0.005924146622419357, 0.051540717482566833, -0.05610746517777443, -0.03116992861032486, -0.051298145204782486, 0.023059934377670288, 0.06020168587565422, 0.08729173243045807, 0.010494223795831203, -0.08095335960388184, -0.07065838575363159, -0.04042980819940567, -0.006521611008793116, -0.015609592199325562, -0.022923734039068222, -0.021963417530059814, 0.004055849276483059, 0.018511923030018806, -0.1750325709581375, -0.050398699939250946, -0.014749119058251381, -0.03476487472653389, -0.038002051413059235, -0.0534113384783268, 0.10803171992301941, 0.07148079574108124, 0.032184913754463196, 0.06151643395423889, -0.00118730659596622, 0.03419476002454758, 0.010774333029985428, -0.06465203315019608, -0.06247382238507271, 0.0029569410253316164, 0.005225182976573706, -0.14532320201396942, -0.08277110010385513, 0.0649886354804039, -0.04434041678905487, 0.12861092388629913, -0.08565432578325272, 0.07516303658485413, -0.012335491366684437, -0.06613080203533173, -0.043210484087467194, 0.13132096827030182, 0.006366392597556114, 0.06613878905773163, -0.07012905180454254, 0.09667780250310898, -0.004786232020705938, 0.09772714227437973, 0.08443966507911682, 0.04511142149567604, 0.000507741526234895, -0.010751841589808464, 0.033817730844020844, -0.005084631498903036, -0.025249268859624863, 0.07393166422843933, -0.056432683020830154, -0.03025701455771923, 0.038139231503009796, 0.04689393192529678, -0.08283736556768417, 0.04914721101522446, -0.01857350952923298, -0.01409231685101986, 0.07574495673179626, 0.09370941668748856, 0.013369384221732616, -0.025167807936668396, 0.06936472654342651, -0.16499866545200348, 0.10356749594211578, 0.03274672478437424, 0.012434100732207298, -0.07447222620248795, -0.08504892140626907], [-0.10579119622707367, 0.017203303053975105, -0.09672103077173233, 0.025418445467948914, 0.08792326599359512, -0.03460972383618355, 0.03925739973783493, -0.06314022839069366, 0.039002254605293274, -0.052534788846969604, 0.04208577796816826, 0.0029329978860914707, 0.07100348174571991, 0.07049007713794708, 0.0044380477629601955, -0.07302358746528625, -0.030114687979221344, -0.04644244164228439, -0.026260139420628548, 0.0015869009075686336, -0.025487437844276428, 0.07813607901334763, 0.06293408572673798, 0.01415342092514038, 0.05944870039820671, -0.04182717204093933, -0.047361504286527634, -0.08470260351896286, 0.04200002923607826, 0.06495407968759537, 0.052251193672418594, -0.04869675263762474, 0.033749770373106, -0.029425719752907753, 0.052182674407958984, -0.003053785767406225, -0.010745803825557232, 0.0720539316534996, -0.04849578067660332, -0.05990224704146385, 0.01304557640105486, -0.029132632538676262, 0.03468291833996773, -0.11347620189189911, 0.03389717638492584, 0.07214847207069397, 0.1076369434595108, 0.02656359225511551, 0.033728037029504776, 0.08620526641607285, -0.015773097053170204, -0.12597471475601196, -0.02937963604927063, 0.04591627046465874, -0.02456384338438511, -0.04771115258336067, 0.07743031531572342, 0.011348090134561062, -0.05175458639860153, 0.06644174456596375, -0.03092016465961933, -0.0436871238052845, -0.047231558710336685, -0.0963466539978981, -0.035729870200157166, -0.07746326923370361, -0.03418184816837311, 0.042112983763217926, 0.07145970314741135, 0.09715043753385544, -0.10254564881324768, -0.10802225768566132, -0.06370630860328674, -0.0036479036789387465, 0.018623918294906616, 0.06257391721010208, 0.06704579293727875, -0.07036679238080978, 0.038098689168691635, 0.07214686274528503, -0.05604060739278793, -0.010957753285765648, -0.06636645644903183, -0.005248005501925945, -0.024983936920762062, -0.0028187488205730915, 0.03295795992016792, -0.013839070685207844, 0.04359978437423706, -0.07039905339479446, 0.1172245666384697, 0.009461953304708004, -0.047495003789663315, -0.009514485485851765, -0.06378062814474106, -0.06568565964698792, 0.00042596718412823975, -0.013617301359772682, 0.023175319656729698, 0.007265136111527681, -0.05168469622731209, -0.000856471830047667, 0.12709835171699524, 0.062471307814121246, -0.07044927775859833, -0.0717417374253273, -0.07740607112646103, -0.03935030475258827, 0.08594800531864166, -0.036970220506191254, -0.018394511193037033, -0.04348214715719223, 0.07614151388406754, -0.04381624981760979, 0.05239624157547951, 0.09791578352451324, -0.07282055169343948, -0.05291582643985748, 0.1459982991218567, -0.0011152488877996802, 0.12489114701747894, 0.008693586103618145, -0.1267622411251068, 0.05031614005565643, -0.049564000219106674, 0.034347258508205414, -0.0020924212876707315, -0.014729153364896774], [-0.07943741232156754, -0.03255213052034378, -0.03870319947600365, 0.07128450274467468, 0.05512070283293724, -0.05524878203868866, 0.061382975429296494, -0.027338646352291107, 0.0036773222964257, -0.10067969560623169, -0.07367920875549316, 0.00854214932769537, 0.05631241574883461, 0.04696986824274063, -0.060846101492643356, -0.02969738095998764, -0.03684093430638313, -0.0033207470551133156, -0.04866298288106918, -0.0549333281815052, -0.03069150820374489, 0.04809114336967468, 0.050501152873039246, -0.03562599793076515, -0.027387725189328194, 0.05716530606150627, -0.11675216257572174, -0.02298613451421261, -0.01256975345313549, 0.020497675985097885, 0.07123079895973206, -0.010876216925680637, 0.02360427938401699, 0.01438093464821577, 0.04050080478191376, 0.0027877623215317726, 0.02585868164896965, 0.03951071575284004, -0.038688793778419495, 0.0026018680073320866, -0.03000517562031746, 0.011249840259552002, 0.001681655296124518, -0.09347023814916611, 0.010303018614649773, 0.06978900730609894, 0.06657920777797699, -0.0006572349811904132, -0.033534251153469086, 0.006596471183001995, 0.015927478671073914, 0.00457941647619009, -0.06802137196063995, -0.00268021272495389, 0.02459944784641266, 0.027378372848033905, 0.07928066700696945, 0.016172396019101143, -0.10762344300746918, 0.004241135902702808, 0.014053279533982277, -0.08398455381393433, -0.07022231072187424, -0.012584804557263851, -0.05234454199671745, -0.03296247869729996, -0.009848497807979584, -0.029480868950486183, 0.09867054969072342, 0.11640188843011856, -0.011625448241829872, -0.0003365343436598778, -0.025421282276511192, 0.08136645704507828, -0.08463039249181747, -0.017342502251267433, 0.09006477892398834, -0.08146722614765167, 0.06520532816648483, 0.01606854982674122, 0.05414827540516853, -0.13946697115898132, 0.0002050824259640649, -0.0668613389134407, -0.07034367322921753, -0.07978425920009613, -0.0004238060209900141, 0.08112768083810806, 0.1364477425813675, 0.041488658636808395, 0.049513109028339386, -0.08033298701047897, 0.08140643686056137, -0.014837725088000298, -0.01495036855340004, 0.07345449924468994, 0.03308595344424248, -0.0695885568857193, 0.07254927605390549, 0.11670583486557007, 0.01259225606918335, -0.0210152305662632, 0.08257921785116196, -0.0014454954070970416, 0.05407794937491417, 0.010431262664496899, 0.11448029428720474, -0.05016494169831276, 0.10659276694059372, 0.06212625280022621, 0.002813092665746808, 0.10502944886684418, -0.10262271016836166, 0.0020980997942388058, 0.09026459604501724, 0.12378355115652084, -0.09000828862190247, -0.052241165190935135, 0.03927159309387207, 0.07377441972494125, -0.04376460239291191, -0.03636881709098816, -0.04101486876606941, -0.05196048319339752, -0.07688991725444794, -0.031095150858163834, 0.026530396193265915, 0.06907924264669418], [-0.03911776468157768, -0.0071537368930876255, 0.03164970874786377, -0.008747244253754616, 0.02878759242594242, 0.032791394740343094, 0.0781632587313652, -0.011138202622532845, -0.10334913432598114, -0.012965097092092037, 0.03392679616808891, 0.032792795449495316, 0.008350051939487457, 0.0002441447868477553, 0.002243294846266508, -0.08526133000850677, -0.09699269384145737, -0.044350892305374146, 0.062265753746032715, 0.0009131485130637884, 0.01584475301206112, 0.0013780217850580812, 0.0644749253988266, -0.005756736733019352, -0.04951188713312149, 0.0026234681718051434, 0.030665596947073936, -0.04975130409002304, -0.03990206494927406, 0.1333017200231552, 0.1135663241147995, 0.026011429727077484, 0.01572687365114689, -0.01426595076918602, -0.07909741252660751, -0.08114315569400787, -0.021348895505070686, -0.0061454568058252335, -0.04671940580010414, -0.021329009905457497, 0.062198150902986526, -0.07609999179840088, -0.02090306766331196, -0.060237105935811996, 0.02603626623749733, 0.0760946124792099, 0.013943539001047611, 0.002855336759239435, -0.00335022178478539, 0.09066367149353027, 0.05697495862841606, -0.04031303897500038, -0.06240472570061684, 0.006639931350946426, -0.02932801842689514, -0.03968452662229538, 0.017961982637643814, 0.03273218870162964, -0.16808338463306427, 0.032652586698532104, -0.007603862788528204, 0.04026678204536438, -0.0008844320545904338, 0.009740485809743404, 0.0639122873544693, -0.05050157755613327, 0.057046420872211456, 0.024663636460900307, -0.057268738746643066, 0.018447699025273323, 0.030339930206537247, -0.11214270442724228, 0.03392273932695389, 0.04187372699379921, -0.08333321660757065, -0.07134401053190231, 0.015428666956722736, 0.03262673690915108, 0.11661738157272339, 0.10813252627849579, -0.0560019426047802, -0.026420893147587776, 0.10626047849655151, -0.05182408168911934, 0.057205066084861755, -0.03205743059515953, 0.04261590540409088, 0.06956107914447784, 0.0911703109741211, 0.00818986352533102, 0.13551585376262665, 0.06146100163459778, -0.022969968616962433, 0.015537098050117493, 0.04534338042140007, 0.019463736563920975, 0.05662311613559723, -0.010234284214675426, -0.04169461876153946, 0.10945361107587814, 0.049425460398197174, 0.04673287272453308, -0.06953135132789612, -0.004319916479289532, 0.04857857525348663, -0.07559140026569366, -0.045807819813489914, -0.046324364840984344, 0.053000543266534805, 0.028197266161441803, -0.01991743966937065, 0.02098562754690647, 0.031358424574136734, -0.09166208654642105, 0.09023308008909225, 0.017365405336022377, -0.05832960456609726, -0.04107411205768585, -0.03613617643713951, 0.037054095417261124, -0.01877584494650364, 0.005983906332403421, -0.025013897567987442, -0.019986461848020554, 0.0675416886806488, 0.0471406988799572, -0.04791080951690674, -0.03677438572049141], [-0.05306752771139145, -0.08519112318754196, -0.017670441418886185, 0.17461803555488586, 0.025909675285220146, -0.011259863153100014, 0.1064208447933197, -0.01774170994758606, 0.04344750940799713, -0.017596744000911713, -0.1023549884557724, 0.08199524134397507, 0.07386776804924011, 0.0705302283167839, -0.07635843008756638, 0.007683980278670788, -0.06381852924823761, -0.01591377705335617, 0.0033585065975785255, -0.048943016678094864, -0.0422050841152668, 0.05772664397954941, 0.016010740771889687, -0.05059904605150223, 0.01982640102505684, -0.026042776182293892, -0.15310172736644745, -0.04596199095249176, -0.03675050660967827, 0.10833284258842468, 0.055850956588983536, 0.05862850323319435, -0.009472801350057125, -0.03751387074589729, -0.004601039923727512, -0.007828800939023495, 0.028378477320075035, 0.09141038358211517, -0.04203985631465912, 0.06293798983097076, 0.0022786064073443413, -0.029956629499793053, -0.10605333745479584, -0.10401616245508194, 0.010246957652270794, 0.05296606943011284, 0.04003360494971275, -0.01680694706737995, 0.005197241902351379, 0.08942605555057526, 0.049032062292099, 0.03863007575273514, -0.04922345280647278, 0.08223339915275574, -0.00581418676301837, 0.034406885504722595, 0.13400804996490479, 0.01366829127073288, -0.0336914099752903, -0.011376447975635529, -0.0032214168459177017, -0.05186700075864792, -0.07881560921669006, -0.004259676206856966, -0.04109606891870499, 0.028416864573955536, -0.0850793868303299, 0.041350170969963074, 0.05868593975901604, 0.05564197152853012, -0.08119147270917892, 0.032228898257017136, -0.0027154467534273863, 0.05765779688954353, -0.004217593465000391, 0.08690444380044937, -0.008292047306895256, -0.02046244591474533, -0.026956306770443916, 0.03570815175771713, 0.03201675042510033, 0.021196618676185608, -0.021359868347644806, -0.03946858271956444, -0.0993669331073761, 0.025023682042956352, -0.04814392700791359, 0.0922076404094696, 0.1275293380022049, -0.006127208936959505, 0.10570871084928513, 0.05316512659192085, -0.04072123020887375, 0.04422767460346222, 0.06913761794567108, 0.028989259153604507, 0.06313034892082214, 0.0018182479543611407, -0.00980321504175663, -0.05179376155138016, -0.026621013879776, -0.18105775117874146, 0.02220315672457218, -0.015565626323223114, 0.02758605405688286, -0.008017083629965782, 0.05008159205317497, -0.08820080012083054, -0.029179111123085022, 0.06623663008213043, -0.07098297029733658, 0.05434791371226311, -0.02089005336165428, -0.11374151706695557, 0.009146353229880333, 0.06042538955807686, -0.0801677256822586, -0.19572558999061584, 0.131979301571846, -0.04474705457687378, -0.04276994615793228, 0.06513383239507675, -0.0769626721739769, -0.01057916134595871, -0.09622705727815628, -0.0010367442155256867, -0.04661472514271736, 0.029811901971697807], [0.06039503961801529, -0.03382338210940361, 0.00646057166159153, 0.10805173218250275, 0.09584289789199829, 0.11950138956308365, 0.1060437560081482, -0.09266725182533264, -0.04012272134423256, 0.03003556653857231, 0.0232399795204401, 0.09241148829460144, 0.041518162935972214, 0.023095672950148582, 0.014157620258629322, 0.03270229324698448, 0.007546870969235897, -0.059355709701776505, 0.00574817880988121, -0.052135225385427475, 0.04531889408826828, 0.04624435678124428, 0.059978801757097244, -0.019870653748512268, 0.04550318792462349, -0.00912262313067913, 0.005625413730740547, -0.10563314706087112, 0.04208136349916458, 0.021407075226306915, 0.09013351798057556, -0.024160239845514297, 0.038765911012887955, -0.08662192523479462, 0.0012823923025280237, 0.03809984028339386, 0.07207589596509933, -0.02342444285750389, -0.04444100707769394, 0.04470697045326233, 0.040409162640571594, -0.09509602934122086, -0.066493920981884, -0.024634918197989464, 0.03845870867371559, 0.087603360414505, 0.07430081069469452, 0.0034680822864174843, 0.0021552802063524723, 0.09824449568986893, -0.021878665313124657, -0.08661411702632904, -0.09393962472677231, 0.043972454965114594, -0.033983007073402405, -0.04071013629436493, 0.04779485613107681, 0.05464031547307968, -0.12300769239664078, -0.00845012441277504, 0.033383555710315704, -0.10226568579673767, -0.10266135632991791, -0.06599120795726776, -0.11621876806020737, -0.09020524471998215, 0.026497192680835724, -0.026511453092098236, -0.000653787690680474, 0.09096293896436691, -0.0023058848455548286, -0.017796901986002922, -0.016197318211197853, 0.05632957071065903, 0.014676058664917946, -0.026038143783807755, -0.0026143048889935017, -0.05286880210042, -0.0009199409396387637, 0.18378117680549622, -0.11060302704572678, -0.053976871073246, -0.09105367213487625, -0.017072051763534546, -0.08521386981010437, 0.008878111839294434, -0.12387275695800781, 0.09573221206665039, 0.13018089532852173, 0.027744673192501068, 0.1313994973897934, 0.07484953850507736, -0.10364844650030136, 0.08251999318599701, 0.0251168143004179, 0.07930872589349747, 0.07276814430952072, 0.01138749998062849, -0.043219976127147675, 0.05755631625652313, -0.0487351194024086, 0.09627445787191391, 0.11258981376886368, 0.03129270672798157, 0.0906749740242958, -0.0669550970196724, -0.03320346400141716, -0.01699032075703144, 0.008180356584489346, 0.07488221675157547, -0.06299959868192673, 0.043946702033281326, 0.013399031013250351, -0.08282025158405304, 0.07988722622394562, 0.010369207710027695, 0.0560791902244091, -0.11443381011486053, 0.06966164708137512, -0.047094717621803284, 0.15217266976833344, -0.00556577742099762, 0.007452936843037605, 0.061000190675258636, 0.043465740978717804, 0.007862369529902935, -0.0503506101667881, -0.022506684064865112], [0.046344537287950516, -0.011341218836605549, 0.03475063666701317, 0.07220163196325302, 0.04042463004589081, -0.011267819441854954, 0.06632465124130249, -0.03695676475763321, -0.09568540006875992, 0.06295294314622879, -0.002109307097271085, 0.09312650561332703, 0.008388806134462357, 0.03770264983177185, -0.01606326922774315, -0.018387285992503166, -0.04706522077322006, -0.08055363595485687, 0.035451143980026245, -0.046557750552892685, -0.00947121623903513, 0.039496831595897675, 0.050945281982421875, 0.002882289467379451, 0.045707471668720245, -0.012723246589303017, -0.03181592375040054, -0.004725725390017033, -0.007973268628120422, 0.1164373829960823, 0.11226969212293625, -0.03364071995019913, -0.004290197975933552, 0.0028275547083467245, -0.03818370774388313, -0.04712429642677307, 0.01648516021668911, -0.007031360641121864, 0.03783911466598511, -0.02056722901761532, 0.04544142633676529, -0.10600730031728745, -0.03381184861063957, -0.07656852900981903, -0.025264017283916473, 0.07741305232048035, 0.031135087832808495, -0.027357038110494614, -0.006214892957359552, 0.036615513265132904, 0.09651421755552292, -0.018052857369184494, -0.10912219434976578, 0.09273133426904678, -0.12714198231697083, 0.09539378434419632, 0.030301138758659363, 0.02853466384112835, -0.09011095017194748, -0.07135190814733505, -0.06767317652702332, -0.024063939228653908, -0.034233685582876205, 0.0045814006589353085, 0.06667180359363556, 0.010354036465287209, 0.056112177670001984, 0.10579820722341537, -0.06649851053953171, 0.08015847206115723, 0.019354475662112236, -0.1082473173737526, 0.033423636108636856, 0.05323690176010132, 0.045887112617492676, 0.05904870107769966, -0.009038629941642284, -0.05320381000638008, 0.039988934993743896, 0.03264642879366875, -0.06278634816408157, -0.043452970683574677, -0.0724925771355629, 0.051613375544548035, -0.021936379373073578, 0.13818854093551636, -0.048005361109972, 0.01940089464187622, 0.061698634177446365, 0.10925771296024323, 0.04598522558808327, 0.0256522037088871, -0.0655982717871666, 0.1129956915974617, -0.07033928483724594, 0.07701470702886581, -0.03756404668092728, -0.033020924776792526, 0.018531236797571182, -0.025375308468937874, -0.0015381015837192535, 0.016881063580513, -0.06030525639653206, -0.005375389009714127, -0.08543148636817932, -0.0635785236954689, -0.018658922985196114, -0.08150070160627365, 0.17015470564365387, 0.061177220195531845, -0.017115207388997078, -0.01631198450922966, -0.0005407792050391436, 0.032934773713350296, -0.004383719991892576, 0.1473350077867508, -0.01230035163462162, -0.0711405798792839, 0.0010963905369862914, 0.03295452520251274, 0.06317993253469467, -0.03748359903693199, 0.09575427323579788, -0.021893605589866638, -0.008986431173980236, 0.0642683133482933, 0.027500424534082413, -0.09284143149852753], [0.01732594706118107, -0.09867526590824127, -0.04019904136657715, 0.1089702844619751, 0.059956006705760956, 0.11134211719036102, 0.10934872180223465, 0.009856367483735085, -0.1454133689403534, 0.019420001655817032, -0.006092920899391174, 0.003791379975154996, 0.03147940710186958, 0.011306947097182274, -0.014329965226352215, -0.01272508967667818, -0.07722128182649612, 0.0707273930311203, 0.009370923042297363, 0.005378487054258585, -0.015773501247167587, 0.028009336441755295, 0.10135995596647263, -0.11113712936639786, -0.013767142780125141, 0.003877796931192279, -0.053495798259973526, -0.08124084770679474, -0.018950732424855232, -0.014203734695911407, 0.10157433152198792, -0.11405260115861893, -0.004600083455443382, 0.021258195862174034, 0.06763028353452682, 0.039301589131355286, 0.05093170329928398, -0.03247029334306717, -0.12025652825832367, 0.00258889002725482, 0.006084023974835873, -0.06483826786279678, -0.06317853927612305, -0.06115862727165222, 0.10797630995512009, 0.0017069617751985788, 0.0031673815101385117, 0.011338242329657078, -0.07272086292505264, -0.043758098036050797, 0.017309390008449554, -0.018898095935583115, -0.10371814668178558, 0.02392442896962166, -0.012110364623367786, -0.009264550171792507, 0.09761635214090347, -0.0339399054646492, -0.17898689210414886, 0.032761551439762115, 0.034101031720638275, 0.02969447523355484, -0.1448964774608612, -0.020578736439347267, 0.07963096350431442, -0.01874946616590023, 0.04103047773241997, -0.01663125678896904, -0.08414563536643982, 0.06924145668745041, -0.06468306481838226, 0.0009348404710181057, -0.07803045213222504, 0.10725634545087814, -0.002626545261591673, 0.02016846276819706, 0.03593332692980766, 0.038788728415966034, -0.025110531598329544, 0.060027193278074265, -0.07647692412137985, 0.004560355097055435, -0.03336029872298241, -0.05892481654882431, 0.05686989426612854, 0.03179864212870598, -0.05402005836367607, 0.01658804900944233, 0.07882620394229889, -0.008154693990945816, 0.08713201433420181, 0.003475768258795142, -0.14690479636192322, 0.0010027620010077953, 0.03997388854622841, -0.03564351052045822, 0.06356915086507797, -0.051655612885951996, -0.024395987391471863, 0.06017003953456879, -0.0535409189760685, 0.03299358859658241, 0.052772246301174164, 0.036610715091228485, 0.0011935364454984665, 0.007747565861791372, -0.019495351240038872, -0.016322029754519463, 0.051225967705249786, 0.025644289329648018, -0.006729903630912304, 0.005688169971108437, 0.04238392412662506, 0.021946968510746956, 0.010461020283401012, 0.08922426402568817, -0.00024100368318613619, -0.04018525034189224, 0.03802391514182091, 0.13541707396507263, -0.019113091751933098, -0.04000135511159897, 0.00196805689483881, 0.04016740247607231, -0.03391123563051224, 0.06786174327135086, -0.0035535625647753477, -0.06144128367304802], [0.10068127512931824, -0.06287819892168045, -0.07409366965293884, 0.0837060883641243, 0.03936236724257469, -0.1049581989645958, 0.05023769289255142, -0.05947759747505188, 0.03783158212900162, -0.08837150782346725, -0.005575977265834808, 0.032574281096458435, 0.0726499930024147, 0.052758630365133286, -0.07280915975570679, 0.0206148661673069, -0.07858218997716904, -0.06177657097578049, -0.014903677627444267, 0.037304025143384933, 0.0239005908370018, 0.06197404861450195, 0.05869249254465103, 0.000669618253596127, -0.007365142926573753, 0.001059733098372817, -0.0756346806883812, -0.10633625090122223, 0.00933393370360136, -0.012634537182748318, 0.000161205098265782, -0.031465210020542145, -0.016097232699394226, 0.0008928444585762918, 0.023687221109867096, -0.019965283572673798, -0.04623470455408096, 0.11530622839927673, 0.004382624756544828, -0.03145041689276695, -0.01564711332321167, -0.06699755042791367, -0.1051843911409378, -0.031178267672657967, -0.04010405391454697, 0.12647384405136108, 0.072112075984478, -0.09839354455471039, -0.04086640477180481, -0.011747135780751705, 0.006404505576938391, 0.02650822326540947, 0.006003901828080416, 0.04282483458518982, -0.05859469622373581, 0.044137705117464066, 0.07060675323009491, 0.06872235983610153, -0.13504312932491302, 0.05985226482152939, -0.04291723668575287, -0.09329450875520706, -0.040721602737903595, 0.0142491664737463, -0.031066179275512695, 0.051160965114831924, 0.010797590017318726, -0.07596676796674728, -0.03828474506735802, 0.0009002097067423165, -0.018240951001644135, -0.004029703792184591, 0.053061679005622864, 0.026065906509757042, -0.06166933849453926, -0.01183121744543314, 0.04651162028312683, 0.03732011467218399, -0.04887869954109192, 0.04276507720351219, -0.004296212922781706, 0.07216478884220123, -0.011545267887413502, 0.021425561979413033, 0.010492530651390553, -0.09007018804550171, -0.044131021946668625, 0.07367077469825745, 0.054550111293792725, 0.014112886041402817, 0.047317903488874435, 0.023593850433826447, -0.00893760658800602, 0.0618622750043869, -0.030232606455683708, -0.0072143119759857655, 0.05725201964378357, 0.07397381961345673, 0.0022323725279420614, -0.04736072197556496, 0.07843905687332153, 0.08500123023986816, -0.05164762958884239, 0.04427218437194824, -0.045828983187675476, 0.04859313368797302, 0.04344167560338974, 0.07682184875011444, 0.03591332212090492, 0.018415454775094986, -0.10132765024900436, 0.03777999058365822, 0.07941391319036484, -0.04942015931010246, 0.09579245746135712, 0.013179568573832512, -0.03712020069360733, 0.05492861941456795, 0.023934533819556236, -0.006115160882472992, 0.004135203547775745, 0.02414761856198311, 0.023764846846461296, 0.10652974992990494, -0.02621263451874256, -0.04737723618745804, 0.029449794441461563, 0.0035665531177073717], [0.030601520091295242, -0.03246668353676796, 0.03890182822942734, 0.04075269401073456, 0.07822813093662262, -0.013033458031713963, 0.044205766171216965, -0.003726683557033539, 0.08938521146774292, -0.05655520036816597, 0.007248543668538332, -0.0322563461959362, 0.02813171036541462, 0.07734457403421402, -0.09113451838493347, -0.09752056747674942, -0.05937473103404045, -0.05144094303250313, -0.017246153205633163, 0.011533351615071297, -0.003357567125931382, -0.0030303921084851027, 0.07657410204410553, 0.036560431122779846, 0.047758735716342926, 0.045807093381881714, -0.037365589290857315, 0.016088785603642464, 0.013843786902725697, 0.04734066501259804, 0.06887146085500717, -0.09887956827878952, 0.08639002591371536, 0.04243851825594902, -0.03102249465882778, -0.02935672551393509, -0.02294067107141018, 0.07173297554254532, -0.04152482748031616, -0.08136143535375595, -0.029512939974665642, -0.03542279452085495, -0.07249356806278229, -0.018474755808711052, 0.015102916397154331, 0.04695872217416763, 0.12313970178365707, -0.01644749566912651, 0.04741016775369644, 0.0259273461997509, 0.07576660811901093, 0.006426363252103329, -0.016259558498859406, 0.0893632248044014, 0.004924727603793144, 0.05385071784257889, 0.05315949395298958, -0.04566055163741112, -0.023670194670557976, -0.02580195665359497, -0.05756441131234169, -0.012198150157928467, -0.029823429882526398, 0.013893908821046352, -0.01969647780060768, 0.10930630564689636, -0.07871505618095398, -0.01529738586395979, 0.05911616235971451, 0.03870123624801636, 0.04307013005018234, 0.04245806485414505, -0.0316980704665184, 0.11453650891780853, 0.02485312893986702, 0.07048109918832779, 0.0640270859003067, 0.035849880427122116, -0.06040831282734871, 0.002927115885540843, -0.001859199139289558, -0.07571278512477875, 0.09795563668012619, 0.05423785373568535, -0.07378176599740982, -0.002948934445157647, 0.01048157550394535, 0.043098386377096176, 0.05380219593644142, 0.043633949011564255, 0.07184438407421112, 0.031705569475889206, -0.08073901385068893, -0.05369722843170166, -0.0005287578096613288, 0.017176276072859764, 0.014213882386684418, -0.0612250380218029, -0.024571655318140984, -0.010531785897910595, 0.046623725444078445, -0.08554708957672119, 0.044497109949588776, -0.048608578741550446, -0.0339488759636879, 0.045474182814359665, -0.0519164577126503, -0.12111426144838333, 0.04305387660861015, 0.07843565940856934, 0.00741579569876194, -0.038340818136930466, 0.07897773385047913, -0.020408187061548233, 0.025435956194996834, 0.03530636802315712, 0.08779577910900116, -0.031012240797281265, 0.005159194581210613, 0.07450561225414276, -0.05977762117981911, -0.09239821881055832, 0.04058109223842621, -0.026470160111784935, -0.03073824569582939, 0.06978046149015427, -0.11142481118440628, 0.020735813304781914], [0.04040269926190376, -0.024455111473798752, 0.005795909091830254, 0.0838654413819313, 0.01611693762242794, -0.05205065757036209, 0.009035680443048477, -0.039499375969171524, -0.031125202775001526, -0.05001078546047211, 0.06383798271417618, 0.034287601709365845, -0.00314847263507545, 0.01890055276453495, -0.011100116185843945, 0.054127488285303116, -0.1052955687046051, -0.08359277993440628, -0.03055967390537262, 0.036134541034698486, 0.00985885038971901, 0.10498052090406418, 0.07008464634418488, -0.029682476073503494, 0.016498005017638206, -0.06025555357336998, -0.04611840844154358, -0.0341988280415535, -0.008276303298771381, 0.03555883467197418, 0.05670127645134926, -0.0640566349029541, -0.012713032774627209, -0.0111697968095541, -0.06651026010513306, 0.0057141464203596115, 0.002493060426786542, 0.003297740826383233, -0.043490681797266006, 0.04299547150731087, -0.008257309906184673, -0.08447697013616562, -0.08626183122396469, -0.051781509071588516, 0.03104616515338421, 0.08175121247768402, 0.054542023688554764, -0.016999265179038048, -0.04187946021556854, -0.03190590441226959, 0.03616805374622345, -0.007411282509565353, -0.025776689872145653, 0.051927000284194946, 0.0035143867135047913, -0.001706932089291513, 0.057689618319272995, 0.02699863910675049, -0.06235118582844734, -0.038717079907655716, 0.02801210805773735, -0.02193094603717327, -0.09551644325256348, -0.02522830292582512, -0.15777254104614258, 0.013315977528691292, 0.01429219264537096, 0.04891474172472954, 0.05771693214774132, 0.02107817307114601, 0.023843562230467796, -0.017006659880280495, -0.06002350524067879, 0.08700891584157944, -0.029308561235666275, 0.03760344162583351, 0.0617353618144989, -0.0985424593091011, -0.07779377698898315, 0.041572656482458115, -0.14391472935676575, 0.03690753132104874, -0.15095601975917816, 0.0023169645573943853, -0.06109704449772835, 0.01185729168355465, -0.07830993086099625, 0.00804605707526207, 0.168816477060318, 0.12494884431362152, 0.10226480662822723, -0.002582922112196684, -0.09042248129844666, 0.04145125299692154, 0.0978861078619957, 0.12720640003681183, 0.06752578169107437, -0.015494340099394321, -0.02151436172425747, 0.03235241025686264, 0.030510636046528816, 0.013557457365095615, -0.09191873669624329, 0.012599170207977295, 0.07579435408115387, -0.012240915559232235, 0.0024489390198141336, -0.05277971178293228, 0.039206307381391525, 0.04021168127655983, -0.08501137048006058, 0.0923672467470169, 0.11262402683496475, -0.023260127753019333, 0.09141802042722702, 0.03850197046995163, -0.09873015433549881, -0.05769377574324608, 0.03146781027317047, 0.027505813166499138, -0.04530303552746773, -0.08493468910455704, 0.013753238134086132, -0.05652961879968643, 0.06828907877206802, -0.06070529669523239, -0.03633071482181549, -0.023775378242135048], [0.09689810872077942, -0.049374207854270935, -0.04070088267326355, 0.0802140161395073, 0.05961250141263008, 0.029776979237794876, -0.00453904177993536, -0.05027857422828674, 0.039836663752794266, -0.0016169763403013349, -0.034991487860679626, 0.04457807168364525, -0.004545657895505428, 0.06363969296216965, -0.07670190930366516, -0.004176315385848284, -0.015429370105266571, -0.0927378460764885, -0.007975760847330093, 0.010574768297374249, 0.027989298105239868, 0.04823022335767746, 0.12714703381061554, 0.04372154176235199, -0.005610104184597731, 0.07127417623996735, -0.047473784536123276, 0.11419830471277237, 0.05305054038763046, 0.028387928381562233, 0.06326699256896973, -0.09000741690397263, 0.047589704394340515, -0.04439892992377281, -0.06317470222711563, 0.008418180048465729, 0.030328555032610893, 0.07226385176181793, 0.03366915136575699, -0.012020000256597996, 0.041119642555713654, -0.0002554511884227395, -0.1312003880739212, -0.05322033911943436, -0.04127301275730133, 0.065719373524189, -0.027452820912003517, -0.024638237431645393, -0.028287315741181374, -0.03159284219145775, 0.06014757603406906, -0.02094223164021969, -0.014251463115215302, 0.025178179144859314, -0.01671542227268219, 0.06759669631719589, 0.009677858091890812, 0.10685570538043976, -0.007653703913092613, -0.005669301841408014, -0.08055727183818817, 0.013586499728262424, -0.07606571912765503, 0.01047806441783905, 0.02921544387936592, 0.03741806000471115, -0.04379844292998314, -0.01155377272516489, 0.01193099282681942, 0.07663332670927048, -0.031569112092256546, 0.0828237384557724, -0.008399907499551773, 0.04980839043855667, -0.016216691583395004, -0.02403487078845501, 0.12689538300037384, -0.1096721813082695, -0.036830656230449677, -0.01300532091408968, -0.08253134042024612, -0.020546957850456238, -0.08149015158414841, 0.013554289937019348, -0.08113951236009598, -0.0215859767049551, -0.05810561031103134, 0.04779281094670296, 0.051979485899209976, -0.03438856452703476, 0.10026495158672333, 0.008442353457212448, 0.02237163670361042, 0.054692622274160385, 0.004131556022912264, 0.18598879873752594, 0.0006978221936151385, -0.06317465752363205, 0.14540556073188782, 0.16071750223636627, 0.011991205625236034, -0.0640367716550827, 0.03606387972831726, -0.07023440301418304, 0.02327766641974449, -0.0352034866809845, -0.012185581028461456, -0.042709607630968094, 0.13822640478610992, -0.008599930442869663, -0.055351659655570984, 0.12811262905597687, -0.013809585943818092, 0.03265812620520592, 0.05045744776725769, 0.06365130841732025, 0.05836361646652222, 0.008715442381799221, 0.032297421246767044, 0.07510896027088165, -0.1510847806930542, -0.060439541935920715, -0.024735979735851288, -0.01944461278617382, 0.005447509232908487, -0.028258562088012695, -0.09157680720090866, -0.04294060543179512], [-0.03310804441571236, -0.025217141956090927, -0.03411908075213432, 0.027134809643030167, 0.08432357013225555, -0.02861517295241356, 0.05080261081457138, -0.06949222087860107, -0.038311101496219635, -0.056599754840135574, -0.03758026659488678, 0.10610143095254898, -0.018551236018538475, 0.05411304533481598, 0.013255072757601738, -0.04150697961449623, 0.008686007000505924, 0.0255076102912426, -0.04573590308427811, -0.002467195503413677, 0.015485242009162903, 0.016447143629193306, 0.10061772167682648, 0.021995479241013527, 0.01854282058775425, 0.012338881380856037, -0.024485791102051735, 0.01004873774945736, -0.049182381480932236, -0.031288981437683105, 0.06503836065530777, -0.010014364495873451, 0.025549380108714104, -0.044718388468027115, 0.002933402080088854, -0.03352884575724602, 0.00950007326900959, -0.01478942297399044, 0.022940121591091156, -0.06430721282958984, 0.058468811213970184, -0.006557673215866089, -0.016581479460000992, -0.07410760968923569, 0.03400330990552902, 0.01661250740289688, -0.012388410046696663, -0.0815504938364029, 0.01512035820633173, -0.0012612568680197, 0.10447614639997482, -0.008029110729694366, -0.1015298068523407, 0.0528150238096714, -0.006664634682238102, 0.02285512164235115, 0.014891655184328556, -0.007086720783263445, -0.03238916024565697, -0.007899947464466095, -0.019036956131458282, -0.11894582957029343, 0.02286447212100029, -0.010048232972621918, -0.02751431241631508, 0.04806137830018997, -0.04051510617136955, -0.0720476433634758, -0.012067836709320545, -0.022390644997358322, 0.015856120735406876, -0.005702344235032797, 0.08938863128423691, -0.02193862944841385, 0.046180520206689835, -0.045874614268541336, -0.04269668087363243, 0.06503604352474213, 0.019353456795215607, 0.04861873388290405, -0.036226168274879456, 0.04194675013422966, 0.008628888055682182, -0.022842660546302795, -0.03856828808784485, -0.013562762178480625, -0.10617425292730331, 0.08063022047281265, 0.02476700022816658, -0.0421379916369915, -0.014681313186883926, 0.02287292666733265, 0.004718180280178785, -0.09069760143756866, 0.04820585995912552, 0.023983851075172424, 0.0008847892750054598, 0.039996229112148285, -0.032350003719329834, 0.07949718832969666, 0.06264082342386246, -0.030646270141005516, 0.06650374084711075, 0.06172199919819832, 0.09238818287849426, 0.04121052101254463, -0.052050720900297165, 0.043888285756111145, 0.030912095680832863, 0.006782566197216511, -0.07815147191286087, -0.007459899876266718, 0.06154230609536171, -0.061007384210824966, 0.01310927327722311, -0.09135272353887558, 0.03433822840452194, 0.038193754851818085, 0.007496322505176067, -0.0639004111289978, -0.006786033511161804, 0.027200032025575638, 0.07648593187332153, 0.02655791863799095, -0.09865546226501465, 0.01665974222123623, 0.03237318620085716, 0.07081147283315659], [0.0866270437836647, -0.0912938192486763, -0.038083627820014954, 0.04032842442393303, 0.09520910680294037, 0.0024275563191622496, 0.0010934182209894061, -0.016817064955830574, -0.01526240911334753, -0.02970084175467491, -0.022962577641010284, 0.033183615654706955, 0.06314581632614136, 0.09049944579601288, -0.09541597962379456, -0.040525831282138824, -0.02119467221200466, -0.014272390864789486, -0.07392542064189911, -0.10066026449203491, -0.05253664031624794, -0.025780899450182915, 0.05745020881295204, 0.051184043288230896, -0.04046183452010155, -0.004842246416956186, 0.01612781547009945, -0.04306755214929581, 0.011596440337598324, 0.009039027616381645, 0.03263286501169205, -0.026168040931224823, -0.015530429780483246, 0.0015301128150895238, -0.07812216132879257, -0.03152380883693695, 0.018302476033568382, 0.017787737771868706, -0.023125965148210526, -0.017441485077142715, 0.058730948716402054, -0.042803939431905746, -0.01036650501191616, -0.07152688503265381, 0.04123071953654289, -0.005711902864277363, -0.03686893358826637, 0.020345091819763184, 0.017140289768576622, -0.045514870434999466, 0.012940863147377968, -0.037378665059804916, -0.09269902110099792, 0.07143763452768326, -0.035433121025562286, 0.03065137006342411, 0.05253390967845917, 0.10152209550142288, -0.16063861548900604, 0.012855683453381062, 0.015889858826994896, -0.08480346202850342, -0.10683100670576096, -0.05084547400474548, -0.016623931005597115, -0.024053342640399933, -0.043485719710588455, 0.05038712918758392, 0.009429274126887321, 0.11927744746208191, 0.04422055184841156, 0.0007556852651759982, -0.047640372067689896, 0.09199033677577972, -0.05981048196554184, 0.02475840225815773, 0.013565792702138424, -0.08479227125644684, 0.0055792550556361675, 0.052184153348207474, -0.09652682393789291, -0.10576936602592468, -0.14845123887062073, -0.15274196863174438, -0.07249686866998672, -0.04333756864070892, -0.06008154898881912, 0.016085326671600342, 0.11006756126880646, -0.08653087913990021, 0.059684086591005325, -0.06901168078184128, -0.13266633450984955, 0.04554298147559166, 0.039107050746679306, 0.009744871407747269, 0.0481400303542614, -0.06055708974599838, 0.014386080205440521, -0.05183282122015953, 0.007073006592690945, -0.0504695326089859, 0.053261157125234604, -0.01633157953619957, 0.04942752420902252, -0.01092398539185524, -0.14885514974594116, -0.10215089470148087, 0.07784805446863174, -0.0814143568277359, -0.10474659502506256, 0.07121112197637558, 0.023674776777625084, -0.05620524659752846, 0.02334875427186489, -0.018059369176626205, 0.035035375505685806, 0.021809047088027, 0.02647552452981472, 0.0006372469360940158, 0.01929089054465294, 0.016125308349728584, -0.0320989154279232, 0.04220087453722954, -0.07311040908098221, 0.005494795739650726, -0.005266585387289524, -0.031764090061187744], [0.033604227006435394, 0.015491661615669727, 0.04941665008664131, 0.054093364626169205, 0.09554371237754822, -0.010298393666744232, 0.08767341822385788, -0.023533601313829422, -0.019721535965800285, 0.0271032452583313, 0.012951861135661602, -0.022514009848237038, 0.022874033078551292, 0.08214883506298065, -0.03085864894092083, -0.043536629527807236, -0.10780579596757889, -0.07382436841726303, 0.05440153926610947, 0.007852187380194664, 0.06725911796092987, 0.01469543669372797, 0.05802193284034729, 0.010685380548238754, -0.005422831047326326, -0.027102146297693253, -0.026406241580843925, -0.05705515667796135, 0.06777245551347733, 0.027939362451434135, 0.0021603896748274565, -0.0750468447804451, -0.008703159168362617, -0.012593274004757404, 0.016800951212644577, 0.023346329107880592, 0.03158276528120041, 0.08245375007390976, -0.0042960080318152905, 0.07528150081634521, -0.005014741327613592, -0.001985332928597927, -0.027088409289717674, -0.0026387223042547703, -0.03391930088400841, 0.004639178980141878, 0.07225845009088516, -0.06195653975009918, 0.027889106422662735, 0.053528446704149246, -0.019712552428245544, -0.059916071593761444, -0.03209932520985603, -0.02924514189362526, 0.07938168197870255, -0.02198432944715023, 0.0628516674041748, 0.04369619861245155, -0.015219053253531456, -0.0015626397216692567, 0.016386806964874268, 0.03761223703622818, -0.04074927791953087, -0.041469939053058624, -0.03138270974159241, 0.02817000262439251, -0.041251007467508316, 0.06124585121870041, 0.023999081924557686, 0.041355930268764496, -0.008847357705235481, -0.002464679768308997, -0.0697154700756073, 0.04990440234541893, -0.0018146533984690905, 0.08550947904586792, 0.04460904002189636, 0.015201935544610023, -0.0740462988615036, 0.002305425936356187, -0.13811039924621582, -0.11285293847322464, -0.05523885786533356, -0.030162272974848747, -0.02029404416680336, 0.11327768862247467, 0.11309651285409927, 0.12516433000564575, 0.052318722009658813, 0.07524099946022034, 0.0034634561743587255, -0.044666241854429245, 0.0014214972034096718, -0.014606266282498837, 0.016318852081894875, 0.21691974997520447, 0.00840348657220602, -0.10115513950586319, -0.050704073160886765, 0.043084681034088135, 0.009317213669419289, -0.07494457066059113, -0.07047349214553833, -0.016739940270781517, -0.08295700699090958, -0.05037938058376312, 0.0965021476149559, -0.11024463921785355, 0.0593864843249321, 0.013728165067732334, 0.02661663293838501, 0.02433605119585991, 0.09340353310108185, 0.013604342937469482, -0.02581496350467205, 0.08862994611263275, 0.018244262784719467, 0.027721203863620758, 0.02598116174340248, 0.1441565901041031, 0.02034597098827362, -0.061747387051582336, -0.041170697659254074, -0.16696377098560333, 0.06932380795478821, -0.12819981575012207, -0.11098983883857727, -0.05400073900818825], [0.08485805988311768, -0.038059622049331665, 0.028135545551776886, 0.03490445390343666, 0.056678712368011475, 0.02654668502509594, -0.007474420126527548, -0.03568774834275246, -0.023539379239082336, -0.0006553775165230036, 0.011700419709086418, 0.023481888696551323, 0.15328742563724518, 0.01567351445555687, -0.02621670812368393, -0.01791292615234852, -0.055211495608091354, 0.0179478470236063, -0.034737396985292435, 0.00422885874286294, -0.007335139438509941, 0.017686262726783752, -0.010044877417385578, 0.0057410309091210365, 0.009382527321577072, 0.02281394973397255, 0.0015347326407209039, -0.03832598030567169, 0.05943496897816658, -0.06347623467445374, 0.11338230967521667, 0.039914678782224655, 0.000942776445299387, -0.05240178480744362, -0.004924519918859005, 0.004269327037036419, 0.033920999616384506, 0.026884296908974648, -0.005142871290445328, -0.029714085161685944, 0.07527013123035431, -0.05157634988427162, -0.023506253957748413, -0.04792139679193497, 0.0338917151093483, 0.041888050734996796, 0.03224527835845947, 0.0019107095431536436, -0.0243020411580801, 0.019951552152633667, -0.019154338166117668, 0.057803925126791, -0.07399015873670578, 0.13288502395153046, -0.07136005163192749, 0.027673592790961266, -0.07948381453752518, 0.0064584119245409966, -0.056139953434467316, 0.05940302461385727, -0.005350662861019373, -0.030299052596092224, -0.13472063839435577, -0.0035344171337783337, -0.08019650727510452, 0.00014551784261129797, 0.0484975166618824, -0.010996355675160885, 0.0274991262704134, 0.04068738594651222, 0.01279261615127325, -0.015626905485987663, -0.06796131283044815, 0.08860994130373001, 0.13411036133766174, -0.041993577033281326, 0.13481083512306213, 0.08557326346635818, -0.08171379566192627, 0.1059378981590271, -0.07125551998615265, -0.022220779210329056, -0.05655759572982788, 0.06225823983550072, -0.005547192879021168, -0.020027704536914825, 0.061771221458911896, 0.07704243808984756, 0.12446654587984085, -0.021516084671020508, -0.0005947225145064294, -0.09635301679372787, 0.045685064047575, -0.04395874962210655, 0.1188838854432106, 0.05561840534210205, 0.10586132109165192, -0.0673447698354721, -0.05999445915222168, 0.03987498581409454, 0.01968548074364662, 0.003802555613219738, 0.015701452270150185, -0.0054433331824839115, 0.019012870267033577, -0.0036609931848943233, -0.04925644025206566, -0.10468059033155441, -0.07364077121019363, 0.06186553090810776, -0.09661325067281723, 0.024342883378267288, -0.06594294309616089, -0.06889308989048004, -0.029573140665888786, -0.030426504090428352, -0.022408444434404373, 0.0190791804343462, 0.005771605297923088, -0.05346846207976341, -0.018711209297180176, -0.07418172061443329, 0.041298773139715195, -0.07408201694488525, 0.10689966380596161, -0.042089417576789856, -0.0858413502573967, -0.0008684334461577237], [-0.04302292689681053, -0.09388134628534317, -0.023508280515670776, 0.03009008802473545, 0.011712192557752132, 0.05982687696814537, 0.05776260048151016, 0.000904786167666316, -0.012082934379577637, 0.014740068465471268, -0.015371670946478844, 0.033168382942676544, 0.004496187437325716, 0.0549580380320549, -0.0333111546933651, 0.07540445774793625, -0.021518094465136528, 0.004363012965768576, 0.036696989089250565, -0.05969624221324921, -0.009453930892050266, -0.009563656523823738, 0.08807791024446487, -0.04895953834056854, -0.044896479696035385, 0.0758420005440712, 0.03288387134671211, 0.022300759330391884, -0.027462398633360863, 0.08164598047733307, 0.05934781953692436, -0.02812499925494194, 0.014612131752073765, 0.03432086855173111, -0.020039262250065804, 0.030273331329226494, 0.012164197862148285, -0.062414832413196564, -0.04719272628426552, 0.007920353673398495, -0.046100061386823654, 0.010444234125316143, 0.017921552062034607, -0.05890346318483353, -0.023428261280059814, 0.08624180406332016, -0.015736566856503487, -0.020253758877515793, -0.008631273172795773, 0.018692363053560257, -0.028249381110072136, -0.0038844274822622538, 0.0522008016705513, 0.026106076315045357, -0.026232508942484856, 0.046573441475629807, 0.018444957211613655, 0.028974298387765884, -0.07993021607398987, 0.0007972538587637246, 0.03155630826950073, 0.024863984435796738, -0.0854068174958229, 0.04722031205892563, -0.00446226866915822, -0.008429564535617828, 0.05174413323402405, 0.07253772765398026, 0.0754898339509964, 0.15522673726081848, -0.015034282580018044, 0.09959516674280167, -0.009743796661496162, 0.0584104061126709, -0.01432280708104372, 0.02354433760046959, 0.060167837888002396, -0.09562861919403076, 0.0476035475730896, -0.01998777501285076, -0.2038671374320984, -0.09596509486436844, -0.09609674662351608, -0.010189848020672798, -0.007658842019736767, -0.011009566485881805, 0.09029438346624374, 5.8184508816339076e-05, 0.023887138813734055, 0.01556987315416336, 0.0768156573176384, 0.0030036959797143936, 0.04454852640628815, 0.006608814932405949, 0.02761411853134632, 0.10235621780157089, 0.06889279931783676, -0.018639853224158287, -0.04473569989204407, 0.041285283863544464, -0.10528896749019623, -0.0156701747328043, 0.07813382893800735, 0.02014850825071335, -0.0621301606297493, -0.01974995993077755, 0.1030384972691536, -0.09626416116952896, -0.017143143340945244, 0.06922748684883118, 0.016843393445014954, 0.09972359240055084, -0.030840013176202774, 0.028668489307165146, 0.005924641154706478, -0.008859404362738132, -0.03569251298904419, -0.05430930480360985, 0.07823552936315536, -0.004248131066560745, 0.02208464778959751, -0.0680464506149292, 0.0027392155025154352, -0.0638783648610115, -0.04752173647284508, -0.011073400266468525, -0.08296018838882446, 0.07160001993179321], [0.006111066788434982, -0.021520592272281647, -0.06061580032110214, 0.054859358817338943, 0.05384904891252518, -0.0207351241260767, 0.0037755388766527176, -0.01752903312444687, -0.006487678736448288, -0.049831341952085495, -0.03328904137015343, 0.07542909681797028, -0.005887127481400967, 0.0740029588341713, -0.09302274882793427, -0.006002981681376696, 0.002011646283790469, -0.082755908370018, 0.010555269196629524, 0.07266291975975037, 0.02713930420577526, -0.030413398519158363, 0.006363458000123501, 0.06636569648981094, 0.05281120538711548, -0.07205770909786224, 0.018787764012813568, 0.03760519623756409, -0.004785318858921528, -0.055950578302145004, 0.06475633382797241, -0.11022323369979858, -0.017677241936326027, -0.030211109668016434, -0.020934903994202614, 0.03712351247668266, 0.04645254462957382, 0.00042411169852130115, 0.055329330265522, 0.037904880940914154, 0.017201125621795654, -0.014340240508317947, -0.04621760919690132, -0.02939671464264393, -0.09286972135305405, 0.022434938699007034, -0.037051159888505936, -0.041056349873542786, -0.031586699187755585, -0.013709405437111855, -0.00658048689365387, -0.031786978244781494, -0.016020240262150764, -0.016448112204670906, -0.015981357544660568, -0.01770786941051483, 0.031357262283563614, 0.03836897015571594, -0.0508907251060009, 0.013583571650087833, -0.057526882737874985, -0.031068069860339165, -0.09617459028959274, -0.0032783420756459236, -0.026377800852060318, -0.042247042059898376, -0.051484473049640656, 0.015808116644620895, -0.05929989740252495, 0.012648039497435093, 0.011614257469773293, 0.03045196831226349, -0.025597460567951202, 0.12962816655635834, -0.08768246322870255, -0.016877392306923866, 0.12634152173995972, -0.012364021502435207, -0.015790356323122978, 0.1089717298746109, -0.06325819343328476, -0.03240568935871124, -0.030027877539396286, -0.1354638785123825, -0.04192155972123146, -0.04186595603823662, 0.03821553289890289, 0.10220187902450562, 0.14140929281711578, -0.028168343007564545, 0.02537623979151249, 0.002848077565431595, -0.09609775245189667, -0.21757152676582336, 0.13576117157936096, 0.09537605196237564, 0.07674005627632141, -0.1191910058259964, -0.09097491949796677, 0.10082396119832993, -0.0479968897998333, -0.02907359041273594, 0.045978713780641556, -0.007921933196485043, 0.005060731433331966, 0.01751389354467392, -0.006295710802078247, 0.032103896141052246, 0.028232861310243607, 0.027452243492007256, -0.14645908772945404, 0.02263571321964264, 0.00273139588534832, -0.050194427371025085, -0.056894898414611816, -0.054257068783044815, 0.011909747496247292, -0.009778919629752636, 0.028656674548983574, 0.012285501696169376, 0.00248770066536963, -0.008015881292521954, 0.04342613369226456, 0.03326081112027168, 0.016143277287483215, -0.03164556622505188, -0.07944748550653458, -0.10026513785123825], [0.014219706878066063, -0.046098027378320694, -0.05490114167332649, 0.015925690531730652, 0.08770377188920975, -0.044664449989795685, -0.010143141262233257, -0.026186740025877953, -0.06103558838367462, -0.06034059450030327, 0.038097135722637177, 0.018404783681035042, 0.02823951654136181, 0.043118610978126526, -0.03134068474173546, 0.030778562650084496, -0.03560793399810791, -0.06840524822473526, 0.06277914345264435, -0.0062450808472931385, 0.04314355552196503, 0.0890900269150734, 0.03301383927464485, -0.019879525527358055, 0.09698553383350372, -0.06075285002589226, 0.038843270391225815, -0.018005160614848137, 0.017579471692442894, 0.015413819812238216, 0.09543389081954956, -0.00458742119371891, 0.043159857392311096, 0.0014632816892117262, -0.006511343643069267, 0.030070090666413307, -0.03898240253329277, -0.014277304522693157, 0.0012077669380232692, -0.02913702465593815, 0.08256244659423828, -0.0221601203083992, 0.07416550815105438, -0.06737548857927322, -0.027714010328054428, 0.09921145439147949, 0.01075608842074871, -0.002440771320834756, -0.0023740907199680805, 0.06271058320999146, 0.04867793992161751, 0.031500108540058136, -0.060355886816978455, 0.07838106900453568, 0.05237499997019768, 0.0536540262401104, 0.02193419821560383, -0.008045787923038006, -0.07693225890398026, 0.004048886708915234, -0.01727071963250637, -0.017332863062620163, -0.02552763558924198, 0.023015443235635757, 0.0012325505958870053, -0.13566944003105164, -0.06616679579019547, 0.016506372019648552, 0.012689952738583088, 0.004822668619453907, -0.014450503513216972, -0.014515213668346405, 0.056337617337703705, -0.005803532432764769, -0.07676520943641663, 0.011784693226218224, 0.2060736119747162, -0.052376359701156616, 0.051895055919885635, -0.0403142012655735, -0.012629678472876549, -0.08753989636898041, -0.0578533336520195, -0.018773043528199196, -0.10300386697053909, -0.07166067510843277, 0.007082640193402767, -0.005276872776448727, -0.05558415874838829, -0.1348266452550888, 0.023328443989157677, 0.032327938824892044, -0.07716134935617447, -0.11181113123893738, 0.03055388480424881, 0.06126489117741585, -0.028560366481542587, 0.021319137886166573, 0.04960712790489197, 0.07880491763353348, -0.015219670720398426, 0.04413586109876633, -0.06660854816436768, 0.005964149255305529, 0.17486609518527985, 0.0772184282541275, -0.05521571263670921, 0.0019869885873049498, 0.03245556354522705, -0.027592360973358154, -0.059557490050792694, 0.07625085860490799, 0.05430665239691734, -0.01152463722974062, -0.00043692582403309643, -0.09318187832832336, 0.16242201626300812, 0.019548725336790085, -0.00607042433694005, -0.06487522274255753, -0.07095758616924286, 0.056443314999341965, 0.08485531806945801, 0.02153323031961918, -0.06821846216917038, -0.08826351910829544, -0.07217933982610703, -0.04385874792933464], [0.003286520019173622, -0.01554794143885374, -0.02765716053545475, 0.10671303421258926, 0.04005877673625946, -0.003109389217570424, 0.06627386808395386, -0.013627689331769943, 0.003163208020851016, 0.07511938363313675, -0.09238005429506302, 0.042505595833063126, 0.06958536058664322, 0.1724845916032791, -0.08740510046482086, -0.018117615953087807, -0.09181937575340271, -0.07878441363573074, 0.03365018963813782, -0.06453534960746765, 0.003320020157843828, 0.047078557312488556, 0.05506273731589317, -0.005808036308735609, 0.053409088402986526, 0.03343546390533447, -0.0686432495713234, -0.025260891765356064, -0.04276040941476822, 0.07833370566368103, 0.06550435721874237, -0.015715664252638817, -0.06508521735668182, -0.00370430457405746, -0.017960907891392708, 0.0008005055133253336, -0.012994896620512009, 0.03816087916493416, -0.03833761811256409, -0.06893321126699448, -0.0947415828704834, -0.04232572764158249, -0.051629576832056046, -0.13721956312656403, 0.030567804351449013, 0.09187565743923187, 0.07318166643381119, -0.034435778856277466, 0.015501948073506355, 0.06012139469385147, 0.020932240411639214, 0.010155998170375824, -0.07855915278196335, 0.05946780741214752, 0.027348114177584648, 0.048459310084581375, 0.11126893758773804, 0.0269266739487648, -0.030497506260871887, -0.03900284692645073, 0.00442853569984436, -0.021636173129081726, -0.08027081936597824, 0.01237709540873766, -0.0941709503531456, 0.054619234055280685, -0.06297393888235092, 0.08906019479036331, 0.09267345815896988, 0.04112601280212402, -0.021013084799051285, 0.05089972913265228, -0.0014169885544106364, -0.003945197444409132, 0.007142571732401848, 0.06476136296987534, 0.02390104904770851, -0.0022477039601653814, -0.0058714598417282104, 0.05815289169549942, -0.15099328756332397, -0.01788967289030552, -0.02926788479089737, -0.05358104407787323, -0.009155753068625927, 0.08626170456409454, 0.03766339272260666, 0.08704562485218048, -0.03235303983092308, -0.012003729119896889, 0.08621339499950409, 0.03885739669203758, -0.03877682238817215, -0.040009595453739166, 0.053221218287944794, 0.16062775254249573, -0.10086137801408768, 0.023687027394771576, -0.09035942703485489, 0.009240628220140934, -0.0710286945104599, -0.15291166305541992, 0.03835222125053406, -0.08809474110603333, -0.006841306574642658, 0.0038697896525263786, -0.07270519435405731, -0.025446230545639992, -0.02939481846988201, 0.05610671639442444, -0.11235444247722626, -0.015659891068935394, 0.02871539816260338, -0.023127419874072075, 0.055996108800172806, 0.11121056228876114, 0.001409117947332561, -0.017214372754096985, -0.00112187210470438, 0.006026596296578646, 0.005782237276434898, -0.0940898135304451, -0.005349030252546072, -0.054000336676836014, -0.07624484598636627, -0.04421864449977875, -0.09431274235248566, -0.05716302990913391], [-0.032993070781230927, -0.07652156800031662, -0.07200519740581512, 0.06547600030899048, 0.05798851326107979, 0.12150757759809494, -0.0036504606250673532, -0.019040323793888092, -0.12787382304668427, -0.023941244930028915, 0.008574924431741238, 0.024392200633883476, 0.039488036185503006, 0.04413299635052681, -0.04166063293814659, -0.026943692937493324, -0.039419274777173996, 0.03498179838061333, -0.015380246564745903, -0.012702172622084618, 0.031210632994771004, 0.031445566564798355, 0.08874555677175522, -0.01966289058327675, 0.027085116133093834, 0.0762544721364975, -0.07987197488546371, -0.1118437722325325, -0.024474529549479485, -0.028920214623212814, 0.08561204373836517, -0.03557189181447029, -0.007381855044513941, -0.01023815106600523, 0.04038725420832634, 0.02534768171608448, -0.059093523770570755, 0.028008250519633293, -0.07306209951639175, 0.015112434513866901, 0.0686604306101799, -0.007316489238291979, -0.02451513521373272, -0.0761437714099884, 0.09202071279287338, 0.040885794907808304, 0.01142482552677393, -0.03300568461418152, -0.004700292367488146, 0.04502342268824577, -0.022018421441316605, 0.0054183523170650005, -0.06144971027970314, 0.10487174242734909, 0.04664585366845131, -0.0013146712444722652, 0.11588164418935776, 0.017458664253354073, -0.11233503371477127, 0.048336755484342575, 0.005065601319074631, -0.02544323541224003, -0.07376571744680405, -0.07989884167909622, -0.03729868307709694, 0.013773779384791851, -0.07367310672998428, 0.02925746887922287, 0.0051588392816483974, 0.07972769439220428, -0.039187926799058914, 0.0936482846736908, -0.045723047107458115, 0.05864790454506874, -0.08880792558193207, -0.06827539205551147, 0.035631805658340454, -0.053808607161045074, 0.03036445565521717, 0.04031742364168167, 0.026074424386024475, 0.06717026233673096, -0.026844298467040062, -0.1196148470044136, -0.05564508214592934, -0.06388815492391586, -0.08425059169530869, -0.008585629053413868, 0.0844053402543068, -0.0951460599899292, 0.11378895491361618, -0.06703312695026398, -0.0702144056558609, -0.03867555409669876, -0.014177885837852955, 0.01364913396537304, 0.009581200778484344, 0.06745072454214096, 0.02041701413691044, -0.06187652423977852, -0.017291929572820663, -0.051189638674259186, 0.07388439029455185, 0.04336797073483467, -0.026776684448122978, 0.04970802366733551, -0.10244200378656387, -0.012563505209982395, 0.10606715083122253, -0.05077506601810455, -0.08066204190254211, 0.06647744029760361, -0.06721272319555283, 0.0015731010353192687, 0.07448629289865494, 0.039868783205747604, -0.03797684237360954, -0.0216975137591362, 0.1392480581998825, -0.0825381949543953, 0.08149278163909912, 0.001827905885875225, -0.05412312597036362, 0.18685738742351532, -0.09584558755159378, -0.06778885424137115, 0.09754520654678345, -0.02224864438176155], [0.05243169516324997, 0.010414457879960537, -0.0679398700594902, 0.027449438348412514, 0.035245832055807114, 0.08343090862035751, 0.018210159614682198, -0.021193401888012886, 0.00011940320109715685, -0.026443464681506157, -0.011513867415487766, 0.013296863995492458, 0.05072558671236038, -0.026789896190166473, -0.08931854367256165, -0.013289952650666237, -0.09141094982624054, -0.08199688047170639, 0.059266284108161926, -0.09605315327644348, 0.04579626023769379, -0.028434792533516884, 0.0416342057287693, -0.03155054897069931, -0.04962574318051338, -0.011127105914056301, 0.026887325569987297, -0.053402941673994064, 0.020772235468029976, -0.005707953590899706, 0.08593685925006866, -0.07876040041446686, -0.019660569727420807, -0.011200030334293842, -0.12935851514339447, 0.009754105471074581, 0.028625763952732086, -0.05774105340242386, -0.01015947014093399, -0.04541829600930214, 0.01892143115401268, -0.03293316438794136, -0.035061705857515335, -0.09620677679777145, 0.06057175621390343, 0.038385581225156784, 0.05475916340947151, 0.004116544965654612, 0.004530264995992184, 0.07210513949394226, -0.0029709956143051386, 0.011931276880204678, -0.053750935941934586, 0.15774601697921753, 0.04948613420128822, -0.03374175354838371, 0.11327698081731796, 0.05330254137516022, -0.14919346570968628, 0.015449712052941322, -0.09731599688529968, -0.021818799898028374, -0.09949232637882233, 0.03179004043340683, -0.0342731811106205, -0.12046436965465546, -0.058591071516275406, 0.047210440039634705, -0.020876750349998474, 0.024825699627399445, -0.10997661203145981, 0.0451764278113842, -0.034331873059272766, 0.08349423855543137, -0.09093558043241501, -0.06950021535158157, 0.12147494405508041, -0.03118342161178589, 0.03704042732715607, 0.03363446518778801, -0.0706712082028389, 0.08018447458744049, -0.01163016352802515, -0.018692322075366974, 0.01763596199452877, -0.0752578005194664, -0.08500826358795166, 0.047688525170087814, 0.18677085638046265, -0.057694971561431885, 0.03940049931406975, 0.024322964251041412, -0.026719197630882263, -0.1646752655506134, 0.114327572286129, -0.04956754297018051, 0.0411234125494957, -0.01894672028720379, -0.02558896318078041, 0.007279758341610432, -0.10931209474802017, -0.0642746314406395, 0.12912239134311676, 0.12459702044725418, 0.015160120092332363, 0.025453591719269753, 0.004939176142215729, -0.014453846961259842, -0.04537302628159523, 0.083865225315094, -0.052538517862558365, -0.02058468759059906, 0.06870391964912415, -0.04815787449479103, 0.019440867006778717, -0.00510645704343915, -0.021250678226351738, -0.017528096213936806, 0.08463781327009201, -0.04225097969174385, 0.011021366342902184, 0.032237254083156586, -0.06418035924434662, 0.0005593415698967874, -0.057820048183202744, 0.02620808780193329, -0.10238844156265259, -0.0329708568751812], [-0.06645718216896057, -0.028000015765428543, 0.005826872773468494, 0.06165637448430061, 0.1086486354470253, -0.03575509786605835, 0.12929484248161316, -0.11226307600736618, 0.10071805119514465, -0.031569723039865494, -0.11746279895305634, 0.03682352602481842, 0.04318098723888397, 0.09948331862688065, 0.03716009482741356, -0.014156871475279331, -0.0740160197019577, -0.07420678436756134, -0.11998637765645981, -0.020143290981650352, 0.0015346271684393287, 0.04044044390320778, 0.03254660591483116, 0.04480880871415138, 0.02182058058679104, 0.009063721634447575, -0.08512089401483536, -0.08812308311462402, 0.020186664536595345, 0.05219947546720505, 0.07672607898712158, -0.03580736368894577, 0.02786007523536682, -0.04877554625272751, 0.09328632056713104, 0.015900468453764915, 0.006734709721058607, 0.09530781954526901, 0.06229274347424507, 0.011541524901986122, 0.12474574148654938, -0.06505896151065826, -0.11171028763055801, -0.10752958059310913, -0.05698288604617119, 0.10180366039276123, 0.05589528754353523, -0.045900117605924606, 0.05201960355043411, 0.07143766433000565, 0.03314249590039253, -0.01988407038152218, -0.07378977537155151, -0.031437069177627563, -0.037922319024801254, -0.014945265837013721, 0.05867813155055046, 0.022229498252272606, -0.14768099784851074, 0.04457554966211319, -0.05319434031844139, -0.04731706529855728, 0.006401454098522663, 0.0755629688501358, 0.04832242429256439, -0.02828836254775524, -0.045233093202114105, -0.018482312560081482, -0.06801925599575043, -0.050711266696453094, -0.025931652635335922, -0.0838724672794342, 0.035795021802186966, -0.00323219015263021, -0.03790443763136864, -0.016170023009181023, 0.01702091097831726, -0.027246514335274696, 0.05029923468828201, 0.09911470115184784, -0.08557551354169846, 0.022888245061039925, -0.07194077968597412, 0.03391600772738457, -0.013776954263448715, 0.024899886921048164, -0.032817427068948746, 0.1607578694820404, 0.11740905046463013, 0.012054301798343658, 0.07314109057188034, 0.05410373583436012, -0.043132711201906204, 0.0018506513442844152, -0.027819251641631126, 0.05735674872994423, -0.006763533689081669, -0.043241046369075775, -0.022243039682507515, -0.020202500745654106, -0.0061140949837863445, 0.06069532409310341, 0.11387212574481964, 0.0014066376024857163, 0.07073099911212921, -0.007797142490744591, 0.01845829375088215, -0.06386491656303406, 0.01598244532942772, 0.0172988623380661, -0.09577315300703049, 0.048954978585243225, 0.011284871026873589, -0.13440918922424316, 0.05121193453669548, 0.03738642856478691, -0.025292593985795975, -0.05076192691922188, 0.041976358741521835, -0.09653931111097336, 0.0028403443284332752, -0.010465345345437527, -0.006904004141688347, 0.028132477775216103, 0.02609199285507202, 0.013475753366947174, 0.04713217169046402, -0.012815645895898342], [-0.02564380131661892, 0.07843046635389328, -0.09754689037799835, 0.01848062314093113, -0.0011059093521907926, 0.043058935552835464, 0.01678118295967579, -0.034237317740917206, -0.04686306416988373, -0.002888299757614732, 0.0803954154253006, -0.04152772203087807, -0.04080183058977127, 0.01772931031882763, -0.1215362548828125, 0.017729580402374268, -0.0725845918059349, 0.0022225556895136833, 0.019679881632328033, 0.006612513680011034, 0.019630979746580124, 0.08556383848190308, 0.041414786130189896, -0.061918940395116806, -0.0365372858941555, -0.05345970019698143, 0.006581898778676987, -0.04265160858631134, -0.024696512147784233, 0.0699063092470169, 0.08278173208236694, -0.06958058476448059, 0.017387771978974342, 0.03039637953042984, 0.01069889310747385, 0.03817940130829811, -0.008200707845389843, 0.018691018223762512, -0.07100819796323776, -0.12234131991863251, 0.04134559631347656, 0.03056410513818264, -0.032879721373319626, 0.010676701553165913, 0.05290435999631882, 0.012395786121487617, 0.06781410425901413, 0.07400083541870117, -0.018237454816699028, -0.0018525354098528624, 0.04024004563689232, 0.014978022314608097, -0.013015041127800941, 0.02057514525949955, 0.04642309620976448, -0.07387189567089081, 0.09175210446119308, 0.044207923114299774, 0.0121391536667943, 0.053508199751377106, -0.04645192250609398, -0.047417569905519485, -0.012546040117740631, -0.09069854021072388, -0.00322722177952528, 0.01073857955634594, -0.01812509447336197, 0.12269452214241028, 0.0068238042294979095, 0.08078364282846451, 0.03135949373245239, 0.1001606285572052, -0.1615181267261505, 0.08278017491102219, -0.04480414092540741, -0.026565371081233025, 0.07008162885904312, -0.1252862513065338, -0.038229431957006454, 0.06585169583559036, 0.009556298144161701, 0.030538979917764664, 0.06727716326713562, -0.062451764941215515, -0.038209326565265656, 0.006623385474085808, -0.017378313466906548, 0.050750479102134705, 0.11466921120882034, -0.043609295040369034, 0.044576697051525116, -0.04446396976709366, -0.09528798609972, -0.08091600239276886, 0.01596951112151146, 0.011266497895121574, -0.014272032305598259, -0.010950861498713493, 0.028971802443265915, 0.05712377279996872, 0.015289300121366978, -0.00613158755004406, 0.016116075217723846, 0.002677415031939745, 0.06383763998746872, -0.05452132225036621, -0.06515920907258987, -0.0862860456109047, 0.10359832644462585, -0.03309525176882744, -0.005627766251564026, 0.0761188417673111, -0.02635696344077587, -0.05547827482223511, -0.01617453247308731, 0.07600059360265732, 0.00903908722102642, -0.013133740983903408, 0.10361089557409286, 0.05134880542755127, 0.04376714304089546, -0.04099404066801071, -0.040787581354379654, 0.006925755646079779, -0.002762409159913659, 0.09095986932516098, -0.041678570210933685, -0.02606387250125408], [-0.0010942560620605946, -0.047764964401721954, -0.06958107650279999, 0.08750338107347488, 0.0422026552259922, -0.07828584313392639, 0.032742660492658615, 0.025709794834256172, 0.006551912520080805, 0.01514404360204935, -0.045199692249298096, 0.019035877659916878, 0.015491826459765434, 0.08233954757452011, -0.044600095599889755, -0.00895023625344038, -0.01326597947627306, 0.04844285175204277, -0.017540937289595604, -0.06554239243268967, -0.03340824693441391, 0.021939024329185486, 0.05936606600880623, -0.06088593229651451, 0.02654764987528324, 0.07368237525224686, -0.06290150433778763, -0.005456356797367334, 0.007755959406495094, 0.04899515211582184, 0.03256278857588768, -0.020570330321788788, -0.01577833667397499, 0.054267484694719315, 0.08699996024370193, 0.015340409241616726, -0.08897998929023743, 0.03696971386671066, -0.027884619310498238, 0.033093418926000595, 0.029579151421785355, 0.01551834400743246, -0.057852767407894135, -0.1089901551604271, 0.01977226696908474, -0.011301836930215359, -0.06606931984424591, -0.004116582218557596, 0.018512899056077003, -0.052331000566482544, 0.06326039880514145, -0.040649596601724625, -0.08601876348257065, 0.04429865628480911, 0.004455773625522852, 0.07289096713066101, 0.044336412101984024, 0.06489451229572296, 0.01705465093255043, 0.01664418913424015, 0.029453855007886887, 0.055090997368097305, -0.013345242477953434, 0.008849983103573322, -0.04328940436244011, -0.019895849749445915, -0.06563009321689606, 0.0007808938971720636, 0.03435799106955528, -0.03393133357167244, -0.00934291910380125, -0.09321990609169006, 0.0015641151694580913, -0.07775837928056717, -0.0009576140437275171, 0.07464654743671417, 0.008676822297275066, 0.014564811252057552, 0.054277077317237854, 0.030701179057359695, -0.16368703544139862, 0.024582674726843834, -0.04692966118454933, -0.051173482090234756, -0.0005212589167058468, -0.009394241496920586, 0.012262623757123947, 0.0047789984382689, 0.09804634749889374, -0.03641926124691963, 0.08074510097503662, -0.021051974967122078, 0.05868164822459221, -0.049373429268598557, -0.07763495296239853, 0.10863161832094193, -0.01462925598025322, -0.05379366874694824, -0.026036079972982407, -0.09368112683296204, 0.014279553666710854, -0.19093456864356995, 0.054201334714889526, -0.05154554173350334, -0.06887991726398468, 0.042510587722063065, 0.032720405608415604, 0.03622124716639519, 0.017508508637547493, -0.051803991198539734, -0.14741288125514984, 0.051430508494377136, -0.06453697383403778, -0.12020055949687958, 0.0656113252043724, 0.0539417527616024, -0.052221208810806274, 0.04113035276532173, 0.09909708797931671, -0.10533393919467926, -0.054588835686445236, -0.0376969538629055, -0.0005701118498109281, 0.01420676987618208, -0.03479261323809624, -0.03509999066591263, 0.06302719563245773, 0.09205304831266403], [0.014143450185656548, -0.016967812553048134, -0.05814947187900543, 0.09949629008769989, 0.05571955814957619, 0.023747380822896957, 0.000560883607249707, -0.019824860617518425, 0.005560943391174078, -0.04528583958745003, 0.008619443513453007, -0.001866537844762206, -0.02146172523498535, 0.050861142575740814, 0.0021575414575636387, -0.018805822357535362, -0.07068074494600296, -0.0027014289516955614, -0.0253037977963686, 0.052705299109220505, 0.0018425345188006759, 0.036511361598968506, 0.038864802569150925, -0.03390330821275711, -0.006355049088597298, 0.00020347729150671512, -0.0997430607676506, -0.0132411764934659, -0.03205883502960205, 0.006012313067913055, 0.10069634765386581, -0.07296391576528549, 0.04933672025799751, 0.02857608161866665, 0.0008749166154302657, -0.05276988446712494, -0.05015188455581665, 0.15825682878494263, -0.027664875611662865, -0.010605727322399616, -0.025826940312981606, -0.01585700921714306, -0.0524243526160717, -0.01524460967630148, 0.011297628283500671, 0.08584405481815338, 0.029182808473706245, -0.023415619507431984, -0.001551611116155982, 0.016727108508348465, 0.011253061704337597, 0.016075262799859047, -0.07311487197875977, 0.02345304563641548, -0.028768762946128845, -0.0033796110656112432, 0.03788848966360092, 0.13626164197921753, -0.04559071362018585, -0.0009961635805666447, -0.024276096373796463, -0.08371049165725708, -0.01537440624088049, 0.013974304310977459, 0.04685845598578453, 0.018237629905343056, 0.07696225494146347, 0.08302359282970428, 0.04472041502594948, 0.07672251760959625, -0.0375731997191906, 0.12349604815244675, -0.0019453410059213638, -0.0230722576379776, 0.009424392133951187, -0.01256626658141613, 0.03371867910027504, -0.14145852625370026, 0.04967699572443962, 0.01941334269940853, -0.06741229444742203, -0.029875867068767548, -0.047045089304447174, 0.047596730291843414, 0.024488769471645355, 0.06578606367111206, 0.02900874987244606, 0.038502197712659836, 0.10608638823032379, 0.07518407702445984, 0.09238065034151077, 0.04723603278398514, -0.03933793306350708, 0.006598194595426321, 0.06143655627965927, -0.0003655804612208158, -0.0459858775138855, -0.11937350034713745, 0.08604802936315536, 0.04380127415060997, 0.04864273965358734, -0.03460155054926872, -0.008308421820402145, -0.028123121708631516, -0.04471108689904213, -0.12345781177282333, 0.025227829813957214, -0.07289662212133408, 0.009335650131106377, -0.04528152942657471, 0.0330781564116478, 0.05098424106836319, -0.02478044293820858, 0.026728354394435883, 0.011810407042503357, 0.1295194923877716, -0.02122976817190647, -0.050029728561639786, 0.03945797309279442, 0.048007190227508545, 0.05588705465197563, -0.09409366548061371, 0.019903898239135742, -0.015257631428539753, 0.12352487444877625, 0.02769598551094532, -0.02887788414955139, -0.04102519154548645], [-0.019473273307085037, -0.042790576815605164, 0.033878158777952194, 0.06370440870523453, 0.06114937737584114, 0.11907301843166351, 0.1236783042550087, 0.014088773168623447, 0.00023669535585213453, -0.013020339421927929, -0.05130515247583389, 0.01994496025145054, 0.025068337097764015, 0.006993545684963465, 0.033685121685266495, -0.006252699997276068, 0.057125575840473175, 0.07254640012979507, -0.0510626845061779, 0.07057445496320724, -0.056410547345876694, -0.038082484155893326, -0.018377596512436867, -0.0021696581970900297, -0.031415052711963654, 0.041918788105249405, 0.004430373199284077, 0.04481631517410278, 0.03608888387680054, 0.032202206552028656, 0.11201605200767517, -0.017424091696739197, 0.03707210719585419, -0.030538419261574745, 0.038008175790309906, 0.029539261013269424, -0.005693376529961824, -0.035530686378479004, 0.02783837541937828, 0.031964924186468124, 0.04313119128346443, 0.018480883911252022, -0.025681478902697563, -0.02878163382411003, -0.01019413210451603, 0.038064468652009964, 0.038621872663497925, -0.0687096044421196, 0.05306273326277733, 0.10981716960668564, 0.09927239269018173, -0.021521437913179398, -0.023441793397068977, 0.018224988132715225, 0.004364890046417713, -0.0024893104564398527, -0.0010353148682042956, 0.015488630160689354, -0.028191473335027695, -0.012789127416908741, 0.06796395033597946, -0.02426428720355034, 0.01171778328716755, -0.01595190539956093, 0.0174714345484972, 0.07724035531282425, 0.0030532723758369684, 0.013218210078775883, -0.1250847429037094, 0.038658011704683304, -0.018948806449770927, 0.06347571313381195, 0.06312362104654312, 0.08416390419006348, -0.08497574180364609, -0.10548101365566254, 0.0901937335729599, -0.022747710347175598, -0.0881510004401207, 0.06823558360338211, -0.021203286945819855, -0.03652483969926834, 0.06289716809988022, 0.07115990668535233, -0.010105077177286148, -0.02532031200826168, -0.11762277036905289, 0.05952249467372894, 0.14410816133022308, -0.006380641832947731, 0.1718895137310028, 0.10743741691112518, -0.060847509652376175, 0.20911449193954468, -0.017166433855891228, 0.011277359910309315, -0.02190040610730648, 0.0035083515103906393, 0.0520951971411705, -0.016091329976916313, -0.03743986040353775, 0.07806394249200821, 0.006837477907538414, 0.004712491296231747, 0.15119995176792145, -0.09942877292633057, -0.10733942687511444, -0.10189305245876312, 0.11536139249801636, 0.0045868875458836555, -0.10799705237150192, 0.07340709865093231, 0.06114715337753296, 0.05297015607357025, 0.12973986566066742, 0.06595451384782791, -0.031811732798814774, -0.07348588854074478, -0.013428211212158203, 0.0006724177510477602, 0.02836318127810955, -0.021250855177640915, -0.015954604372382164, 0.018702644854784012, 0.04160509631037712, 0.10670976340770721, -0.041772130876779556, -0.0019495767774060369], [-0.01952945999801159, 0.0036308097187429667, -0.023194439709186554, 0.027336303144693375, 0.08891305327415466, -0.016933001577854156, 0.0802629366517067, -0.10691630095243454, -0.0499655120074749, 0.07148557901382446, 0.06201614812016487, 0.02436514012515545, 0.028642266988754272, -0.007412255275994539, 0.025534406304359436, -0.03401879593729973, 0.00592893036082387, -0.012797492556273937, 0.0015571394469588995, -0.021353499963879585, -0.0324549600481987, 0.0017709850799292326, 0.07675828784704208, -0.06963181495666504, 0.030239513143897057, 0.05249534547328949, -0.0496990792453289, 0.008490520529448986, 0.03092716448009014, 0.0635448768734932, 0.10207639634609222, -0.038001541048288345, 0.03442947193980217, 0.0076765138655900955, -0.026280684396624565, 0.05343915522098541, -0.014105914160609245, 0.029476536437869072, -0.025625424459576607, 0.015840591862797737, 0.05225209519267082, -0.02121148817241192, -0.10280860215425491, -0.08966970443725586, -0.05655542016029358, 0.03644310310482979, 0.03374957665801048, 0.0063010952435433865, -0.07014857232570648, 0.03089345246553421, 0.0035336543805897236, -0.028787551447749138, -0.08292972296476364, 0.04026562720537186, -0.07272326201200485, 0.022402552887797356, -0.020524220541119576, 0.03953573852777481, -0.08602224290370941, 0.0735321044921875, 0.03852929547429085, -0.020912079140543938, -0.11391860246658325, 0.02479424886405468, 0.004040570463985205, -0.05187239125370979, -0.09544260799884796, 0.07471902668476105, -0.02147642709314823, 0.06448560208082199, 0.014027738943696022, -0.05083690956234932, -0.0259455144405365, 0.087460458278656, -0.023860158398747444, 0.07348065823316574, 0.018180910497903824, -0.04028306156396866, 0.0065026781521737576, -0.002089911140501499, -0.015057549811899662, -0.06352972984313965, -0.03571739420294762, -0.047253768891096115, -0.058566927909851074, 0.08839045464992523, 0.02655673958361149, 0.03321618586778641, 0.01754182018339634, 0.1070258840918541, 0.0051964265294373035, -0.07675519585609436, -0.08857140690088272, 0.002916881814599037, 0.044141676276922226, -0.10411544889211655, 0.005657824221998453, -0.022697631269693375, 0.02944859303534031, 0.02300831489264965, -0.10940112173557281, -0.037069171667099, 0.03598247468471527, 0.02950744703412056, -0.058275651186704636, -0.009804298169910908, -0.02872501313686371, -0.05828928202390671, 0.058552470058202744, -0.024637281894683838, 0.055238962173461914, 0.0035416297614574432, 0.000335930468281731, -0.01242135837674141, 0.052095551043748856, 0.058323487639427185, 0.07976211607456207, -0.048239223659038544, 0.06900302320718765, 0.08359567075967789, -0.013019994832575321, 0.05246024578809738, 0.04904048889875412, -0.027353478595614433, -0.08314354717731476, 0.04031004011631012, -0.015283074229955673, -0.078656867146492], [-0.04005306586623192, -0.023947307839989662, -0.047448936849832535, 0.01474328525364399, 0.1190178245306015, 0.0028637568466365337, 0.042884789407253265, -0.056720126420259476, 0.06180933862924576, -0.04480060935020447, -0.016055243089795113, -0.018288686871528625, 0.011859629303216934, 0.039993058890104294, -0.0014793587615713477, 0.02319350279867649, -0.0007790408562868834, -0.089189313352108, 0.04663773253560066, -0.015303347259759903, 0.07114066183567047, -0.020071089267730713, 0.050816610455513, 0.03267594426870346, -0.008030228316783905, -0.019016707316040993, 0.061311643570661545, -0.05466463416814804, 0.01980818808078766, 0.10666418820619583, 0.02952154539525509, -0.015521779656410217, -0.024605190381407738, 0.00014575802197214216, 0.0493038184940815, 0.016302648931741714, 0.059861280024051666, 0.013121160678565502, -0.027157550677657127, -0.0013853682903572917, 0.06141122803092003, -0.08266451209783554, -0.03855648636817932, 0.03235694766044617, -0.06439050287008286, 0.09548680484294891, 0.06589898467063904, -0.08682412654161453, 0.006320508662611246, -0.0019736222457140684, 0.023588906973600388, -0.05398271977901459, -0.016234159469604492, 0.02431182563304901, 0.01756448484957218, 0.0025287785101681948, -0.003076935885474086, 0.0450582355260849, -0.06294246762990952, 0.05235174670815468, 0.01649630442261696, -0.09069249033927917, 0.007695221342146397, -0.09090445935726166, -0.004452066961675882, 0.01942724548280239, 0.08585480600595474, 0.07152152806520462, 0.0367397703230381, 0.04464919492602348, 0.046215496957302094, -0.03546162322163582, -0.012264450080692768, 0.019674386829137802, 0.024204092100262642, 0.06177053228020668, -0.0511341318488121, -0.08148472756147385, -0.0392334870994091, 0.08774784952402115, -0.15303024649620056, -0.03569548577070236, -0.03812871500849724, 0.012209294363856316, 0.05838495120406151, 0.029548129066824913, 0.12718267738819122, 0.06720828264951706, 0.0531005859375, 0.09103724360466003, -0.05291099473834038, 0.07549344748258591, 0.036642927676439285, 0.08725854009389877, 0.060311514884233475, 0.017804579809308052, 0.06465114653110504, 0.03862002491950989, -0.022715581580996513, 0.015847468748688698, 0.06382133811712265, -0.022048775106668472, -0.1370241641998291, 0.06694913655519485, -0.14940109848976135, 0.01851154863834381, 0.03421536833047867, -0.0026796250604093075, 0.052804816514253616, 0.031770557165145874, -0.08802339434623718, -0.07861136645078659, 0.1611194610595703, 0.0024899770505726337, -0.07519883662462234, -0.05052279680967331, 0.024335218593478203, -0.014746655710041523, -0.0686340183019638, 0.0749797374010086, 0.06288310140371323, -0.04126886650919914, 0.04169221967458725, -0.05798821523785591, 0.03101682849228382, -0.021065710112452507, -0.09723354876041412, -0.006471392698585987], [-0.1310257464647293, 0.03706562519073486, -0.019152585417032242, 0.06407947093248367, 0.0185772106051445, 0.0013055402087047696, 0.027970504015684128, -0.0664258822798729, -0.024559171870350838, -0.009454216808080673, 0.012204885482788086, 0.00788689311593771, 0.07940685003995895, 0.016564853489398956, 0.05506683886051178, -0.06300577521324158, -0.03339218720793724, -0.09742911905050278, 0.051823828369379044, 0.022148407995700836, 0.07019717246294022, -0.0224837027490139, 0.08736531436443329, 0.0011190759250894189, 0.03029380924999714, 0.035393599420785904, -0.06613943725824356, -0.03490694239735603, 0.004293495323508978, 0.00889623537659645, 0.06120416149497032, -0.08674097061157227, -0.035494085401296616, -0.002910589799284935, -0.012236022390425205, 0.01413535512983799, 0.018386077135801315, -0.02077927254140377, -0.00891545508056879, 0.0041814157739281654, 0.079203300178051, 0.02104048803448677, -0.1053304523229599, -0.03343144431710243, 0.04038416966795921, 0.09157095104455948, 0.04225567728281021, -0.08767904341220856, 0.08863186091184616, 0.037217240780591965, 0.019899724051356316, -0.10581418126821518, -0.0486140102148056, 0.11923018097877502, 0.0542474202811718, -0.0216901246458292, 0.11382957547903061, 0.03657715767621994, 0.07166197150945663, 0.023608071729540825, 0.046377405524253845, 0.011011234484612942, -0.07001681625843048, -0.06650744378566742, 0.010748803615570068, 0.009456693194806576, -0.042286552488803864, 0.012238138355314732, 0.03892090544104576, 0.01508327666670084, 0.053205784410238266, 0.02810153365135193, 0.010775038041174412, 0.07037407159805298, -0.058594685047864914, 0.03880529850721359, 0.07755731791257858, 0.03477766364812851, -0.08572114259004593, -0.006299303844571114, -0.028634632006287575, -0.04591439664363861, -0.0241718627512455, -0.11294836550951004, 0.046737417578697205, 0.02672157995402813, -0.0016587767750024796, 0.003243734361603856, -0.01167876087129116, 0.051701392978429794, -0.0017627791967242956, 0.02645978145301342, -0.04596937820315361, 0.01648581027984619, 0.017380723729729652, -0.017963554710149765, -0.06987255066633224, -0.006883048918098211, 0.009741179645061493, 0.06276648491621017, -0.033451538532972336, 0.022752590477466583, -0.11909917742013931, -0.046937134116888046, 0.00574263371527195, 0.030699456110596657, -0.048880502581596375, 0.04319685325026512, -0.029732514172792435, -0.05496351420879364, -0.04585537314414978, -0.003601876087486744, -0.016315268352627754, 0.08106395602226257, 0.026048900559544563, -0.005799977108836174, 0.09943374246358871, -0.0004306008340790868, -0.05385836958885193, 0.06473004817962646, 0.01288076676428318, 0.02894379384815693, 0.03172304853796959, 0.037549953907728195, 0.07613505423069, -0.018455075100064278, -0.06512147933244705, -0.04335273057222366]]
+  transformer.h.6.attn.qa_q_blend_alpha  shape=torch.Size([])  raw=-0.41669273376464844
+  transformer.h.6.attn.qa_y_blend_alpha  shape=torch.Size([])  raw=-0.004456179216504097
+  transformer.h.6.attn.qa_q_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.0945743322372437, 1.205390214920044, 1.1244003772735596, 1.1276236772537231, 1.2048287391662598, 1.127163290977478, 1.221172571182251, 1.1252858638763428, 1.1259691715240479, 1.1121602058410645, 1.1038818359375, 1.1543818712234497, 1.1313235759735107, 1.0975439548492432, 1.0531859397888184, 1.13858962059021, 1.101526141166687, 1.0867409706115723, 1.1569854021072388, 1.0827739238739014, 1.0698801279067993, 1.135354995727539, 1.2513595819473267, 1.1170748472213745, 1.124002456665039, 1.168586015701294, 1.1161482334136963, 1.2664387226104736, 1.1247141361236572, 1.1961750984191895, 1.1077736616134644, 1.1993592977523804, 1.110663890838623, 1.1015050411224365, 1.1710357666015625, 1.1634036302566528, 1.2657665014266968, 1.186240792274475, 1.1109545230865479, 1.1505943536758423, 1.094818115234375, 1.1904168128967285, 1.182568073272705, 1.187152624130249, 1.144410252571106, 1.0848045349121094, 1.290135383605957, 1.1938396692276, 1.1864644289016724, 1.1891496181488037, 1.1498396396636963, 1.2037627696990967, 1.1874253749847412, 1.1757142543792725, 1.2237056493759155, 1.121436595916748, 1.2219820022583008, 1.1933656930923462, 1.1035058498382568, 1.1682180166244507, 1.2102116346359253, 1.1396305561065674, 1.194934606552124, 1.1288551092147827]
+  transformer.h.6.attn.qa_y_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.1645947694778442, 1.1895605325698853, 1.1081749200820923, 1.193434238433838, 1.1973402500152588, 1.2454720735549927, 1.2441186904907227, 1.2217212915420532, 1.2192760705947876, 1.1416521072387695, 1.228090524673462, 1.2055171728134155, 1.2123972177505493, 1.2067214250564575, 1.1912744045257568, 1.2228379249572754, 1.2389634847640991, 1.179358959197998, 1.1376961469650269, 1.2037711143493652, 1.2132624387741089, 1.2172337770462036, 1.2102018594741821, 1.1425888538360596, 1.138832688331604, 1.190536379814148, 1.2023422718048096, 1.2746641635894775, 1.1903914213180542, 1.1960810422897339, 1.2925992012023926, 1.1850392818450928, 1.1176183223724365, 1.187621831893921, 1.1840174198150635, 1.1301385164260864, 1.1532543897628784, 1.1585843563079834, 1.1845178604125977, 1.0947762727737427, 1.1514475345611572, 1.2424499988555908, 1.178855538368225, 1.2056936025619507, 1.2348158359527588, 1.1506160497665405, 1.1951236724853516, 1.2341231107711792, 1.2279911041259766, 1.1641539335250854, 1.181504726409912, 1.1110641956329346, 1.1281983852386475, 1.158644199371338, 1.2116881608963013, 1.2095741033554077, 1.068366527557373, 1.1215331554412842, 1.1625065803527832, 1.2826355695724487, 1.1390899419784546, 1.201842188835144, 1.1709802150726318, 1.1293182373046875]
+  transformer.h.6.attn.qa_gate_proj_softqa_pl.weight  shape=torch.Size([64, 128])  raw=[[-0.05251014605164528, -0.04591964930295944, 0.017687924206256866, -0.044002581387758255, 0.02917364239692688, 0.11014001071453094, 0.10491468012332916, -0.06765192747116089, -0.10384796559810638, 0.04909343644976616, -0.03536715358495712, 0.029805541038513184, 0.0003153719299007207, -0.04532887786626816, 0.031125761568546295, -0.01120973564684391, 0.054452117532491684, -0.017892401665449142, -0.018912753090262413, -0.06588294357061386, 0.04764533042907715, -0.047502607107162476, 0.10152476280927658, -0.05959416553378105, -0.10950984060764313, 0.03893003240227699, 0.021503543481230736, 0.06951316446065903, 0.034851543605327606, -0.04752182960510254, 0.023199021816253662, -0.03761221840977669, 0.0654195174574852, -0.02269100397825241, -0.02031734026968479, 0.015049801208078861, 0.12139490991830826, -0.03361523523926735, 0.015246092341840267, -0.023076698184013367, -0.026844849810004234, -0.08915005624294281, -0.0019579760264605284, 0.008018073625862598, -0.03701750934123993, 0.0575198270380497, -0.18316534161567688, 0.019482403993606567, -0.014347786083817482, -0.10706284642219543, 0.09076749533414841, -0.05375128239393234, -0.020761024206876755, -0.09132148325443268, 0.10476719588041306, 0.0037004558835178614, 0.018063459545373917, -0.03702854365110397, -0.043029654771089554, -0.12109299004077911, 0.09307090938091278, 0.021492192521691322, -0.06995949149131775, 0.02211013063788414, 0.04535818472504616, 0.04476035386323929, 0.013445841148495674, 0.03727930039167404, 0.021870652213692665, 0.017548618838191032, 0.10783667117357254, -0.06664007902145386, 0.02520737051963806, 0.06594003736972809, -0.001613475731573999, 0.0482969768345356, -0.048184674233198166, 0.03331153094768524, -0.0020072897896170616, -0.006884257774800062, 0.05438690632581711, -0.03043392114341259, 0.05872323736548424, 0.039440348744392395, -0.05849861353635788, -0.11799720674753189, -0.1020183339715004, -0.04903072491288185, -0.06626254320144653, 0.005164802074432373, 0.06116634979844093, 0.015376796945929527, -0.03829270228743553, 0.039973508566617966, -0.016442222520709038, 0.03012552484869957, -0.01924809440970421, -0.009650768712162971, -0.04475443810224533, 0.06746570765972137, 0.07320760935544968, 0.02183331921696663, -0.025343701243400574, -0.04286946356296539, -0.018109487369656563, 0.007201485801488161, 0.042807091027498245, 0.05278884992003441, 0.029255961999297142, -0.07300437986850739, -0.022176731377840042, 0.106350839138031, 0.001073469640687108, -0.0994899794459343, 0.02659386582672596, -0.007326592691242695, -0.08467602729797363, -0.015040133148431778, 0.04421043395996094, -0.035042136907577515, 0.001274140551686287, -0.02298852615058422, 0.10350535064935684, -0.03838471695780754, -0.07207486033439636, -0.01066957414150238, 0.04203535243868828, 0.10100873559713364], [-0.02154850959777832, -0.08525460213422775, 0.07531718164682388, -0.0026859368663281202, 0.08123420923948288, -0.0009349096217192709, -0.06999007612466812, -0.07659197598695755, -0.035692621022462845, -0.033982861787080765, -0.08657481521368027, -0.008835695683956146, -0.057478804141283035, -0.03751896694302559, -0.011691288091242313, -0.05941178649663925, 0.011064439080655575, -0.03784075751900673, -0.017527665942907333, 0.03286498785018921, -0.03128715604543686, -0.08819781243801117, 0.11047547310590744, 0.009284165687859058, -0.060792502015829086, 0.05551362782716751, -0.023261932656168938, 0.1011662408709526, 0.03303910419344902, -0.10705015063285828, 0.05367615818977356, -0.04295488819479942, -0.0317206010222435, 0.06317981332540512, -0.05431371182203293, 0.0007109874277375638, 0.12198569625616074, 0.010517926886677742, 0.050986651331186295, -0.006955609191209078, 0.045444756746292114, -0.1532798558473587, 0.08062419295310974, 0.03896982595324516, 0.07839186489582062, 0.07059419900178909, -0.006223640404641628, -0.1338716447353363, -0.06686011701822281, -0.07857827097177505, 0.09798794239759445, -0.03548184409737587, -0.03898171707987785, 0.023759590461850166, 0.056294575333595276, -0.010165543295443058, 0.11286784708499908, -0.07916731387376785, 0.034976791590452194, -0.09904418140649796, 0.1130501925945282, 0.010987403802573681, -0.14192956686019897, -0.03551779314875603, -0.005401630885899067, 0.12993408739566803, 0.0082327201962471, 0.14279809594154358, -0.04317658022046089, -0.014916295185685158, 0.14975155889987946, -0.040043093264102936, -0.09647556394338608, 0.034807655960321426, 0.10234170407056808, -0.0323963463306427, 0.040877565741539, 0.09144870936870575, -0.0009482917375862598, 0.02923126332461834, 0.10897465795278549, -0.01025832537561655, 0.06242842972278595, -0.008843001909554005, 0.03290179371833801, 0.05989931896328926, 0.015800707042217255, -0.05764948949217796, 0.0659104660153389, -0.06442514806985855, 0.030677396804094315, -0.06348998099565506, 0.04106954112648964, 0.06127583235502243, -0.08051054924726486, 0.04255474731326103, -0.017240822315216064, 0.04212266579270363, 0.0140897948294878, -0.019325964152812958, -0.06609802693128586, 0.06722957640886307, -0.037213437259197235, -0.030405547469854355, 0.005397517699748278, 0.020864220336079597, 0.04160812497138977, 0.09230399876832962, -0.023295527324080467, -0.007439339067786932, 0.020184651017189026, -0.027641454711556435, 0.04991517215967178, 0.041337721049785614, -0.04308338463306427, -0.028860269114375114, 0.012721354141831398, -0.04060105234384537, 0.0303993858397007, 0.021212266758084297, -0.024450477212667465, -0.0707472562789917, 0.0024641379714012146, -0.06829387694597244, 0.0023616801481693983, 0.04394391551613808, 0.06362774968147278, 0.009505107067525387], [-0.041234053671360016, 0.010064573958516121, -0.038077663630247116, -0.07800206542015076, 0.06348393857479095, 0.03633865714073181, 0.06557732820510864, -0.12146639823913574, 0.0022240804973989725, -0.002608280163258314, 0.04635261371731758, 0.057817067950963974, -0.02217165008187294, -0.02343423292040825, 0.06839250028133392, -0.06828178465366364, -0.006880515720695257, -0.026665255427360535, -0.05867355689406395, -0.03902408480644226, -0.0325564369559288, -0.0860578790307045, 0.07435303926467896, 0.09704748541116714, -0.0013310315553098917, 0.06378280371427536, -0.05297841131687164, 0.14677587151527405, 0.0003123263886664063, -0.050741590559482574, -0.007078486029058695, 0.03894396126270294, 0.020564766600728035, 0.05690023675560951, -0.059133730828762054, 0.023694541305303574, 0.15452678501605988, -0.039044830948114395, 0.049722958356142044, -0.0638640895485878, 0.024140644818544388, -0.11123769730329514, -0.001303831348195672, 0.07298484444618225, -0.03355678170919418, -6.659748032689095e-05, -0.04944005236029625, -0.13243365287780762, -0.03756294772028923, -0.13563333451747894, 0.03089047037065029, 0.054114941507577896, -0.023124780505895615, 0.028996089473366737, 0.10857824981212616, 0.02252168022096157, 0.08220019936561584, 0.0075420793145895, -0.08266564458608627, -0.08268339931964874, 0.09066062420606613, -0.013529151678085327, -0.0331755056977272, 0.009481041692197323, -0.06395778805017471, -0.04705840349197388, -0.0643777996301651, 0.08233822137117386, 0.029488617554306984, 0.014573597349226475, 0.0032202608417719603, -0.04248558729887009, -0.021594496443867683, -0.010247018188238144, -0.1084144189953804, -0.05476755276322365, -0.02435511164367199, -0.025341587141156197, 0.03784811869263649, -0.017037125304341316, -0.018500514328479767, -0.08537843823432922, -0.023449141532182693, 0.006358589511364698, -0.01713765785098076, 0.04352065920829773, -0.06919331103563309, -0.02951868250966072, 0.022398246452212334, 0.0203290693461895, 0.09147671610116959, 0.018367983400821686, 0.05101384222507477, -0.0735589787364006, -0.11850084364414215, -0.042047783732414246, -0.041261911392211914, -0.06862622499465942, -0.009955484420061111, 0.04929433390498161, 0.03402360528707504, -0.018371600657701492, 0.010313710197806358, 0.008256065659224987, -0.01355860847979784, 0.05467996746301651, -0.013490580953657627, 0.08572948724031448, 0.009709184058010578, 0.05203225836157799, -0.04353910684585571, 0.05319413170218468, -0.04698467254638672, 0.01129748485982418, 0.0026625103782862425, -0.09425073862075806, 0.07739850133657455, -0.0018889302155002952, 0.03819821774959564, 0.05003241449594498, -0.01845063827931881, -0.013472074642777443, -0.04369894787669182, -0.07074630260467529, -0.010143972001969814, -0.07206150889396667, -0.01145226415246725, -0.006221223156899214], [-0.05324971303343773, 0.0011303493520244956, -0.012653213925659657, -0.062448449432849884, -0.06815917044878006, -0.005547094624489546, -0.040306489914655685, -0.03162763640284538, -0.05258497968316078, 0.028046948835253716, -0.015831412747502327, -0.02322823368012905, -0.08901924639940262, -0.025015952065587044, 0.03575119376182556, -0.029760731384158134, -0.015272023156285286, 0.00459688575938344, -0.06392264366149902, -0.001178533653728664, 0.03419490158557892, -0.15408729016780853, 0.12596002221107483, -0.0350523442029953, 0.04076733812689781, 0.014289393089711666, 0.029514016583561897, 0.08730138093233109, 0.025951510295271873, -0.016253873705863953, 0.012487441301345825, 0.007897602394223213, 0.03158903494477272, 0.014294371008872986, -0.06407087296247482, 0.04168490320444107, 0.12423339486122131, -0.07265926897525787, 0.0014000146184116602, -0.06300119310617447, 0.04618692025542259, -0.15505662560462952, -0.011179081164300442, -0.059170518070459366, -0.01713806763291359, 0.03961074724793434, -0.019150510430336, -0.1064295619726181, -0.10115320980548859, -0.13157184422016144, 0.09089819341897964, 0.06620892882347107, -0.04375582933425903, 0.10862428694963455, 0.08381681144237518, 0.09084682166576385, 0.041735097765922546, -0.016071833670139313, 0.0145953930914402, -0.06434420496225357, 0.06758816540241241, 0.06061556190252304, -0.10048556327819824, 0.04214717820286751, -0.048170700669288635, 0.11296211928129196, -0.005851567257195711, 0.012803738936781883, -0.10306846350431442, -0.05349333956837654, 0.0328005850315094, 0.040340933948755264, -0.05642622709274292, 0.0157652348279953, 0.026395896449685097, -0.04556912183761597, -0.047383226454257965, 0.11556500941514969, 0.025141270831227303, 0.019096950069069862, 0.003959405701607466, -0.062206391245126724, -0.003952722996473312, -0.0012563846539705992, 0.02255602926015854, 0.03889741748571396, 0.02806083671748638, 0.012378638610243797, 0.07782703638076782, 0.0026677402202039957, 0.03873290866613388, 0.026882870122790337, 0.06183062493801117, -0.044246211647987366, -0.006228358950465918, -0.03350202366709709, 0.023976795375347137, 0.1260552853345871, 0.0162656269967556, -0.05982852727174759, 0.003873564535751939, -0.07359014451503754, 0.04131114482879639, 0.0076920571736991405, 0.05244879797101021, 0.021904682740569115, 0.014883928932249546, 0.007356063462793827, -0.05927333980798721, 0.035631854087114334, 0.03883330523967743, 0.02022368274629116, -0.01774117536842823, 0.005176760721951723, -0.04031122475862503, 0.012408978305757046, -0.01749030500650406, 0.0347970686852932, 0.011724029667675495, -0.01161576434969902, 0.0072558568790555, 0.033091481775045395, -0.057682204991579056, 0.005762028507888317, 0.042182669043540955, 0.04140641540288925, -0.009735779836773872, -0.009107938967645168], [-0.015441300347447395, 0.06524038314819336, 0.035827696323394775, -0.02812100760638714, -0.0215853713452816, 0.026052646338939667, 0.07449673116207123, -0.0004839103785343468, -0.04118157550692558, 0.012208295054733753, 0.05919544771313667, -0.03819316253066063, -0.0688837394118309, -0.009753497317433357, 0.0657215490937233, -0.010031322948634624, 0.008312122896313667, -0.035957999527454376, -0.017444999888539314, 0.02530113235116005, -0.010348529554903507, -0.032795414328575134, 0.06781996786594391, 0.008075572550296783, -0.0033470294438302517, -0.04297802969813347, -0.028642332181334496, 0.09424903243780136, 0.00618770020082593, -0.04031885415315628, 0.03338964283466339, 0.004435389302670956, -0.0055837249383330345, 0.04783882200717926, 0.02611348032951355, -0.006273109931498766, 0.0999901294708252, -0.008292541839182377, 0.040694985538721085, -0.14378881454467773, -0.010065131820738316, -0.0034965805243700743, -0.14662526547908783, -0.06539744138717651, -0.09957023710012436, -0.03219209611415863, 0.012716869823634624, -0.01064396183937788, -0.0038589939940720797, -0.04331783205270767, 0.08590257167816162, 0.006731860805302858, 0.0728665292263031, 0.032707203179597855, 0.10741973668336868, 0.02664385735988617, 0.028970729559659958, -0.03361699730157852, 0.03447607159614563, -0.044100191444158554, 0.027258435264229774, -0.081330806016922, -0.0892806127667427, -0.005049931351095438, -0.06153538078069687, -0.04745673015713692, -0.06925271451473236, 0.024414023384451866, -0.05273758992552757, 0.023628665134310722, 0.05706082656979561, -0.046238165348768234, 0.06517641991376877, -0.12119212746620178, -0.08328305184841156, -0.05649825558066368, -0.005790106486529112, 0.003235418349504471, 0.025244086980819702, -0.0558335967361927, -0.038619209080934525, -0.0022434538695961237, 0.0243822168558836, 0.0194125697016716, 0.01744912937283516, 0.10014499723911285, -0.022810086607933044, 0.00969445426017046, 0.0010028239339590073, 0.06859703361988068, 0.05756692960858345, 0.0571400411427021, 0.07045704126358032, 0.04713843762874603, -0.05449363589286804, 0.01902828924357891, -0.04196787253022194, -0.017899516969919205, -0.0151504036039114, -0.011735678650438786, -0.055450428277254105, -0.06939240545034409, -0.03368465229868889, 0.047006700187921524, 0.10385721176862717, 0.02855876088142395, 0.0035598501563072205, 0.062330711632966995, -0.03056490048766136, -0.03017543815076351, 0.020769918337464333, 0.04671584069728851, -0.045493241399526596, -0.03128819540143013, -0.015154297463595867, 0.06801652163267136, 0.001152415992692113, 0.05966108664870262, -0.030626758933067322, 0.06152850762009621, -0.008453777991235256, 0.03897172957658768, -0.11653585731983185, -0.03268266096711159, -0.10027069598436356, -0.053209301084280014, 0.06341374665498734, 0.03285016119480133], [0.02022811770439148, 0.039552122354507446, 0.05735906958580017, -0.04101666808128357, -0.013978971168398857, -0.04410828277468681, 0.029692556709051132, -0.015080639161169529, -0.048209380358457565, -0.00208817096427083, -0.05079248547554016, -0.038163475692272186, 0.023196298629045486, 0.022207580506801605, 0.037302158772945404, -0.032040081918239594, 0.034181978553533554, -0.05363432690501213, 0.012825059704482555, 0.09556879103183746, 0.03802329674363136, -0.03476521745324135, 0.013228676281869411, 0.029075294733047485, -0.03543024882674217, -0.01680794358253479, 0.05120155215263367, 0.04636385664343834, 0.02487288787961006, 0.0005260726320557296, 0.00981592945754528, -0.11079490184783936, 0.07654397934675217, 0.006779043469578028, 0.0404244102537632, -0.04747125506401062, 0.06965596973896027, -0.04861755296587944, 0.06197604164481163, 0.10598428547382355, 0.006061064079403877, 0.045630909502506256, 0.03754270076751709, 0.051338110119104385, 0.039793070405721664, -0.03888046741485596, -0.04623708128929138, -0.02573489397764206, -0.028884945437312126, 0.009528759866952896, 0.0325908362865448, 0.04796368256211281, -0.03383950516581535, 0.03661419823765755, 0.012070423923432827, 0.029802126809954643, 0.012886010110378265, -0.03318723663687706, -0.012305018492043018, -0.049017321318387985, 0.06624993681907654, -0.06435755640268326, -0.05935116112232208, -0.048794325441122055, 0.019609935581684113, -0.00811870489269495, -0.034965720027685165, 0.01728321798145771, 0.09916093945503235, 0.16101595759391785, -0.0411917082965374, -0.06918463110923767, 0.07818868011236191, 0.023608539253473282, -0.039151381701231, -0.09744945168495178, -0.03911870718002319, -0.046024732291698456, 0.024762917309999466, -0.03020618110895157, 0.04181263595819473, -0.060883957892656326, 0.0064518810249865055, -0.10617263615131378, -0.01875859685242176, 0.05828581377863884, -0.08759371191263199, -0.008086674846708775, 0.06294673681259155, -0.07851386815309525, 0.0576925054192543, 0.028045864775776863, 0.006961978040635586, -0.0020699044689536095, -0.015434822998940945, -0.05217231065034866, -0.0057621789164841175, -0.060018230229616165, -0.03362254053354263, 0.12023507058620453, -0.020635182037949562, -0.041118260473012924, 0.016214504837989807, -0.029166102409362793, 0.02759356051683426, -0.018452918156981468, 0.016922365874052048, -0.005575450137257576, 0.06315195560455322, 0.05050672963261604, 0.1069251298904419, 0.11939862370491028, 0.09056263417005539, -0.040925532579422, -0.08390865474939346, 0.005763128399848938, 0.04256613925099373, 0.015029547736048698, -0.010345390997827053, -0.007424413692206144, 0.014323925599455833, 0.05236101150512695, -0.11262672394514084, -0.11528902500867844, 0.01758667826652527, -0.01909409835934639, 0.008011390455067158, -4.558600267046131e-06], [-0.008659974671900272, 0.016016388311982155, 0.051933325827121735, -0.016733935102820396, -0.019690029323101044, -0.025072891265153885, -0.022695401683449745, -0.004107505548745394, -0.007391581777483225, 0.14778496325016022, -0.008639172650873661, 0.021472642198204994, 0.0255996435880661, -0.06591595709323883, 0.014044431038200855, 0.012582683004438877, -0.004111358430236578, 0.007487394846975803, -0.032389406114816666, 0.0172826386988163, 0.009623048827052116, -0.024478327482938766, 0.026301011443138123, 0.07595755904912949, -0.02368563786149025, -0.04288199543952942, -0.016250507906079292, 0.1352374106645584, 0.018198508769273758, -0.050022393465042114, 0.05669130012392998, -0.08833049982786179, 0.022132903337478638, 0.10952606052160263, 0.051673732697963715, -0.08794987201690674, 0.10687816143035889, 0.011647475883364677, 0.07829160243272781, -0.03633619472384453, 0.11529909074306488, -0.018969345837831497, -0.10782840102910995, -0.009367606602609158, 0.003553869901224971, -0.010086702182888985, -0.054560232907533646, -0.10526915639638901, -0.01942627504467964, -0.09276172518730164, 0.004276923835277557, 0.04410127177834511, -0.018497241660952568, 0.02510686218738556, 0.07391999661922455, -0.018629536032676697, -0.013010281138122082, 0.016681963577866554, 0.014982063323259354, -0.0016723350854590535, 0.0728018581867218, -0.09763634949922562, -0.048128288239240646, -0.04436852037906647, 0.007820956408977509, 0.010273133404552937, 0.06422387063503265, -0.02748779207468033, -0.10433109104633331, 0.035559527575969696, 0.0333731509745121, -0.13782243430614471, 0.02402626909315586, 0.02449829876422882, -0.028939897194504738, -0.11318833380937576, -0.010817081667482853, 0.03845365718007088, -0.03960650786757469, -0.0335349440574646, 0.11731570214033127, 0.02705317549407482, 0.01837431639432907, -0.036093953996896744, 0.0014976224629208446, 0.03601064160466194, -0.07665161788463593, 0.02630573883652687, -0.017953453585505486, -0.04041638225317001, 0.05140107870101929, 0.01668022759258747, -0.004808701574802399, 0.04910529404878616, -0.0017405792605131865, -0.006837537977844477, -0.031411923468112946, 0.015348229557275772, -0.050435274839401245, 0.053184282034635544, 0.025192631408572197, -0.06875909864902496, -0.09093191474676132, 0.039559975266456604, 0.042902059853076935, 0.05506277084350586, 0.01583980768918991, 0.031915049999952316, -0.02537129633128643, -0.020430628210306168, -0.023584913462400436, 0.14577791094779968, 0.0736769437789917, -0.051652293652296066, -0.0842776820063591, 0.010834377259016037, 0.025744257494807243, 0.00618811696767807, -0.0662694200873375, -0.025713657960295677, 0.054699815809726715, 0.11131413280963898, -0.058425214141607285, -0.03883250057697296, 0.028047695755958557, -0.07187629491090775, 0.05406590551137924, 0.06838493794202805], [-0.004317884799093008, 0.12041514366865158, 0.021377094089984894, 0.05753469094634056, 0.014297802932560444, 0.03615514561533928, 0.05850483849644661, 0.020204808562994003, -0.06856556236743927, -0.03788335621356964, 0.02680635266005993, 0.008630470372736454, 0.055564627051353455, 0.014202681370079517, -0.04166470095515251, -0.09578277915716171, -0.03456747531890869, -0.08762279897928238, -0.006249099969863892, 0.11251462996006012, 0.018283117562532425, 0.07061338424682617, -0.03947461396455765, 0.03458821773529053, 0.011184134520590305, 0.085538849234581, 0.04309326037764549, 0.08303268253803253, 0.019648168236017227, -0.041352808475494385, -0.040887244045734406, -0.02499452792108059, -0.057597119361162186, 0.049140408635139465, -0.04338909685611725, -0.03836027905344963, 0.04771581292152405, -0.13264328241348267, 0.05837805196642876, 0.05855870246887207, -0.0077043380588293076, 0.019242173060774803, -0.01618783548474312, -0.017369309440255165, 0.008719406090676785, 0.02872728742659092, -0.006254341918975115, -0.10404404252767563, 0.0889219120144844, -0.024090401828289032, 0.07825057953596115, -0.00014901607937645167, 0.12846828997135162, 0.11630099266767502, 0.03709837794303894, -0.049737777560949326, -0.035095859318971634, 0.09456028044223785, 0.02660595066845417, 0.006960744969546795, 0.028138523921370506, -0.0624205619096756, -0.07294560968875885, -0.12237343192100525, -0.047817412763834, 0.040021155029535294, -0.04441256448626518, 0.037962011992931366, 0.018842650577425957, 0.0037245245184749365, -0.05881717428565025, -0.05021844059228897, -0.039443112909793854, 0.05356308072805405, 0.050476353615522385, -0.08227193355560303, 0.030152682214975357, -0.03719078749418259, -0.10501566529273987, -0.021802520379424095, 0.08858728408813477, -0.08906757086515427, -0.005030589643865824, -0.05002804845571518, -0.003884405130520463, 0.0005044887657277286, 0.03198818489909172, 0.026374872773885727, 0.010802228935062885, -0.12471397966146469, 0.031672894954681396, 0.06075407564640045, -0.01265509519726038, 0.059730853885412216, 0.024920467287302017, -0.02583564817905426, 0.05574432760477066, -0.05801781266927719, -0.031051170080900192, -0.00870497152209282, -0.09764222800731659, 0.05601472035050392, -0.03807010501623154, 0.01691029779613018, 0.06446374952793121, -0.0565674789249897, 0.06819208711385727, -0.0027861036360263824, -0.03909975662827492, 0.01490385364741087, 0.05091460049152374, 0.16639909148216248, 0.07074958086013794, -0.05600260943174362, -0.014979722909629345, 0.07199769467115402, -0.018711159005761147, 0.00854850746691227, 0.08469092100858688, -0.06554528325796127, -0.011312233284115791, 0.011686758138239384, -0.04428943246603012, -0.0350048653781414, -0.024602731689810753, -0.07031019777059555, 0.006897544022649527, 0.07280731201171875], [0.026934020221233368, -0.022493045777082443, 0.02130112238228321, -0.056314341723918915, -0.0030672273132950068, -0.01624264381825924, 0.03783957660198212, -0.07541274279356003, -0.04890783131122589, 0.041225939989089966, -0.002258522203192115, 0.03496157377958298, -0.10523765534162521, 0.028278157114982605, -0.04304186627268791, 0.011430987156927586, -0.024289920926094055, -0.04888150468468666, 0.0769520178437233, -0.05494441092014313, -0.0033890714403241873, -0.08125120401382446, 0.1683712750673294, 0.012803851626813412, -0.06782399117946625, 0.013727663084864616, -0.04603954032063484, 0.09321679174900055, -0.017687948420643806, -0.05601750686764717, -0.005259577184915543, -0.032868411391973495, 0.026315556839108467, 0.07891884446144104, -0.03451862558722496, -0.009433949366211891, 0.039659883826971054, 0.027480190619826317, 0.06941868364810944, -0.031111953780055046, 0.03244743496179581, -0.11124279350042343, -0.08906826376914978, -0.05833972617983818, -0.04048405960202217, 0.053788185119628906, -0.10107522457838058, -0.11686534434556961, -0.06722796708345413, -0.09495662897825241, 0.06516127288341522, -0.02917705662548542, -0.032886285334825516, -0.031020483002066612, 0.04718361049890518, 0.018708541989326477, 0.015781991183757782, 0.07252437621355057, -0.011897111311554909, -0.0787147730588913, 0.0992397591471672, 0.045949943363666534, -0.06802374124526978, 0.013901385478675365, 0.0032877284102141857, 0.054730989038944244, 0.030834242701530457, 0.037190139293670654, -0.09047510474920273, 0.00017428769206162542, 0.03603711724281311, -0.09371764212846756, 0.022944094613194466, -0.011924510821700096, -0.025160731747746468, -0.037042830139398575, 0.0181678906083107, 0.044663142412900925, -0.013508029282093048, -0.057673752307891846, -0.01953081414103508, -0.026078347116708755, -0.05889967456459999, 0.020616328343749046, 0.00991327315568924, -0.005649239290505648, -0.029761897400021553, 0.043375976383686066, 0.020044691860675812, 0.021016674116253853, 0.07569487392902374, 0.033343181014060974, -0.0009899671422317624, 0.05801484361290932, 0.038607157766819, 0.0035518051590770483, -0.03658946976065636, 0.0826151967048645, -0.0655616745352745, 0.016914773732423782, 0.0051297214813530445, 0.06621528416872025, -0.1103491261601448, -0.02510073035955429, 0.02959468401968479, 0.0008380868821404874, 0.11339857429265976, -0.0062874373979866505, 0.026104602962732315, -0.057190798223018646, 0.03630543127655983, 0.018122553825378418, 0.07787814736366272, 0.04987720027565956, -0.00542267644777894, 0.058756764978170395, -0.006691865157335997, -0.020212287083268166, -0.020870162174105644, -0.03216817229986191, -0.02876932919025421, -0.00020186632173135877, 0.04348316043615341, 0.023690059781074524, 0.02089023031294346, -0.017993224784731865, -0.007612023502588272, -0.014426253736019135], [-0.01540318038314581, -0.05211877450346947, -0.0002894581120926887, -0.01814696379005909, -0.02598094567656517, -0.013923768885433674, 0.046804279088974, -0.03293590992689133, -0.022923659533262253, -0.016093438491225243, -0.014327113516628742, 0.01992134377360344, -0.05707794427871704, -0.052342887967824936, 0.005865133833140135, 0.02263224869966507, -0.015752563253045082, 0.02816678211092949, 0.01008976623415947, -0.014750093221664429, -0.032228611409664154, -0.07566390931606293, 0.05986536666750908, 0.010480646975338459, 0.021719058975577354, 0.010882715694606304, 0.03998270258307457, 0.09791453927755356, -0.031130284070968628, -0.16004928946495056, 0.08185891807079315, -0.03290095925331116, -0.007921002805233002, -0.006162005476653576, -0.12137991189956665, -0.043375249952077866, 0.056617431342601776, 0.005174817051738501, -0.030249765142798424, -0.023136621341109276, 0.025079157203435898, -0.06195978447794914, -0.0029057522770017385, -0.012563353404402733, 0.04340515285730362, 0.00032346468651667237, -0.029712878167629242, -0.10267055034637451, -0.07714595645666122, -0.12920282781124115, 0.08286723494529724, -0.02176346443593502, -0.04523395374417305, 0.02154640667140484, 0.13600952923297882, 0.007528197020292282, -0.050677765160799026, -0.09910472482442856, 0.07563774287700653, -0.04336516186594963, 0.036150142550468445, 0.034048259258270264, -0.07812343537807465, -0.0031779182609170675, -0.04597174748778343, 0.01847023330628872, -0.021046897396445274, -0.023504098877310753, -0.007876754738390446, 0.013923512771725655, 0.020683780312538147, -0.0411054864525795, -0.0338779054582119, -0.11103102564811707, -0.08331414312124252, -0.021829945966601372, -0.042602695524692535, 0.042448509484529495, 0.08990341424942017, -0.01389061938971281, -0.0858878418803215, -0.039542462676763535, 0.05293194204568863, -0.05548400804400444, 0.018203984946012497, 0.014629974029958248, -0.05521922931075096, 0.012172694317996502, 0.03851078450679779, 0.05331629142165184, 0.054174408316612244, 0.09890654683113098, 0.07853604108095169, 0.03560004010796547, -0.03875682130455971, 0.0070840599946677685, -0.08891620486974716, 0.01989259012043476, 0.03115336038172245, 0.07533673942089081, -0.038408514112234116, 0.01995253562927246, -0.08016874641180038, -0.003943228162825108, -0.0009394157095812261, -0.03474624827504158, -0.08197401463985443, -0.07372939586639404, -0.03257061541080475, -0.03037237748503685, -0.0014972749631851912, 0.007588003296405077, 0.028799990192055702, -0.03657466173171997, -0.06678237020969391, -0.0026458220090717077, 0.011656475253403187, -0.032472025603055954, -0.0397212952375412, 0.03974525257945061, -0.03919048234820366, 0.0037237207870930433, 0.02920525148510933, 0.12652289867401123, -0.03309611231088638, -0.044169340282678604, 0.06332223117351532, -0.00284665753133595], [-0.08721477538347244, -0.0441276840865612, 0.032602984458208084, -0.10390407592058182, -0.06431590765714645, -0.0150804053992033, 0.03919358551502228, -0.06329015642404556, -0.0461292490363121, 0.07212960720062256, -0.052415817975997925, 0.08893418312072754, -0.03566528856754303, -0.09923292696475983, -0.031035659834742546, -0.06586199253797531, 0.04207107797265053, -0.053618889302015305, 0.09111152589321136, 0.022391878068447113, 0.0589444525539875, -0.10249713808298111, 0.07038107514381409, -0.008185031823813915, -0.006077223923057318, 0.12692494690418243, -0.033290497958660126, 0.13460081815719604, -0.0761781632900238, -0.07878892868757248, -0.04334532096982002, -0.04822542518377304, 0.0124012166634202, -0.0037486914079636335, -0.09678950160741806, -0.004791442304849625, 0.05125771090388298, 0.015364357270300388, 0.018586978316307068, -0.018790671601891518, 0.10821928083896637, -0.11630969494581223, -0.009878621436655521, -0.01977696642279625, 0.08242931962013245, -0.0014214436523616314, -0.07573151588439941, -0.15052086114883423, -0.044708866626024246, -0.044356778264045715, 0.07821135967969894, -0.016651861369609833, 0.0195864699780941, -0.053912073373794556, 0.030465980991721153, -0.0014600349823012948, 0.018872492015361786, 0.07882694900035858, 0.06489485502243042, -0.08891543745994568, 0.08437865227460861, -0.02713683433830738, -0.08813092857599258, -0.05167434737086296, 0.044256459921598434, -0.03792298585176468, -0.011819010600447655, 0.07853174954652786, -0.11453093588352203, -0.018504265695810318, 0.03621629998087883, -0.09579871594905853, -0.04431327059864998, -0.01279882900416851, -0.06326693296432495, -0.052640125155448914, -0.017601484432816505, 0.02753465808928013, -0.05429326742887497, -0.03902269899845123, -0.012755852192640305, 0.0022407155483961105, 0.019970109686255455, -0.06320039182901382, -0.01646197959780693, 0.14180511236190796, -0.012299122288823128, -0.03888572379946709, -0.007923884317278862, -0.0619063526391983, 0.009105802513659, -0.022014597430825233, -0.043319445103406906, -0.02056027762591839, -0.054762426763772964, 0.015511888079345226, -0.020099952816963196, -0.0468502938747406, -0.1469164937734604, -0.026593884453177452, -0.053288765251636505, 0.005627163220196962, -0.048382848501205444, -0.03008441999554634, 0.02036447264254093, -0.03732173517346382, -0.028095753863453865, 0.10271526128053665, -0.024022508412599564, 0.0254985261708498, -0.018084514886140823, 0.01879705674946308, 0.06735184043645859, -0.035582561045885086, -0.028616681694984436, -0.003570621833205223, 0.13400378823280334, 0.08009877055883408, -0.013540759682655334, 0.05180677771568298, 0.053608451038599014, 0.02740270458161831, -0.03460417687892914, -0.10464656352996826, 0.05055731534957886, -0.021194208413362503, 0.019675862044095993, 0.022172631695866585], [-0.057355426251888275, 0.14475169777870178, 0.04113190993666649, 0.02563570998609066, 0.10919275134801865, -0.0018427087925374508, 0.007483632769435644, 0.07365310937166214, -0.11065652221441269, 0.04847631976008415, -0.06251775473356247, 0.0675487294793129, -0.0062529658898711205, -0.03583217039704323, 0.04441037029027939, -0.002159602241590619, -0.047188177704811096, -0.058427710086107254, -0.10408822447061539, 0.011499190703034401, 0.023369772359728813, -0.008711425587534904, 0.09109137207269669, -0.011435017921030521, -0.02694973535835743, -0.022100236266851425, 0.0296216681599617, 0.08804775029420853, 0.03225395828485489, 0.03469569981098175, 0.043689530342817307, -0.12688520550727844, -0.030766382813453674, 0.04061300307512283, 0.013516190461814404, -0.0029917070642113686, 0.1750302016735077, -0.017166005447506905, 0.08227898180484772, 0.11429603397846222, -0.04786371812224388, -0.049319542944431305, -0.022215133532881737, -0.04656040295958519, -0.03204948827624321, 0.010201085358858109, -0.062100812792778015, -0.030363352969288826, 0.06990524381399155, 0.04130025580525398, 0.032739829272031784, 0.021587587893009186, 0.0320180244743824, 0.005918349605053663, 0.05567198619246483, 0.015802789479494095, -0.054962947964668274, 0.07696724683046341, 0.03567526489496231, -0.0775982141494751, 0.007411565165966749, 0.018709607422351837, -0.0487653948366642, -0.05266691744327545, -0.02040320448577404, 0.01496698334813118, 0.0026080445386469364, -0.011223706416785717, 0.050625335425138474, 0.07393534481525421, -0.07596617937088013, 0.020580101758241653, 0.027999097481369972, -0.00887798797339201, -0.10207279771566391, -0.12794998288154602, 0.0493248850107193, 0.021954085677862167, 0.007274830713868141, -0.008556199260056019, -0.010072298347949982, -0.06171571463346481, 0.07502000033855438, 0.07020711898803711, -0.07423198223114014, 0.06237263232469559, 0.04401673376560211, -0.017210640013217926, 0.022241003811359406, -0.05692501366138458, -0.04001200199127197, 0.06308182328939438, -0.00529437093064189, -0.03640595078468323, -0.0409834198653698, 0.01608150079846382, 0.009988364763557911, 0.052527204155921936, -0.04305918142199516, 0.026262382045388222, -0.06341899931430817, 0.024357512593269348, -0.04480362311005592, 0.06654911488294601, -0.004452976398169994, 0.12408218532800674, -0.07592115551233292, -0.08023088425397873, 0.0508226603269577, 0.0004014864971395582, 0.03180374205112457, 0.03472520411014557, 0.08623474091291428, 0.019040988758206367, -0.043370574712753296, 0.018265381455421448, 0.03132820874452591, 0.0434303805232048, 0.04138467460870743, 0.0005000753444619477, 0.01512092538177967, 0.015965932980179787, 0.0004528533318080008, -0.04884142428636551, 0.06005425006151199, -0.11333177983760834, -0.06992429494857788, -0.07191532850265503], [0.028438353911042213, 0.016714172437787056, -0.03130318596959114, 0.06367438286542892, 0.04234714061021805, 0.039208658039569855, 0.06313852220773697, -0.02997077815234661, -0.03666945919394493, -0.013496560975909233, -0.014406724832952023, 0.09771402180194855, -0.045316025614738464, 0.02712945081293583, -0.03674999624490738, -0.07895331084728241, 0.06427560746669769, 0.0124149015173316, 0.009827893227338791, -0.05729546770453453, 0.008811164647340775, -0.057164814323186874, 0.17767572402954102, -0.049434155225753784, -0.11641844362020493, 0.0197682473808527, -0.11208197474479675, 0.07617652416229248, -0.08495043218135834, -0.04544857516884804, 0.05091088265180588, -0.06070577725768089, -0.07667382806539536, 0.019283363595604897, 0.037631381303071976, -0.058530714362859726, 0.09356752038002014, 0.015438799746334553, 0.0036497621331363916, -0.08074315637350082, -0.023978013545274734, -0.10163768380880356, -0.05543404072523117, -0.13330957293510437, -0.030258823186159134, 0.09577778726816177, -0.28639405965805054, 0.012044007889926434, -0.09115846455097198, -0.002744443714618683, 0.07426485419273376, -0.02725077234208584, -0.09051630645990372, -0.14366494119167328, 0.019270095974206924, -0.06919919699430466, 0.03951421007514, 0.04757621884346008, -0.016790971159934998, -0.05402177944779396, 0.1284220665693283, -0.012828011997044086, 0.013720971532166004, -0.0056641907431185246, 0.1032252162694931, 0.058438826352357864, -0.014691401273012161, -0.015918467193841934, 0.011370045132935047, -0.04708218201994896, 0.03208481892943382, -0.10171965509653091, 0.12536975741386414, 0.022386036813259125, 0.04725829139351845, -0.0550188347697258, -0.04707300290465355, -0.0008590628858655691, -0.05097874999046326, -0.12239966541528702, 0.030150404199957848, -0.07982011884450912, 0.005405643489211798, 0.057210925966501236, 0.0469256229698658, -0.05995861068367958, -0.05940937623381615, 0.03034546971321106, -0.03477893024682999, 0.01274816319346428, 0.04803961515426636, -0.04796166345477104, -0.1258893460035324, 0.05194202810525894, -0.011011769995093346, -0.0024201045744121075, 0.08319983631372452, 0.042377494275569916, -0.07674207538366318, 0.04707881808280945, 0.05165184661746025, -0.07455705106258392, -0.04589652642607689, 0.028468893840909004, 0.10885345190763474, -0.09820160269737244, 0.0663633719086647, -0.011494539678096771, 0.15930913388729095, 0.05119796469807625, 0.08539918810129166, 0.0023778018075972795, 0.0757996067404747, 0.08382268995046616, 0.05445990338921547, -0.022433381527662277, -0.07691825926303864, -0.028375377878546715, -0.029021795839071274, -0.007441333960741758, 0.04731476306915283, 0.007334996946156025, 0.06256542354822159, 0.0018696995684877038, -0.09129103273153305, -0.019975954666733742, 0.02206224761903286, 0.03183533623814583], [-0.04155546426773071, 0.02098751626908779, 0.013760782778263092, -0.05693245679140091, 0.03913434222340584, -0.05899915099143982, 0.023124199360609055, -0.088069848716259, 0.039164043962955475, 0.016058001667261124, -0.019519200548529625, 0.015327583067119122, -0.0027871443890035152, -0.06678903847932816, 0.004408321343362331, 0.059877995401620865, 0.08180762082338333, -0.08500766009092331, 0.08020336180925369, 0.04561758041381836, 0.025681696832180023, -0.037385933101177216, 0.008903701789677143, -0.058915022760629654, 0.017862316220998764, 0.09213344007730484, -0.009998975321650505, 0.06508509069681168, -0.07296022772789001, -0.0737324059009552, -0.0057649267837405205, -0.0004617042141035199, -0.0586298368871212, 0.03884464129805565, -0.05373553931713104, -0.03707846626639366, 0.08267942816019058, 0.07049385458230972, 0.013774080201983452, 0.025601914152503014, 0.004114861600100994, -0.07280717045068741, -0.012410309165716171, 0.0012773718917742372, -0.023371824994683266, -0.02707504667341709, -0.102545365691185, -0.09810784459114075, 0.031244128942489624, 0.02196705900132656, 0.11615867912769318, -0.0021242161747068167, 0.02861478179693222, -0.011728176847100258, 0.013791585341095924, -0.03625146672129631, -0.027055762708187103, -0.0567571222782135, -0.03477686643600464, -0.05119197815656662, 0.06729236990213394, -0.09406815469264984, -0.04601094871759415, -0.05531596764922142, -0.05046849697828293, -0.03999440744519234, 0.04444141313433647, -0.006709722336381674, -0.05877722427248955, 0.11098171025514603, 0.179487943649292, -0.05974934995174408, 0.09198600798845291, 0.03290194645524025, 0.024821152910590172, -0.1189425066113472, 0.12573696672916412, 0.004871387500315905, 0.07892536371946335, -0.17472988367080688, 0.016708506271243095, -0.0007611802429892123, 0.018193913623690605, 0.10893864184617996, 0.09163179993629456, 0.09320168942213058, 0.12537384033203125, 0.03279401734471321, 0.08870580792427063, 0.027253715321421623, -0.007387813646346331, 0.02588227577507496, -0.10142197459936142, 0.0384492464363575, -0.12009529769420624, -0.04939717426896095, -0.036726124584674835, 0.14560434222221375, -0.11258350312709808, 0.07698274403810501, 0.002629434922710061, 0.009953723289072514, -0.14189261198043823, -0.03746278956532478, 0.0961482897400856, -0.016407504677772522, -0.06065506488084793, -0.06293006241321564, 0.03444012627005577, -0.011965343728661537, 0.023883912712335587, -0.0301494300365448, 0.0230536088347435, 0.040072642266750336, 0.01758422702550888, 0.06938394904136658, -0.0026295147836208344, 0.006602693349123001, -0.07089594751596451, 0.08713605999946594, -0.024647340178489685, 0.12215977162122726, 0.011724201962351799, 0.07056441158056259, -0.06825419515371323, -0.13006457686424255, -0.09005089104175568, -0.13592179119586945], [-0.01245932374149561, 0.04100050404667854, -0.020054951310157776, -0.06818311661481857, -0.07714920490980148, 0.12401183694601059, 0.10721005499362946, 0.011494619771838188, -0.07256636023521423, 0.06739626824855804, 0.011341403238475323, -0.048476822674274445, -0.06408485770225525, 0.06115683913230896, 0.08394943177700043, 0.010516765527427197, 0.01614457555115223, -0.03943299874663353, 0.07820771634578705, 0.02349979057908058, -0.016489168629050255, 0.00926291849464178, -0.05417277663946152, 0.022467436268925667, 0.04569908231496811, -0.09104540944099426, 0.033105507493019104, 0.08805669099092484, 0.04735716059803963, -0.04944593831896782, 0.08909319341182709, -0.06936502456665039, -0.03477369248867035, 0.07806523889303207, 0.0642409697175026, -0.12128670513629913, 0.18509827554225922, -0.06341051310300827, 0.04957195743918419, -0.039263803511857986, 0.004910578019917011, 0.017209403216838837, -0.12015839666128159, -0.031675487756729126, -0.04067365452647209, -0.06370137631893158, -0.014824166893959045, -0.052756160497665405, -0.10194989293813705, -0.07357120513916016, 0.09444480389356613, -0.008882536552846432, 0.09852977842092514, 0.06605171412229538, -0.03717239946126938, -0.1304216980934143, 0.021957438439130783, 0.07952532917261124, 0.05254960432648659, -0.022508420050144196, 0.04888990893959999, 0.005262585356831551, -0.07323990017175674, -0.04038155823945999, 0.033513084053993225, 0.04276718571782112, 0.009005340747535229, 0.048747383058071136, 0.0014886747812852263, -0.030189238488674164, -0.04939133673906326, -0.07080352306365967, -0.08078685402870178, -0.02391950599849224, -0.05201616883277893, -0.047070086002349854, 0.04634841904044151, 0.048329535871744156, -0.028028445318341255, -0.03924259543418884, 0.04935140535235405, 0.0458376407623291, 0.0459054633975029, -0.06975206732749939, 0.07999388873577118, 0.06594710052013397, -0.045358844101428986, -0.04180951416492462, -0.06094491109251976, -0.06456314772367477, -0.006149176973849535, 0.08192550390958786, 0.0121171148493886, -0.012926964089274406, -0.005430510267615318, 0.0522293783724308, 0.01462517585605383, 0.03573046997189522, -0.07144967466592789, -0.018177025020122528, -0.004296948201954365, -0.02655792608857155, -0.022740056738257408, 0.07134595513343811, 0.023873355239629745, -0.0009711007587611675, -0.038564424961805344, 0.045208051800727844, -0.05310101807117462, -0.021343443542718887, -0.03431404009461403, 0.0958748385310173, 0.07208892703056335, 0.007322867400944233, -0.004574580583721399, 0.09616727381944656, -0.07060185819864273, 0.006600443739444017, 0.04176231101155281, -0.03742488473653793, -0.00424932362511754, 0.059174057096242905, -0.032539159059524536, -0.04961661621928215, -0.04333742335438728, -0.03719153627753258, 0.044340990483760834, 0.04061421379446983], [-0.032450947910547256, -0.058110881596803665, -0.003708507167175412, -0.06063734367489815, 0.021864166483283043, 0.01989499293267727, 0.03632306680083275, -0.08039265871047974, -0.035671696066856384, 0.02781633473932743, -0.010702921077609062, -0.037383828312158585, -0.04408565163612366, -0.05224306136369705, -0.025037448853254318, -0.009273936972022057, -0.04379168897867203, 0.0019897865131497383, 0.0005627671489492059, -0.05030187964439392, -0.008269324898719788, -0.15956272184848785, 0.0496988520026207, -0.0569903589785099, -0.03802298754453659, -0.01084621250629425, -0.08150792121887207, 0.12006290256977081, 0.02870967797935009, -0.0979495719075203, 0.00440876604989171, -0.005208101123571396, 0.06476487964391708, 0.03000812418758869, -0.06033143773674965, 0.04387955367565155, 0.06611955165863037, -0.09038259834051132, 0.002799202222377062, -0.023337269201874733, -0.009019879624247551, -0.0737340897321701, -0.04752996936440468, -0.001414882717654109, 0.05550995096564293, 0.045797258615493774, -0.17703062295913696, -0.1110650897026062, -0.02823115698993206, -0.10329434275627136, 0.025266220793128014, 0.017925582826137543, 0.002870251890271902, -0.05064684525132179, 0.040497880429029465, -0.004705431871116161, 0.0535401813685894, 0.019407326355576515, -0.025354793295264244, -0.08873771876096725, 0.13755278289318085, 0.06722570210695267, -0.06169256940484047, -0.005379390902817249, -0.016679691150784492, 0.030599873512983322, 0.029706113040447235, 0.10885252803564072, -0.10375792533159256, -0.10820883512496948, -0.02062436006963253, -0.03370024263858795, -0.02341853268444538, 0.011414987035095692, 0.008929661475121975, 0.005466877482831478, -0.07882309705018997, 0.010292445309460163, 0.009296347387135029, -0.044411707669496536, -0.008604127913713455, -0.03703473508358002, 0.0053934212774038315, -0.0464252233505249, 0.005931312683969736, -0.05125397816300392, 0.022647865116596222, -0.04657009243965149, -0.07494881749153137, 0.07157152891159058, 0.08742951601743698, -0.024187777191400528, -0.05529095232486725, 0.07069594413042068, 0.004139014054089785, 0.06554729491472244, 0.027294281870126724, 0.06833096593618393, -0.030114764347672462, 0.021905221045017242, -0.05303410068154335, -0.024696582928299904, 0.048659760504961014, 0.0037453998811542988, -0.00818764977157116, -0.013168541714549065, -0.042418427765369415, 0.05366484448313713, -0.09970603883266449, -0.049272336065769196, 0.05292607471346855, 0.005740430671721697, -0.011214843019843102, 0.024423426017165184, -0.005928660277277231, 0.04376085475087166, -0.005805943626910448, -0.05173772946000099, -0.017637599259614944, -0.032230183482170105, -0.0012716356432065368, 0.0013817241415381432, -0.024412907660007477, 0.0028287037275731564, -0.04028020054101944, 0.06580464541912079, 0.03941500559449196, 0.05231058970093727], [-0.032609518617391586, 0.08320782333612442, 0.004340851213783026, -0.0589890293776989, -0.07499682903289795, 0.04764218628406525, 0.053593192249536514, 0.0069599999114871025, -0.03912334516644478, 0.0438256561756134, 0.0547432117164135, 0.06273136287927628, 0.021902605891227722, 0.02806907519698143, 0.00855146162211895, 0.03430376201868057, -0.0317494161427021, -0.02423894964158535, -0.04311492666602135, 0.011550874449312687, 0.030436458066105843, -0.007777480874210596, -0.04640135541558266, 0.021267341449856758, 0.05671842396259308, -0.06181754916906357, -0.04195172339677811, 0.09669657796621323, -0.032596271485090256, -0.0891382247209549, -0.012501378543674946, -0.09793709963560104, -0.00745974900200963, 0.0065820710733532906, 0.0016852503176778555, -0.03187134116888046, 0.15111103653907776, -0.13834448158740997, 0.11764991283416748, 0.005662764888256788, -0.022151963785290718, -0.06977393478155136, -0.1114087775349617, -0.05582443252205849, -0.08036959916353226, -0.01790367253124714, -0.03187141194939613, -0.04028096795082092, 0.05128418654203415, 0.02728363871574402, 0.05130824074149132, 0.04664803668856621, 0.08744493871927261, 0.06207918003201485, 0.052310552448034286, -0.03975502774119377, -0.03334579989314079, 0.10242683440446854, 0.015798574313521385, -0.03791620954871178, 0.035001467913389206, -0.010101160034537315, -0.06476621329784393, -0.022174345329403877, -0.03835432231426239, -0.024418991059064865, -0.009904874488711357, -0.06002885848283768, -0.0011141784489154816, -0.05655265972018242, -0.015517455525696278, -0.03072996810078621, -0.02408568561077118, 0.04733050987124443, -0.06776334345340729, -0.10684411972761154, 0.010078429244458675, 0.09137920290231705, -0.0428752601146698, -0.02926822192966938, -0.011286331340670586, -0.09826236218214035, -0.14454492926597595, -0.04342896118760109, -0.0030486953910440207, 0.07515285164117813, 0.041243091225624084, -0.03622857853770256, 0.05991386994719505, -0.04059356823563576, 0.03496433421969414, 0.010643094778060913, 0.02288307622075081, -0.06294816732406616, 0.001983027206733823, -0.12553192675113678, 0.08015727251768112, 0.02104673907160759, -0.05311603471636772, -0.02787790820002556, 0.015611818991601467, -0.013667546212673187, -0.02016034908592701, -0.05561234429478645, -0.02668391540646553, 0.04197364300489426, -0.02119169943034649, -0.034556303173303604, 0.044119954109191895, 0.1282930225133896, 0.03401581197977066, 0.10835015773773193, 0.07094087451696396, 0.04138960689306259, -0.059642333537340164, 0.05332689732313156, 0.00924183800816536, -0.02489723451435566, 0.056852005422115326, 0.0803968533873558, 0.005920772906392813, 0.013584612868726254, -0.04970325529575348, 0.026130085811018944, 0.012772612273693085, -0.10044661164283752, -0.011351549066603184, -0.019586896523833275], [-0.05380985885858536, -0.06490971893072128, -0.04635767638683319, -0.08723859488964081, -0.01564505137503147, 0.055179841816425323, 0.016741491854190826, -0.07198398560285568, -0.07357563823461533, 0.06271585822105408, -0.03142398223280907, 0.059718601405620575, -0.04075514152646065, -0.06310592591762543, 0.01236399170011282, 0.007310622371733189, -0.0026741595938801765, 0.037537723779678345, -0.04237126186490059, -0.06692656874656677, -0.04240306466817856, -0.06563811749219894, 0.09839674085378647, -0.10038156062364578, 0.023000095039606094, 0.05818510055541992, 0.03797507658600807, 0.10420047491788864, -0.05281386151909828, -0.09987933188676834, -0.0325169675052166, 0.008993296884000301, 0.003973121289163828, 0.059310078620910645, -0.024127289652824402, 0.08079158514738083, 0.0832478329539299, -0.08427681773900986, 0.021100053563714027, -0.09387455135583878, -0.006530218292027712, -0.010415308177471161, -0.003646357450634241, -0.0039894734509289265, -0.008142905309796333, 0.03708454966545105, -0.0650043860077858, -0.034669697284698486, -0.06243700161576271, -0.13142776489257812, 0.07049325853586197, 0.02820178121328354, -0.02531551755964756, 0.03771597146987915, 0.09649244695901871, -0.008729658089578152, -0.018885673955082893, -0.07235833257436752, 0.00406325189396739, 0.009363283403217793, 0.16304440796375275, -0.049614317715168, -0.05477817356586456, -0.01242346316576004, 0.006749412044882774, 0.057439010590314865, 0.03096187673509121, 0.14747890830039978, -0.05358118563890457, -0.020982062444090843, 0.004156302660703659, -0.09255131334066391, -0.024052441120147705, 0.030354872345924377, -0.046329397708177567, -0.12245065718889236, -0.028130890801548958, -0.01325252279639244, -0.016900232061743736, -0.04693733528256416, 0.0454508513212204, -0.049912914633750916, 0.00996671337634325, 0.03380120173096657, 0.027529027312994003, 0.01054723933339119, -0.038177408277988434, 0.006836266722530127, -0.07531341910362244, 0.017250195145606995, 0.1412999927997589, -0.05390360951423645, -0.0739179402589798, 0.11499074846506119, -0.0666843056678772, -0.0005002518882974982, -0.023815352469682693, 0.004913334269076586, 0.008012250065803528, 0.053282421082258224, 0.006820393726229668, -0.009906476363539696, -0.06683624535799026, 0.007432837504893541, 0.01330665871500969, -0.009492292068898678, 0.007041979115456343, 0.10233031213283539, -0.06483535468578339, 0.05747362971305847, 0.009486986324191093, 0.012416492216289043, 0.03737988322973251, 0.021288719028234482, 0.05263920873403549, -0.048142075538635254, 0.02643975056707859, -0.1427629590034485, 0.11247289925813675, 0.005366299767047167, -0.02489471808075905, 0.034965962171554565, 0.026640063151717186, -0.04058888182044029, 0.015026630833745003, -0.011402495205402374, -0.04539746791124344, 0.04839660972356796], [0.009632604196667671, 0.10279587656259537, -0.04113968461751938, -0.01761496439576149, 0.011450173333287239, -0.031217755749821663, 0.019217686727643013, -0.002391629386693239, -0.06508824229240417, 0.025493714958429337, -0.04501869156956673, 0.04364946484565735, 0.004992030560970306, 0.0027600356843322515, 0.0526825487613678, 0.0008464069687761366, -0.02077525667846203, -0.02433612197637558, 0.02772076614201069, 0.030655333772301674, 0.008892900310456753, -0.024613261222839355, 0.06794580817222595, -0.06016585975885391, 0.0023296938743442297, 0.029301166534423828, 0.0871426984667778, 0.12682975828647614, 0.04747825860977173, -0.03001583367586136, 0.060443464666604996, -0.0368700847029686, -0.044273603707551956, 0.03717804327607155, -0.028580835089087486, -0.13582779467105865, 0.07480216771364212, -0.02635021321475506, 0.0533449724316597, 0.024280359968543053, 0.0399617962539196, -0.05356841906905174, -0.05443650856614113, -0.083279088139534, -0.03854626789689064, 0.0832609310746193, -0.022611740976572037, -0.016790032386779785, -0.020113401114940643, -0.08954150229692459, 0.08237920701503754, 0.06247419863939285, 0.06940138339996338, 0.10618959367275238, 0.010378165170550346, 0.039100706577301025, 6.0155653045512736e-05, 0.020945679396390915, 0.032646294683218, -0.035902492702007294, 0.07388154417276382, -0.05461177974939346, -0.0752096176147461, -0.04597124457359314, 0.015480024740099907, 0.07509030401706696, 0.017075462266802788, 0.09621953219175339, 0.007216413505375385, 0.011588286608457565, 0.009733445011079311, -0.034782517701387405, 0.008114943280816078, -0.01324320025742054, -0.020337611436843872, -0.07194486260414124, -0.022936593741178513, -0.014481430873274803, 0.0022032244596630335, -0.03676941245794296, 0.04831705614924431, -0.15504814684391022, -0.0443526953458786, -0.08903943002223969, 0.06019457429647446, 0.0388379767537117, -0.02421211078763008, 0.019042307510972023, -0.009098540060222149, -0.02110205963253975, 0.02652914635837078, -0.023593710735440254, -0.02154317870736122, 0.06630167365074158, 0.051598723977804184, -0.006679950747638941, -0.0005052619962953031, -0.02098769322037697, 0.010389148257672787, 0.03851858898997307, -0.011797953397035599, -0.03643697872757912, -0.06909319758415222, -0.014508402906358242, 0.02861514873802662, -0.08146720379590988, 0.03551812842488289, -0.03307351469993591, 0.012225138954818249, -0.014011167921125889, -0.007050118409097195, 0.11834240704774857, 0.08581117540597916, 0.019430359825491905, 0.03135132044553757, 0.06431598216295242, 0.07834457606077194, -0.08564311265945435, 0.02719534933567047, 0.05864560231566429, -0.06323534995317459, -0.03270768001675606, -0.021094249561429024, -0.05168217048048973, 0.024129249155521393, -0.046409640461206436, -0.09699556231498718, 0.11603040993213654], [-0.029162438586354256, 0.035501472651958466, -0.02114580199122429, -0.03240850940346718, 0.00803455337882042, -0.03953082859516144, 0.023299964144825935, -0.05085821449756622, -0.10858900845050812, 0.06209124997258186, -0.0017578903352841735, 0.0484638549387455, 0.010273314081132412, -0.04033857211470604, 0.06261034309864044, -0.04435671493411064, 0.04556632414460182, 0.01600843481719494, 0.01829676702618599, -0.010985637083649635, 0.060728445649147034, -0.039307594299316406, 0.05198289453983307, -0.03443658724427223, 0.013116864487528801, 0.09805390238761902, 0.03735148906707764, 0.125828817486763, 0.05643351376056671, -0.10608219355344772, 0.0995282381772995, -0.1039230227470398, 0.0659865215420723, -0.03622144088149071, -0.09161485731601715, -0.03608214855194092, 0.09722843021154404, -0.0004634089127648622, 0.05827660486102104, -0.036380473524332047, 0.014105168171226978, -0.09475833177566528, -0.046405330300331116, 0.0027238251641392708, -0.024874433875083923, 0.09048973023891449, -0.024220820516347885, -0.06698201596736908, 0.024485057219862938, -0.08315043151378632, 0.05688226595520973, 0.08812431246042252, 0.06346741318702698, 0.04821893572807312, -0.014147941954433918, 0.058790452778339386, -0.017016414552927017, 0.06557880342006683, 0.035715408623218536, -0.0833996832370758, 0.07077282667160034, -0.019470592960715294, -0.1021193116903305, -0.03561631962656975, 0.06819624453783035, -0.0015433266526088119, -0.052110083401203156, 0.019237561151385307, -0.030809583142399788, -0.011197980493307114, -0.04677974060177803, -0.13313908874988556, 0.018444618210196495, -0.04096010699868202, 0.0013521469663828611, 0.03522577881813049, 0.02667783759534359, 0.052734266966581345, -0.04881482943892479, 0.04986651614308357, 0.10402482002973557, -0.08679366856813431, 0.007180984131991863, -0.040541522204875946, 0.06144329905509949, 0.08976656943559647, 0.04253537580370903, -0.04169834777712822, 0.07026958465576172, -0.07157867401838303, 0.02887623943388462, 0.13126994669437408, 0.03860314562916756, -0.001446281559765339, 0.051483094692230225, -0.0928225889801979, 0.025320542976260185, -0.015145651996135712, -0.015128619968891144, -0.024202795699238777, -0.04983300343155861, -0.015705032274127007, 0.002566389739513397, 0.0029013240709900856, -0.03432532772421837, -0.15294447541236877, 0.08072569966316223, -0.08320984989404678, -0.0459904707968235, -0.03825751692056656, 0.012135700322687626, 0.13819238543510437, 0.06913674622774124, 0.017613884061574936, -0.0074068279936909676, 0.08942322432994843, 0.05008864030241966, -0.0035530836321413517, 0.06889014691114426, -0.043557122349739075, -0.030678365379571915, 0.057400550693273544, -0.017402283847332, -0.13086196780204773, 0.014248535968363285, -0.05937446653842926, -0.05294332280755043, -0.053828801959753036], [-0.10969281941652298, 0.003947514109313488, -0.0596257708966732, -0.006030428688973188, 0.0666903480887413, 0.004929015412926674, 0.14521460235118866, -0.11000194400548935, -0.015263667330145836, 0.07395672053098679, -0.05548887699842453, -0.044089168310165405, 0.015585818327963352, -0.014358269050717354, 0.031233182176947594, -0.018232211470603943, -0.011652889661490917, -0.060019351541996, 0.039502114057540894, 0.03538873419165611, -0.04798860102891922, -0.013210163451731205, 0.003117410931736231, -0.05478231608867645, 0.05434421822428703, 0.004960878286510706, 0.03430541232228279, 0.14192509651184082, 0.00041292532114312053, -0.04341752454638481, 0.02184308134019375, -0.042822904884815216, -0.08053747564554214, 0.04819614067673683, -0.0661621242761612, 0.03785036504268646, 0.16153576970100403, -0.009530356153845787, -0.012520072050392628, -0.002573719248175621, -0.08945184201002121, -0.09428787231445312, -0.012859296053647995, -0.08339114487171173, -0.026616772636771202, -0.008881860412657261, -0.029610099270939827, -0.10814251750707626, 0.04758358746767044, -0.027449166402220726, 0.08662166446447372, -0.0782194510102272, 0.026257839053869247, -0.010089940391480923, 0.04176713898777962, 0.027164945378899574, -0.05280541256070137, -0.07570815831422806, 0.011339153163135052, -0.08598632365465164, 0.06981641054153442, 0.008898001164197922, -0.08779724687337875, -0.07713991403579712, -0.03441338613629341, 0.08299984037876129, 0.028252290561795235, -0.0003029621148016304, 0.05879451334476471, -0.02936895564198494, 0.002167703816667199, 0.043106161057949066, -0.061185527592897415, -0.1046684980392456, 0.03799329325556755, -0.003161658998578787, -0.08996723592281342, 0.001219400786794722, 0.11285673081874847, -0.014990242198109627, 0.07660572230815887, -0.07043720036745071, -0.03256293013691902, -0.09079757332801819, 0.11308807879686356, 0.055968038737773895, 0.0115766990929842, 0.006304424721747637, 0.019433360546827316, -0.031920045614242554, 0.03232063725590706, -0.054254479706287384, -0.014152487739920616, 0.028296150267124176, 0.02980828285217285, 0.0961545780301094, -0.07956601679325104, 0.013803448528051376, -0.020671391859650612, 0.07976078987121582, 0.023711947724223137, -0.028210261836647987, -0.047936372458934784, -0.023703748360276222, 0.10217029601335526, -0.04559018090367317, -0.0753202736377716, 0.05356203392148018, 0.02454436756670475, -0.00600321963429451, 0.009830874390900135, 0.04529375955462456, -0.01849251799285412, -0.048670582473278046, -0.03155944496393204, 0.07631368190050125, 0.058898407965898514, 0.06285879015922546, 0.03379416465759277, 0.08909671008586884, 0.10757669806480408, 0.03524751588702202, 0.023491838946938515, -0.019079288467764854, 0.02264387160539627, 0.0030456255190074444, -0.06315017491579056, 0.020980432629585266], [-0.045409489423036575, 0.007929995656013489, -0.019759658724069595, -0.05383782833814621, 0.016002357006072998, 0.007610694970935583, 0.08344252407550812, -0.006864231079816818, -0.02240140363574028, 0.027177652344107628, -0.04595758393406868, 0.07066316157579422, -0.07599066942930222, -0.011497572995722294, -0.03612186759710312, -0.09238196909427643, 0.05079638585448265, -0.018586521968245506, 0.03595781326293945, 0.006710746791213751, 0.0551762580871582, -0.01768645830452442, 0.05201496556401253, 0.031495027244091034, -0.09998176246881485, 0.04866994917392731, 0.029270267114043236, 0.11802211403846741, 0.020656481385231018, -0.11006505787372589, -0.041979897767305374, 0.04623459279537201, 0.012350729666650295, 0.046905916184186935, -0.10893123596906662, 0.09801969677209854, 0.0633280798792839, -0.005866156425327063, 0.05594342201948166, 0.023366685956716537, 0.042771995067596436, -0.026550160720944405, 0.013328266330063343, 0.048509467393159866, 0.0894973874092102, 0.014808210544288158, -0.06255218386650085, -0.11910044401884079, 0.028414243832230568, -0.040173374116420746, 0.05476956441998482, 0.04784921556711197, -0.022571465000510216, 0.007186101283878088, 0.10932375490665436, 0.04964699596166611, -0.027678856626152992, 0.03874804452061653, -0.01623806171119213, -0.040814969688653946, 0.0506029836833477, 0.06684736162424088, -0.09445538371801376, -0.03274817019701004, 0.12081120908260345, -0.03853252902626991, -0.03394174575805664, -0.008037651889026165, -0.023224063217639923, -0.08422598242759705, 0.07011482119560242, -0.07096240669488907, -0.03195203095674515, -0.02979102171957493, 0.022120065987110138, 0.030821485444903374, -0.07488758862018585, 0.1353822499513626, 0.03400297462940216, 0.062368739396333694, -0.01327478140592575, -0.04388749226927757, -0.03364168480038643, 0.019415929913520813, 0.013961771503090858, 0.12588255107402802, -0.013729017227888107, -0.0009179523913189769, -0.01806137152016163, -0.02885379269719124, 0.02864888869225979, -0.093523308634758, 0.06809546053409576, 0.027046605944633484, -0.02889982797205448, 0.018294330686330795, 0.011066898703575134, 0.03397427499294281, -0.05810067430138588, 0.01796325296163559, 0.0492326095700264, -0.007165932562202215, -0.005477777682244778, -0.04836922511458397, 0.05098586902022362, -0.05834571272134781, -0.002878315281122923, 0.10647721588611603, -0.018525004386901855, -0.06783757358789444, -0.028271878138184547, 0.03724097087979317, 0.08999194949865341, -0.07081417739391327, 0.0250865425914526, 0.09205961227416992, 0.025960061699151993, -0.08034869283437729, -0.005490931682288647, 0.06364377588033676, 0.054188039153814316, 0.012222343124449253, 0.012723064981400967, -0.010868119075894356, -0.034054867923259735, -0.04992242902517319, 0.060238517820835114, 0.02916521206498146], [-0.06875266134738922, -0.04577288404107094, -0.06595897674560547, -0.08841892331838608, 0.0020073920022696257, -0.023106662556529045, 0.04283193126320839, -0.07208926230669022, 0.030654611065983772, 0.06302247196435928, -0.007085904013365507, 0.07815022766590118, 0.04550519213080406, -0.021378474310040474, 0.011695165187120438, -0.06972790509462357, 0.01950686424970627, -0.01581357792019844, 0.017259882763028145, -0.044671230018138885, -0.03772205859422684, -0.07983387261629105, 0.0201878659427166, -0.05646343156695366, 0.006414598785340786, 0.05311204493045807, 0.039231978356838226, 0.09256865084171295, 0.04991557076573372, -0.040992364287376404, -0.04400137811899185, -0.018183907493948936, -0.0059000360779464245, 0.026536261662840843, -0.02319975197315216, 0.04109274595975876, 0.0948190912604332, -0.007759795058518648, -0.023397644981741905, -0.02246794104576111, -0.005518755409866571, -0.11398210376501083, -0.029722513630986214, 0.014263266697525978, 0.10316011309623718, -0.015347200445830822, -0.035964787006378174, -0.07368127256631851, -0.0715969130396843, -0.04975712299346924, 0.08158460259437561, -0.09733814746141434, -0.11668263375759125, -0.026298511773347855, 0.1370120793581009, 0.0742664560675621, -0.05734525993466377, -0.0267898291349411, -0.05248301848769188, -0.11115654557943344, 0.04330911487340927, -0.004244491457939148, -0.0795125663280487, 0.013351954519748688, -0.09922386705875397, -0.08082465827465057, -0.07340699434280396, -0.027583017945289612, -0.0071103740483522415, 0.0067568495869636536, 0.07869477570056915, -0.04542296752333641, -0.0018868976039811969, -0.009904435835778713, -0.09177178144454956, -0.036301858723163605, -0.004007681272923946, -0.04641631618142128, 0.04863753542304039, -0.06547004729509354, -0.0013202272821217775, -0.07938013970851898, -0.012194747105240822, 0.06025032699108124, -0.0027607884258031845, 0.04334970936179161, -0.04263903200626373, -0.03288383409380913, -0.03737780079245567, 0.06406180560588837, 0.03881840407848358, -0.030038870871067047, -0.014835398644208908, -0.0426812469959259, -0.08314544707536697, 0.025702251121401787, -0.05371658504009247, -0.012962238863110542, -0.1084609180688858, 0.06956835091114044, 0.08310530334711075, 0.09592130780220032, 0.035105712711811066, 0.04545007273554802, 0.09644132107496262, 0.04272785410284996, -0.03756193816661835, 0.00022514406009577215, -0.007589652668684721, 0.003007518360391259, -0.045825302600860596, 0.013920171186327934, 0.08202024549245834, -0.046183861792087555, -0.008375497534871101, -0.028980938717722893, 0.01637931726872921, 0.046880561858415604, 0.03253384307026863, -0.02453307807445526, 0.030217193067073822, 0.06728512793779373, -0.02302449569106102, -0.011251679621636868, -0.004179106093943119, -0.11938801407814026, -0.03123283013701439, -0.044673703610897064], [-0.01855628937482834, 0.021134771406650543, 0.044376276433467865, -0.11437027156352997, -0.013959799893200397, 0.017242444679141045, 0.05195217207074165, -0.04731394350528717, -0.056164104491472244, -0.013635113835334778, -0.11923666298389435, 0.03829023987054825, -0.03527272492647171, -0.0006747958832420409, 0.012123470194637775, -0.03829459473490715, 0.01694127544760704, -0.06394477933645248, 0.03546507656574249, 0.021817995235323906, -0.05356878042221069, -0.04299403727054596, 0.05958559364080429, 0.03688473254442215, 0.015513853169977665, 0.05702923610806465, 0.03345584124326706, 0.05849342420697212, 0.026533670723438263, -0.05701519548892975, 0.07286348938941956, -0.09746099263429642, -0.023205939680337906, -0.008059890940785408, -0.01500631868839264, -0.02667880430817604, 0.18422327935695648, 0.002782875671982765, 0.09912364929914474, -0.023705177009105682, 0.05096546187996864, -0.07207265496253967, 0.049598343670368195, -0.017739687114953995, -0.02543177828192711, -0.0012602545320987701, -0.049620091915130615, -0.047596052289009094, -0.007111547980457544, -0.05983041971921921, 0.03392690047621727, 0.08634288609027863, 0.009850411675870419, 0.03138616681098938, 0.005165513604879379, 0.021300630643963814, 0.012932808138430119, 0.012857923284173012, 0.007413865998387337, -0.029213158413767815, 0.0783325731754303, -0.006518515758216381, -0.12036807835102081, -0.033433251082897186, -0.023080643266439438, 0.003336670808494091, -0.09561675041913986, 0.005770228337496519, -0.06426035612821579, -0.029869120568037033, -0.059688396751880646, -0.06882098317146301, 0.007685122080147266, -0.04275022819638252, -0.05596844106912613, -0.017963549122214317, 0.03751440718770027, -0.021387752145528793, -0.09119340032339096, -0.15848450362682343, 0.0927024781703949, -0.021910754963755608, -0.011414271779358387, -0.01960940659046173, -0.06713169068098068, 0.004869366530328989, -0.06564122438430786, -0.0340309701859951, -0.06262166053056717, 0.06051693856716156, 0.06091199442744255, 0.021545784547924995, -0.007461431436240673, 0.0213164035230875, -0.011046089231967926, -0.03064022772014141, -0.01513711828738451, -0.07086653262376785, -0.041101183742284775, 0.04968918859958649, 0.06343913078308105, -0.028097614645957947, -0.009073796682059765, 0.0008898618980310857, -0.038934435695409775, 0.0074997954070568085, 0.02235439047217369, -0.053430523723363876, -0.046217046678066254, -0.018844233825802803, 0.05754416063427925, 0.09282748401165009, 0.02259216643869877, 0.01088569313287735, -0.07077616453170776, 0.0037027408834546804, 0.02675529196858406, -0.06788153201341629, 0.05973437801003456, 0.0361718088388443, 0.0029353485442698, 0.02015572413802147, -0.02104225941002369, -0.0726599395275116, 0.04076003283262253, -0.012898283079266548, -0.002636374207213521, -0.014818095602095127], [-0.031837768852710724, -0.018035994842648506, -0.07356155663728714, -0.07585039734840393, -0.035934071987867355, 0.004658862948417664, -0.032496143132448196, 0.045865606516599655, -0.044369012117385864, -0.006547657307237387, -0.05014429986476898, -0.007266484200954437, -0.056923504918813705, 0.02478879876434803, -0.018747925758361816, -0.009668526239693165, 0.03385497257113457, 0.05086337402462959, -0.03964254632592201, 0.026131050661206245, -0.009815389290452003, -0.07381326705217361, 0.016822904348373413, 0.023731939494609833, 0.048079945147037506, -0.0010480633936822414, -0.051711324602365494, 0.05152587592601776, -0.022273581475019455, -0.027377860620617867, -0.006641288287937641, -0.029150666669011116, 0.02578227035701275, 0.05643345043063164, -0.003086694283410907, 0.03537494316697121, 0.009877660311758518, 0.012357725761830807, 0.0005885826540179551, -0.047112829983234406, 0.04629336670041084, -0.01955847255885601, 0.040830180048942566, 0.025430994108319283, 0.024912793189287186, -0.0076202936470508575, -0.026700058951973915, -0.051241226494312286, -0.05332488939166069, -0.0853225439786911, 0.042882297188043594, 0.03669019043445587, -0.03777826577425003, 0.0793376937508583, 0.12506142258644104, 0.024655604735016823, 0.05589328333735466, -0.05377842113375664, 0.04350804537534714, -0.09584671258926392, -0.019372357055544853, 0.0037707695737481117, -0.0964779183268547, 0.04745006188750267, 0.04864273965358734, 0.05438299849629402, -0.01286284253001213, -0.010231748223304749, -0.046182192862033844, -0.005578273441642523, 0.058239810168743134, -0.01947273500263691, -0.021527063101530075, 0.04056646674871445, 0.039613984525203705, 0.05180198699235916, 0.04060513898730278, 0.094908706843853, -0.07162493467330933, -0.06447003036737442, 0.04240766167640686, 0.043264634907245636, 0.06803370267152786, 0.10393115133047104, 0.010249733924865723, 0.0561494342982769, 0.009274430572986603, 0.031238755211234093, 0.10002207010984421, -0.04268611595034599, 0.048663120716810226, 0.03323822841048241, -0.026342423632740974, 0.04091998189687729, -0.00016393895202782005, 0.04405256360769272, -0.07596498727798462, 0.0728364959359169, 0.06998901069164276, -0.032930225133895874, -0.05478180944919586, 0.031930599361658096, 0.023306505754590034, 0.05668037012219429, 0.01632126048207283, -0.021389493718743324, -0.02587621845304966, 0.04249075427651405, -0.1000252440571785, -0.09629600495100021, -0.012580778449773788, -0.021780019626021385, -0.05639240890741348, 0.03913825750350952, -0.009691482409834862, 0.016456367447972298, 0.0006173751899041235, 0.013580643571913242, 0.006372316740453243, -0.10866980254650116, -0.0499720498919487, -0.007675234228372574, -0.002822463633492589, 0.03649129718542099, 0.08238604664802551, -0.043130844831466675, -0.00719995005056262, -0.05203715339303017], [-0.053806520998477936, 0.06212974712252617, 0.07582569122314453, 0.040855523198843, -0.0027077661361545324, 0.0594695582985878, 0.059204891324043274, 0.0481702983379364, -0.028824517503380775, 0.022935163229703903, 0.05477442964911461, 0.021638065576553345, 0.0784144401550293, 0.006316371727734804, -0.013229682110249996, -0.0012459864374250174, 0.02234758995473385, -0.01075515802949667, -0.041350409388542175, -0.013903914950788021, -0.02328522503376007, 0.06275922060012817, 0.06526375561952591, 0.05298023670911789, -0.05714355409145355, 0.005361743737012148, 0.011661036871373653, 0.10497213900089264, 0.032091740518808365, -0.02852569706737995, -0.016786271706223488, -0.03487740084528923, 0.008074061013758183, 0.019118163734674454, -0.009110444225370884, -0.022634537890553474, 0.0931866243481636, 0.009999108500778675, 0.08102256059646606, -0.06765587627887726, 0.0802605077624321, -0.017713384702801704, -0.0729651004076004, 0.031417716294527054, 0.11283700913190842, 0.04628809168934822, -0.05586666986346245, -0.11895565688610077, 0.02133888006210327, -0.035415034741163254, 0.01843465305864811, 0.041718121618032455, 0.070017009973526, 0.03939136862754822, 0.1081516444683075, -0.07352527976036072, -0.1096981018781662, 0.053029000759124756, 0.06302513927221298, -0.01438935287296772, 0.0793851912021637, 0.04396925866603851, -0.01726798340678215, -0.03676193580031395, -0.009586547501385212, -0.04932750016450882, 0.009674630127847195, -0.012944690883159637, -0.04127917438745499, 0.04459899291396141, -0.027551891282200813, -0.10213705152273178, -0.00493886461481452, 0.0021725145634263754, -0.09808634966611862, -0.11115517467260361, 0.0008779445197433233, 0.10915612429380417, 0.0074624307453632355, -0.00041724505717866123, -0.012427360750734806, -0.030562585219740868, 0.037943389266729355, -0.03401428088545799, 0.10119398683309555, -0.04829799383878708, 0.05462959036231041, -0.05849817767739296, 0.059103384613990784, -0.10257657617330551, 0.02806132100522518, 0.1638762205839157, -0.015246033668518066, -0.011832923628389835, -0.07599473744630814, -0.07310119271278381, 0.06502693146467209, 0.05817826837301254, -0.061081066727638245, 0.06604143232107162, -0.11689110845327377, 0.04182925820350647, -0.07781204581260681, 0.03903629630804062, -0.03521432355046272, 0.01465514488518238, -0.04984194040298462, 0.03169799968600273, -0.03330851346254349, -0.023653505370020866, -0.03133482486009598, 0.09006788581609726, 0.048864684998989105, -0.026469174772500992, 0.016876662150025368, 0.03390328213572502, -0.03572149574756622, -0.04820481315255165, 0.040685102343559265, -0.00284214923158288, 0.015108603052794933, 0.02910676598548889, 0.008966496214270592, -0.05098484084010124, 0.0231474582105875, -0.11331769078969955, 0.019300464540719986, -0.009239224717020988], [-0.026464901864528656, -0.08111312240362167, -0.016300221905112267, -0.059842854738235474, -0.04311414808034897, 0.04943891614675522, 0.04330563172698021, 0.006771543063223362, -0.011915627866983414, -0.07568906247615814, -0.0029229694046080112, 0.08659893274307251, -0.08732343465089798, 0.0610790029168129, -0.013107551261782646, -0.042113058269023895, -0.03293110057711601, -0.021541714668273926, 0.03894652798771858, 0.029256591573357582, -0.07228663563728333, -0.07011444866657257, 0.09842851012945175, -0.048481229692697525, -0.05617981404066086, -0.027919383719563484, -0.06820978969335556, 0.12552854418754578, -0.020831458270549774, -0.087042436003685, 0.12827618420124054, -0.04816171154379845, -0.023748280480504036, 0.11495427042245865, 0.0419267863035202, -0.094951331615448, 0.12999950349330902, 0.026452990248799324, 0.004920166451483965, -0.11937541514635086, 0.004167084116488695, -0.07146085053682327, -0.07507823407649994, -0.08054592460393906, 0.0028439308516681194, 0.03534829989075661, -0.13035368919372559, -0.08917846530675888, -0.10556463897228241, -0.046040091663599014, 0.06407825648784637, -0.07207250595092773, -0.035338494926691055, -0.06351631879806519, 0.07491077482700348, -0.03459751605987549, -0.0026916537899523973, -0.0215583648532629, 0.02874872274696827, -0.11217819899320602, -0.02592536434531212, -0.04279321804642677, -0.00832143984735012, 0.05370481312274933, 0.03703900799155235, 0.036002740263938904, -0.024741023778915405, 0.14113681018352509, -0.04229845851659775, 0.030416712164878845, -0.09359876066446304, -0.12551474571228027, 0.07457844913005829, -0.015031900256872177, -0.05397311970591545, -0.03230396285653114, 0.06655438989400864, 0.03059850074350834, 0.021145129576325417, -0.11311410367488861, -0.006654641591012478, -0.038258593529462814, 0.06601949036121368, -0.015538112260401249, 0.043817318975925446, 0.018924906849861145, -0.018522417172789574, 0.07493807375431061, -0.002019727835431695, -0.0247107595205307, -0.049996376037597656, -0.09269844740629196, -0.014289622195065022, -0.021455371752381325, -0.050206009298563004, 0.03618258610367775, 0.025614771991968155, 0.03476090356707573, 0.07917747646570206, 0.04681726172566414, -0.024800807237625122, 0.002881235908716917, -0.021428288891911507, 0.04186513274908066, 0.018637578934431076, -0.07405249029397964, -0.004469447769224644, 0.016869263723492622, -0.02755378745496273, 0.07682419568300247, -0.05753054842352867, 0.05769763141870499, -0.03567737713456154, -0.027682488784193993, 0.051033250987529755, 0.004106008913367987, -0.042604412883520126, 0.028456637635827065, -0.06961086392402649, 0.0973568707704544, 0.019542329013347626, 0.054237186908721924, 0.04086680710315704, -0.06590580940246582, 0.05634642764925957, -0.04918574169278145, 0.04107687622308731, 0.03712158650159836], [-0.03866661339998245, 0.015939444303512573, -0.04554273933172226, -0.059609554708004, -0.09567243605852127, -0.031012019142508507, 0.04119018837809563, -0.025456294417381287, -0.007654744666069746, -0.005788475275039673, -0.02008669823408127, 0.017763743177056313, 0.023342683911323547, -0.049317315220832825, 0.06754539906978607, -0.07043086737394333, -0.05654944106936455, -0.14348767697811127, 0.10657713562250137, 0.041400518268346786, 0.04592512175440788, -0.00335686351172626, -0.08320580422878265, 0.05432726815342903, -0.004350719042122364, 0.01695246994495392, -0.03131229430437088, 0.11438469588756561, 0.033297277987003326, -0.05179567262530327, 0.08329890668392181, -0.12895958125591278, 0.03388174623250961, 0.04915636032819748, -0.029675697907805443, -0.050588466227054596, 0.1999136507511139, -0.05682617425918579, 0.140410915017128, 0.08955733478069305, 0.02640550397336483, -0.10855606198310852, -0.0705767497420311, 0.026666488498449326, -0.06324708461761475, 0.013167108409106731, -0.12252462655305862, -0.06531986594200134, -0.010151918977499008, -0.06494791060686111, 0.06411445140838623, 0.10374952852725983, 0.052342191338539124, -0.007878410629928112, 0.06646648794412613, -0.043662626296281815, 0.08118009567260742, 0.09637700021266937, -0.05619056895375252, -0.020731620490550995, 0.022326353937387466, -0.09508582204580307, -0.0567178912460804, -0.03848479315638542, -0.055218521505594254, 0.06565303355455399, -0.08631966263055801, 0.053891848772764206, -0.04414844512939453, 0.04357001185417175, 0.00763377221301198, -0.04291486740112305, 0.005269043147563934, -0.029067551717162132, 0.07252231240272522, -0.06886784732341766, 0.006090643350034952, 0.1036171168088913, -0.09705645591020584, -0.0077904099598526955, 0.15341347455978394, -0.062394268810749054, 0.05894502252340317, -0.2033308744430542, -0.0007809665985405445, 0.07441321760416031, -0.08915545046329498, 0.050078995525836945, 0.03818994387984276, -0.06277002394199371, 0.04614276438951492, 0.0012671984732151031, -0.06904352456331253, 0.06614711135625839, 0.06870712339878082, 0.021723153069615364, 0.05173809453845024, -0.06077771633863449, -0.06481928378343582, 0.05754886195063591, -0.07056130468845367, 0.02796652913093567, -0.10860371589660645, 0.010477909818291664, 0.10574491322040558, -0.057244185358285904, 0.16674719750881195, -0.053202301263809204, 0.09323608130216599, -0.024617232382297516, 0.08210361748933792, 0.1346428394317627, -0.02063031680881977, -0.05196124687790871, -0.04127151891589165, 0.094669871032238, 0.04756101220846176, 0.022223133593797684, 0.10065632313489914, 0.040656350553035736, -0.019266687333583832, -0.01099627185612917, -0.048690035939216614, -0.08852450549602509, 0.022478649392724037, -0.07938998937606812, -0.05397310107946396, 0.046579018235206604], [0.01998392678797245, -0.022971423342823982, -0.023521607741713524, -0.05038830265402794, 0.035289984196424484, -0.051514025777578354, 0.06857722252607346, -0.16714341938495636, -0.008603591471910477, 0.018628641963005066, -0.018170472234487534, 0.1273443102836609, -0.03756686672568321, -0.12384025752544403, 0.05098426714539528, 0.005532200448215008, 0.033235762268304825, 0.025203989818692207, 0.07287958264350891, -0.08714160323143005, 0.013850424438714981, -0.07764481753110886, 0.062313374131917953, -0.06810718029737473, -0.13733269274234772, -0.024082649499177933, -0.0041059223003685474, 0.12477656453847885, 0.05595839396119118, 0.015511129051446915, 0.1116001084446907, 0.0032102903351187706, 0.01830974966287613, 0.04614753648638725, 0.001885862904600799, 0.003123784437775612, 0.10524202883243561, 0.06017614156007767, 0.04570504277944565, -0.05674053356051445, 0.008089618757367134, -0.05884996056556702, 0.06679447740316391, -0.042060691863298416, -0.023553766310214996, 0.025723550468683243, -0.09535358846187592, -0.025956621393561363, -0.04029830917716026, -0.07723776251077652, 0.08375794440507889, 0.05469157546758652, -0.06253571808338165, -0.09723727405071259, -0.06648412346839905, -0.0029798136092722416, 0.03046015463769436, 0.08400332927703857, 0.0032514717895537615, -0.08188831061124802, 0.12181156128644943, 0.029246004298329353, -0.045940425246953964, 0.03389887884259224, -0.004075606353580952, -0.020376402884721756, -0.020095238462090492, 0.03670292720198631, -0.028186624869704247, -0.04565756395459175, 0.058352671563625336, -0.023117084056138992, 0.0851026177406311, 0.0031057638116180897, -0.027984583750367165, 0.05461503192782402, 0.010345361195504665, -0.030652429908514023, -0.012414957396686077, -0.05392080172896385, 0.0029039231594651937, -0.03472228720784187, 0.017574260011315346, 0.024068526923656464, 0.15841706097126007, -0.010973811149597168, -0.06108926236629486, 0.04228615388274193, -0.07978079468011856, 0.03582538291811943, 0.05292604863643646, -0.015321996062994003, -0.05282182991504669, -0.0026529550086706877, -0.030360525473952293, 0.04933113604784012, -0.0246433075517416, 0.01585462875664234, -0.05583426356315613, -0.07015019655227661, 0.032544754445552826, -0.0339101143181324, -0.05050026252865791, 0.0851946473121643, 0.03548946604132652, -0.03907051682472229, -0.0059463162906467915, 0.0131065146997571, 0.05299033224582672, -0.060969915241003036, -0.074859119951725, -0.02748137153685093, -0.06314156949520111, -0.01929953135550022, 0.08453711122274399, -0.01911054365336895, 0.019911637529730797, 0.031617891043424606, -0.06478264927864075, 0.04776165261864662, -0.048749107867479324, 0.023428933694958687, 0.08165080845355988, -0.12138303369283676, -0.01578088104724884, 0.009069904685020447, 0.0016704582376405597, 0.06291960924863815], [-0.021945519372820854, 0.17603695392608643, -0.04082626849412918, 0.002842116402462125, -0.050522249191999435, -0.041317641735076904, 0.014584256336092949, 0.004056915175169706, -0.04626442492008209, -0.07135923951864243, -0.0074612051248550415, 0.05300769582390785, 0.10908100008964539, -0.03707176446914673, 0.03911379352211952, 0.002485651057213545, 0.03354153409600258, 0.018087120726704597, 0.009640811942517757, -0.0299810990691185, -0.07181376218795776, 0.021187694743275642, -0.042642299085855484, -0.10910864174365997, 0.014541360549628735, 0.058907777070999146, 0.05457105115056038, 0.03624661639332771, 0.04438692331314087, -0.09508320689201355, 0.009172574616968632, 0.06272370368242264, -0.09181452542543411, -0.044593509286642075, -0.09918258339166641, -0.008399248123168945, 0.04866946116089821, 0.006767692510038614, -0.004444119520485401, 0.0014955652877688408, -0.01004017423838377, 0.017800265923142433, 0.0438774935901165, 0.0554642453789711, 0.018830448389053345, 0.011049784719944, 0.033647894859313965, -0.012789328582584858, 0.03689587861299515, -0.05518084764480591, 0.006665840744972229, 0.08806472271680832, 0.1258479505777359, -0.01624566875398159, 0.0214743223041296, 0.013045050203800201, -0.039891745895147324, 0.1007571741938591, -0.04962451756000519, -0.06254390627145767, 0.127591073513031, -0.06935514509677887, -0.06722990423440933, -0.055065616965293884, -0.040476877242326736, -0.01620936021208763, -0.0021013810764998198, 0.025789139792323112, -0.08786284178495407, 0.01787376031279564, 0.0387570858001709, 0.03778703138232231, 0.054839689284563065, -0.02162068895995617, -0.035645924508571625, -0.08843792974948883, -0.06070373207330704, -0.039527375251054764, 0.025521229952573776, 0.07796846330165863, 0.020933004096150398, -0.024205660447478294, 0.021112382411956787, -0.03068658336997032, 0.0627795085310936, 0.04792147874832153, 0.021802231669425964, 0.029193487018346786, 0.033172521740198135, -0.1167072206735611, -0.0029966775327920914, -0.03231775760650635, -0.017551293596625328, 0.007709776517003775, -0.05920542776584625, 0.024776428937911987, -0.002060503466054797, -0.07262739539146423, -0.02868652157485485, -0.025963038206100464, -0.042633142322301865, -0.005088357720524073, -0.030773906037211418, -0.043490905314683914, 0.05091393366456032, 6.149470573291183e-05, -0.03471118211746216, -0.0035541770048439503, 0.008678002282977104, 0.03783566504716873, -0.01947825402021408, 0.059155263006687164, -0.03196825832128525, -0.07823450118303299, 0.027779607102274895, -0.02503678947687149, 0.03511219099164009, 0.06532168388366699, 0.014336975291371346, -0.00198781187646091, 0.05661417543888092, 0.0022294095251709223, -0.060197409242391586, -0.006688899360597134, 0.007242366671562195, -0.027538876980543137, 0.0023592007346451283, 0.04245954379439354], [-0.036585208028554916, 0.10147542506456375, 0.061527688056230545, -0.065034881234169, -0.06228211149573326, -0.05082805082201958, 0.11196744441986084, -0.023942090570926666, -0.04353587329387665, 0.014513152651488781, 0.006145734805613756, 0.07045160979032516, 0.03209685534238815, -0.042382966727018356, -0.009011219255626202, -0.00347755360417068, 0.03859754279255867, -0.14156955480575562, 0.030528537929058075, 0.02285744808614254, 0.013366489671170712, -0.04995349422097206, 0.08045763522386551, -0.027896393090486526, -0.052023764699697495, 0.025388328358530998, 0.032429974526166916, 0.053537532687187195, 0.0664362758398056, -0.11083842068910599, -0.05105134844779968, 0.0006303005502559245, -0.12028558552265167, 0.0003722726250998676, -0.08330626040697098, 0.10570836067199707, 0.0191268902271986, -0.045979585498571396, 0.06333036720752716, -0.030644726008176804, -0.057962652295827866, -0.10649783909320831, 0.007077592425048351, 0.0191453006118536, -0.01735924929380417, 0.08021880686283112, -0.13449141383171082, -0.0508943572640419, 0.13252966105937958, -0.013049542903900146, 0.057421982288360596, 0.020134149119257927, 0.05918519198894501, -0.013677467592060566, 0.1141275018453598, -0.0019201724790036678, -0.015002939850091934, 0.1275387853384018, -0.04590931162238121, -0.03570776432752609, 0.02861424908041954, -0.04245608672499657, -0.018031364306807518, -0.0340254120528698, -0.03272581845521927, -0.0216042660176754, 0.051813870668411255, -0.0025065704248845577, -0.005718100816011429, -0.053198426961898804, 0.05922594666481018, 0.006567328702658415, -0.007315810304135084, 0.032222528010606766, 0.041832007467746735, 0.014668170362710953, -0.054076991975307465, 0.06529863178730011, 0.018059348687529564, 0.05314771831035614, 0.11557773500680923, -0.043271809816360474, -0.010831107385456562, 0.006367063149809837, -0.06489849835634232, 0.010077489539980888, 0.024044808000326157, 0.019524605944752693, 0.1061406135559082, -0.030592020601034164, 0.10079903900623322, -0.07336032390594482, -0.08098822832107544, 0.0377393513917923, 0.029231274500489235, 0.00879506953060627, 0.03595239669084549, -0.01740080676972866, -0.038582149893045425, -0.03247302770614624, 0.06879536062479019, 0.029607297852635384, -0.025894828140735626, -0.041679512709379196, 0.04770088940858841, 0.016334643587470055, 0.07904445379972458, -0.0061852289363741875, 0.02832026034593582, 0.04319870471954346, 0.036415450274944305, 0.03454665094614029, -0.05330420657992363, 0.007317276671528816, -0.08515256643295288, -0.014416461810469627, 0.030354555696249008, 0.00215935823507607, 0.050971243530511856, 0.10611621290445328, 0.05014472082257271, -0.01931590400636196, 0.001241085585206747, 0.0007193872006610036, 0.10424474626779556, -0.0027681486681103706, -0.06607818603515625, -0.019267437979578972], [-0.06916196644306183, 0.01665600761771202, -0.03916039690375328, -0.021434778347611427, -0.016575844958424568, 0.035382211208343506, 0.0799143984913826, -0.08033938705921173, -0.013068105094134808, 0.002427509753033519, 0.0026204418390989304, 0.032484687864780426, -0.008898291736841202, 0.03792254626750946, -0.0532090999186039, -0.045489925891160965, -0.08359578251838684, 0.012291308492422104, -0.07330156117677689, 0.001818845164962113, -0.02115568332374096, -0.06334532797336578, 0.1087668165564537, 0.02510477416217327, -0.02920449525117874, 0.07640455663204193, 0.011479770764708519, 0.10901378840208054, 0.08407017588615417, -0.0644737258553505, 0.11528225243091583, -0.03463241457939148, -0.04408228397369385, 0.024900399148464203, -0.020459009334445, -0.024327540770173073, 0.14699861407279968, -0.08580417931079865, 0.044286008924245834, -0.05608757957816124, 0.030531715601682663, -0.06427642703056335, -0.07262630015611649, 0.07286608964204788, 0.04559175670146942, 0.028030946850776672, -0.06027653068304062, -0.02634035050868988, 0.03642777353525162, -0.0416489914059639, 0.043931666761636734, 0.03485861420631409, 0.039601925760507584, 0.014785459265112877, 0.06584581732749939, 0.02028387226164341, -0.014045776799321175, -0.003822015132755041, -0.031431786715984344, -0.08633537590503693, 0.14972169697284698, -0.07219306379556656, -0.03203020244836807, -0.02200133167207241, 0.020420033484697342, 0.07270610332489014, -0.07441195100545883, 0.11861954629421234, 0.01958663947880268, 0.0559321865439415, -0.060636915266513824, -0.10331680625677109, 0.0036793595645576715, 0.010132437571883202, -0.12930262088775635, -0.07328421622514725, -0.041762515902519226, 0.014874815940856934, -0.03024580329656601, -0.034933023154735565, 0.04769613593816757, -0.04931814968585968, 0.07957623898983002, -0.06260722130537033, 0.040607184171676636, -0.012003892101347446, -0.0387745201587677, -0.043619249016046524, 0.006043068133294582, -0.055353011935949326, -0.05379689484834671, 0.09509345889091492, -0.005015749949961901, -0.021537207067012787, -0.0562250129878521, 0.021379349753260612, 0.03490626811981201, 0.029238903895020485, 0.07144402712583542, 0.08341502398252487, -0.015699468553066254, 0.10476258397102356, -0.10060952603816986, 0.03628572076559067, 0.05434450879693031, 0.049932945519685745, -0.004155946429818869, 0.014731326140463352, -0.020443428307771683, 0.07722827047109604, 0.027991238981485367, 0.14470139145851135, 0.10470209270715714, -0.08603668957948685, -0.04477914422750473, -0.003311453852802515, 0.011835219338536263, 0.06229719892144203, -0.060545917600393295, -0.0012823377037420869, -0.042504459619522095, 0.0076586161740124226, -0.035748183727264404, -0.11061223596334457, -0.03368484228849411, -0.09397601336240768, 0.0008218112052418292, 0.09839601069688797], [-0.01871439628303051, -0.010134519077837467, 0.03458932042121887, -0.09765645116567612, -0.009908230043947697, -0.05687817558646202, -0.009413834661245346, -0.09141125530004501, 0.010957712307572365, 0.03816358000040054, -0.011967378668487072, 0.11327140778303146, -0.008461338467895985, -0.0379878431558609, -0.04047781601548195, -0.08417270332574844, -0.09097997844219208, 0.010950258933007717, 0.04007309302687645, -0.04670613631606102, -0.06339885294437408, -0.12887811660766602, 0.09972827881574631, 0.015862856060266495, -0.021259557455778122, 0.1077866181731224, -0.014087822288274765, 0.12121989578008652, 0.11025654524564743, -0.09263540059328079, 0.054268743842840195, 0.08544206619262695, -0.06610774248838425, 0.030883999541401863, -0.07991420477628708, 0.04137406125664711, 0.05240016430616379, 0.024865632876753807, -0.001001838012598455, -0.033530693501234055, 0.0595235712826252, -0.027992844581604004, -0.04851926863193512, 0.09004257619380951, 0.0022560099605470896, 0.08645503968000412, -0.021390916779637337, -0.0069928341545164585, -0.008118333294987679, -0.0948147401213646, 0.06032254174351692, 0.040771953761577606, -0.0009509598603472114, -0.0004306575865484774, 0.07059388607740402, 0.03851182758808136, -0.0917559415102005, 0.07709599286317825, 0.020230816677212715, -0.08912286162376404, 0.1305137276649475, 0.014749890193343163, -0.039132364094257355, -0.04620930179953575, 0.021555352956056595, -0.07994567602872849, 0.025489909574389458, 0.04377000033855438, 0.0036569477524608374, 0.030144495889544487, 0.011753351427614689, -0.06741330772638321, -0.012945710681378841, 0.0014681995380669832, -0.04129370301961899, -0.02800104394555092, 0.07180359959602356, 0.05694698914885521, 0.07279793918132782, -0.00017588629270903766, 0.02029072865843773, -0.023986704647541046, 0.03579573705792427, -0.03001313842833042, 0.0688435286283493, 0.003401028225198388, 0.042506854981184006, -0.0007079395581968129, -0.04335647076368332, -0.06421495974063873, 0.0379168875515461, 0.025762518867850304, 0.002822939772158861, -0.04125861078500748, -0.06415724754333496, 0.03723606839776039, 0.017569806426763535, 0.03210422396659851, -0.058952827006578445, -0.020563730970025063, -0.04285290092229843, 0.02322845160961151, -0.036523837596178055, 0.007955962792038918, -0.05372676998376846, 0.020265841856598854, 0.017533663660287857, 0.024381566792726517, -0.04818339645862579, 0.008163097314536572, 0.023748021572828293, 0.050286807119846344, 0.05939244106411934, -0.06954481452703476, -0.05463329330086708, -0.011532634496688843, -0.010553838685154915, -0.0246894508600235, 0.06318337470293045, -0.05808480456471443, 0.06766346842050552, -0.0025205693673342466, -0.005523208528757095, -0.13635225594043732, 0.024210084229707718, -0.010149369016289711, 0.009215159341692924, -0.02007950097322464], [-0.046058539301157, -0.10349320620298386, -0.0031248503364622593, -0.14172571897506714, -0.05983275920152664, -0.0692233070731163, -0.005005338694900274, 0.009032577276229858, -0.024811487644910812, -0.0007951012812554836, -0.07719174772500992, 0.06681745499372482, -0.07674915343523026, -0.035762969404459, 0.10749510675668716, -0.07032310217618942, -0.00992595311254263, -0.07174542546272278, 0.09320779889822006, -0.02341463416814804, 0.047629278153181076, -0.09097766876220703, -0.008399561047554016, -0.004404029808938503, -0.059892963618040085, 0.04555691033601761, 0.024994393810629845, 0.057655736804008484, -0.03858666867017746, -0.09655351936817169, 0.010820924304425716, -0.04839020222425461, 0.03651924803853035, 0.00511733815073967, -0.11104671657085419, -0.048955779522657394, 0.04464367404580116, 0.10987397283315659, -0.04342680051922798, 0.005509488750249147, 0.03523401916027069, 0.0067016249522566795, 0.04719984531402588, -0.030390577390789986, 0.048550862818956375, -0.03874197602272034, -0.05540468171238899, -0.10823813080787659, -0.08282779902219772, -0.04504898190498352, 0.09338615834712982, -0.06929509341716766, -0.028740275651216507, 0.01072228979319334, 0.10242403298616409, 0.00038537642103619874, -0.032729584723711014, 0.02661203034222126, -0.046292535960674286, -0.13100115954875946, 0.028598178178071976, 0.025517316535115242, -0.05578997731208801, -0.05141977593302727, 0.028721870854496956, -0.06700495630502701, -0.0492318831384182, -0.03943168371915817, -0.013333732262253761, -0.0760108008980751, -0.0033943827729672194, 0.000976685550995171, 0.010234636254608631, -0.072688989341259, -0.02835150435566902, -0.032586149871349335, 0.08437883853912354, 0.05598442256450653, 0.062470998615026474, -0.05740600451827049, -0.02892391011118889, -0.0594252310693264, 0.06899796426296234, 0.020368682220578194, 0.004308298695832491, 0.14122061431407928, 0.10508010536432266, -0.026488421484827995, 0.03746998310089111, -0.07174959033727646, 0.039469361305236816, -0.015673941001296043, 0.008850131183862686, -0.04793651029467583, 0.046530745923519135, 0.04457995668053627, -0.0357745885848999, -0.007952571846544743, -0.051755115389823914, -0.025035934522747993, 0.03835487738251686, 0.020199822261929512, 0.021055318415164948, -0.010707704350352287, 0.0066973138600587845, -0.0017078547971323133, -0.05489550530910492, 0.036630287766456604, -0.08187902718782425, 0.07212349772453308, -0.16001680493354797, 0.04214847460389137, -0.043223828077316284, -0.0020584501326084137, -0.046061549335718155, -0.02507907524704933, 0.015275219455361366, 0.06255025416612625, -0.0613107830286026, 0.012222031131386757, 0.027589118108153343, 0.009961586445569992, 0.023211810737848282, 0.0238636564463377, -0.015804557129740715, -0.02841619774699211, 0.009260263293981552, -0.055505555123090744], [-0.0010004856158047915, 0.01969406008720398, 0.04503036290407181, 0.04517624154686928, 0.032597146928310394, -0.01067697536200285, 0.03361986204981804, -0.08994485437870026, -0.028582070022821426, 0.04144313931465149, 0.031995825469493866, 0.0457361564040184, 0.0013791883829981089, -0.034284643828868866, -0.06624861806631088, -0.017464973032474518, -0.06800662726163864, -0.010485440492630005, 0.022142233327031136, -0.005897643510252237, 0.025009773671627045, -0.048989005386829376, 0.0899210199713707, 0.04483242332935333, -0.010173823684453964, 0.10068892687559128, -0.07179801911115646, 0.061520714312791824, 0.03311195597052574, -0.08421687036752701, 0.037105660885572433, 0.022451408207416534, 0.08021556586027145, 0.011132615618407726, -0.11278914660215378, 0.028348879888653755, -0.011856191791594028, -0.07261147350072861, -0.029352331534028053, -0.008436400443315506, 0.010472764261066914, -0.07834497094154358, 0.021197693422436714, 0.013864644803106785, -0.008604207076132298, 0.036950256675481796, -0.06012267246842384, -0.007538836915045977, 0.09247806668281555, -0.07047230005264282, 0.014174017123878002, -0.04580746218562126, -0.011954216286540031, 0.025702528655529022, 0.08078619837760925, 0.026080772280693054, 0.032254185527563095, -0.007049607113003731, -0.0622306726872921, -0.001806802349165082, 0.11295003443956375, -0.002637319965288043, -0.05393899977207184, -0.07479345053434372, -0.0613577775657177, 0.024077095091342926, 0.07460709661245346, -0.049318984150886536, 0.005914711859077215, 0.020118368789553642, 0.04669538885354996, -0.13093356788158417, 0.014641410671174526, -0.03246242552995682, 0.020896218717098236, -0.0784032940864563, 0.044422686100006104, -0.00919954665005207, 0.03270600363612175, -0.02429235726594925, 0.04643845185637474, 0.03606254234910011, 0.02747192792594433, -0.08579400181770325, 0.059796713292598724, 0.014629149809479713, 0.0021654549054801464, 0.01948285475373268, 0.12452748417854309, -0.040072325617074966, 0.0038258666172623634, 0.04737710580229759, -0.052546288818120956, 0.08067451417446136, -0.07252945750951767, 0.03213115781545639, -0.04285093769431114, 0.038733016699552536, 0.04226874187588692, 0.12095548957586288, -0.04071307182312012, 0.07000132650136948, -0.13184301555156708, -0.006522066425532103, 0.008516582660377026, -0.008361625485122204, -0.013800387270748615, -0.12400899082422256, 0.003473963588476181, -0.07118499279022217, 0.036565158516168594, 0.002155147260054946, 0.1800147145986557, 0.09040366858243942, -0.07279562950134277, -0.01136262807995081, 0.04754180088639259, 0.02007465809583664, -0.028275419026613235, 0.057952020317316055, -0.06799805164337158, 0.03795474395155907, 0.003283497178927064, 0.07617192715406418, -0.039512619376182556, -0.07835309207439423, -0.04639260843396187, -0.03306069225072861], [-0.08741392940282822, 0.010256252251565456, 0.1191636398434639, -0.02097475714981556, -0.016636166721582413, -0.06461448222398758, -0.005334190558642149, 0.06258822977542877, -0.06934041529893875, 0.0738697201013565, -0.0324760265648365, -0.022783342748880386, -0.03218987584114075, 0.023868948221206665, -0.023730888962745667, 0.013539066538214684, 0.020740147680044174, -0.07919342070817947, 0.013838008977472782, 0.032969601452350616, 0.00919074285775423, -0.03993748128414154, 0.08559899032115936, 0.04339445009827614, -0.09072157740592957, 0.02867865562438965, -0.008111522532999516, 0.08788696676492691, 0.04446929320693016, 0.0461198128759861, 0.011774317361414433, -0.04929155483841896, -0.00874356646090746, -0.005786696448922157, -0.01729116030037403, -0.016549626365303993, 0.07812581211328506, 0.0855386033654213, 0.04467850923538208, 0.02147238329052925, 0.026905817911028862, -0.01068409439176321, -0.06971438229084015, 0.02736855298280716, 0.045860420912504196, -0.02565302886068821, -0.06289669871330261, -0.04045666754245758, -0.038319773972034454, -0.015473097562789917, 0.0069069573655724525, -0.006027519702911377, -0.02160896547138691, 0.03139952942728996, 0.07074663788080215, -0.024340536445379257, 0.07332701236009598, 0.011900559067726135, 0.07145173847675323, -0.01927155628800392, 0.1052965298295021, 0.006792707368731499, -0.10266634821891785, -0.02573017030954361, 0.057815082371234894, -0.05164581537246704, -0.03331909701228142, -0.0007420768961310387, -0.08324619382619858, 0.08037587255239487, -0.022856269031763077, -0.10274981707334518, 0.006012852769345045, -0.04971303790807724, -0.026649583131074905, -0.07435958832502365, -0.04977016896009445, 0.06287350505590439, 0.024704553186893463, -0.018905548378825188, 0.011778946965932846, -0.0208582803606987, -0.08554599434137344, -0.04313823580741882, 0.04009437933564186, -0.04575284942984581, -0.0703737810254097, 0.08265215903520584, 0.0817023366689682, 0.0014757668832316995, -0.016475902870297432, -0.041133128106594086, 0.0558205284178257, 0.014825007878243923, -0.14851784706115723, 0.1306232511997223, 0.04573129490017891, -0.034230057150125504, 0.0149253373965621, 0.05185743421316147, -0.052498187869787216, -4.1801322367973626e-06, -0.07372113317251205, -0.06438181549310684, -0.041811633855104446, -0.05695881322026253, 0.03329732269048691, 0.010314002633094788, -0.003907819744199514, 0.016545170918107033, 0.005283002275973558, 0.04169570654630661, -0.014920340850949287, -0.019253909587860107, -0.045507848262786865, 0.05821865051984787, -0.022354837507009506, -0.031646937131881714, -0.07786133885383606, 0.003597646951675415, -0.013294885866343975, 0.07281356304883957, -0.03926260024309158, -0.08408268541097641, 0.057036928832530975, 0.029856543987989426, 0.04535692557692528, -0.030909018591046333], [-0.003000088734552264, 0.02043825201690197, -0.05843224748969078, 0.01361202634871006, 0.0015596941811963916, 0.05994833633303642, -0.017457323148846626, -0.03082837536931038, -0.07177535444498062, -0.030441978946328163, 0.021511489525437355, -0.04822947084903717, -0.0486861914396286, -0.011707683093845844, -0.02371162734925747, -0.061213571578264236, -0.013281742110848427, -0.043845366686582565, 0.032421670854091644, -0.027425670996308327, 0.005818444769829512, 0.05509253963828087, 0.0916796624660492, 0.07288424670696259, -0.0022148971911519766, 0.02740076743066311, 0.09804829210042953, 0.09500353038311005, -0.06846331059932709, -0.10985485464334488, 0.006395493634045124, 0.06625901162624359, -0.005530128255486488, 0.034812018275260925, -0.052403680980205536, 0.008617875166237354, 0.044946275651454926, -0.09204228222370148, 0.03335366025567055, 0.07338462769985199, -0.023916609585285187, -0.026796778663992882, 0.028037570416927338, 0.14305707812309265, -0.04435056447982788, 0.056061599403619766, 0.028092144057154655, -0.10053946822881699, -0.018117830157279968, -0.1622636765241623, 0.09056435525417328, 0.14396747946739197, 0.04743855446577072, 0.07596804946660995, 0.1007421538233757, 0.04526754096150398, 0.035095106810331345, 0.07073403894901276, -0.0506698302924633, 0.0022910572588443756, 0.06509845703840256, 0.0027276864275336266, -0.022773010656237602, -0.013773804530501366, 0.01101159118115902, 0.08516080677509308, -0.015748105943202972, 0.1227429211139679, -0.09175235778093338, 0.05438415706157684, -0.0395294651389122, -0.12926924228668213, -0.038502518087625504, 0.1141773983836174, 0.03860502690076828, -0.04124493896961212, -0.0014939700486138463, -0.03000110760331154, -0.07470528036355972, 0.011440652422606945, -0.02144111692905426, -0.037009015679359436, 0.06286143511533737, -0.0840965136885643, 0.01992308907210827, 0.031836654990911484, -0.06095757335424423, -0.03481840342283249, 0.04899691790342331, -0.00812563020735979, 0.06438084691762924, 0.09013129025697708, -0.017102092504501343, 0.0349065363407135, -0.0737512931227684, -0.052205491811037064, -0.026055578142404556, 0.07126016169786453, -0.015699561685323715, -0.013589452020823956, -0.10803887993097305, 0.024829426780343056, -0.025563623756170273, -0.005188914015889168, 0.038349006325006485, 0.028432300314307213, 0.05662613734602928, 0.05408983677625656, -0.06560829281806946, -0.04809563234448433, -0.0728834718465805, 0.026787102222442627, 0.08086657524108887, -0.054513897746801376, 0.0709245577454567, 0.07208837568759918, -0.028688358142971992, -0.06485817581415176, 0.1036384254693985, -0.06969969719648361, -0.04681166633963585, -0.03625865653157234, -0.046895455569028854, -0.061197780072689056, -0.02849659137427807, -0.04504820704460144, 0.08680354803800583, 0.11046290397644043], [-0.07249542325735092, -0.05740617588162422, -0.0017980738775804639, -0.012586502358317375, -0.046313825994729996, 0.006539334077388048, 0.011682210490107536, -0.03797530755400658, -0.03924013674259186, 0.09560124576091766, 0.005572536960244179, 0.043564554303884506, -0.024645866826176643, -0.027870237827301025, -0.06803852319717407, -0.07787138223648071, 0.03366226702928543, 0.026137489825487137, 0.005900572054088116, -0.020220575854182243, -0.0023599143605679274, -0.07869884371757507, 0.04658719524741173, -0.007071041502058506, 0.05024964362382889, 0.008092944510281086, -0.027010096237063408, 0.0831650123000145, -0.028887281194329262, -0.06411762535572052, -0.0269479863345623, -0.06732429563999176, 0.015414448454976082, 0.04807600751519203, -0.039939019829034805, 0.007912833243608475, 0.09440457075834274, -0.01640537939965725, 0.0023392108269035816, -0.0036778280045837164, 0.04530022665858269, -0.06529835611581802, -0.029706962406635284, -0.02013467624783516, 0.007076522801071405, 0.04926658421754837, -0.13662564754486084, -0.03681313619017601, -0.04511331766843796, -0.02205692231655121, 0.04604435712099075, 0.02705887146294117, 0.018739396706223488, 0.04201733320951462, 0.046058665961027145, -0.02887188084423542, -0.04648266360163689, -0.012669575400650501, 0.0204584039747715, -0.12743161618709564, 0.07767760008573532, 0.022785969078540802, -0.10220608115196228, 0.02566184289753437, -0.008652257733047009, 0.025132974609732628, 0.0026943290140479803, 0.048284873366355896, -0.021183019503951073, 0.0932375118136406, 0.07074224948883057, -0.1291951984167099, 0.06328102201223373, 0.008562251925468445, -0.0008678657468408346, -0.03524899482727051, -0.01692906953394413, -0.0674305185675621, -0.04035916551947594, -0.06231988966464996, 0.037457745522260666, -0.11582396179437637, 0.055444635450839996, 0.022293696179986, -0.012927827425301075, 0.005836965516209602, -0.0011262279003858566, 0.12811490893363953, 0.0484112910926342, -0.046677738428115845, 0.004855544771999121, 0.06296905875205994, 0.014389315620064735, 0.05103020370006561, -0.036781132221221924, -0.01902437023818493, -0.028870323672890663, -0.008063099347054958, -0.0193768423050642, 0.03318725526332855, -0.10216497629880905, 0.020923249423503876, 0.019829269498586655, 0.012143274769186974, 0.13078036904335022, -0.038326676934957504, 0.04250744357705116, 0.052837662398815155, 0.024565037339925766, -0.0019464020151644945, 0.007010237779468298, 0.047613147646188736, 0.05852212756872177, 0.013143496587872505, 0.026307400315999985, -0.057334352284669876, 0.07847216725349426, 0.06561707705259323, -0.07182938605546951, 0.0010903694201260805, -0.0769226998090744, 0.02955649234354496, -0.10407786816358566, -0.07438924908638, -0.0008839276852086186, -0.08453414589166641, 0.03117337077856064, 0.04429301619529724], [-0.060619842261075974, -0.044112738221883774, 0.01986955851316452, -0.0276980921626091, -0.002787231234833598, -0.011297464370727539, 0.06221972405910492, 0.040616538375616074, 0.012811646796762943, 0.0618063248693943, -0.01917526125907898, -0.019748562946915627, -0.04715705290436745, -0.003196416422724724, -0.024040352553129196, -0.026141265407204628, 0.01733163185417652, -0.0643409714102745, 0.06559919565916061, 0.06307566165924072, 0.03980463370680809, 0.01923750713467598, 0.07893423736095428, -0.011546767316758633, -0.0261965561658144, 0.035207346081733704, -0.11724217981100082, 0.11665739119052887, -0.0584908053278923, -0.05893822759389877, -0.04793806001543999, 0.019297348335385323, -0.02590199187397957, 0.06398174911737442, -0.08270854502916336, 0.0002996871480718255, 0.07229772210121155, -0.012940173037350178, 0.07682570815086365, -0.001726971473544836, 0.054598286747932434, 0.003502920735627413, -0.03546183556318283, -0.03229372948408127, 0.027281759306788445, -0.026742776855826378, -0.06270366162061691, -0.05189353972673416, -0.033931758254766464, 0.006379151716828346, 0.09503217786550522, -0.04624925181269646, 0.004495361354202032, 0.023770621046423912, 0.12578873336315155, 0.03669126331806183, 0.03450178727507591, 0.006742221303284168, -0.00903037004172802, -0.04728308692574501, 0.03395647928118706, 0.07997888326644897, -0.11614352464675903, -0.05088600888848305, -0.01643013395369053, 0.0014654125552624464, -0.002706988947466016, 0.05824444070458412, 0.009517639875411987, -0.05388089269399643, -0.009403500705957413, -0.06213991716504097, 0.022789297625422478, -0.04330683499574661, 0.038311440497636795, -0.11709067225456238, 0.0942910760641098, 0.036739300936460495, 0.04060317575931549, -2.7453819711809047e-05, -0.03030848503112793, -0.056561458855867386, -0.027502400800585747, -0.01024905126541853, 0.12447477877140045, 0.019604884088039398, 0.06362304836511612, 0.0036483141593635082, 0.06591104716062546, -0.11619371920824051, 0.009363675490021706, -5.062161653768271e-05, 0.03400690481066704, 0.06175399571657181, -0.026642391458153725, -0.09036307036876678, 0.06019926443696022, 0.03935401141643524, -0.07528489083051682, 0.018055599182844162, -0.0699324756860733, 0.08325894176959991, -0.034123629331588745, -0.003787824884057045, 0.05360328033566475, -0.0495772585272789, -0.021981148049235344, 0.009421329945325851, -0.004932914394885302, 0.007569644134491682, 0.006287054158747196, 0.0006986482185311615, 0.0772905945777893, 0.021946199238300323, -0.11387994140386581, 0.003260393626987934, -0.020350689068436623, -0.008677293546497822, -0.02306324802339077, 0.01165834441781044, 0.09315565228462219, 0.03292640671133995, -0.043117228895425797, 0.04880540072917938, -0.01195934135466814, -0.07570941746234894, -0.02798103354871273, 0.009918708354234695], [-0.15845797955989838, 0.005561246071010828, -0.0802750214934349, 0.0009908359497785568, -0.023300301283597946, -0.009148906916379929, 0.003758373437449336, -0.08658933639526367, -0.07853151112794876, 0.12031569331884384, 0.024455003440380096, -0.08421621471643448, -0.007927718572318554, -0.12518733739852905, -0.037044912576675415, -0.01286341529339552, -0.06027938053011894, -0.033578503876924515, 0.02576502598822117, -0.04187648370862007, -0.01799820177257061, -0.15141507983207703, 0.15831120312213898, -0.002201165771111846, -0.0056490045972168446, 0.07357203960418701, -0.05575327202677727, 0.05998304858803749, 0.0403832346200943, -0.031009696424007416, 0.03945102542638779, -0.028691116720438004, -0.06874280422925949, 0.09525452554225922, -0.01049970556050539, 0.0316159650683403, 0.15567784011363983, -0.01607428304851055, -0.0015670524444431067, -0.10285233706235886, -0.02288932166993618, -0.04519626498222351, -0.017857374623417854, -0.004184695892035961, -0.060800764709711075, 0.009459802880883217, -0.08460143208503723, 0.017367785796523094, -0.018541568890213966, -0.07217303663492203, 0.05864587426185608, 0.00995180569589138, -0.0687580555677414, 0.0915793776512146, 0.08039765805006027, 0.028556356206536293, 0.09315390139818192, -0.02892892062664032, 0.04935907945036888, -0.09340136498212814, 0.15326610207557678, -0.027791764587163925, -0.1578965038061142, -0.029051626101136208, 0.015574530698359013, 0.017050758004188538, 0.0016103601083159447, -0.0031492700800299644, 0.04648040980100632, 0.019405024126172066, 0.07512745261192322, -0.038907427340745926, 0.02960355393588543, 0.0036711746361106634, -0.00649691978469491, -0.06022271886467934, 0.031900323927402496, 0.06461331248283386, 0.017203498631715775, -0.08596944063901901, 0.07510146498680115, -0.025571361184120178, -0.017328981310129166, 0.049706485122442245, -0.023440279066562653, -0.011405613273382187, -0.048799335956573486, 0.0003228029818274081, -0.07078626751899719, -0.004788742866367102, 0.025739064440131187, -0.07349718362092972, -0.09152719378471375, 0.0647924616932869, -0.053241945803165436, -0.008404902182519436, 0.046855583786964417, 0.0019700159318745136, -0.010826518759131432, 0.032047856599092484, -0.02950909361243248, -0.03883141279220581, -0.032998111099004745, 0.046916842460632324, 0.010620645247399807, -0.0009025725303217769, 0.026507670059800148, 0.015107241459190845, 0.05447687581181526, -0.008823123760521412, 0.03609968721866608, 0.05563550814986229, 0.01656854897737503, -0.01884196139872074, 0.02598719857633114, -0.0219853688031435, 0.014725834131240845, -0.010981595143675804, -0.006359121296554804, 0.03361576423048973, 0.02684980072081089, -0.039174940437078476, 0.060688965022563934, -0.020313093438744545, -0.0795600488781929, 0.04997747763991356, 0.053448278456926346, 0.00945171806961298], [0.01367011945694685, -0.010847489349544048, -0.04457288607954979, 0.014377485029399395, 0.09323067218065262, -0.0630071684718132, 0.1211344301700592, -0.15957821905612946, 0.020456945523619652, 0.09441594779491425, -0.07725630700588226, 0.06031494215130806, 0.03366875648498535, -0.06504380702972412, 0.03254478797316551, 0.04540949687361717, 0.04300960525870323, 0.002492244355380535, -0.0209509190171957, -0.07276822626590729, 0.02288895472884178, -0.01987537182867527, -0.028294101357460022, 0.006640505511313677, 0.0037935045547783375, 0.08463580161333084, 0.05603966489434242, 0.09539739787578583, 0.011423340067267418, -0.0691738873720169, 0.01273129228502512, 0.07333668321371078, -0.0347960963845253, 0.05612074211239815, -0.11125431954860687, -0.0238951425999403, 0.09996451437473297, -0.014565575867891312, 0.03160849213600159, 0.041217636317014694, -0.07721152156591415, -0.08819565176963806, -0.03696103021502495, -0.02199806459248066, -0.006318474188446999, 0.05935342237353325, -0.11047080904245377, -0.09406990557909012, 0.027302870526909828, -0.058222025632858276, 0.07271832972764969, -0.12701065838336945, 0.018442116677761078, -0.007249604444950819, -0.041488006711006165, 0.010624333284795284, -0.13429374992847443, -0.006632029078900814, -0.07532212883234024, -0.10253699868917465, 0.008215030655264854, 0.034425824880599976, 0.021137958392500877, -0.06732173264026642, -0.043528709560632706, -0.009939569048583508, -0.015296314842998981, -0.10258982330560684, 0.029052121564745903, 0.009718331508338451, 0.027652645483613014, -0.02742789126932621, 0.05363614484667778, 0.010200828313827515, 0.0158833097666502, -0.07388061285018921, 0.007551946677267551, -0.0812903642654419, 0.03971363976597786, -0.0961470827460289, 0.10237815976142883, -0.08720614016056061, 0.010507351718842983, -0.07225614786148071, 0.017422951757907867, 0.019085276871919632, 0.017622582614421844, 0.031139571219682693, -0.021489761769771576, -0.00436758017167449, 0.039369601756334305, 0.018439149484038353, -0.0428738072514534, 0.0021421185228973627, -0.00026125984732061625, -0.055239398032426834, -0.019388966262340546, -0.0332476980984211, -0.04507692903280258, 0.01947827637195587, 0.0088658407330513, -0.017652597278356552, -0.047621950507164, -0.018968546763062477, 0.07545499503612518, 0.00864079687744379, 0.03725511208176613, 0.014493298716843128, 0.034580860286951065, -0.05162409693002701, -0.05704568699002266, -0.003948891535401344, 0.04412996768951416, 0.03048345260322094, 0.04210452735424042, 0.026983952149748802, 0.013139909133315086, 0.0027126509230583906, 0.01487613096833229, 0.06231534853577614, 0.021245291456580162, 0.05333295464515686, 0.03115428239107132, 0.06600893288850784, -0.00430412869900465, -0.014745483174920082, -0.035370051860809326, -0.04365210980176926], [-0.06179189309477806, 0.08071846514940262, 0.023230886086821556, 0.014018735848367214, -0.05479585751891136, -0.013246985152363777, 0.10716496407985687, -0.009670224040746689, -0.07128333300352097, -0.02836480177938938, -0.040713533759117126, -0.03888348862528801, -0.0046041361056268215, 0.01404559426009655, 0.045875512063503265, 0.002835669554769993, -0.01770598068833351, -0.017980018630623817, 0.01092599704861641, 0.043771058320999146, 0.07127400487661362, 0.01712469570338726, 0.014932378195226192, -0.020813757553696632, 0.07841433584690094, 0.011658281087875366, -0.0075179776176810265, 0.061684709042310715, 0.02890065498650074, -0.112042635679245, -0.04785740002989769, 0.029531586915254593, 0.0034101931378245354, 0.0688430517911911, -0.0625135749578476, 0.04002714529633522, 0.0321660116314888, -0.12462956458330154, -0.01270220149308443, 0.034096114337444305, -0.044166870415210724, -0.0070547014474868774, 0.0013210385804995894, 0.03199342265725136, -0.005535265430808067, 0.033933915197849274, -0.03846921771764755, -0.057238101959228516, 0.04323350638151169, -0.05796271190047264, 0.0534866638481617, -0.02995418943464756, -0.0012529949890449643, 0.01359052024781704, 0.031942129135131836, 0.07358633726835251, 0.0026745975483208895, -0.05058037489652634, 0.008151018992066383, 0.02303350530564785, 0.02364400401711464, -0.08580971509218216, -0.04034816101193428, -0.0010932766599580646, -0.016726616770029068, 0.02466990053653717, 0.04975580424070358, -0.03428995609283447, -0.05616007745265961, 0.01802525296807289, 0.0395471416413784, -0.015403009951114655, 0.08508650958538055, 0.028073685243725777, 0.05987049639225006, -0.03982711583375931, -0.022965291514992714, 0.03440948948264122, -0.05013401061296463, -0.027746114879846573, 0.0852259173989296, -0.055754177272319794, -0.023487312719225883, -0.11519433557987213, -0.07171324640512466, -0.01989746280014515, 0.0024348460137844086, -0.09736774861812592, 0.018560918048024178, -0.09192530065774918, 0.0323030948638916, -0.003436896251514554, 0.003294815309345722, -0.00041906829574145377, 0.05394962802529335, -0.02494087442755699, 0.017837820574641228, 0.005134970415383577, 0.07751090079545975, 0.032178644090890884, 0.013549666851758957, 0.0442182719707489, -0.07081013172864914, -0.04482509195804596, 0.026497920975089073, -0.028544630855321884, 0.05933701619505882, -0.08276265114545822, 0.019736487418413162, -0.0062269363552331924, 0.07885477691888809, 0.11139429360628128, 0.01755286566913128, -0.05488896369934082, 0.025021778419613838, -0.026457516476511955, -0.0005470882169902325, -0.01540661696344614, 0.0707978755235672, -0.004141143523156643, 0.015909956768155098, -0.05198298394680023, -0.019715381786227226, 0.020037585869431496, 0.021913716569542885, 0.006130164489150047, -0.05498005077242851, 0.08403818309307098], [-0.06512010097503662, 0.0324430875480175, -0.013801614753901958, -0.04925525188446045, -0.1092059314250946, 0.002282599452883005, 0.07142475247383118, 0.05197899788618088, -0.06912104785442352, 0.04327533021569252, -0.002722021657973528, 0.018764553591609, 0.029081182554364204, -0.09798107296228409, 0.04093855619430542, -0.05709449574351311, 0.05744890496134758, -0.09237366914749146, 0.004247250501066446, 0.03815719112753868, -0.015941044315695763, 0.005819614976644516, -0.02761293761432171, 0.025727037340402603, 0.05111725255846977, -0.025474416092038155, 0.04957679659128189, 0.16369937360286713, 0.013817615807056427, -0.04641658440232277, 0.08519736677408218, -0.11799275875091553, 0.043260447680950165, 0.04347944259643555, -0.02581913210451603, 0.03408979997038841, 0.08025805652141571, -0.03850704804062843, 0.07176808267831802, 0.03477412089705467, -0.025207040831446648, -0.08904139697551727, -0.07069713622331619, -0.022148076444864273, -0.05584122985601425, 0.06855586171150208, -0.11962535232305527, 0.02033347077667713, 0.05227813497185707, -0.04542063921689987, 0.07328776270151138, -0.012837378308176994, 0.12515811622142792, 0.034290701150894165, 0.0860455110669136, -0.014704517088830471, -0.019725490361452103, 0.01998143643140793, -0.02297864854335785, -0.07879119366407394, 0.03815118968486786, 0.022518422454595566, 0.008530178107321262, 0.04646870866417885, 0.024716224521398544, 0.04272570088505745, 0.039990171790122986, 0.048295315355062485, -0.057931605726480484, -0.04299211874604225, -0.05614974722266197, -0.019856970757246017, -0.14830780029296875, 0.011528074741363525, 0.02441270835697651, -0.02634437009692192, -0.012638365849852562, 0.0790676400065422, 0.058765068650245667, 0.010877327062189579, 0.05273252725601196, -0.041299015283584595, 0.08459340780973434, 0.015034753829240799, 0.024591198191046715, -0.0017779578920453787, 0.06334333121776581, 0.019831396639347076, 0.04873976483941078, -0.07590755075216293, 0.062021654099226, 0.031954336911439896, -0.08577240258455276, 0.10003985464572906, -0.049099452793598175, 0.032995641231536865, -0.03180653601884842, 0.014424451626837254, -0.05973527953028679, 0.025468042120337486, -0.01451210118830204, 0.08846060186624527, -0.027961410582065582, -0.016565535217523575, 0.0555221289396286, 0.0142020583152771, -0.017815444618463516, 0.031224239617586136, -0.11249679327011108, -0.012162885628640652, 0.004949214868247509, 0.07995491474866867, 0.04886250197887421, 0.029719937592744827, -0.056832991540431976, 0.05529262498021126, -0.033896997570991516, 0.011295837350189686, 0.03875589370727539, -0.08598192781209946, 0.07050279527902603, 0.07407531142234802, 0.03227747604250908, 0.04561413824558258, 0.06934910267591476, -0.045800432562828064, 0.0064525846391916275, 0.04932330548763275], [0.02987995557487011, -0.041392937302589417, 0.027792297303676605, -0.06165158376097679, 0.045289523899555206, -0.06511279940605164, 0.07937312871217728, 0.019883356988430023, -0.012057973071932793, 0.019080230966210365, -0.051008839160203934, -0.08522891998291016, 0.00878897961229086, 0.0018635352607816458, 0.03540993854403496, -0.03580460324883461, 0.10042579472064972, -0.027402658015489578, 0.022964470088481903, 0.033667512238025665, -0.09041421860456467, -0.028237244114279747, 0.04245050251483917, -0.03847597911953926, -0.060066107660532, -0.006531115155667067, 0.0004393846320454031, 0.08540064096450806, 0.011391031555831432, 0.01743776723742485, 0.05794409662485123, -0.12597039341926575, 0.03215034678578377, 0.10468152165412903, -0.0020757801830768585, -0.024001887068152428, 0.1568668931722641, 0.07320113480091095, 0.059563275426626205, -0.007182743865996599, -0.055307626724243164, -0.004514193162322044, 0.009946032427251339, 0.024765053763985634, -0.05971948057413101, -0.06917276233434677, -0.13188907504081726, -0.044920824468135834, -0.06462922692298889, -0.047756899148225784, 0.09008418768644333, -0.027633273974061012, -0.06105232611298561, -0.033860839903354645, 0.01973176747560501, -0.08873562514781952, -0.006545715965330601, 0.002688736654818058, -0.037688303738832474, -0.017929868772625923, 0.09021968394517899, 0.008795954287052155, -0.10133589059114456, -0.06271339952945709, -0.0010578288929536939, 0.01644611358642578, -0.017052024602890015, -0.019810112193226814, -0.09602811932563782, 0.05005347356200218, 0.06138334050774574, -0.03866395354270935, 0.03681829571723938, 0.007004901766777039, 0.03010694496333599, 0.027211831882596016, 0.005480066407471895, -0.05899559333920479, -0.018725458532571793, -0.13411478698253632, 0.03178853914141655, 0.00543096661567688, 0.004432416521012783, 0.013528610579669476, -0.0027452148497104645, -0.04329104721546173, -0.06939448416233063, 0.04726910591125488, -0.02156650833785534, -0.019660575315356255, 0.08120877295732498, -0.03684905543923378, -0.1227787584066391, 0.05456728860735893, 0.002914462238550186, 0.029843369498848915, -0.04139847308397293, 0.012687492184340954, -0.00022918477770872414, 0.05686744302511215, 0.053174491971731186, -0.03589653596282005, -0.08790569752454758, 0.0016624924028292298, 0.08312633633613586, -0.06334969401359558, 0.06361176818609238, 0.017009712755680084, -0.024661853909492493, -0.054881177842617035, -0.018551230430603027, 0.009236170910298824, 0.020893661305308342, 0.02414115145802498, -0.025924013927578926, -0.013060607947409153, -0.029884278774261475, 0.04900982975959778, -0.06252457946538925, 0.032230522483587265, -0.009304409846663475, 0.08106779307126999, 0.13204140961170197, 0.0013376700226217508, -0.007370002567768097, -0.037138983607292175, 0.045525405555963516, 0.027813084423542023], [-0.03404523804783821, 0.020487794652581215, 0.03880695626139641, 2.0372564904391766e-05, -0.0022634633351117373, -0.025946009904146194, -0.01043199934065342, -0.034482020884752274, -0.04869597777724266, 0.009543686173856258, -0.07354491949081421, 0.015426842495799065, 0.030303580686450005, -0.006129554472863674, 0.011689921841025352, -0.038628384470939636, -0.00987109076231718, 0.053636156022548676, 0.07358348369598389, 0.07238954305648804, -0.04746216535568237, -0.0691259503364563, 0.11281684041023254, -0.022560926154255867, -0.01920795813202858, -0.015323828905820847, 0.041158199310302734, 0.05493707209825516, 0.025136614218354225, -0.12027139216661453, 0.03360015153884888, 0.016788272187113762, -0.0692090168595314, 0.051058217883110046, -0.04330715909600258, 0.0104640182107687, 0.04268139228224754, -0.016858752816915512, 0.012803584337234497, -0.036085035651922226, 0.0025737497489899397, -0.07409084588289261, 0.024004658684134483, 0.01000306848436594, -0.0005344599485397339, 0.049725357443094254, -0.08140897005796432, -0.012175085954368114, -0.007211537100374699, -0.09938129782676697, 0.0949469804763794, 0.025503411889076233, -0.004503888078033924, 0.01891293190419674, 0.12895773351192474, 0.025355074554681778, 0.03419476002454758, 0.02087557502090931, -0.07229394465684891, -0.08961158990859985, 0.020676372572779655, 0.03994324058294296, -0.09272360056638718, 0.0005218755104579031, 0.07369454950094223, 0.03918297588825226, 0.045474909245967865, 0.026506928727030754, -0.05563165247440338, -0.01763632893562317, 0.04892149940133095, 0.032225463539361954, 0.0004211862396914512, 0.03991152346134186, -0.049932919442653656, -0.07583256810903549, -0.010258572176098824, 0.08068772405385971, -0.030478524044156075, -0.014815440401434898, 0.0025317384861409664, -0.019616715610027313, 0.019757237285375595, 0.028966987505555153, -0.03684503585100174, 0.05741957575082779, -0.024126112461090088, 0.06288683414459229, 0.02405473217368126, -0.05346928909420967, 0.025581566616892815, -0.03371118754148483, -0.06708408892154694, -0.0044605606235563755, -0.0355842150747776, 0.06691556423902512, -0.009890365414321423, 0.013123107142746449, 0.018238186836242676, -0.0379207544028759, 0.024664785712957382, -0.01578979380428791, -0.05125950649380684, 0.020869530737400055, 0.0199931338429451, 0.010774894617497921, 0.04072875529527664, 0.010836447589099407, -0.02287008985877037, 0.024162571877241135, -0.04778897017240524, -0.013806009665131569, -0.010271668434143066, -0.004116494208574295, 0.03661520779132843, -0.0636063665151596, 0.010991866700351238, 0.0544973649084568, 0.05162710323929787, 0.025448225438594818, 0.018662789836525917, 0.020817026495933533, 0.01154597569257021, 0.010682682506740093, 0.04924049600958824, -0.029710890725255013, -0.036703940480947495, 0.03492942452430725], [-0.054911255836486816, 0.0615420825779438, 0.018158532679080963, 0.023782402276992798, -0.09222697466611862, 0.012418242171406746, 0.0925825983285904, -0.09673663973808289, -0.023103494197130203, 0.04690079763531685, -0.0504821315407753, 0.048431310802698135, 0.011841786094009876, -0.07572720944881439, 0.04043075814843178, -0.11206337064504623, 0.11775320768356323, -0.04282990097999573, 0.037593282759189606, -0.0010778855066746473, 0.015460733324289322, -0.06828951090574265, -0.06735915690660477, 0.06897734105587006, -0.06403940171003342, 0.012846168130636215, 0.0023628673516213894, 0.08899638056755066, 0.007811658550053835, -0.06828457117080688, 0.03917522728443146, -0.10361307114362717, -0.03443356603384018, -0.05771906301379204, -0.12549443542957306, 0.014748885296285152, 0.1252010613679886, 0.011005007661879063, 0.06957820057868958, 0.08340825140476227, -0.018893374130129814, -0.010718119330704212, -0.004376225173473358, 0.025612447410821915, 0.010456496849656105, 0.0813068076968193, -0.17610931396484375, -0.021073859184980392, 0.03042539581656456, -0.05041839927434921, 0.044278647750616074, 0.07092753797769547, -0.0005871254834346473, 0.05788937583565712, 0.07569828629493713, 0.004763520788401365, 0.018880801275372505, 0.06322542577981949, -0.11477480828762054, -0.05463140830397606, 0.046727728098630905, -0.1012730672955513, -0.02817339263856411, -0.06987176090478897, -0.10023211687803268, 0.04721444472670555, 0.007151604164391756, -0.0558401457965374, -0.037031274288892746, -0.032799266278743744, 0.045174356549978256, 0.04447515308856964, -0.02855144627392292, -0.014420888386666775, -0.03063720092177391, -0.004362545441836119, -0.050821248441934586, 0.0740433782339096, 0.02100377343595028, 0.05924075469374657, -0.05069151148200035, -0.12241896241903305, 0.040217455476522446, -0.10951947420835495, 0.011888035573065281, 0.14957094192504883, 0.0752084031701088, -0.022549016401171684, 0.015785811468958855, -0.06230771914124489, -0.01845274306833744, -0.016646357253193855, -0.0717085748910904, -0.04294149577617645, 0.1263052225112915, -0.07203453779220581, 0.0599961057305336, -0.04145674780011177, -0.06491494178771973, 0.016523731872439384, 0.10045283287763596, -0.035153571516275406, -0.054099831730127335, -0.07469754666090012, 0.006534017156809568, -0.12553821504116058, 0.026721494272351265, -0.07931843400001526, 0.015089246444404125, 0.016234470531344414, 0.11721528321504593, 0.09376378357410431, -0.06782840192317963, -0.06558696925640106, -0.010382875800132751, 0.005393756553530693, 0.08830515295267105, 0.0400548093020916, 0.10187653452157974, 0.11029141396284103, -0.02550547942519188, -0.011943042278289795, -0.0136255556717515, -0.011595661751925945, 0.0068365647457540035, 0.027739359065890312, -0.05066624656319618, 0.0206572525203228], [-0.0037142334040254354, -0.08498034626245499, -0.005555381532758474, -0.12569153308868408, -0.06212466582655907, 0.007845955900847912, 0.06794378161430359, 0.02498718537390232, -0.08792687207460403, 0.0028170172590762377, 0.02806180715560913, 0.0537538044154644, -0.13548584282398224, 0.011200041510164738, 0.056745629757642746, -0.02692243829369545, 0.018257170915603638, -0.015172857791185379, -0.027052195742726326, -0.041898857802152634, -0.054481640458106995, -0.06034237891435623, 0.16695867478847504, -0.027140440419316292, -0.0042044539004564285, 0.04198725149035454, -0.0037935858126729727, 0.10025347024202347, -0.02362884394824505, -0.09280001372098923, 0.022676339372992516, 0.004428570624440908, 0.023629765957593918, 0.05156323313713074, 0.017294300720095634, 0.002181397285312414, 0.037121426314115524, 0.07726265490055084, 0.06781498342752457, -0.08996501564979553, -0.013239465653896332, -0.12717509269714355, -0.08949577063322067, -0.10266492515802383, -0.052166666835546494, 0.027758939191699028, -0.08707413077354431, -0.031222425401210785, -0.14223423600196838, -0.06088550388813019, 0.014537940733134747, -0.02876347117125988, -0.042072784155607224, -0.04932178929448128, 0.1420234888792038, -0.029483366757631302, -0.0949479341506958, 0.025709962472319603, 0.04072197154164314, -0.16277256608009338, -0.027107685804367065, 0.0731927827000618, -0.06640183925628662, 0.0839531272649765, 0.06832234561443329, 0.07679003477096558, -0.04403754323720932, 0.053375862538814545, -0.06455632299184799, -0.05116421356797218, -0.014665418304502964, -0.07150277495384216, -0.01154126413166523, 0.015079932287335396, -0.06655968725681305, 0.07429753243923187, -0.02150345779955387, -0.021995965391397476, -0.13257020711898804, -0.11489974707365036, 0.05613485351204872, -0.019555704668164253, 0.02770403027534485, 0.021063003689050674, 0.056292273104190826, 0.05556197091937065, -0.010929474607110023, -0.02332722209393978, 0.03190441057085991, -0.01806536316871643, -0.0070077297277748585, 0.007834179326891899, -0.03403162211179733, 0.01794220134615898, -0.021534765139222145, -0.0015791826881468296, 0.0333685465157032, 0.04151527211070061, -0.009224532172083855, -0.017068160697817802, -0.004460674710571766, 0.006488541141152382, -0.012279236689209938, -0.060345906764268875, 0.047170788049697876, -0.06612181663513184, 0.11917340755462646, 0.06255783140659332, -0.025100789964199066, -0.044883936643600464, -0.04866930469870567, -0.028648680076003075, 0.07005877047777176, -0.052390966564416885, 0.01429921854287386, -0.016997946426272392, -0.10779551416635513, 0.07590071856975555, -0.033861253410577774, -0.0072753652930259705, 0.0278621856123209, 0.041115302592515945, 0.10267996788024902, -0.016510309651494026, -0.013397841714322567, -0.08464198559522629, 0.0580027773976326, 0.04000220075249672], [-0.017070205882191658, 0.10128071159124374, -0.043543361127376556, -0.03686513379216194, -0.11062347143888474, 0.007162886206060648, 0.13397935032844543, 0.02051636576652527, -0.09595448523759842, -0.0019403258338570595, -0.09200745075941086, -0.0673617497086525, 0.01802646555006504, -0.02109190635383129, 0.0837593823671341, -0.017536135390400887, -0.0389203280210495, -0.051675766706466675, 0.04570360109210014, 0.016436608508229256, -0.024616828188300133, 0.0021188429091125727, -0.07438141107559204, -0.002163197845220566, 0.018555542454123497, -0.06245196610689163, -0.022891560569405556, 0.02357894368469715, -0.05381845310330391, -0.02442292682826519, 0.043019216507673264, -0.12422043830156326, -0.015543293207883835, -0.001135778147727251, 0.04445616155862808, -0.0813668817281723, 0.047926295548677444, -0.05082195624709129, 0.08327532559633255, 0.06213149428367615, -0.03764624893665314, 0.02909477800130844, 0.0011217623250558972, 0.04558495432138443, -0.011567490175366402, -0.028617341071367264, -0.009760119952261448, -0.029282672330737114, 0.012904331088066101, 0.0008657615981064737, 0.10215038806200027, 0.026920856907963753, 0.06366575509309769, 0.008736224845051765, 0.004697995726019144, -0.04753267019987106, 0.015277459286153316, 0.06455352157354355, 0.0018701539374887943, -0.07178863883018494, 0.010403461754322052, -0.06980521231889725, -0.10051357746124268, -0.06353934109210968, -0.04172511771321297, -0.02235153689980507, -0.0967571884393692, 0.033499088138341904, -0.05773196741938591, 0.0924859270453453, -0.14444108307361603, -0.04278450086712837, 0.04459916800260544, 0.01872200146317482, -0.04590655490756035, -0.07464006543159485, 0.011693397536873817, -0.02576851285994053, -0.10914044827222824, -0.03580844774842262, 0.10475357621908188, -0.021824076771736145, 0.023480944335460663, -0.11439244449138641, 0.02671973966062069, 0.04112927243113518, -0.010176933370530605, 0.020786432549357414, 0.013363433070480824, -0.08411898463964462, 0.03531866520643234, 0.0592166893184185, -0.0016828980296850204, -0.01403459906578064, 0.1215156763792038, -0.06800519675016403, 0.07402512431144714, -0.022302843630313873, -0.045074090361595154, 0.07145528495311737, -0.09792997688055038, 0.05294352024793625, -0.0207492895424366, -0.0035993827041238546, -0.011386088095605373, -0.03901105746626854, 0.027807896956801414, 0.017078213393688202, -0.09728626906871796, -0.01036502793431282, 0.0707317665219307, 0.04536208510398865, -0.04898212477564812, -0.12488779425621033, 0.024670585989952087, 0.052214011549949646, 0.012610857374966145, 0.05589805543422699, 0.093304343521595, -0.07259047776460648, 0.0044961776584386826, 0.04902919381856918, -0.09950388222932816, -0.04982628673315048, 0.00685650622472167, -0.005719281733036041, -0.0930343046784401, 0.08214415609836578], [-0.03889716416597366, -0.012763939797878265, -0.054064199328422546, -0.04909531772136688, -0.01676776446402073, -0.0386597104370594, 0.10222819447517395, -0.062074609100818634, 0.013431722298264503, 0.04404894635081291, 0.02827100269496441, 0.08202473074197769, 0.015198913402855396, -0.0045255920849740505, -0.009105188772082329, -0.07829322665929794, 0.0053905462846159935, -0.029278714209794998, 0.03616850823163986, 0.06358747184276581, -0.08855576813220978, -0.09372124820947647, 0.026320770382881165, -0.010270687751471996, -0.0003475187113508582, 0.00975517276674509, -0.0055954549461603165, 0.057462356984615326, 0.016223756596446037, -0.09825059771537781, 0.011464343406260014, -0.004557919222861528, -0.06652623414993286, 0.035878006368875504, -0.0744975134730339, 0.018244702368974686, 0.030019527301192284, 0.030275292694568634, -0.0007035963935777545, -0.06057519093155861, 0.011743097566068172, -0.0792364776134491, -0.040020816028118134, -0.02603098936378956, -0.05540543422102928, 0.043638959527015686, -0.18453341722488403, -0.10983619093894958, 0.030870936810970306, 0.0029726908542215824, 0.08860141038894653, -0.06854153424501419, 0.01584230549633503, -0.07688134163618088, 0.07673553377389908, -9.178580512525514e-05, -0.06340956687927246, 0.02772485837340355, -0.05105629563331604, -0.07047472149133682, 0.0900455042719841, -0.006935779470950365, -0.05513354763388634, -0.012235603295266628, 0.0235148873180151, 0.07704173028469086, 0.031817562878131866, -0.0726577416062355, -0.03900003060698509, -0.04627823457121849, 0.05781683698296547, -0.029510097578167915, -0.03326093778014183, -0.07978390902280807, 0.05589189752936363, 0.05496569722890854, -0.11048253625631332, 0.09094314277172089, 0.08554121851921082, 0.0015893148956820369, -0.04841155931353569, -0.13418665528297424, -0.008534685708582401, -0.039735957980155945, 0.010946664959192276, 0.015223737806081772, 0.016015786677598953, 0.013430304825305939, 0.06706396490335464, -0.08334637433290482, 0.061186112463474274, -0.00031097614555619657, -0.016092367470264435, -0.005274707451462746, 0.05519464984536171, 0.03816043585538864, 0.03439201042056084, 0.04028701037168503, -0.027156434953212738, 0.030666444450616837, 0.002156625734642148, -0.07356420159339905, -0.07224196195602417, -0.011152816005051136, 0.05110257491469383, -0.08293098211288452, -0.02920205518603325, -0.04167363792657852, -0.05111899971961975, 0.005140980239957571, -0.018756814301013947, 0.04172014445066452, 0.04462340846657753, 0.05174251273274422, 0.011384207755327225, 0.028899390250444412, -0.06358066946268082, -0.031081773340702057, -0.0014595916727557778, 0.12203960120677948, 0.039233263581991196, 0.021994508802890778, 0.02377931773662567, 0.04473123699426651, 0.009598900564014912, 0.047162655740976334, 0.03374268859624863, 0.06722977012395859], [0.021407119929790497, 0.007550348527729511, 0.032934002578258514, -0.04497554153203964, 0.03267177939414978, -0.01270334143191576, -0.018655097112059593, 0.009061296470463276, -0.03799554705619812, -0.01075306348502636, 0.04187316074967384, 0.03466028347611427, 0.01759440265595913, -0.015357449650764465, 0.06858702003955841, -0.0001757644204190001, 0.07210272550582886, 0.05500798299908638, -0.033502496778964996, 0.029439760372042656, -0.024445563554763794, -0.05479328706860542, 0.01394448522478342, -0.04465416818857193, 0.01120851095765829, 0.010484804399311543, 0.03761613741517067, 0.15651878714561462, 0.018629860132932663, -0.018786728382110596, 0.0748208537697792, -0.03187019005417824, 0.04307040199637413, 0.003957036882638931, -0.015892943367362022, -0.07480987906455994, 0.08011408150196075, -0.05354198068380356, 0.03889390826225281, 0.0027489755302667618, 0.04608752205967903, -0.03393566608428955, -0.001969093456864357, -0.02662128023803234, -0.054588668048381805, 0.04654177278280258, -0.059762440621852875, -0.0809754878282547, -0.07697399705648422, -0.09572232514619827, 0.0762404128909111, -0.009922511875629425, 0.02381557784974575, 0.035394925624132156, -0.07356949895620346, -0.0037850115913897753, 0.0028996188193559647, -0.010761303827166557, 0.04149733856320381, -0.07602924108505249, 0.09811047464609146, 0.012774351052939892, -0.1424664855003357, -0.06172449514269829, -0.05609920620918274, 0.056938331574201584, 0.025456104427576065, -0.016059227287769318, -0.04043826088309288, 0.05974628031253815, 0.07865404337644577, -0.11080848425626755, 0.035561855882406235, -0.006866356357932091, 0.025732148438692093, -0.09918967634439468, 0.08814745396375656, 0.016101127490401268, -0.022956496104598045, -0.16138601303100586, 0.044813722372055054, -0.03889920562505722, 0.02987596206367016, -0.02767578512430191, -0.035087525844573975, 0.03910182788968086, -0.011781840585172176, -0.01235019601881504, 0.04983304440975189, -0.08199610561132431, 0.0010165356798097491, 0.06363809108734131, -0.015541266649961472, 0.03391642868518829, -0.08744216710329056, -0.12907442450523376, 0.04828912764787674, 0.017771180719137192, -0.07497822493314743, 0.02642163261771202, -0.021968338638544083, 0.02965203858911991, -0.07644236832857132, -0.05930284783244133, 0.044379763305187225, -0.059853360056877136, 0.07179779559373856, -0.0504043810069561, 0.006651309784501791, -0.0012678866041824222, -0.015327347442507744, 0.10384124517440796, 0.13448621332645416, -0.0015987512888386846, -0.0383726991713047, 0.04404829442501068, -0.019327597692608833, -0.008669545873999596, 0.015013798139989376, 0.025658756494522095, -0.029581667855381966, 0.032046493142843246, -0.020097101107239723, -0.029992155730724335, 0.06969990581274033, -0.003683487419039011, 0.006004468537867069, -0.03298001363873482], [0.003428705269470811, -0.06438159197568893, -0.0026875713374465704, -0.0333564430475235, -0.0730292946100235, 0.020905133336782455, 0.04046231508255005, -0.08002651482820511, -0.028635447844862938, -0.032720595598220825, -0.011707838624715805, -0.0461491160094738, -0.0755113735795021, -0.03260565176606178, -0.01290897186845541, -0.0422622412443161, 0.03111329860985279, -0.005862564779818058, 0.06900090724229813, 0.02355480007827282, 0.009286324493587017, -0.036452315747737885, 0.011738021858036518, 0.06962497532367706, 0.024978620931506157, 0.0033738466445356607, -0.007074638735502958, 0.08288602530956268, 0.005290004424750805, -0.09511494636535645, -0.06472618877887726, 0.03335650637745857, 0.049336884170770645, 0.038792338222265244, -0.020782241597771645, 0.0015631389105692506, 0.00256360019557178, -0.041068706661462784, -0.0013936309842392802, -0.030898261815309525, -0.021043039858341217, -0.13442549109458923, -0.06474585086107254, 0.07138461619615555, 0.08490382134914398, 0.0016362931346520782, -0.01588071510195732, -0.11705391854047775, -0.025297237560153008, -0.08906522393226624, 0.035733386874198914, -0.003461522748693824, -0.03295387700200081, -0.0037510667461901903, 0.052410613745450974, 0.014303279109299183, 0.002766016637906432, -0.010131889022886753, 0.024464217945933342, -0.041867565363645554, 0.05492508411407471, -0.02421417459845543, -0.02833293005824089, 0.06605816632509232, 0.034783974289894104, 0.033830974251031876, -0.07359366118907928, 0.015914032235741615, -0.02023293636739254, -0.04634721577167511, -0.004775723442435265, -0.12342850863933563, -0.019976627081632614, 0.012126578018069267, -0.029487937688827515, 0.04490668699145317, 0.01275378093123436, -0.02450716868042946, 0.026698032394051552, -0.06741825491189957, 0.095960333943367, -0.04133284091949463, 0.08190649747848511, -0.03568040952086449, 0.03354968503117561, 0.014954214915633202, -0.017741234973073006, -0.03859386965632439, 0.03674904257059097, -0.024624401703476906, 0.08318823575973511, -0.019652852788567543, 0.013768200762569904, 0.04356036335229874, -0.0760195329785347, 0.09752798080444336, 0.009140759706497192, -0.0008695578435435891, -0.012985896319150925, -0.06121067330241203, -0.01467979047447443, 0.07026819884777069, -0.011577567085623741, 0.10525167733430862, -0.05671120807528496, -0.02018934302031994, -0.010562439449131489, 0.0822712630033493, -0.06071454659104347, 0.00503523088991642, -0.09035764634609222, -0.0017487785080447793, 0.035041745752096176, -0.0765027180314064, -0.013687766157090664, 0.040899086743593216, -0.06206013634800911, 0.022211989387869835, -0.06993603706359863, -0.054166071116924286, -0.00661650812253356, 0.06650562584400177, 0.004359379410743713, -0.0025796827394515276, 0.08360670506954193, -0.020407352596521378, 0.09881260246038437, 0.06050761789083481], [-0.0037141654174774885, -0.016817744821310043, 0.0027687360998243093, -0.04368754103779793, 0.020179936662316322, -0.03523458167910576, -0.00460509629920125, -0.05846270173788071, 0.05799481272697449, 0.02385866455733776, 0.00266734859906137, 0.12540468573570251, 0.0032812163699418306, -0.010163095779716969, 0.05771225318312645, -0.017995687201619148, -0.028702864423394203, -0.009486567229032516, -0.013803350739181042, -0.04962732642889023, 0.06396186351776123, -0.0289341788738966, 0.08354465663433075, 0.005698488559573889, -0.026429690420627594, -0.015412180684506893, -0.033930592238903046, 0.14485260844230652, 0.010304066352546215, -0.06328584998846054, 0.06370188295841217, -0.02162330411374569, 0.028988109901547432, 0.027518749237060547, -0.056916214525699615, -0.05820762738585472, -0.0005878320662304759, 0.03706596419215202, 0.03257220983505249, -0.0912795290350914, 0.058887265622615814, -0.02058396302163601, 0.012763473205268383, 0.0004865452938247472, 0.11079639196395874, 0.02909267134964466, -0.029067935422062874, -0.05678237974643707, -0.04658866673707962, -0.1429481953382492, 0.053555186837911606, -0.014867539517581463, -0.07874995470046997, 0.07405984401702881, 0.04345911368727684, 0.09665960818529129, -0.03541961684823036, -0.083075150847435, -0.027086252346634865, -0.09451966732740402, 0.08657113462686539, -0.000586980429943651, -0.025807006284594536, 0.04544386640191078, 0.019477922469377518, 0.01024344190955162, 0.052461590617895126, -0.021914513781666756, 0.04335911199450493, -0.01154439989477396, 0.02078356221318245, -0.06112503260374069, 0.025531921535730362, -0.08850641548633575, 0.0004937553312629461, 0.022854607552289963, 0.04043620452284813, 0.01169203408062458, 0.009770101867616177, 0.024246500805020332, 0.030617011711001396, -0.04015234485268593, 0.027476510033011436, -0.02822917513549328, -0.023896129801869392, 0.10348831862211227, -0.0035785629879683256, 0.0056450082920491695, 0.05005594715476036, -0.007653203327208757, 0.010462609119713306, -0.01949598453938961, 0.02198793739080429, 0.007204282563179731, 0.013858637772500515, 0.03717551380395889, 0.010211840271949768, 0.025806130841374397, 0.01645062305033207, -0.019855909049510956, -0.030378185212612152, -0.05707436800003052, 0.0027783478144556284, 0.014025729149580002, 0.039101868867874146, -0.1452624350786209, -0.0002544326416682452, -0.06976643204689026, -0.04972581937909126, 0.00023739076277706772, -0.026816802099347115, 0.08643386512994766, 0.01643841341137886, 0.04142250865697861, 0.02264866605401039, 0.09800465404987335, -0.007555297575891018, 0.019366374239325523, -0.044571369886398315, 0.025090867653489113, -0.024600086733698845, 0.10350818186998367, -0.01441968698054552, 0.019756769761443138, -0.040445152670145035, -0.006741693243384361, 0.0059945485554635525, -0.01462542824447155], [-0.0008855356136336923, 0.039560817182064056, 0.0658583715558052, -0.021784646436572075, 0.03363192081451416, -0.05073811113834381, 0.1322399526834488, -0.07882833480834961, 0.04260313883423805, 0.0930127501487732, -0.08256866782903671, 0.06166965886950493, -0.017277836799621582, -0.05825217440724373, 0.03865739703178406, -0.04355549439787865, 0.020377151668071747, -0.016309678554534912, -0.011400407180190086, 0.04974057897925377, 0.031245436519384384, -0.027060963213443756, 0.08191993832588196, -0.030987299978733063, -0.02913440763950348, -0.007834814488887787, 0.0019015006255358458, 0.055040422827005386, 0.07663927227258682, -0.028311513364315033, 0.10130929201841354, -0.013112328946590424, -0.04365554079413414, 0.03000968135893345, -0.012816463597118855, 0.031056096777319908, 0.09570037573575974, -0.004316338337957859, 0.101649709045887, -0.004521723370999098, -0.049856364727020264, -0.1223670169711113, -0.05739949271082878, -0.07718565315008163, -0.026096545159816742, -0.008621188811957836, -0.10460792481899261, 0.0013553258031606674, 0.006466323509812355, -0.0962856188416481, 0.057077474892139435, -0.018276143819093704, -0.01832771487534046, -0.018848277628421783, 0.09633933007717133, -0.03820963576436043, 0.023715335875749588, 0.0681535005569458, -0.04233156517148018, -0.07218150049448013, 0.1609320491552353, -0.004910541232675314, -0.04998701810836792, -0.08822903782129288, -0.025204887613654137, 0.06785660237073898, -0.039218366146087646, 0.08356881141662598, -0.052914008498191833, 0.008900318294763565, 0.06780178844928741, -0.01718350499868393, 0.03604422137141228, 0.018902050331234932, -0.10412199050188065, -0.033939193934202194, -0.060940761119127274, 0.01839149370789528, -0.020215902477502823, -0.1082163155078888, 0.11653557419776917, -0.06529806554317474, -0.015188692137598991, -0.0641142800450325, 0.015790902078151703, 0.034568529576063156, -0.00225412892177701, -0.021924186497926712, 0.05114695057272911, -0.06361925601959229, 0.05232387036085129, -0.013720878399908543, 0.03817032277584076, 0.005217313766479492, 0.01593438908457756, -0.04076457396149635, 0.030473707243800163, -0.0430702343583107, 0.07051555812358856, -0.023684076964855194, 0.04612360894680023, 0.031531065702438354, -0.10730085521936417, -0.046165164560079575, -0.04006475955247879, -0.029190750792622566, 0.09557082504034042, 0.06907632946968079, 0.0939059630036354, 0.04300785809755325, 0.08201461285352707, 0.00665457546710968, 0.009604687802493572, 0.01798447221517563, -0.034786101430654526, 0.0015269165160134435, -0.004582262132316828, -0.0721258893609047, 0.0030204697977751493, -0.03151040896773338, -0.04788660258054733, -0.04556911066174507, 0.0768483430147171, -0.026097645983099937, 0.08143991976976395, 0.01491323858499527, -0.026365818455815315, 0.02989715151488781], [-0.018504172563552856, 0.03264307603240013, -0.04144787788391113, -0.0985022783279419, 0.04154752939939499, -0.00748654268682003, -0.02717946097254753, -0.06986809521913528, -0.055600862950086594, -0.03340674936771393, -0.04797765612602234, 0.011976493522524834, 0.035130493342876434, -0.0287547055631876, -0.0030014226213097572, -0.023341959342360497, -0.028492696583271027, 0.009239920414984226, 0.03521524369716644, -0.07137387245893478, 0.046985186636447906, -0.07946933060884476, 0.09255144000053406, -0.06625398248434067, -0.05207985267043114, 0.03454302251338959, 0.03899688646197319, 0.11994058638811111, -0.05956388637423515, -0.0058213770389556885, 0.003933475352823734, -0.007271009963005781, 0.02556130848824978, 0.0014069435419514775, -0.10952479392290115, -0.006387979257851839, 0.01285772304981947, -0.006793836131691933, 0.025622596964240074, 0.024613618850708008, -0.03150194510817528, -0.007785813417285681, 0.09280180186033249, 0.020080363377928734, 0.022866563871502876, 0.0652986392378807, -0.017170283943414688, -0.04788665845990181, -0.05058858171105385, -0.07814422994852066, 0.08780617266893387, -0.041412729769945145, 0.017142003402113914, 0.07855318486690521, -0.008117038756608963, 0.044384583830833435, 0.0018935040570795536, -0.02777784876525402, -0.05643937364220619, -0.1582290679216385, 0.09974488615989685, 0.03686672821640968, -0.16451974213123322, 0.015420966781675816, -0.016713837161660194, -0.04722156375646591, -0.09040549397468567, -0.002763771917670965, -6.782012496842071e-05, 0.03560922294855118, 0.01390138640999794, 0.004109327215701342, -0.03620365634560585, 0.02705400623381138, -0.05170771852135658, -0.007010113913565874, 0.06260233372449875, 0.02195495367050171, 0.022289765998721123, -0.06433034688234329, 0.026687048375606537, -0.10688120126724243, 0.020830940455198288, 0.013972140848636627, -0.006104511208832264, 0.03914687782526016, -0.03673749789595604, 0.04385005310177803, -0.03618214651942253, 0.050808385014534, 0.13382746279239655, -0.044395364820957184, 0.0013207929441705346, -0.005278011783957481, -0.04586521163582802, -0.008824212476611137, 0.02860124036669731, 0.08258052915334702, 0.006727489642798901, 0.00021132630354259163, 0.012713194824755192, 0.027255592867732048, 0.07565619796514511, 0.010049264878034592, 0.056519702076911926, 0.05616641789674759, 0.0648898258805275, 0.03214645758271217, 0.04515327513217926, -0.010128668509423733, -0.0018918331479653716, 0.02396307699382305, -0.023715224117040634, 0.0010955436155200005, 0.035460297018289566, 0.001556746894493699, 0.05539707466959953, 0.012271142564713955, -0.051513928920030594, 0.01453489065170288, -0.03927440941333771, -0.04115588217973709, 0.03749379143118858, -0.026237964630126953, -0.022289397194981575, 0.014260673895478249, 0.028533466160297394, 0.02852032519876957], [-0.03168034926056862, -0.0074090370908379555, 0.023219572380185127, -0.04229079559445381, -0.03472432494163513, -0.03501952812075615, 0.08038434386253357, -0.029975924640893936, 0.005429099313914776, 0.06575965136289597, -0.018587207421660423, 0.055420901626348495, -0.037897899746894836, 0.04353315383195877, 0.0028402768075466156, 0.046928003430366516, -0.039332225918769836, -0.04823988303542137, 0.051966141909360886, -0.030159370973706245, 0.05857499688863754, -0.027539657428860664, 0.06382211297750473, -0.009539160877466202, 0.03799007460474968, -0.006749927531927824, 0.03373685106635094, 0.09839858114719391, 0.03259068354964256, -0.054757941514253616, 0.02543400041759014, 0.012364833615720272, -0.013393617235124111, 0.026304002851247787, -0.02573089674115181, -0.017720729112625122, 0.07906510680913925, -0.011884443461894989, 0.03845835477113724, -0.02431534230709076, -0.00601826049387455, -0.04975180700421333, -0.12817931175231934, -0.04579266533255577, 0.00714563112705946, 0.025282517075538635, -0.05353238806128502, -0.06001858785748482, 0.04780563339591026, -0.028007151558995247, 0.002384067978709936, 0.03264683485031128, 0.04917682707309723, -0.02045026794075966, 0.04269179329276085, -0.01571732945740223, -0.10067004710435867, 0.04522169753909111, 0.021297311410307884, -0.04169514775276184, 0.05633019283413887, 0.007753716316074133, -0.007308253087103367, 0.033220332115888596, -0.008577801287174225, 0.0457463264465332, -0.008667487651109695, 0.0011350526474416256, -0.07638248801231384, -0.01320509985089302, -0.11069903522729874, -0.07944930344820023, 0.03997882455587387, 0.10201191157102585, -0.0911293551325798, -0.08851632475852966, 0.015500886365771294, 0.02297964319586754, -0.029661785811185837, 0.012076310813426971, 0.049473389983177185, 0.015383721329271793, 0.0214962400496006, -0.0487387515604496, 0.12180829793214798, -0.03412341699004173, -0.004422624595463276, -0.019768504425883293, -0.005881546996533871, -0.02215128019452095, 0.06464261561632156, 0.14510482549667358, -0.07118873298168182, 0.010787144303321838, 0.10473340004682541, -0.0829721987247467, 0.05838712304830551, 0.0249527208507061, -0.05201726779341698, 0.06503576040267944, -0.1080850139260292, 0.0260082446038723, -0.07370250672101974, 0.022549686953425407, 0.02397959679365158, -0.06398706138134003, 0.07855048030614853, -0.009979166090488434, -0.0738806203007698, -0.020292086526751518, 0.030065365135669708, 0.08223842084407806, 0.06590530276298523, -0.027945812791585922, 0.0012604058720171452, 0.08461719006299973, -0.037002213299274445, 0.021341834217309952, 0.03142307698726654, -0.061533570289611816, -0.0005409473087638617, 0.09260158985853195, -0.013142271898686886, -0.1071428582072258, 0.01827164739370346, -0.061824411153793335, -0.05754063278436661, -0.022527163848280907], [-0.08082162588834763, -0.037440188229084015, 0.012286927551031113, -0.050103846937417984, -0.03715760260820389, -0.048197414726018906, -0.022719144821166992, -0.006223395001143217, 0.014313198626041412, 0.002138701966032386, 0.07556988298892975, 0.005654580891132355, -0.051118623465299606, -0.012051574885845184, -0.018921447917819023, 0.038461338728666306, -0.04938903823494911, -0.062135424464941025, 0.02980014681816101, 5.686488657374866e-05, 0.05738699436187744, -0.01416789460927248, 0.043447960168123245, 0.0011416004272177815, 0.017001595348119736, -0.04164334759116173, -0.02779586985707283, 0.060474228113889694, 0.006344470661133528, -0.08110678195953369, 0.03387884050607681, -0.01675170287489891, 0.009666601195931435, -0.012104540131986141, -0.05976938456296921, -0.010190625675022602, 0.08775978535413742, -0.0689111053943634, -0.008003384806215763, -0.03251052647829056, -0.004395907279103994, -0.043045781552791595, -0.050720639526844025, 0.0379900299012661, -0.00811192486435175, -0.011250860057771206, -0.018761690706014633, -0.08744516968727112, -0.05155471712350845, -0.09505277127027512, -0.0059828865341842175, -0.06658107042312622, -0.004823730792850256, -0.006626659072935581, 0.056332722306251526, 0.029335560277104378, 0.0590076670050621, -0.05400266870856285, -0.008635937236249447, -0.017633292824029922, 0.058832135051488876, 0.06704217195510864, -0.10188724100589752, -0.017716096714138985, 0.047888606786727905, 0.07859379053115845, -0.0014739433536306024, 0.10483232885599136, 0.006569604855030775, 0.044570595026016235, 0.03208818659186363, -0.08675963431596756, -0.07157671451568604, -0.005752059165388346, -0.08346743136644363, 0.0011278049787506461, 0.05576488748192787, -0.012913416139781475, -0.02890186943113804, -0.01936214789748192, -0.013514195568859577, -0.07085499912500381, 0.05482962355017662, -0.04934362322092056, -0.033339809626340866, 0.017279990017414093, -0.014509119093418121, -0.011569431982934475, -0.010685314424335957, 0.11188933998346329, -0.015094527043402195, -0.002712639281526208, 0.0032271442469209433, 0.06219342723488808, -0.0215622391551733, -0.011302725411951542, 0.003911078907549381, 0.0424276702105999, -0.014607769437134266, -0.038035519421100616, 0.02313956990838051, 0.012279225513339043, -0.006195580121129751, 0.029645679518580437, -0.034301307052373886, -0.040623411536216736, 0.05982362851500511, 0.02905368246138096, -0.05061586946249008, 0.011830121278762817, -0.012778525240719318, 0.05897648632526398, 0.02137175016105175, -0.047295037657022476, 0.07674305886030197, 0.028701135888695717, 0.04054149612784386, 0.0341346450150013, 0.06980651617050171, 0.0121077885851264, -0.036887966096401215, -0.004948218818753958, 0.03442962095141411, -0.11221876740455627, 0.05007336288690567, -0.06927161663770676, 0.08467675745487213, 0.06112710013985634], [-0.03196195140480995, -0.0031168048735708, -0.013587331399321556, -0.015496160835027695, -0.009860551916062832, 0.08828796446323395, 0.03700362890958786, -0.07561473548412323, -0.03450901061296463, 0.05921286717057228, -0.027020776644349098, 0.007678856607526541, 0.0005130498902872205, -0.04261917248368263, 0.002625301480293274, -0.032849233597517014, 0.04689981788396835, 0.0429379940032959, -0.062406402081251144, 0.07916846126317978, -0.019752779975533485, -0.050316981971263885, 0.0836523175239563, -0.057268720120191574, 0.033542901277542114, 0.06737577170133591, 0.07570431381464005, 0.06720276176929474, -0.017690664157271385, -0.164393812417984, -0.018988950178027153, 0.04450928792357445, 0.013670147396624088, 0.06249581277370453, -0.10269758105278015, 0.042423754930496216, -0.012509732507169247, -0.014947637915611267, -0.04945185407996178, -0.0034420250449329615, -0.054015688598155975, -0.006005788687616587, 0.0015243981033563614, 0.06619758158922195, 0.05779200792312622, 0.028997834771871567, 0.07764105498790741, -0.07077041268348694, -0.019447635859251022, -0.09660368412733078, 0.08721347898244858, 0.00899997353553772, -0.018004149198532104, 0.07582884281873703, 0.07919511944055557, 0.09440580010414124, 0.12470687925815582, -0.08291447162628174, -0.054793961346149445, -0.03583760932087898, 0.09052133560180664, 0.021232811734080315, -0.11940481513738632, -0.018430836498737335, 0.07491257041692734, 0.06430833786725998, -0.0324898399412632, 0.06496711075305939, -0.04821184277534485, 0.02352207712829113, -0.05743835121393204, -0.14270451664924622, -0.018924308940768242, -0.02951320819556713, 0.014724785462021828, 0.019702564924955368, 0.039774540811777115, 0.0844055637717247, -0.03953482210636139, -0.055750202387571335, 0.038423892110586166, 0.003987990319728851, 0.06306812912225723, -0.06734558939933777, 0.06578698754310608, 0.052207812666893005, -0.08793700486421585, -0.041352394968271255, 0.01657875068485737, -0.04356914386153221, -0.03371362388134003, -0.003924984019249678, 0.019139714539051056, -0.008562209084630013, -0.11365155130624771, -0.009464196860790253, 0.0025095136370509863, 0.000829884025733918, 0.07545988261699677, 0.015137719921767712, -0.05665387958288193, 0.02342185750603676, -0.0295911505818367, 0.017650170251727104, -0.0012333464110270143, -0.052730493247509, 0.014710783958435059, 0.06101298704743385, -0.005925086326897144, -0.016504278406500816, -0.07661117613315582, 0.02686198800802231, 0.029727483168244362, -0.024696236476302147, 0.034582797437906265, 0.03970597684383392, -0.011555478908121586, -0.051631852984428406, 0.05587117373943329, -0.05122317373752594, -0.04493636637926102, 0.031220171600580215, -0.0006237119669094682, -0.02258259989321232, 0.10655694454908371, 0.008906999602913857, 0.06967533379793167, 0.05292315408587456], [0.008116178214550018, 0.005511851981282234, 0.08629518002271652, 0.0303353201597929, 0.02108064293861389, 0.016871942207217216, 0.04859557002782822, -0.040371526032686234, -0.07159627974033356, -0.014528432860970497, -0.03283226490020752, 0.02523304894566536, -0.002620966173708439, 0.0028894522693008184, 0.04700556397438049, -0.018923291936516762, -0.03685278072953224, -0.05421101674437523, -0.029365701600909233, 0.03723417595028877, 0.03523663431406021, -0.02490145154297352, 0.010923398658633232, 0.05874471366405487, -0.05934751778841019, -0.005177226383239031, -0.022284692153334618, 0.08427078276872635, 0.026289401575922966, -0.0784185603260994, 0.04464485123753548, 0.02549486979842186, -0.043015409260988235, 0.028768327087163925, -0.1250048577785492, -0.048468492925167084, 0.017373792827129364, -0.014036266133189201, -0.008161770179867744, 0.020503075793385506, -0.05364047363400459, 0.020931214094161987, -0.07479894161224365, 0.12427886575460434, 0.040601424872875214, 0.020759355276823044, -0.02671409584581852, -0.0975140929222107, 0.016367238014936447, -0.05400530621409416, 0.022773930802941322, -0.02354847453534603, -0.02887876331806183, 0.0013086008839309216, 0.01934165507555008, 0.06865974515676498, 0.04958759993314743, -0.04214264079928398, -0.0368170328438282, -0.06830053776502609, 0.08732655644416809, -0.020367378368973732, -0.07099232822656631, -0.05609743669629097, 0.004308197647333145, -0.014084736816585064, -0.023099808022379875, 0.04224791005253792, -0.030897848308086395, 0.13110597431659698, -0.03442153334617615, -0.13327880203723907, -0.0170303788036108, 0.0032345650251954794, 0.0017044036649167538, -0.07238297164440155, 0.11773581802845001, 0.05431517958641052, -0.0164740439504385, -0.05368610471487045, 0.019306659698486328, -0.034223757684230804, 0.07833211869001389, -0.027211157605051994, 0.060840073972940445, 0.032955292612314224, -0.0701221227645874, 0.04073081165552139, 0.030460121110081673, -0.025472063571214676, 0.006458282005041838, -0.03950102627277374, -0.02251921407878399, -0.05155060812830925, -0.1316162794828415, 0.0011776590254157782, 0.0011705869110301137, -0.0419592559337616, 0.012021034024655819, 0.04590737447142601, -0.08687378466129303, -0.003041369840502739, -0.10944806039333344, 0.04070121794939041, 0.06629713624715805, -0.12872792780399323, -0.015299035236239433, -0.03203815594315529, -0.01167832501232624, -0.10567767173051834, -0.02311783842742443, 0.046731289476156235, 0.01527378149330616, -0.07821483910083771, 0.04123228043317795, 0.015010441653430462, 0.011243211105465889, -0.027228666469454765, 0.027903085574507713, -0.053300146013498306, 0.017612067982554436, 0.03460687771439552, -0.012880680151283741, -0.04041578993201256, 0.04013931751251221, -0.046259813010692596, -0.04928463697433472, 0.020528461784124374], [-0.022302424535155296, -0.04021163284778595, 0.017377611249685287, -0.0415743850171566, 0.05774880573153496, 0.017805684357881546, -0.03827524185180664, -0.056635648012161255, -0.048306532204151154, 0.0724688321352005, -0.01927117630839348, 0.043799806386232376, -0.033453021198511124, 0.00494835851714015, 0.002771099330857396, -0.06105023995041847, -0.011279980652034283, 0.03742652386426926, 0.10428653657436371, 0.04401612654328346, -0.013696820475161076, -0.07935070991516113, 0.09243649989366531, 0.013701687566936016, -0.11083224415779114, 0.07413007318973541, 0.0619552917778492, 0.09467818588018417, 0.013921121135354042, -0.07785709202289581, -0.02126363292336464, 0.026336440816521645, -0.0037567843683063984, 0.032022956758737564, -0.08481984585523605, 0.04977923259139061, -0.01701764203608036, 0.05983678624033928, -0.030287357047200203, -0.015711279585957527, 0.04096410423517227, -0.052297111600637436, 0.0017543579451739788, -0.0026892421301454306, 0.07324038445949554, 0.039658330380916595, 0.017898719757795334, -0.037202801555395126, -0.07251539826393127, -0.04665001481771469, -0.008685833774507046, -0.00421108677983284, 0.026003289967775345, -0.010628455318510532, 0.052045319229364395, 0.006364051718264818, -0.041310690343379974, 0.049884162843227386, -0.010960137471556664, -0.04965491220355034, 0.05150056630373001, 0.003079841146245599, -0.03415652737021446, 0.037902090698480606, -0.017024867236614227, 0.043603211641311646, -0.03555305674672127, 0.04611007869243622, -0.056874118745326996, -0.08723662048578262, -0.003100953996181488, -0.010479751974344254, -0.03367344290018082, -0.013866927474737167, -0.10106531530618668, 0.03584308177232742, 0.016099413856863976, 0.0649113655090332, 0.021720461547374725, 0.0055280886590480804, 0.014801226556301117, 0.048191364854574203, 0.039625778794288635, -0.020619377493858337, 0.14527809619903564, 0.09749796986579895, 0.046106670051813126, 0.05599621683359146, 0.03845607861876488, -0.03339124843478203, -0.04909806698560715, 0.05269497260451317, -0.018410535529255867, -0.059948671609163284, -0.10144055634737015, -0.0028277395758777857, -0.021610861644148827, 0.11111615598201752, -0.008027768693864346, -0.014723810367286205, -0.0005722363712266088, -0.014727507717907429, 0.06390151381492615, 0.08271076530218124, 0.01740580052137375, -0.034413278102874756, -0.05439813435077667, 0.02662823721766472, -0.07902063429355621, -0.0031299209222197533, -0.001139067579060793, 0.0012626068200916052, 0.02589140087366104, 0.0488816536962986, -0.007048686034977436, 0.04160284623503685, 0.006344801280647516, 0.032285191118717194, -0.011726215481758118, -0.006152360234409571, 0.0033968857023864985, 0.060954030603170395, 0.008398392237722874, -0.016181306913495064, 0.027768775820732117, -0.0997556820511818, 0.017956431955099106, 0.04078086465597153], [0.01732826977968216, 0.0050136493518948555, 0.11654821783304214, -0.009923080913722515, 0.038614142686128616, -0.04578158259391785, -0.03198292478919029, -0.011002184823155403, -0.06551948934793472, 0.03186146542429924, -0.018834395334124565, 0.03318391367793083, 0.014217719435691833, -0.036860592663288116, 0.04244612902402878, -0.12005987018346786, 0.023813266307115555, -0.009127235040068626, 0.030660059303045273, -0.01846085675060749, 0.0011885033454746008, -0.0958821028470993, 0.0542808435857296, -0.019103704020380974, 0.004412946291267872, -0.016007548198103905, 0.042487289756536484, 0.13170689344406128, 0.03862709924578667, -0.11924005299806595, 0.025997929275035858, -0.06751235574483871, -0.02527759037911892, -0.0015674819005653262, -0.03703080862760544, -0.08699499815702438, 0.08182799071073532, -0.07622118294239044, 0.045149464160203934, -0.049927160143852234, 0.04578066244721413, -0.055376604199409485, 0.022938676178455353, 0.013762615621089935, 0.004126658663153648, 0.056379035115242004, -0.008685935288667679, -0.04809994995594025, 0.024594277143478394, -0.10609816759824753, 0.0808928906917572, 0.14316433668136597, 0.028634440153837204, -0.0056765940971672535, 0.003367805387824774, 0.033739954233169556, 0.08775489777326584, 0.04294615238904953, 0.04789773374795914, -0.021369805559515953, 0.040530119091272354, -0.05983464792370796, -0.10350605100393295, -0.024956777691841125, 0.11753227561712265, 6.947141082491726e-05, -0.05918239429593086, 0.04991810396313667, -0.04304412379860878, 0.08802177757024765, 0.005095408298075199, -0.08390301465988159, 0.03432563319802284, 0.040596283972263336, -0.10480369627475739, -0.05197605490684509, 0.09038069099187851, -0.0331750214099884, -0.03294667601585388, -0.06025763228535652, 0.02350536547601223, -0.07575835287570953, 0.016169989481568336, 0.02051551267504692, -0.10243948549032211, -0.011808035895228386, -0.08138009160757065, 0.0062014940194785595, -0.05554774031043053, 0.0364803709089756, 0.036038316786289215, -0.013591746799647808, -0.004244887735694647, -0.010003062896430492, -0.056793518364429474, -0.004520154558122158, 0.007327635772526264, -0.07086443901062012, 0.0263040903955698, 0.042405061423778534, -0.012614415027201176, -0.031055789440870285, -0.02642248198390007, 0.0012711727758869529, -0.019328145310282707, -0.02745249681174755, 0.022794071584939957, 0.011985396035015583, 0.0016217328375205398, 0.03352844715118408, -0.08098704367876053, 0.0801660493016243, 0.04450796917080879, -0.047544214874506, 0.008989808149635792, 0.05256509408354759, 0.07527034729719162, 0.0002428974403301254, 0.009211900644004345, 0.03628230839967728, 0.0426998995244503, 0.03870968893170357, -0.024523800238966942, -0.13373391330242157, 0.0533268004655838, -0.03917336091399193, 0.0142501937225461, 0.0481385812163353], [-0.033361900597810745, 0.0010604413691908121, -0.04206869751214981, -0.048422206193208694, -0.03693491593003273, -0.00016568125283811241, -0.05042298883199692, -0.07586335390806198, -0.0738159567117691, 0.03608955442905426, -0.010955903679132462, 0.034582655876874924, -0.035628754645586014, -0.02356601133942604, 0.03194097429513931, -0.02341447025537491, -0.09336638450622559, -0.07430693507194519, 0.06401915103197098, -0.03286070004105568, 0.016686998307704926, -0.01696901023387909, 0.08685829490423203, -0.02264983393251896, -0.01190208550542593, 0.15100637078285217, 0.02015557512640953, 0.14032910764217377, 0.04625311866402626, -0.07560034841299057, 0.01030665822327137, 0.04866846278309822, 0.03636042773723602, 0.02679775282740593, -0.054461248219013214, 0.08052632212638855, 0.014359122142195702, 0.014758824370801449, 0.015076447278261185, 0.04608214646577835, -0.002585135167464614, -0.14689204096794128, -0.026014169678092003, -0.004060785751789808, 0.03445256128907204, 0.018038969486951828, -0.006242822855710983, -0.03290193900465965, -0.029524091631174088, -0.13183999061584473, 0.08577725291252136, -0.010885120369493961, -0.06173546984791756, 0.025085458531975746, 0.10184604674577713, 0.1136833056807518, -0.03270977735519409, 0.02033451572060585, 0.025140825659036636, -0.06351243704557419, 0.03755999729037285, 0.01360553689301014, -0.07269269973039627, -0.014242772944271564, 0.03417603671550751, 0.01549664419144392, -0.008412727154791355, 0.030301950871944427, -0.07981467247009277, -0.09484374523162842, -0.015221180394291878, 0.014461597427725792, 0.002620314247906208, -0.06611281633377075, 0.0017342533683404326, 0.012056685984134674, -0.06846508383750916, -0.03842305764555931, 0.07385673373937607, -0.02781541831791401, 0.016964320093393326, -0.11654607951641083, -0.03918685019016266, 0.039309434592723846, 0.04199475795030594, 0.018224496394395828, -0.04284055903553963, -0.05275103822350502, -0.044437896460294724, 0.054707858711481094, 0.025078635662794113, 0.02526368945837021, -0.0588049590587616, -0.01958317682147026, 0.04690432548522949, 0.0733843520283699, 0.009183000773191452, 0.07763338834047318, 0.013267653994262218, -0.02720213681459427, 0.01825721561908722, 0.01155092753469944, -0.018513061106204987, -0.04703386873006821, 0.03302468731999397, -0.00455915741622448, 0.0885060504078865, 0.008774926885962486, -0.05484028160572052, -0.010020831599831581, -0.023857809603214264, -0.012600306421518326, 0.10555411875247955, 0.024567415937781334, 0.0028339943382889032, -0.03441711515188217, 0.04750922694802284, -0.025061259046196938, -0.061996959149837494, -0.006635340396314859, 0.04035438969731331, 0.024740297347307205, -0.043116819113492966, -0.057087242603302, 0.0008808669517748058, 0.0009956551948562264, -0.021741360425949097, 0.06677654385566711], [-0.0047615948133170605, 0.027281712740659714, -0.004824050236493349, -0.09499417990446091, -0.04446355625987053, 0.014761567115783691, 0.06169865280389786, -0.016539502888917923, -0.038884833455085754, 0.021025238558650017, 0.027187954634428024, 0.07184372842311859, 0.015335975214838982, 0.007564855739474297, 0.017358742654323578, -0.041057340800762177, 0.03331879526376724, 0.0015798095846548676, -0.036370083689689636, 0.036855991929769516, 0.026475297287106514, -0.03942172974348068, 0.01823871023952961, -0.021884990856051445, -0.06784605234861374, 0.035766731947660446, -0.004147626459598541, 0.0775941014289856, 0.12080118060112, -0.07816038280725479, 0.06405503302812576, -0.08902577310800552, -0.022136885672807693, 0.0561491921544075, -0.08514586091041565, 0.05627192184329033, 0.09506720304489136, -0.05303329974412918, -0.03132458031177521, -0.03432455286383629, -0.0792139321565628, -0.05500170961022377, -0.04800546541810036, -0.015731774270534515, 0.046514905989170074, 0.023298831656575203, -0.010617774911224842, -0.08128703385591507, 0.0169194508343935, -0.05981667712330818, 0.031672123819589615, -0.0191962793469429, 0.020762639120221138, 0.0449119471013546, 0.021155517548322678, 0.0023903960827738047, 0.028734805062413216, 0.07217095792293549, -0.014119178056716919, -0.027094410732388496, 0.0568922720849514, -3.398017361178063e-05, -0.023030728101730347, 0.0019538153428584337, -0.0030594905838370323, 0.0013823428889736533, 0.022315001115202904, -0.007692396175116301, -0.0952363833785057, -0.09114181250333786, -0.08817390352487564, -0.087127186357975, 0.01164981909096241, 0.06023745611310005, 0.0012828998733311892, -0.15721699595451355, 0.05186665058135986, 0.03777233883738518, -0.03023953177034855, 0.01798742450773716, -0.048980943858623505, 0.04991265758872032, 0.015805386006832123, -0.09326428920030594, 0.04911383241415024, 0.03684564679861069, -0.046103402972221375, -0.14720340073108673, 0.007378705311566591, -0.15654213726520538, -0.09269081056118011, 0.01794416271150112, -0.08807273209095001, 0.0963931456208229, -0.0010071289725601673, -0.024620022624731064, 0.07863670587539673, 0.03626788780093193, -0.1435258984565735, -0.04275870695710182, -0.10518573969602585, 0.13325165212154388, -0.1046886071562767, -0.04202195629477501, 0.07439066469669342, -0.034580525010824203, 0.009526918642222881, -0.010386243462562561, -0.09884466975927353, 0.014446268789470196, 0.02545330859720707, 0.10640263557434082, 0.07582198828458786, -0.07490576058626175, -0.036185212433338165, 0.08369699865579605, -0.04984042048454285, 0.06621266156435013, 0.09477963298559189, -0.05116458982229233, 0.0035803881473839283, 0.05738113448023796, -0.05121065303683281, 0.011928380466997623, 0.009995833039283752, -0.005525987595319748, 0.030583752319216728, 0.08278577029705048], [-0.07435203343629837, 0.06673306226730347, 0.0024830661714076996, -0.09161785244941711, 0.10055272281169891, 0.05984950810670853, 0.05705255642533302, -0.018956352025270462, -0.05898740142583847, 0.052453577518463135, -0.003184599569067359, -0.01655946485698223, -0.0088396817445755, 0.007722838781774044, -0.020930953323841095, 0.008938208222389221, -0.011235134676098824, -0.054452985525131226, 0.06548387557268143, -0.013556958176195621, 0.02958845905959606, -0.06860120594501495, 0.039872605353593826, 0.07856607437133789, -0.06536535918712616, 0.021912207826972008, 0.03509005159139633, 0.09846147149801254, 0.011119481176137924, -0.0054425885900855064, 0.023595968261361122, -0.011416909284889698, -0.012420272454619408, 0.003073339583352208, -0.03625679016113281, 0.030799424275755882, 0.09021854400634766, 0.09904716163873672, 0.06791533529758453, 0.006504554767161608, -0.02595645748078823, -0.09388338029384613, -0.10032281279563904, -0.09600283205509186, 0.007546296343207359, 0.014830646105110645, -0.07900016754865646, -0.06371627748012543, 0.03930603340268135, -0.06856687366962433, 0.10741503536701202, -0.0006008752970956266, -0.03143148869276047, 0.07585359364748001, 0.0918859988451004, -0.017445897683501244, -0.08572737127542496, 0.06389608979225159, 0.027996471151709557, -0.10120546817779541, -0.0005711399135179818, 0.057988863438367844, -0.04475584626197815, -0.007599052041769028, 0.09157302230596542, 0.12620621919631958, 0.028623929247260094, 0.03313734009861946, -0.004811475519090891, -0.0973794236779213, 0.05288128927350044, -0.08087694644927979, 0.04562271758913994, -0.10400296002626419, -0.04413392022252083, 0.0008031600737012923, 0.051311008632183075, 0.01258067972958088, 0.09372469782829285, -0.006195600610226393, 0.11621586233377457, -0.04497290030121803, -0.06889121234416962, -0.04455791786313057, 0.00779824098572135, -0.006191848777234554, 0.06779240816831589, -0.0927739143371582, -0.05047556757926941, -0.003369729733094573, 0.0914207398891449, 0.056442730128765106, 0.017652226611971855, 0.09323301911354065, -0.0058395336382091045, -0.033929381519556046, -0.04101445898413658, -0.05709337443113327, 0.028825558722019196, -0.01567789539694786, 0.04329845681786537, -0.02475404553115368, -0.05693945661187172, -0.057033199816942215, -0.07689660042524338, 0.0019316558027639985, 0.004481976851820946, -0.07156644016504288, -0.053511980921030045, -0.026953963562846184, -0.025754988193511963, 0.07474925369024277, 0.1600559651851654, 0.03203883394598961, -0.12887346744537354, -0.05957974120974541, 0.021457452327013016, -0.10094890743494034, 0.02995537966489792, -0.0384572297334671, -0.034440938383340836, 0.005030605010688305, -0.03423129394650459, 0.003502846462652087, 0.002354201627895236, -0.05607734993100166, -0.013626434840261936, 0.025686312466859818], [-0.0021099282894283533, -0.00574900908395648, 0.08431312441825867, 0.02101247012615204, 0.05926092341542244, -0.06673596054315567, 0.0773930549621582, -0.000652079179417342, 0.018924131989479065, 0.053187090903520584, -0.012204816564917564, 0.03900858387351036, 0.0006728295120410621, -0.09501521289348602, -0.005048950668424368, 0.05643727630376816, -0.02929466776549816, -0.008194463327527046, -0.037373341619968414, 0.00018824214930646122, -0.021887466311454773, -0.10075546056032181, 0.15455946326255798, -0.06243281811475754, -0.003933863714337349, 0.059264808893203735, 0.006656929850578308, 0.12012629210948944, 0.13098180294036865, -0.09947700053453445, 0.07610026001930237, -0.006933373864740133, 0.05717591196298599, -0.010896925814449787, -0.07167372107505798, 0.08094966411590576, 0.110325887799263, 0.034283220767974854, 0.03715720400214195, -0.016841547563672066, 0.04339589923620224, -0.10453829169273376, 0.04950917512178421, 0.03422658145427704, 0.01963266171514988, 0.0874064713716507, -0.06012893468141556, -0.0590604729950428, 0.06211257725954056, -0.0852774977684021, 0.025395268574357033, -0.04057721421122551, -0.0031102045904845, -0.011544806882739067, -0.0377875454723835, 0.09575454890727997, -0.029926594346761703, 0.023520339280366898, -0.019391555339097977, -0.0204063318669796, 0.11754649877548218, 0.016677875071763992, -0.08663925528526306, -0.013634039089083672, 0.009325054474174976, 0.0027392536867409945, -0.04949655011296272, -0.0543481782078743, -0.025893399491906166, -0.06958867609500885, 0.04615936055779457, -0.04083515331149101, 0.0865483283996582, -0.09001718461513519, 0.00010717698751250282, 0.017410259693861008, 0.028192313387989998, -0.01786079816520214, -0.005932092200964689, 0.025874949991703033, -0.005642751231789589, -0.13041232526302338, -0.008177411742508411, 0.022652601823210716, 0.08709476888179779, 0.0056977947242558, 0.10083219408988953, 0.026406679302453995, 0.037664398550987244, -0.05694977194070816, 0.10422711074352264, 0.1581922471523285, 0.05645335465669632, -0.05978444963693619, -0.06334317475557327, -0.004212202969938517, 0.08824870735406876, -0.05998706817626953, -0.06889159232378006, 0.023595482110977173, 0.022588564082980156, -0.016611378639936447, 0.024340486153960228, 0.008230653591454029, 0.00439030583947897, -0.015356725081801414, -0.010128962807357311, -0.05829482525587082, 0.0016200621612370014, 0.04150734096765518, 0.004187396261841059, 0.013609638437628746, 0.09067114442586899, 0.016667187213897705, -0.011099877767264843, -0.04134053364396095, 0.04990174248814583, -0.02813003771007061, -0.11154531687498093, 0.035795167088508606, -0.022193996235728264, 0.05703459680080414, -0.02341376058757305, 0.07782386243343353, -0.0926208645105362, -0.005072352010756731, -0.06932776421308517, -0.030339445918798447]]
+  transformer.h.7.attn.qa_q_blend_alpha  shape=torch.Size([])  raw=-0.3349481523036957
+  transformer.h.7.attn.qa_y_blend_alpha  shape=torch.Size([])  raw=-0.02259480394423008
+  transformer.h.7.attn.qa_q_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.0809489488601685, 1.2725659608840942, 1.0554083585739136, 1.1702643632888794, 1.1572964191436768, 1.0529863834381104, 1.0418304204940796, 1.0136913061141968, 1.1470470428466797, 1.0714653730392456, 1.2990918159484863, 1.1845824718475342, 1.0853066444396973, 1.1150707006454468, 1.1732666492462158, 1.1910045146942139, 1.1568114757537842, 1.0979928970336914, 1.1115639209747314, 1.199234962463379, 1.1416151523590088, 1.1305797100067139, 1.1325750350952148, 1.108829379081726, 1.0956189632415771, 1.0978753566741943, 1.3649563789367676, 1.0903137922286987, 1.1038990020751953, 1.103574275970459, 1.093834400177002, 1.2258639335632324, 1.054862141609192, 1.063495397567749, 1.1146912574768066, 1.223746418952942, 1.1996941566467285, 1.1106164455413818, 1.217108130455017, 1.072058081626892, 1.1561263799667358, 1.1433212757110596, 1.123266339302063, 1.0899919271469116, 1.1704001426696777, 1.1494646072387695, 1.116538643836975, 1.1760481595993042, 1.2334033250808716, 1.2215335369110107, 1.092113733291626, 1.143019437789917, 1.1345573663711548, 1.0490429401397705, 1.1068471670150757, 1.1391488313674927, 1.1942392587661743, 1.1293132305145264, 1.1557765007019043, 1.1566108465194702, 1.1266696453094482, 1.1027216911315918, 1.16275954246521, 1.088151454925537]
+  transformer.h.7.attn.qa_y_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.144529938697815, 1.0669152736663818, 1.1872097253799438, 1.194919466972351, 1.136613368988037, 1.1401604413986206, 1.1576728820800781, 1.0919955968856812, 1.1354715824127197, 1.1907100677490234, 1.0585598945617676, 1.1715631484985352, 1.1244951486587524, 1.1668497323989868, 1.126349925994873, 1.0331501960754395, 1.1407780647277832, 1.2520534992218018, 1.1205801963806152, 1.1171581745147705, 1.2248046398162842, 1.1427991390228271, 1.1407198905944824, 1.0110268592834473, 1.1287131309509277, 1.153905987739563, 1.0636321306228638, 1.0876413583755493, 1.0776007175445557, 1.097001314163208, 1.1268998384475708, 1.1723772287368774, 1.156093716621399, 1.111072063446045, 1.0849521160125732, 1.198166847229004, 1.1823433637619019, 1.0938787460327148, 1.115694284439087, 1.1955416202545166, 1.1858431100845337, 1.1144706010818481, 1.1427638530731201, 1.193559169769287, 1.1546167135238647, 1.1060572862625122, 1.1186649799346924, 1.1484925746917725, 1.2248142957687378, 1.1750099658966064, 1.158064365386963, 1.099178433418274, 1.1736668348312378, 1.131723403930664, 1.0835012197494507, 1.1790724992752075, 1.1298738718032837, 1.189699411392212, 1.1479026079177856, 1.1012017726898193, 1.152012586593628, 1.1170839071273804, 1.102051019668579, 1.1570863723754883]
+  transformer.h.7.attn.qa_gate_proj_softqa_pl.weight  shape=torch.Size([64, 128])  raw=[[-0.03451996669173241, -0.08256758004426956, -0.0026739081367850304, -0.06811270862817764, -0.017735041677951813, -0.027110273018479347, -0.023148976266384125, -0.020774831995368004, -0.028579164296388626, 0.010266128927469254, -0.12327108532190323, -0.03907708451151848, 0.0715329572558403, 0.06368108093738556, 0.0428549200296402, 0.11815903335809708, -0.01291157491505146, 0.11211468279361725, -0.009723193943500519, -0.10456422716379166, 0.06049255281686783, 0.07042308896780014, 0.057772520929574966, -0.06007464602589607, 0.02492373436689377, -0.017716895788908005, 0.19867895543575287, -0.029723938554525375, 0.04348559305071831, -0.016097791492938995, 0.019261257722973824, -0.06857754290103912, 0.030687659978866577, -0.026765871793031693, -0.02889266051352024, 0.029992254450917244, 0.05969586968421936, -0.03845474496483803, 0.07830358296632767, -0.02908250316977501, -0.09777237474918365, -0.0034157009795308113, 0.0009193277801387012, 0.03049803525209427, 0.017306284978985786, 0.03519826754927635, -0.036211758852005005, -0.05441950634121895, 0.0017717477167025208, -0.010877865366637707, -0.008156569674611092, -0.030169200152158737, 0.026255717501044273, -0.02648966573178768, -7.675581582589075e-05, -0.03631316125392914, 0.029218988493084908, 0.017661433666944504, 0.0597362145781517, 0.045240260660648346, 0.03723525255918503, 0.03336278349161148, -0.03360826522111893, -0.00929096806794405, 0.059699732810258865, 0.0026637723203748465, -0.14888115227222443, 0.051644470542669296, 0.0607776902616024, 0.07055171579122543, -0.061579812318086624, 0.03694727644324303, -0.03888555243611336, 0.02168799191713333, -0.024960776790976524, 0.022484317421913147, 0.09831549972295761, -0.058208707720041275, -0.019850678741931915, 0.0904437005519867, -0.0597575381398201, -0.13017655909061432, -0.10363023728132248, -0.008143320679664612, 0.05140236020088196, -0.024870309978723526, -0.01632937602698803, 0.06463787704706192, 0.06325553357601166, -0.08877601474523544, 0.006938523147255182, -0.019191036000847816, 0.04960285499691963, -0.002616211771965027, 0.028325967490673065, -0.014392418786883354, -0.05505707487463951, 0.04675425961613655, -0.026968182995915413, 0.13078400492668152, 0.0557682029902935, 0.02764972671866417, 0.022104766219854355, -0.04939762130379677, 0.0013015219010412693, -0.01752127893269062, 0.061193499714136124, -0.023474548012018204, 0.07271766662597656, 0.011957521550357342, -0.015310259535908699, 0.11607776582241058, 0.037345968186855316, -0.024109432473778725, -0.024966327473521233, 0.0007130621233955026, 0.026052482426166534, 0.05119777098298073, 0.034147538244724274, 0.07361260801553726, -0.03782004117965698, 0.07728646695613861, -0.0740443766117096, -0.020739665254950523, 0.001316990819759667, 0.00949094071984291, 0.018161190673708916, 0.05259157344698906], [-0.07591188699007034, -0.05876588821411133, 0.04677154868841171, -0.045226842164993286, -0.12008129060268402, 0.01971171237528324, -0.024109698832035065, -0.034878961741924286, 0.08486407995223999, -0.02939998358488083, 0.03024827130138874, 0.06556621938943863, 0.026838017627596855, 0.018957598134875298, -0.04880927503108978, -0.08768799155950546, -0.06859632581472397, -0.07169491052627563, -0.03286803513765335, -0.05914371833205223, 0.0027194377034902573, -0.018315371125936508, 0.07881968468427658, 0.011820631101727486, 0.026576435193419456, -0.026294643059372902, 0.03946457803249359, 0.005797649268060923, -0.07458498328924179, 0.02146715112030506, -0.030609652400016785, -0.0020528528839349747, 0.0319366529583931, 0.04004651680588722, -0.02756314165890217, -0.018932215869426727, -0.02218034118413925, 0.027498770505189896, 0.025943098589777946, 0.016582118347287178, -0.00938341673463583, -0.027464624494314194, 0.03481849655508995, 0.060873035341501236, 0.010609829798340797, 0.03180520609021187, 0.026450349017977715, 0.0029775004368275404, 0.035572826862335205, -0.1351940631866455, -0.05014825984835625, -0.032933156937360764, -0.03550713509321213, -0.0071667758747935295, -0.004101653583347797, -0.00369030749425292, -0.03769880533218384, -0.07395021617412567, -0.04095695540308952, -0.034339725971221924, 0.009248476475477219, 0.04845760017633438, -0.07889308035373688, -0.03734712675213814, -0.0016273900400847197, 0.05219843238592148, -0.041094012558460236, -0.10501176118850708, 0.023807087913155556, -0.03244210407137871, -0.011991019360721111, -0.03796635568141937, 0.03371579200029373, 0.011331183835864067, -0.0343179777264595, -0.00046889082295820117, 0.01583767868578434, 0.007847447879612446, 0.04834021255373955, -0.05916351079940796, -0.0608174093067646, -0.14725811779499054, -0.05853649601340294, -0.00669004675000906, 0.050466783344745636, -0.012427265755832195, -0.010060139931738377, -0.019630512222647667, 0.02333677001297474, -0.11141903698444366, -0.0050389934331178665, -0.00999955739825964, 0.014780450612306595, -0.011808104813098907, 0.03808433935046196, -0.019702933728694916, -0.005299799609929323, 0.03249930590391159, -0.050937652587890625, -0.008129628375172615, 0.006196725182235241, -0.0018618755275383592, 0.06615670770406723, -0.020145125687122345, -0.015252627432346344, 0.013431698083877563, 0.022819578647613525, 0.003891892731189728, 0.06121474876999855, -0.04462470859289169, 0.037119053304195404, 0.0724821537733078, 0.037125371396541595, -0.02187124639749527, -0.001854988862760365, -0.009017480537295341, 0.028239060193300247, 0.013909927569329739, -0.007596437353640795, -0.0408618189394474, 0.017279552295804024, 0.022450227290391922, -0.05244956165552139, -0.04311100393533707, -0.03921840712428093, -0.01491525024175644, -0.06256755441427231, 0.05382465198636055], [0.01463299710303545, -0.09243261814117432, -0.008200873620808125, -0.008785456418991089, -0.06846462190151215, 0.029162133112549782, -0.017664477229118347, 0.027695566415786743, -0.008854208514094353, 0.05914926901459694, -0.09643205255270004, -0.13089589774608612, 0.007686766795814037, 0.040756192058324814, -0.005070148501545191, 0.13478036224842072, -0.05546670779585838, 0.01130026113241911, -0.007177900988608599, -0.036077484488487244, -0.004249938763678074, 0.05449391156435013, -0.015121621079742908, -0.04704422503709793, -0.02298378199338913, -0.1133362352848053, 0.08804979175329208, -0.05476928874850273, -0.0939420834183693, -0.020097920671105385, -0.00020512554328888655, -0.08112127333879471, -0.09845592081546783, -0.053980059921741486, 7.669690967304632e-05, 0.048798296600580215, 0.1329314261674881, -0.05620032176375389, 0.10892341285943985, -0.006649544928222895, 0.0010805075289681554, -0.012806091457605362, -0.03156702220439911, -0.054402172565460205, -0.08317121118307114, -0.06441471725702286, -0.08174608647823334, -0.014565710909664631, -0.015532602556049824, -0.06866539269685745, -0.005114247556775808, -0.07216165959835052, -0.0371718630194664, -0.01508170273154974, 0.09879978001117706, -0.05404145270586014, 0.06969484686851501, 0.05703597143292427, 0.10783841460943222, -0.10694828629493713, 0.04839199781417847, -0.03492649272084236, -0.1373436599969864, -0.1201336532831192, -0.05568336322903633, 0.11915294080972672, 0.04613105207681656, 0.012956111691892147, 0.02682199701666832, 0.04171919822692871, -0.06872515380382538, -0.0066610840149223804, 0.05266432464122772, 0.05333367735147476, -0.06213075667619705, 0.027893241494894028, -0.031810592859983444, -0.028669212013483047, 0.02307901903986931, -0.021824419498443604, 0.01866450347006321, -0.15891355276107788, -0.04690071567893028, 0.014706718735396862, 0.011519725434482098, -0.06574682146310806, -0.058322593569755554, 0.00982119794934988, -0.0031813043169677258, -0.03472409397363663, 0.01454894244670868, -0.0915992259979248, -0.04367642477154732, 0.02783193439245224, 0.04323640465736389, -0.09783361852169037, -0.03168211132287979, 0.017737990245223045, -0.0393243134021759, 0.0008116303943097591, 0.1313343644142151, 0.02188238874077797, 0.033005379140377045, -0.025364430621266365, -0.0035634341184049845, -0.03311551734805107, 0.09427345544099808, 0.0970858633518219, 0.04793950915336609, 0.03389821574091911, 0.04489877074956894, -0.048549119383096695, -0.01923479326069355, -0.03988834097981453, 0.022674545645713806, -0.05774593725800514, 0.0440274216234684, 0.08012878894805908, 0.017579495906829834, -0.09991353750228882, 0.005810411646962166, 0.08474551141262054, 0.07121095806360245, -0.029311219230294228, 0.010721302591264248, 0.07474451512098312, 0.025473708286881447, 0.02785346657037735], [0.031073832884430885, -0.10949745029211044, 0.015443616546690464, -0.03625408560037613, -0.11461005359888077, -0.08112624287605286, -0.02064812369644642, 0.016822440549731255, 0.04278884083032608, -0.08432955294847488, -0.10376404225826263, 0.15193773806095123, 0.008370047435164452, 0.09236107021570206, -0.025969810783863068, 0.01931775175035, -0.057750411331653595, -0.01141816470772028, -0.04014388471841812, -0.004941320046782494, 0.04025168716907501, 0.019322583451867104, -0.013429290615022182, -0.0009829188929870725, -0.05772186070680618, -0.03160320594906807, 0.11628762632608414, 0.003250105306506157, 0.07827122509479523, 0.07054948061704636, 0.08799991011619568, 0.09831687808036804, -0.04130695015192032, 0.033033933490514755, -0.08272119611501694, 0.05590517818927765, 0.09234999120235443, -3.515422577038407e-05, 0.07450944185256958, -0.027429325506091118, 0.021351711824536324, 0.05277101323008537, -0.005255035124719143, 0.030619466677308083, -0.06521383672952652, -0.06796994060277939, -0.003700429340824485, -0.16660764813423157, -0.03216877579689026, -0.11366536468267441, 0.0953713208436966, -0.05560771003365517, -0.023283623158931732, -0.06174156069755554, 0.036207664757966995, -0.005475773476064205, -0.019308770075440407, -0.07327991724014282, -0.02698800526559353, 0.13533514738082886, -0.009242570959031582, -0.04430101066827774, -0.06599489599466324, -0.00019624829292297363, 0.02442249283194542, 0.02850518561899662, -0.012746748514473438, -0.030509289354085922, -0.0444721095263958, -0.004026918672025204, 0.01219999510794878, -0.014317181892693043, -0.06325037032365799, 0.0019128296989947557, -0.10708203911781311, 7.390733662759885e-05, 0.028069881722331047, -0.01459412183612585, 0.004929434508085251, 0.004745939746499062, 0.053990572690963745, -0.03582148626446724, -0.04754714295268059, -0.0540938526391983, 0.006819030735641718, 0.06804333627223969, 0.0044393157586455345, -0.02779255621135235, -0.018836496397852898, -0.048478998243808746, -0.017412591725587845, -0.0010614106431603432, 0.037591587752103806, 0.017470452934503555, 0.010189436376094818, 0.06333696097135544, -0.05614086613059044, -0.006895175203680992, 0.02868925966322422, 0.07467781752347946, -0.02864861860871315, 0.012014438398182392, 0.0640355721116066, -0.031396154314279556, 0.045905716717243195, -0.012269110418856144, -0.026731358841061592, 0.04681224375963211, -0.0634397566318512, -0.04383288323879242, 0.04030487313866615, 0.012177452445030212, 0.0696231797337532, 0.04817204922437668, -0.02895246632397175, -0.0661454051733017, -0.03328116610646248, -0.046510543674230576, -0.004250129219144583, 0.06581761687994003, 0.03467782959342003, 0.030230842530727386, -0.028411276638507843, 0.033397119492292404, 0.014317463152110577, 0.04071711376309395, -0.05237676575779915, 0.00560420798137784], [-0.03830341994762421, -0.0656137615442276, -0.022483963519334793, -0.07857672870159149, -0.06612009555101395, 0.027856498956680298, -0.010361825115978718, 0.021156776696443558, -0.12183225154876709, -0.014554992318153381, -0.04076853394508362, 0.02276601456105709, 0.020403647795319557, 0.002056129975244403, -0.024251818656921387, 0.03101843222975731, -0.04247700423002243, 0.08253927528858185, 0.023181336000561714, -0.07672388851642609, 0.08558239042758942, 0.05124686658382416, 0.04146280139684677, 0.009006139822304249, 0.034058067947626114, -0.033296387642621994, 0.14123858511447906, -0.054298169910907745, 0.01299783680588007, 0.05958249419927597, 0.06272528320550919, 0.007117060478776693, -0.01947733387351036, -0.05529544875025749, -0.08927462249994278, 0.07431173324584961, 0.11524707078933716, -0.009232514537870884, 0.1393888294696808, 0.02984122559428215, -0.02964526228606701, -0.013686229474842548, 0.05164637416601181, 0.03078140690922737, -0.03350422903895378, -0.05732843652367592, 0.007754467893391848, -0.07689811289310455, -0.015257236547768116, -0.04853016883134842, -0.10010762512683868, -0.036703769117593765, -0.015498917549848557, 0.03829587250947952, 0.0871574878692627, -0.007173376157879829, 0.03431860730051994, 0.01580958068370819, 0.04586630314588547, 0.024628864601254463, 0.05783911794424057, -0.05295305326581001, 0.02347470447421074, -0.060743946582078934, 0.006556423846632242, 0.09724308550357819, -0.05445760861039162, -0.06038444861769676, 0.02816365472972393, -0.008010274730622768, -0.022289909422397614, 0.04433619603514671, -0.05435928329825401, -0.0762915313243866, -0.011819746345281601, 0.0185980387032032, 0.08901909738779068, 0.07617156952619553, -0.04086706042289734, 0.011760464869439602, 0.01853751763701439, -0.13300597667694092, -0.006467684172093868, -0.018338562920689583, -0.039775293320417404, 0.015732891857624054, -0.06559068709611893, 0.030687108635902405, -0.04704900458455086, -0.032540954649448395, 0.0477009192109108, -0.03941357508301735, 0.03505707159638405, 0.03760458156466484, -0.018111536279320717, 0.02083863876760006, 0.022396642714738846, 0.07536360621452332, 0.03128080070018768, 0.14317835867404938, 0.14143629372119904, 0.026136979460716248, 0.01118271704763174, -0.1025119349360466, 0.07219444960355759, -0.0034224700648337603, 0.028940770775079727, -0.03267915919423103, -0.0315944142639637, -0.019434729591012, 0.0035909900907427073, 0.032457154244184494, 0.10267702490091324, -0.10130587965250015, 0.02403217926621437, -0.0342448391020298, -0.013818519189953804, -0.06023101508617401, -0.026052605360746384, 0.034177593886852264, 0.021444665268063545, 0.07653506845235825, -0.012351464480161667, -0.039959248155355453, 0.03993762657046318, 0.057017732411623, -0.020724035799503326, -0.03736957162618637], [-0.005998165346682072, 0.020963424816727638, -0.07848639786243439, 0.012600117363035679, -0.0440061055123806, -0.07996699213981628, 0.013570345938205719, -0.02418161742389202, 0.06192399933934212, 0.11490251123905182, 0.011461906135082245, 0.061430998146533966, 0.01945841684937477, 0.013293650932610035, -0.07012814283370972, 0.005980318412184715, -0.04791557788848877, -0.014946337789297104, -0.037785328924655914, -0.06869272887706757, 0.04819440841674805, 0.010835833847522736, 0.015958353877067566, -0.11875751614570618, 0.13164134323596954, 0.031759217381477356, 0.10700298845767975, 0.016492053866386414, 0.05743677169084549, 0.05134091526269913, 0.008752773515880108, 0.004920004867017269, 0.018879372626543045, 0.016964323818683624, 0.07467222958803177, 0.051096752285957336, -0.014297911897301674, 0.010192325338721275, -0.011441257782280445, 0.030531281605362892, -0.0297612976282835, 0.02077200450003147, -0.073325976729393, 0.005245087202638388, -0.10817505419254303, 0.0028089864645153284, 0.003756357356905937, -0.0011665995698422194, -0.0013930043205618858, -0.07944265753030777, -0.02085992693901062, -0.025704441592097282, 0.02827032096683979, 0.028862066566944122, -0.03982841968536377, 0.05855698138475418, 0.04314233735203743, -0.03445976600050926, 0.01893380843102932, 0.02148015797138214, 0.0713607594370842, 0.03663328289985657, 0.06737146526575089, -0.023520199581980705, 0.0691443383693695, 0.02879946678876877, -0.01732773520052433, 0.03799522668123245, -0.029210010543465614, 0.0276050865650177, -0.05173959210515022, -0.025016501545906067, 0.10106471925973892, 0.07707023620605469, 0.034071072936058044, 0.06566406041383743, 0.06001359969377518, -0.0723324716091156, 0.1147233322262764, -0.006427275016903877, 0.013751157559454441, -0.008505316451191902, -0.07024987041950226, -0.017329271882772446, -0.041264817118644714, -0.03177102282643318, 0.0004274328239262104, -0.04613089933991432, -0.07849038392305374, -0.007177760824561119, -0.02974630706012249, 0.004008385352790356, 0.008308840915560722, 0.017322136089205742, 0.0016193351475521922, -0.04007984697818756, -0.0011651229579001665, 0.02300327643752098, -0.025529218837618828, -0.040295686572790146, 0.05114571377635002, -0.05067858844995499, 0.019406205043196678, -0.11505557596683502, 0.040122635662555695, 0.04056929424405098, -0.024039937183260918, 0.04778488725423813, -0.02277444489300251, -0.01359952986240387, -0.017826855182647705, 0.036459047347307205, 0.10692881047725677, -0.025507723912596703, -0.0024734754115343094, -0.07084634155035019, -0.033429019153118134, 0.06329157203435898, -0.06125567480921745, -0.044090479612350464, -0.01746847666800022, 0.01128303725272417, 0.013789838179945946, 0.08489875495433807, -0.01907874457538128, 0.049262240529060364, -0.02211594581604004, 0.0530170239508152], [-0.04663107916712761, -0.15242281556129456, -0.0009171529673039913, -0.07511008530855179, -0.025484122335910797, -0.08916034549474716, -0.04149314761161804, 0.001506376313045621, -0.05719151720404625, 0.05667215585708618, -0.02455844357609749, -0.0742206797003746, 0.04699617251753807, 0.055785179138183594, 0.14191584289073944, 0.04676578566431999, 0.015310289338231087, -0.003557900432497263, 0.030085450038313866, -0.037230946123600006, 0.03318215161561966, 0.028077946975827217, -0.03372348099946976, 0.01071508415043354, 0.05764049291610718, -0.1105191633105278, 0.12148919701576233, 0.011871881783008575, -0.04807090014219284, -0.026846522465348244, 0.05728030949831009, -0.03848886489868164, 0.03921089693903923, 0.02624060958623886, -0.1017754077911377, 0.09762419760227203, 0.09843283891677856, -0.005471822340041399, 0.06598785519599915, -0.06134499981999397, -0.06952448189258575, -0.05112241581082344, 0.04963696748018265, -0.02455819584429264, -0.010514415800571442, 0.02857823297381401, -0.08558103442192078, 0.040166378021240234, 0.06702464818954468, -0.07511205971240997, -0.027016909793019295, -0.04119177535176277, -0.033614691346883774, -0.055065758526325226, 0.07504983991384506, -0.044136930257081985, -0.02781170979142189, 0.09705565124750137, 0.013764570467174053, -0.021725647151470184, 0.011965857818722725, 0.008875553496181965, -0.06871431320905685, 0.01171762216836214, 0.013895400799810886, -0.015694061294198036, -0.05367491394281387, -0.05034230649471283, 0.07406187802553177, -0.06673672050237656, 0.01591954194009304, 0.07565513253211975, 0.035843025892972946, -0.0649578794836998, -0.02499370649456978, 0.022897571325302124, 0.014193822629749775, -0.011638110503554344, -0.029957491904497147, 0.09180653840303421, -0.07411383092403412, -0.020384835079312325, 0.027177272364497185, -0.027722837403416634, 0.043913666158914566, 0.044899050146341324, -0.05308273434638977, -0.0073869964107871056, -0.020879395306110382, -0.06785786151885986, 0.054211899638175964, 0.0677562803030014, 0.036060258746147156, 0.03522426262497902, 0.06152457743883133, -0.0152963288128376, 0.0017902276013046503, -0.022452685981988907, -0.02157524786889553, -0.1075453907251358, -0.011075752787292004, 0.05580402910709381, 0.031996745616197586, 0.04971029609441757, 0.019126256927847862, -0.003364931559190154, 0.06921255588531494, 0.04965795949101448, -0.07071436196565628, -0.06794773787260056, 0.01102020125836134, 0.11396035552024841, -0.07157842069864273, -0.09739576280117035, 0.0644867867231369, -0.009375489316880703, -0.024154292419552803, -0.05724213644862175, 0.014139259234070778, 0.06433875858783722, -0.013001791201531887, 0.1063559427857399, -0.01622699201107025, -0.014420275576412678, 0.08945843577384949, -0.08104532957077026, 0.016446180641651154, 0.0007043872610665858], [-0.06774342805147171, -0.033461231738328934, -0.07941050082445145, -0.025548767298460007, 0.04040539264678955, -0.012643661350011826, 0.031069232150912285, -0.020223626866936684, 0.06716181337833405, -0.016268666833639145, -0.07867338508367538, 0.021774647757411003, 0.03271597623825073, -0.06394901871681213, 0.019391965121030807, -0.034520223736763, -0.021213099360466003, 0.025591030716896057, 0.0751311257481575, -0.04399815574288368, -0.07091008126735687, 0.038405224680900574, 0.0075006550177931786, -0.02679755538702011, -0.15621477365493774, 0.07779338210821152, 0.07662191987037659, 0.0043632471933960915, -0.090987429022789, 0.07791735976934433, -0.0567634142935276, -0.025467384606599808, -0.10346214473247528, 0.028992202132940292, 0.059306949377059937, -0.020404433831572533, 0.08594649285078049, 0.0820547565817833, -0.020081033930182457, 0.0361032634973526, -0.059330832213163376, 0.009387429803609848, 0.008637234568595886, 0.06648988276720047, 0.031374361366033554, 0.03128410875797272, 0.05147402733564377, 0.030409732833504677, 0.03345455601811409, 0.018247345462441444, 0.02240697108209133, 0.0645303949713707, -0.04622621834278107, -0.05284574255347252, -0.010407359339296818, -0.0994868129491806, 0.036761775612831116, 0.032786887139081955, 0.006166924722492695, 0.012125615030527115, 0.018771950155496597, 0.047228340059518814, 0.04786026477813721, -0.01681365817785263, -0.04990675672888756, 0.0040059215389192104, 0.004227266181260347, 0.018609343096613884, 0.05322656035423279, 0.0369478240609169, 0.03779541328549385, 0.07412108778953552, -0.05351841077208519, 0.04595449939370155, 0.035950127989053726, -0.011478166095912457, 0.04558485001325607, -0.0327080637216568, -0.03767835721373558, 0.04188879579305649, -0.0018417080864310265, -0.046814434230327606, 0.014312836341559887, -0.07689063251018524, -0.005286567844450474, 0.05424729734659195, -0.03495875373482704, 0.008813662454485893, -0.04765073210000992, -0.011168432421982288, 0.03941502049565315, -0.0768110603094101, 0.051235076040029526, 0.07975076138973236, 0.0076241884380578995, 0.022275112569332123, -0.10130268335342407, 0.019231101498007774, 0.0746302381157875, 0.04898723587393761, 0.02599797211587429, -0.013030418194830418, -0.04535777494311333, -0.059376318007707596, 0.04509163647890091, 0.08167918026447296, 0.0016457834281027317, -0.052306897938251495, 0.04354666918516159, -0.05140380561351776, 0.024872183799743652, -0.005312630906701088, 0.08115257322788239, 0.030119625851511955, 0.023585245013237, 0.006133838556706905, -0.029570039361715317, 0.005535768810659647, 0.04950523376464844, 0.003473991760984063, 0.060448382049798965, 0.0419372022151947, -0.0073288739658892155, 0.055898021906614304, -0.06558416783809662, -0.057664401829242706, -0.008461901918053627, -0.030750373378396034], [-0.044861990958452225, -0.04642283916473389, 0.04755980893969536, -0.0412246473133564, -0.03132594749331474, -0.0003697442589327693, -0.01622321456670761, 0.04262983798980713, -0.044875215739011765, 0.03657429665327072, 0.005249169189482927, -0.11763548851013184, 0.05562179535627365, 0.006690092850476503, 0.017608093097805977, 0.07298996299505234, -0.009632006287574768, 0.03784247115254402, 0.03989183157682419, -0.09133688360452652, -0.05300803482532501, 0.013370472937822342, 0.05165315791964531, -0.03650587052106857, 0.016616733744740486, -0.017455706372857094, 0.056533876806497574, -0.013429665006697178, -0.037780433893203735, -0.028215039521455765, 0.06293585151433945, -0.03693820908665657, 0.04252331331372261, -0.11342889070510864, -0.043851278722286224, 0.02338138222694397, 0.04985946789383888, -0.016870616003870964, 0.025525636970996857, 0.004297650419175625, -0.05458257719874382, -0.10428518056869507, -0.10812700539827347, 0.049365587532520294, -0.009915604256093502, 0.08449412137269974, -0.016677536070346832, -0.021797088906168938, 0.07684199512004852, -0.014507831074297428, -0.010667962022125721, -0.01428910717368126, -0.0438191294670105, 0.03462306410074234, -0.022465866059064865, 0.03168991580605507, 0.15960988402366638, 0.047729674726724625, 0.09629105031490326, 0.04104140028357506, 0.030276324599981308, -0.06755443662405014, -0.009590806439518929, -0.03166189044713974, -0.0640864223241806, 0.02270868979394436, 0.07113530486822128, 0.05209282040596008, -0.007016297429800034, -0.04827496036887169, 0.03672556206583977, 0.021725473925471306, 0.03912946581840515, -0.008945395238697529, -0.02088654786348343, 0.006985751446336508, 0.03944534808397293, -0.0006918243016116321, 0.0031362001318484545, -0.001633022795431316, -0.00825193990021944, -0.056330643594264984, 0.03556769713759422, -0.11244843900203705, -0.056449756026268005, -0.006186584010720253, -0.04997469484806061, -0.003801988670602441, 0.06637013703584671, 0.031335730105638504, 0.03551134467124939, -0.02298354171216488, -0.003570784581825137, 0.04977407306432724, 0.06126134842634201, 0.00815056636929512, -0.05073333531618118, 0.057097531855106354, -0.0704725980758667, 0.07645443081855774, 0.03748783841729164, -0.004329633433371782, 0.0283854678273201, -0.024044550955295563, -0.030041342601180077, -0.022520005702972412, -0.012709242291748524, -0.07980496436357498, 0.009451651945710182, -0.011951140128076077, -0.06151429936289787, 0.027466977015137672, 0.026154790073633194, 0.06262777745723724, 0.07938261330127716, 0.06645866483449936, 0.025607969611883163, -0.08906316757202148, 0.07152373343706131, -0.05952347815036774, -0.046592824161052704, -0.009967350400984287, -0.007385203614830971, 0.06866439431905746, 0.02672993764281273, -0.03939545154571533, 0.008246148005127907, -0.012524963356554508], [-0.0024477660190314054, -0.03371763601899147, -0.029826704412698746, -0.04273723438382149, -0.06207413226366043, -0.0011730968253687024, -0.028644217178225517, -0.007439110893756151, -0.0003079230082221329, 0.006128763314336538, -0.019634373486042023, 0.10435562580823898, 0.03884657472372055, -0.01366330124437809, 0.08928091824054718, -0.03422432020306587, -0.015865162014961243, 0.02747919410467148, -0.051595013588666916, -0.07659923285245895, 0.025925040245056152, 0.04854917898774147, 0.02129817195236683, -0.025487076491117477, 0.06007153168320656, 0.06696838140487671, 0.14628902077674866, 0.01908981241285801, -0.03649482503533363, 0.026147346943616867, 0.02645913138985634, -0.03799448534846306, -0.031138453632593155, -0.0442034974694252, -0.09364380687475204, 0.03346610441803932, 0.05227986350655556, -0.006600688211619854, 0.1051090806722641, 0.049153804779052734, 0.0121358223259449, 0.0066239130683243275, -0.010367569513618946, 0.0611182302236557, -0.011724540963768959, 0.02302674762904644, 0.05378991737961769, -0.07943794131278992, -0.047959547489881516, -0.05290433391928673, -0.01024404913187027, -0.04219706729054451, -0.053138554096221924, -0.04309248924255371, 0.02948129177093506, 0.017308305948972702, 0.052624963223934174, -0.004236211068928242, 0.014312182553112507, -0.07788953185081482, -0.013013550080358982, 0.02097857929766178, -0.01722889579832554, -0.04284350574016571, 0.028279703110456467, 0.029117926955223083, -0.06927639991044998, -0.06963986158370972, 0.0485721081495285, -0.05711761489510536, -0.028794201090931892, 0.04350701719522476, -0.02707614377140999, -0.02719905413687229, 0.04300228878855705, -0.026713600382208824, 0.0701494887471199, -0.03313199058175087, -0.05491179972887039, -0.04121098294854164, 0.0011746289674192667, -0.09541160613298416, 0.0013496049214154482, -0.026758601889014244, 0.08454488217830658, -0.015262085944414139, 0.03739798441529274, 0.005924522876739502, 0.08130312711000443, -0.11639311164617538, 0.04664701223373413, -0.03227454423904419, 0.06719638407230377, 0.02250310592353344, 0.07665660977363586, 0.05194294452667236, -0.03584558516740799, 0.054499562829732895, -0.002870984375476837, 0.13804198801517487, -0.0327550433576107, 0.032318588346242905, -0.042975082993507385, -0.026895346119999886, -0.0638829916715622, -0.08474297821521759, 0.0314667634665966, -0.006765591446310282, 0.05049888789653778, -0.04567847028374672, 0.043473005294799805, 0.08058200776576996, 0.019390694797039032, -0.0675857737660408, -0.03684220090508461, -0.06978354603052139, 0.06304483115673065, -0.07666102796792984, -0.014456182718276978, 0.03162467107176781, -0.020235132426023483, 0.1143350601196289, -0.12485450506210327, -0.0030544924084097147, 0.009752165526151657, 0.027074625715613365, -0.015248243696987629, 0.08534983545541763], [0.04917265847325325, -0.12482133507728577, -0.010134341195225716, -0.041385821998119354, -0.1060328260064125, -0.009649068117141724, -0.0030155309941619635, 0.05288984999060631, -0.013550560921430588, 0.05595969408750534, -0.07391399145126343, 0.044313933700323105, 0.011959712021052837, 0.007756809704005718, -0.008845975622534752, 0.0321497768163681, -0.01674601063132286, 0.07385686039924622, 0.029275821521878242, -0.04598585516214371, 0.10692951828241348, -0.07458636164665222, 0.11306295543909073, 0.05506499856710434, 0.015361148864030838, -0.012096917256712914, 0.10974980145692825, -0.04279147833585739, 0.03434400260448456, 0.0368206650018692, -0.005489778239279985, -0.013240335509181023, -0.052674997597932816, -0.013881229795515537, 0.01130978949368, 0.10992486774921417, 0.022733785212039948, -0.09974051266908646, 0.025224026292562485, -0.06470911204814911, -0.07969193905591965, -0.04227941855788231, -0.023305116221308708, 0.07363653182983398, -0.029004709795117378, -0.09215205907821655, 0.009895233437418938, -0.05241774767637253, -0.03278978914022446, -0.07327847927808762, -0.01686754636466503, -0.012957990169525146, -0.03980907425284386, -0.022012419998645782, 0.0810144692659378, 0.013623426668345928, 0.10585054755210876, -0.0366441011428833, 0.09909474849700928, -0.0183179322630167, -0.03527965769171715, -0.025582492351531982, -0.054240502417087555, -0.01990523189306259, -0.07933460921049118, 0.06833664327859879, 0.021169573068618774, 0.08813402056694031, -0.03342800959944725, -0.09820146858692169, -0.02998063713312149, -0.026198724284768105, -0.08238212019205093, 0.034380003809928894, -0.05784868076443672, 0.04582764580845833, -0.007103073876351118, 0.020616499707102776, -0.005694753956049681, -0.0727357417345047, -0.050899773836135864, -0.022893501445651054, -0.05389188975095749, 0.022144801914691925, -0.0074265035800635815, -0.03242103382945061, -0.007934823632240295, 0.01323497761040926, 0.03603089973330498, -0.006149102933704853, -0.0037633809261024, 0.014672587625682354, 0.03064611740410328, 0.03976288065314293, 0.03706546872854233, 0.13349312543869019, -0.022009778767824173, 0.01959468424320221, 0.00044484841055236757, -0.03918227553367615, 0.06493788212537766, -0.05665824934840202, 0.04743814468383789, 0.006425372790545225, 0.09310557693243027, 0.019139649346470833, 0.028913920745253563, 0.08992454409599304, 0.054028626531362534, 0.002723762998357415, -0.008765188977122307, 0.07847075909376144, 0.04522207751870155, -0.005123361945152283, 0.09986837208271027, -0.025744738057255745, 0.0592343844473362, -0.012346864677965641, 0.020236531272530556, 0.011898975819349289, -0.004890852607786655, 0.04363327473402023, 0.011574736796319485, 0.042362045496702194, -0.09486161172389984, -0.08306625485420227, -0.03716537728905678, -0.005994678009301424], [0.03815189003944397, -0.16791807115077972, -0.020968668162822723, -0.1194605827331543, -0.03715061396360397, 0.054850585758686066, -0.010076924227178097, -3.174789162585512e-05, -0.00978941936045885, -0.019502226263284683, -0.10433231294155121, 0.016750020906329155, 0.060800645500421524, 0.10168648511171341, -0.021702038124203682, 0.07650486379861832, -0.07975959032773972, 0.021919401362538338, 0.017064806073904037, -0.12257002294063568, 0.0974321961402893, -0.003518134355545044, -0.09298552572727203, -0.02271777205169201, -0.012233568355441093, -0.07034718990325928, 0.17456850409507751, -0.06789661198854446, 0.04962540790438652, 0.026826951652765274, 0.08868947625160217, -0.0354168601334095, -0.011638063006103039, 0.002997195115312934, -0.020097404718399048, 0.12896497547626495, 0.062277596443891525, -0.022537976503372192, -0.01571166329085827, -0.011903917416930199, -0.011789953336119652, -0.032757870852947235, -0.038775235414505005, 0.027838269248604774, -0.060761623084545135, -0.027699271216988564, -0.04341898113489151, -0.13951417803764343, -0.10735541582107544, -0.07955560833215714, -0.08481071889400482, -0.06628323346376419, -0.04316158592700958, 0.010412285104393959, 0.04842308536171913, 0.1001720204949379, 0.10021527856588364, 0.001994709251448512, 0.029324963688850403, 0.07870038598775864, 0.016871938481926918, -0.006537836976349354, -0.044277727603912354, -0.05447624996304512, 0.06003083288669586, 0.09155470877885818, 0.0013069311389699578, -0.04040749371051788, -0.05265980586409569, 0.0077241952531039715, -0.04172977805137634, 0.03735484182834625, -0.0684301108121872, 0.01637725718319416, 0.04146677255630493, 0.07958704978227615, 0.02030874602496624, -0.0542122945189476, -0.021378910169005394, -0.014120151288807392, 0.07513310760259628, -0.014171337708830833, -0.02982150949537754, -0.03903820365667343, 0.04400167614221573, -0.03573811799287796, 0.0006328251911327243, -0.0017001982778310776, -0.0052996124140918255, -0.0023043048568069935, -0.007052824832499027, -0.07104215025901794, -0.02131756953895092, 0.00821767933666706, -0.006767238490283489, 0.010316438041627407, 0.005502352956682444, -0.03573343902826309, 0.036151714622974396, 0.04444219917058945, 0.08685074001550674, -0.0396830178797245, 0.0042253779247403145, 0.032042380422353745, -0.06775488704442978, -0.033448975533246994, -0.03387434780597687, 0.049811188131570816, 0.013966192491352558, -0.02746066264808178, -0.040978655219078064, 0.008692816831171513, -0.033774133771657944, 0.0118075767531991, -0.060877226293087006, -0.004213316831737757, 0.14527927339076996, -0.11018998920917511, -0.023862743750214577, -0.0702490508556366, -0.0859660655260086, -0.0276211965829134, 0.05114882066845894, -0.038265909999608994, -0.017068611457943916, 0.05445555970072746, 0.022439202293753624, 0.05907179415225983], [-0.010395785793662071, -0.15474672615528107, -0.028489315882325172, -0.0705394297838211, -0.1112118810415268, -0.004583076573908329, 0.017396487295627594, 0.020145142450928688, -0.05411168932914734, 0.05512098968029022, -0.02301151305437088, 0.045457541942596436, 0.02993624471127987, 0.09167341887950897, -0.005141399335116148, 0.03714824095368385, -0.06385652720928192, 0.03246704861521721, -0.0366302989423275, -0.005920128431171179, -0.00891185738146305, 0.03804633766412735, 0.0671345517039299, 0.05248315632343292, 0.09729133546352386, -0.0828590989112854, 0.0885295569896698, 0.0008285927469842136, -0.04638368636369705, 0.041472312062978745, 0.049290917813777924, -0.037167828530073166, -0.03636670857667923, 0.014424963854253292, -0.05234459042549133, -0.024086488410830498, -0.005882289260625839, -0.0701669231057167, 0.12169758975505829, -0.06615330278873444, -0.017535638064146042, -0.015713874250650406, -0.030709926038980484, -0.0399697944521904, -0.09437207877635956, -0.05064195394515991, 0.006334125995635986, -0.015558214858174324, -0.0015404167352244258, -0.12519696354866028, -0.034265514463186264, -0.02246706187725067, 0.0012686284026131034, -0.07309933751821518, 0.02583443745970726, 0.03657197207212448, 0.008909986354410648, -0.022054949775338173, 0.14838072657585144, 0.04987573251128197, 0.01665174402296543, 0.06415481865406036, -0.14608639478683472, 0.045457929372787476, -0.04444737732410431, 0.008040533401072025, 0.060583073645830154, -0.023162949830293655, -0.13606886565685272, -0.03862040117383003, 0.04013144224882126, -0.009955978021025658, 0.01028043869882822, 0.026340635493397713, -0.01743287406861782, 0.018499907106161118, 0.02256818301975727, 0.006160631775856018, 0.009842369705438614, -0.021515198051929474, -0.00464491406455636, -0.04438056796789169, -0.050240274518728256, -0.013338602147996426, 0.006660896353423595, 0.05600807070732117, -0.03844962641596794, -0.011997693218290806, 0.03645646944642067, -0.009087810292840004, 0.04056203365325928, -0.03925950825214386, -0.004954858683049679, -0.006552584003657103, 0.045049265027046204, -0.015862181782722473, 0.025360900908708572, 0.037495553493499756, -0.057437386363744736, -0.0179302841424942, 0.008979705162346363, -0.03666805848479271, 0.06535081565380096, -0.00704718753695488, 0.12277067452669144, -0.013980555348098278, -0.0641796886920929, 0.006224649492651224, -0.019765939563512802, 0.005760351661592722, 0.053473226726055145, 0.03855607658624649, -0.0343964621424675, 0.00620867358520627, 0.013694962486624718, 0.041903696954250336, 0.014958403073251247, -0.0823991447687149, -0.017444226890802383, 0.022900808602571487, 0.015157920308411121, 0.0385822057723999, -0.004717606119811535, 0.006880012806504965, -0.002722259145230055, -0.01868840865790844, -0.022428451105952263, -0.0038637607358396053], [0.04355234652757645, -0.02469150349497795, 0.0016128522111102939, -0.09511673450469971, -0.09049282222986221, 0.036011479794979095, -0.028480643406510353, 0.03560812771320343, -0.010969160124659538, 0.04970560967922211, -0.09128769487142563, 0.056684885174036026, -0.011445047333836555, 0.03978873789310455, -0.061753589659929276, 0.11596864461898804, -0.045030076056718826, 0.02469518780708313, -0.11124182492494583, -0.08204760402441025, 0.03166234493255615, 0.042837563902139664, 0.0167276319116354, 0.07906723022460938, 0.030253957957029343, -0.07042234390974045, 0.17046278715133667, -0.06377886235713959, 0.011943351477384567, 0.007499941159039736, 0.04289155825972557, 0.11365356296300888, 0.07894492894411087, 0.05625066161155701, 0.016197068616747856, 0.05298998951911926, 0.04667011648416519, -0.0014668391086161137, 0.10292000323534012, -0.02591637335717678, -0.024679066613316536, 0.024795476347208023, -0.04043639451265335, 0.0013000048929825425, -0.058246564120054245, -0.04404635354876518, -0.0807170569896698, -0.1387994885444641, -0.011339900083839893, -0.06136723980307579, -0.013674329966306686, -0.042573992162942886, 0.006961379665881395, -0.02401495724916458, 0.08878900110721588, 0.061020106077194214, 0.06208245828747749, -0.014626380056142807, 0.03439685329794884, 0.09600117802619934, -0.0058977180160582066, -0.02028200775384903, -0.042493656277656555, -0.017795568332076073, 0.057743530720472336, 0.06107718497514725, -0.03550194948911667, -0.06181325763463974, -0.0664825439453125, -0.04851498082280159, -0.021197959780693054, 0.008273939602077007, -0.001773363328538835, 0.017354579642415047, -0.05652455613017082, 0.07866047322750092, -0.009931998327374458, -0.015632305294275284, -0.019031768664717674, -0.0053802733309566975, -0.03581571951508522, -0.00017578697588760406, -0.03659026324748993, 0.020601268857717514, 0.024000197649002075, -0.02063717134296894, 0.0006750366883352399, -0.04188788682222366, 0.05461334437131882, -0.06341753154993057, -0.05335100740194321, 0.003200822276994586, 0.024096855893731117, 0.060248441994190216, -0.006650821305811405, 0.04520058259367943, 0.03232714161276817, -0.023880470544099808, -0.006341815926134586, 0.018147939816117287, 0.04989786073565483, -0.03928126394748688, 0.04076482728123665, -0.04658177122473717, 0.007323273923248053, 0.04461559280753136, 0.09031503647565842, 0.005096466280519962, 0.024778416380286217, 0.01680605672299862, -0.03714601323008537, 0.0224535521119833, -0.0010814134730026126, 0.014543488621711731, -0.038306042551994324, 0.013780004344880581, 0.11039548367261887, -0.004715993534773588, 0.008492558263242245, 0.051698166877031326, -0.022823475301265717, -0.0240208487957716, 0.07093898206949234, 0.015334025025367737, 0.0357757993042469, -0.0017207523342221975, 0.0014999362174421549, -0.028574002906680107], [0.029851987957954407, -0.0798511728644371, 0.007994554005563259, -0.07947428524494171, -0.09579724818468094, -0.02751319482922554, -0.05980759486556053, 0.012096555903553963, -0.14364397525787354, -0.01253124512732029, -0.022658497095108032, -0.033370040357112885, -0.007778187748044729, -0.004188665188848972, 0.03147481381893158, 0.09373542666435242, -0.028640860691666603, 0.023984557017683983, -0.05090434476733208, -0.08910836279392242, -0.027759689837694168, 0.04002241790294647, 0.002335847355425358, -0.016793379560112953, 0.03734152391552925, -0.007140612695366144, 0.0982205718755722, 0.01295468956232071, -0.020906511694192886, -0.03641420602798462, 0.02130305767059326, -0.011560649611055851, 0.006105997134000063, -0.0035736639983952045, 0.0019642538391053677, 0.06026940047740936, -0.006617464125156403, -0.025494862347841263, 0.14994381368160248, 0.0036504757590591908, -0.08173422515392303, 0.01859634555876255, -0.016527732834219933, 0.005434292834252119, -0.05351252108812332, 0.05489759519696236, -0.041334833949804306, -0.037102364003658295, 0.13336020708084106, -0.0697925016283989, -0.0320609025657177, -0.08571796119213104, 0.03225553408265114, -0.01819818653166294, 0.03599899634718895, 0.10457360744476318, 0.019810901954770088, 0.045856773853302, 0.08263377100229263, 0.027234049513936043, 0.04250442609190941, -0.053061600774526596, -0.060881178826093674, 0.019103726372122765, -0.04897186532616615, 0.022984417155385017, 0.09066969901323318, 0.0011469390010461211, -0.005376747809350491, 0.0322730615735054, 0.0009607471874915063, 0.029573695734143257, 0.013158679939806461, -0.01834738254547119, 0.014870512299239635, -0.0016192154726013541, 0.021054286509752274, -0.03709626942873001, 0.048946306109428406, 0.010216236114501953, -0.013352320529520512, -0.10064996033906937, -0.008942519314587116, -0.084291972219944, 0.021002424880862236, 0.05512870475649834, -0.016886040568351746, -0.019921433180570602, -0.046494919806718826, 0.0390794575214386, -0.029256468638777733, -0.0028329563792794943, -0.010656449012458324, 0.07887537777423859, -0.05527481064200401, -0.030337102711200714, 0.01975836046040058, -0.0270162895321846, 0.007760019041597843, -0.031875815242528915, -0.009368636645376682, 0.029048439115285873, -0.014464197680354118, 0.029150541871786118, 0.07820436358451843, 0.1171087995171547, -0.03268049284815788, 0.02327827364206314, -0.008833922445774078, 0.05005500465631485, 0.039099570363759995, -0.005191307980567217, 0.0009058120776899159, -0.04138103127479553, 0.07178156822919846, 0.03594810143113136, 0.04976663365960121, 0.08408008515834808, -0.029119256883859634, 0.0732109472155571, 0.0052264085970819, 0.01477558258920908, 0.02747420035302639, 0.054726723581552505, -0.06594957411289215, 0.05004170909523964, -0.05914688855409622, -0.0385291762650013], [-0.029674625024199486, -0.14031757414340973, -0.015517329797148705, -0.009140175767242908, -0.04960883408784866, -0.010045543313026428, 0.04667466878890991, -0.007522383239120245, -0.013414094224572182, 0.027464715763926506, -0.08914390206336975, -0.06153561919927597, 0.042374446988105774, 0.11257454752922058, 0.07882002741098404, 0.10756109654903412, -0.10426834225654602, 0.03991952911019325, 0.039559632539749146, -0.0674821212887764, 0.0723189041018486, 0.06206323951482773, -0.0316193662583828, 0.025824451819062233, -0.005711792036890984, -0.040315672755241394, 0.1092534214258194, 0.05934353917837143, 0.028013546019792557, 0.009946564212441444, 0.07183300703763962, 0.009298293851315975, -0.01901758834719658, -0.013830689713358879, -0.06242913007736206, 0.08140843361616135, 0.06517068296670914, -0.012590084224939346, -0.033669136464595795, 0.0548970103263855, -0.00526380492374301, 0.044542863965034485, -0.04144290089607239, 0.049481287598609924, -0.11117632687091827, -0.0376548245549202, -0.061490248888731, 0.020223548635840416, 0.04505534470081329, -0.06008351966738701, -0.02011684887111187, -0.005902114324271679, 0.015751522034406662, 0.008841794915497303, 0.07763846963644028, -0.011230086907744408, 0.034429263323545456, 0.019431939348578453, 0.13885857164859772, 0.004740455653518438, 0.09913764148950577, -0.0160154327750206, -0.03942525014281273, 0.01558650378137827, -0.012473046779632568, 0.024650057777762413, -0.03737235814332962, -0.01996910572052002, -0.03114398382604122, 0.06710512936115265, -0.08713506162166595, -0.032185688614845276, 0.009864908643066883, -0.02524060197174549, -0.02037457376718521, 0.09388362616300583, 0.030021408572793007, 0.06051762029528618, 0.07812046259641647, 0.025471286848187447, -0.06714871525764465, -0.007271324750036001, -0.01576087810099125, -0.07093267142772675, -0.01693059876561165, 0.04965684935450554, 0.01908348873257637, -0.008855083957314491, -0.010353189893066883, 0.021817432716488838, -0.07589484006166458, 0.0214396845549345, 0.04994622617959976, -0.0013721040450036526, 0.027092352509498596, 0.007632192224264145, -0.10919103771448135, -0.05443091318011284, 0.003048298181965947, -0.020009350031614304, 0.04910193383693695, 0.016931895166635513, 0.03135295584797859, 0.020247146487236023, 0.04184514656662941, 0.018510395660996437, -0.0004774562839884311, 0.07117721438407898, -0.0033546732738614082, 0.07295315712690353, -0.0451996773481369, 0.04293536767363548, 0.005388273391872644, 0.040381286293268204, 0.0007352341199293733, -0.022986339405179024, -0.0284806489944458, 0.09634286910295486, -0.08183415234088898, 0.04838908091187477, -0.047795213758945465, 0.05447961017489433, 0.06214190274477005, -0.03423094004392624, 0.02925412543118, 0.006140935234725475, 0.01611621491611004, -7.793075928930193e-05], [-0.10875601321458817, -0.03975996747612953, 0.07573367655277252, 0.009668896906077862, -0.062233466655015945, 0.014748470857739449, -0.041016679257154465, 0.017392441630363464, 0.025672391057014465, -0.010076993145048618, -0.01992543786764145, 0.0675153061747551, 0.010861124843358994, -0.039070047438144684, 0.030754826962947845, 0.036432892084121704, -0.031030235812067986, -0.006410390604287386, -0.02453855611383915, -0.08592472970485687, 0.029271483421325684, -0.04470072686672211, 0.08509770035743713, -0.0356423519551754, -0.002405916340649128, -0.04111288860440254, 0.07613588124513626, -0.024439748376607895, -0.005285034887492657, -0.0011510415934026241, 0.037594057619571686, 0.039467278867959976, -0.005578206852078438, 0.024869613349437714, -0.004340110346674919, 0.039318546652793884, -0.0240081287920475, 0.022272536531090736, 0.0028287877794355154, 0.025731191039085388, -0.03328605741262436, -0.0560322143137455, -0.08093112707138062, -0.003762569511309266, 0.011981399729847908, 0.02025691047310829, 0.031654536724090576, -0.03850359469652176, -0.04358148202300072, -0.007878463715314865, -0.012854632921516895, -0.03619237616658211, 0.015926091000437737, -0.004663163796067238, 0.035173527896404266, 0.00128412083722651, 0.10304369777441025, 0.006711708381772041, -0.01396825723350048, 0.04287249594926834, -0.010507648810744286, 0.04096836969256401, 0.06422945857048035, -0.03823891282081604, -0.02171323448419571, -0.024491271004080772, 0.04670770466327667, -0.07048822194337845, -0.02561226859688759, 0.06954506039619446, 0.0014800457283854485, 0.11577502638101578, -0.045941878110170364, -0.043713029474020004, -0.004484459757804871, 0.11446673423051834, 0.055904265493154526, -0.06931362301111221, -0.008397184312343597, 0.0005807226989418268, -0.12296850234270096, -0.05366397276520729, -0.04018024355173111, -0.0813717246055603, -0.11960556358098984, 0.056867484003305435, -0.04094609618186951, -0.00589545676484704, -0.0619320273399353, 0.005546198692172766, 0.04753044247627258, -0.020924421027302742, 0.06631679087877274, 0.04405101016163826, 0.03161856532096863, 0.027033373713493347, -0.05955836549401283, 0.02541077323257923, 0.0008210726082324982, 0.08118936419487, 0.04536132514476776, -0.02333030104637146, 0.025016292929649353, -0.04355645179748535, -0.0014703135238960385, -0.01510015781968832, -0.041966330260038376, -0.053904782980680466, -0.013552672229707241, -0.04191650077700615, -0.03658099099993706, 0.05233396217226982, 0.10285526514053345, 0.0530121736228466, 0.0223162192851305, 0.02198396436870098, -0.12786386907100677, -0.05890952795743942, -0.0015253218589350581, 0.05923475697636604, -0.01001934427767992, 0.018750732764601707, -0.016197482123970985, -0.04915029928088188, -0.05334636941552162, -0.020036088302731514, -0.05552179738879204, 0.02676020748913288], [-0.02139291726052761, -0.05558600276708603, 0.03194379061460495, -0.03743543103337288, -0.11035685986280441, 0.05051661655306816, -0.0740194097161293, 0.012777701951563358, -0.05064132809638977, 0.018512479960918427, -0.07568234950304031, -0.009945034980773926, 0.10112237185239792, 0.0343618206679821, 0.006134675815701485, 0.0669872835278511, -0.009377382695674896, 0.04444247484207153, 0.007060427684336901, -0.03285433351993561, 0.03611528500914574, -0.018243249505758286, -0.009420767426490784, 0.035632483661174774, -0.009751858189702034, 0.01940741576254368, 0.15096502006053925, 0.01370833907276392, -0.016976388171315193, -0.024364011362195015, 0.037449710071086884, -0.08954337984323502, -0.00718706613406539, 0.034468844532966614, 0.0741465613245964, 0.11704228073358536, 0.028864847496151924, -0.06777296960353851, -0.010247262194752693, -0.025348346680402756, 0.006896956358104944, -0.04144640266895294, -0.03196907788515091, -0.021179798990488052, -0.05052313581109047, -0.08272767066955566, -0.08717916160821915, -0.010986058972775936, 0.0032593784853816032, -0.08072386682033539, -0.07134713232517242, -0.032919805496931076, -0.016121380031108856, -0.12834763526916504, 0.041466277092695236, 0.007113775238394737, -0.0033676940947771072, -0.01670740358531475, 0.029847323894500732, -0.007234375458210707, 0.042529135942459106, 0.02691134810447693, -0.06222392991185188, -0.05257439613342285, 0.023295478895306587, -0.02418030984699726, 0.07504723966121674, 0.04084216430783272, 0.006571327801793814, -0.0064475699327886105, -0.05924563854932785, -0.0207955464720726, -0.01265744399279356, 0.05348801612854004, -0.010646992363035679, 0.03403591364622116, 0.03029942698776722, 0.007061038166284561, 0.05792563781142235, 0.011849278584122658, -1.404254544468131e-05, -0.06250596046447754, -0.041166700422763824, -0.0401470810174942, 0.006216078065335751, 0.03959837555885315, -0.029407745227217674, -0.030661553144454956, 0.01639644242823124, 0.03492221236228943, -0.0504656583070755, -0.08590088784694672, 0.035033199936151505, 0.09286883473396301, 0.07918776571750641, 0.005089191719889641, -0.018000422045588493, -0.03410080447793007, 0.02757294289767742, 0.100260891020298, -0.06076698377728462, -0.03312055766582489, 0.01937982439994812, -0.026400243863463402, -0.021025702357292175, 0.015175246633589268, 0.007877958007156849, -0.04804334044456482, 0.005118902772665024, -0.010786240920424461, 0.06290117651224136, 0.010579484514892101, -0.05022982507944107, -0.01645665243268013, 0.008222903124988079, -0.05633179470896721, 0.04402496665716171, 6.458909047069028e-05, -0.0727466270327568, 0.09457281231880188, -0.031140349805355072, 0.04204857721924782, -0.023771394044160843, 0.07701282948255539, -0.08119834214448929, 0.023167084902524948, -0.044251780956983566, -0.03348628059029579], [0.044527627527713776, -0.09900173544883728, 0.036805350333452225, -0.039455827325582504, -0.056622397154569626, 0.0398288294672966, -0.028795545920729637, 0.05669527128338814, 0.010740227065980434, 0.005696986801922321, 0.05324993655085564, -0.004250655882060528, -0.0008683064370416105, 0.054124101996421814, -0.05139967426657677, -0.010049481876194477, -0.026006247848272324, 0.024086257442831993, 0.044278327375650406, -0.03512333706021309, -0.040747590363025665, 0.008271761238574982, -0.0032675815746188164, -0.01710815541446209, -0.05973308905959129, -0.01821204088628292, 0.0988180935382843, -0.07970000803470612, 0.03733104094862938, 0.04310067743062973, 0.10572367906570435, 0.13376466929912567, 0.07499551773071289, 0.0609617680311203, -0.08400309085845947, -0.014425135217607021, 0.08795295655727386, 0.05438810959458351, 0.12544894218444824, 0.03341223672032356, 0.015185883268713951, -0.007114301435649395, 0.04448039084672928, -0.0008106603636406362, -0.048648662865161896, -0.022782839834690094, 0.01043971162289381, -0.019217494875192642, -0.051075540482997894, -0.03651020675897598, 0.009891839697957039, -0.01871991716325283, 0.09361941367387772, 0.004521504510194063, 0.030496375635266304, -0.00658126175403595, 0.048464585095644, -0.07249822467565536, 0.04969049245119095, 0.0498124323785305, -0.07504744827747345, -0.029712842777371407, -0.03994302079081535, -0.028199326246976852, 0.003805347951129079, -0.016217725351452827, -0.03632323443889618, -0.05847897008061409, 0.023273002356290817, -0.0580810010433197, 0.0018436898244544864, 0.07822534441947937, 0.06459525227546692, -0.11844945698976517, -0.06784426420927048, -0.013219254091382027, 0.05333558842539787, 0.04274999722838402, -0.13699796795845032, -0.010382585227489471, -0.06905112415552139, -0.1326330453157425, 0.005029487423598766, -0.07351876050233841, 0.09968583285808563, -0.004366867709904909, -0.047388382256031036, 0.07224730402231216, -0.007105916738510132, -0.05834316462278366, 0.01766929216682911, 0.014657408930361271, 0.013876369222998619, 0.06834448873996735, -0.052368488162755966, -0.027163494378328323, -0.0053131673485040665, -0.06483784317970276, 0.0017446429701521993, 0.046666014939546585, 0.06493442505598068, -0.05799185484647751, -0.05194952338933945, -0.039693839848041534, -0.023470088839530945, 0.009884973987936974, -0.016178341582417488, -0.012611855752766132, 0.010009136982262135, -0.031012123450636864, -0.0037461756728589535, 0.0669916421175003, -0.04789309576153755, -0.0774713009595871, 0.04726248234510422, 0.027895815670490265, 0.0876798927783966, 0.03163186460733414, -0.06939827650785446, 0.004869617056101561, 0.06195337325334549, 0.08282139897346497, -0.029852984473109245, -0.021218951791524887, 0.053753986954689026, -0.004921226762235165, 0.044541168957948685, -0.0446595661342144], [-0.014695566147565842, -0.11677379906177521, -0.07224860787391663, -0.08975674957036972, -0.02267061173915863, -0.02089439146220684, -0.019614404067397118, -0.038441531360149384, -0.03076096810400486, -0.061554204672575, -0.08948242664337158, -0.009863939136266708, 0.056981366127729416, 0.07632383704185486, 0.027106277644634247, 0.10352439433336258, -0.12938229739665985, 0.02605324797332287, 0.07043102383613586, -0.08625973016023636, -0.016399022191762924, 0.029722584411501884, 0.023209339007735252, 0.01852528564631939, 0.009928124025464058, -0.058207184076309204, 0.16570499539375305, -0.013200837187469006, -0.02780698984861374, -0.0025167048443108797, 0.026387523859739304, 0.029741322621703148, -0.05154617875814438, 0.05300183966755867, -0.0978170856833458, 0.04469681158661842, 0.03211884945631027, 0.009923516772687435, 0.055662982165813446, 0.012480432167649269, -0.13203932344913483, -0.034828685224056244, -0.055170442909002304, -0.018626585602760315, -0.06768812239170074, 0.11409924924373627, -0.08382391929626465, -0.0363488607108593, 0.020725933834910393, -0.015009081922471523, -0.04945880547165871, 0.009558387100696564, 0.013131232000887394, 0.0344373919069767, -0.022722585126757622, -0.038662537932395935, 0.013909097760915756, -0.03356732055544853, 0.006254247855395079, 0.051381610333919525, 0.003534552175551653, 0.001509188674390316, -0.007816140539944172, -0.009028247557580471, 0.02120988443493843, 0.018564041703939438, -0.05913548916578293, -0.10882309824228287, -0.0020136842504143715, 0.012334920465946198, 0.006798783782869577, 0.04148472100496292, -0.021379396319389343, 0.0032638979610055685, 0.014716599136590958, 0.08599811047315598, 0.005997390951961279, -0.03251165151596069, -0.011592688038945198, -0.018395787104964256, -0.05707264691591263, -0.06325157731771469, -0.04938580095767975, 0.009701156988739967, 0.04348178952932358, 0.0543159544467926, 0.02417256496846676, -0.027704617008566856, 0.03642159327864647, -0.0007118406938388944, 0.01523621752858162, -0.05050365999341011, -0.0025868520606309175, 0.0005039902753196657, 0.023089341819286346, 0.049552179872989655, 0.01766699180006981, 0.03344898298382759, 0.005039046984165907, 0.004417897667735815, -0.01628958247601986, 0.09344693273305893, -0.022378262132406235, -0.04974311217665672, -0.015715256333351135, -0.03993019834160805, -0.0420486219227314, 0.01826128177344799, 0.09861455112695694, -0.021886395290493965, 0.024351323023438454, 0.0999930128455162, 0.05897979065775871, 0.0025491605047136545, 0.02594614215195179, -0.08615882694721222, -0.07985454797744751, -0.06295688450336456, 0.008260843344032764, 0.026971129700541496, -0.05155114829540253, -0.025730246677994728, 0.03523128852248192, -0.10503565520048141, -0.015819881111383438, -0.08800487965345383, 0.002042315900325775, 0.027974683791399002], [0.003336516208946705, -0.08237992972135544, 0.007385662756860256, -0.15731261670589447, -0.0159832201898098, 0.008407628163695335, 0.008318296633660793, -0.007600173819810152, -0.10791172832250595, 0.014971652999520302, -0.059026554226875305, -0.06361673772335052, 0.013721723109483719, -0.03731207549571991, -0.04880540072917938, 0.08519121259450912, -0.0371227040886879, 0.039256300777196884, 0.07165704667568207, -0.038924504071474075, -0.00814712606370449, 0.09944725781679153, 0.08832448720932007, 0.04420992359519005, 0.011025527492165565, 0.006575415842235088, 0.14232423901557922, -0.0018109107622876763, -0.06480208784341812, -0.04641289636492729, 0.051486533135175705, -0.0531005784869194, 0.020366210490465164, -0.0027055134996771812, -0.06323640048503876, 0.031129702925682068, 0.06817460805177689, 0.03833288699388504, 0.10115132480859756, -0.0015209211269393563, -0.03980349004268646, -0.006901126354932785, 0.00309360702522099, -0.032962698489427567, -0.011873104609549046, -0.030924879014492035, -0.02701924741268158, -0.07097332179546356, 0.03007122129201889, -0.04917499050498009, -0.015446748584508896, -0.0766923800110817, -0.02439921163022518, -0.008176233619451523, 0.019754808396100998, -0.013793792575597763, 0.053521789610385895, -0.008755570277571678, 0.06680265069007874, 0.059249624609947205, -0.023003874346613884, -0.013141441158950329, -0.06054895371198654, 0.012924390845000744, -0.003792174393311143, 0.03613133355975151, 0.0705794245004654, -0.03202191740274429, -0.04390352964401245, -0.04040037468075752, 0.06306106597185135, 0.0310384351760149, -0.0188266821205616, -0.006472007371485233, 0.0082967234775424, 0.010253483429551125, 0.026666825637221336, -0.043375544250011444, 0.007210533134639263, -0.032645612955093384, -0.014519683085381985, -0.08769825845956802, 0.08694300055503845, -0.007104373537003994, -0.048677247017621994, 0.017263008281588554, -0.07758267968893051, -0.03628959506750107, -0.002015327336266637, 0.024032384157180786, 0.028825335204601288, -0.03261326253414154, 0.020851843059062958, 0.07708733528852463, 0.032249998301267624, -0.02625373937189579, -0.003258894896134734, 0.017144521698355675, -0.00012635174789465964, 0.09644200652837753, 0.04897472634911537, 0.005744981113821268, 0.05605318769812584, -0.06409799307584763, -0.054810039699077606, -0.006896100006997585, -0.0721152126789093, 0.00022210741008166224, 0.011264348402619362, -0.045432377606630325, -0.002961041172966361, -0.007174613419920206, 0.014380020089447498, -0.008639841340482235, 0.05211354047060013, 0.012888319790363312, -0.012363812886178493, -0.0782228410243988, 0.06306622177362442, 0.0022806432098150253, -0.028763771057128906, 0.03703853860497475, 0.06613476574420929, -0.038615960627794266, 0.054462019354104996, 0.04679984971880913, 0.003433744888752699, 0.005311742424964905], [-0.07400986552238464, -0.0674252137541771, 0.015543011017143726, -0.04410654306411743, -0.10951878130435944, -0.051891349256038666, 0.026989703997969627, 0.031030353158712387, 0.01200652215629816, -0.033729683607816696, -0.09799113869667053, 0.03323059156537056, 0.017822390422225, 0.050174880772829056, -0.005394535604864359, 0.00465233763679862, 0.013646426610648632, -0.005909150931984186, 0.0038956531789153814, -0.012981290929019451, -0.014890470542013645, 0.04595554992556572, -0.016402529552578926, -0.07322975993156433, -0.03129611909389496, -0.05055103451013565, 0.06901966780424118, 0.0507192425429821, 0.018374277278780937, 0.03871654346585274, 0.00829929206520319, 0.035393018275499344, 0.01719694398343563, -0.04014172777533531, 0.07593727856874466, 0.19995351135730743, 0.016173765063285828, 0.03864344209432602, 0.07568614929914474, 0.0007359521114267409, 0.0003094394051004201, 0.007254389580339193, -0.033609990030527115, 0.07828930765390396, -0.10889990627765656, -0.10840629041194916, -0.0971449613571167, -0.043087899684906006, 0.11717163771390915, -0.10841856896877289, 0.02719009481370449, -0.04723045229911804, -0.08420177549123764, -0.03316694498062134, 0.06314162909984589, -0.010020939633250237, 0.025978129357099533, 0.007413172163069248, 0.0681823119521141, 0.09835373610258102, 0.04139508306980133, -0.03439018502831459, -0.0005560627323575318, 0.05724111199378967, 0.05731714889407158, 0.01537663396447897, 0.031124604865908623, 0.01571464166045189, 0.06619931757450104, 0.03566828742623329, 0.0023942331317812204, 0.03994924575090408, -0.015105648897588253, 0.026863694190979004, -0.02345091663300991, -0.006692488212138414, -0.0719253271818161, -0.011243575252592564, 0.011138150468468666, 0.014987511560320854, -0.04992581903934479, -0.027951756492257118, 0.02774503268301487, 0.013460259884595871, -0.0883292481303215, 0.06211298704147339, -0.027738623321056366, -0.07831326127052307, -0.0462971031665802, 0.011777523905038834, -0.044890645891427994, 0.03284931927919388, -0.015293200500309467, -0.05905633792281151, -0.02668970264494419, -0.01143854670226574, 0.017503555864095688, -0.11431387066841125, -0.022587278857827187, -0.11991886794567108, -0.09610062837600708, -0.06863579899072647, 0.07789202779531479, -0.019002439454197884, -0.05029187351465225, 0.04525807872414589, 0.006924739573150873, -0.02708129957318306, 0.03132547810673714, -0.028889302164316177, 0.04019325226545334, -0.062405526638031006, -0.03996333107352257, -0.06467897444963455, 0.009256153367459774, -0.06432273983955383, -0.029256252571940422, 0.04018137976527214, 0.03609192743897438, 0.006021673325449228, 0.012234137393534184, 0.007634399924427271, 0.0027885318268090487, -0.00011086911399615929, 0.0957481786608696, -0.011259408667683601, -0.0046300021931529045, -0.08201863616704941], [0.0060641104355454445, -0.05996319279074669, -0.021026911213994026, -0.052816104143857956, 0.018470244482159615, 0.01829236000776291, -0.010837798938155174, -0.016494598239660263, -0.012429852038621902, 0.03770161792635918, -0.07866860926151276, -0.04256601259112358, -0.040404509752988815, -0.05522574856877327, -0.05045749619603157, 0.11662504822015762, -0.063318632543087, 0.04926075041294098, -0.0004605020512826741, -0.02560233138501644, -0.08363135159015656, 0.04937657713890076, 0.006618105340749025, -0.01818257011473179, -0.018955379724502563, -0.008479398675262928, 0.04928087070584297, -0.019595511257648468, -0.019003823399543762, -0.052210547029972076, -0.03471742570400238, -0.09288691729307175, -0.004981549456715584, -0.02037109062075615, 0.0017291599651798606, -0.03161327913403511, 0.029121333733201027, 0.011694815941154957, 0.0913149043917656, -0.013753415085375309, -0.06399212032556534, -0.005049869883805513, 0.017730984836816788, -0.017468886449933052, -0.04897505044937134, 0.01083217840641737, -0.03785957396030426, -0.0632338896393776, 0.06364253163337708, -0.00904647447168827, -0.017168566584587097, 0.08585884422063828, -0.011647437699139118, -0.016339944675564766, -0.06045514717698097, 0.010454782284796238, 0.09589806944131851, 0.07552605867385864, 0.05292806029319763, 0.07918170094490051, -0.07784835994243622, -0.00029471050947904587, -0.0066242036409676075, 0.012449197471141815, -0.08041239529848099, 0.007745067123323679, 0.11044780164957047, 0.02489844709634781, -0.011426075361669064, -0.08241597563028336, 0.017179936170578003, 0.037237498909235, 0.01586608774960041, 0.03546152636408806, 0.011628331616520882, -0.014553160406649113, 0.03253553435206413, -0.049257826060056686, 0.056553054600954056, -0.009022006765007973, -0.0317804217338562, -0.022930806502699852, -0.03903666138648987, 0.011025861836969852, -0.09875673800706863, 0.006589862518012524, -0.11381395906209946, 0.025621211156249046, -0.01792087033390999, 0.08828378468751907, 0.03292222321033478, -0.08494959771633148, 0.03215702250599861, 0.052925512194633484, 0.041601814329624176, -0.0713164433836937, 0.0185322817414999, 0.0783911719918251, 0.05937791243195534, 0.08536656200885773, 0.09402836114168167, 0.012305911630392075, 0.05352376773953438, -0.11902862787246704, -0.017369117587804794, 0.07473335415124893, 0.03768674656748772, -0.034987226128578186, -0.030245386064052582, 0.004951363429427147, 0.015252048149704933, -0.009086506441235542, -0.0009728273726068437, 0.06819408386945724, 0.09463951736688614, 0.0737309381365776, -0.020672105252742767, 0.006212881300598383, -0.010903218761086464, -0.08954476565122604, -0.006746634375303984, 0.08432935923337936, 0.08053899556398392, 0.025530526414513588, -0.06712497770786285, 0.03547542542219162, 0.023420874029397964, -0.07430650293827057], [-0.009795380756258965, -0.036255814135074615, -0.019400300458073616, -0.03404946252703667, -0.024456048384308815, 0.029075993224978447, 0.06277603656053543, -0.012919909320771694, 0.004524067509919405, 0.08681716024875641, 0.013890269212424755, -0.03917710483074188, -0.017034588381648064, -0.015021869912743568, -0.05009368807077408, 0.04453243315219879, -0.04568680003285408, 0.07518095523118973, -0.04586472362279892, -0.007438817992806435, 0.020576177164912224, 0.07430338859558105, 0.008256866596639156, 0.06233707070350647, 0.021382810547947884, -0.023225460201501846, 0.07281728833913803, 0.004739901516586542, 0.016257042065262794, -0.04932161048054695, -0.027259070426225662, -0.021523546427488327, 0.0033507668413221836, 0.003826725762337446, 0.023634202778339386, 0.02621268667280674, -0.03510241210460663, -0.008101393468677998, 0.09677895903587341, 0.00814637541770935, 0.03271324932575226, -0.012858476489782333, 0.03793242201209068, -0.024189626798033714, -0.09256058931350708, 0.03364014998078346, -0.04205116629600525, -0.06451480835676193, -0.04194655269384384, -0.06449813395738602, -0.04030498117208481, 0.07261061668395996, -0.013672946020960808, 0.022312112152576447, -0.07194703817367554, 0.014933548867702484, 0.020219651982188225, -0.07397640496492386, 0.06289846450090408, 0.023875294253230095, 0.03232933208346367, 0.06220050901174545, -0.079689159989357, 0.019582511857151985, 0.07620839029550552, 0.04513533040881157, -0.06304030865430832, -0.0056154136545956135, 0.021555742248892784, 0.03905142843723297, 0.0750780925154686, 0.022775374352931976, -0.061892375349998474, -0.06186767295002937, -0.05923793464899063, 0.053022414445877075, -0.004941735416650772, 0.015068097040057182, -0.036750417202711105, -0.008209292776882648, 0.030470389872789383, -0.011882859282195568, -0.01330476813018322, 0.022287730127573013, 0.060571007430553436, -0.019734911620616913, -0.028343919664621353, -0.011180833913385868, -0.06475258618593216, 0.07835525274276733, 0.022945431992411613, -0.01567806489765644, 0.031114976853132248, 0.038307733833789825, 0.0366896353662014, 0.018699074164032936, 0.04262324422597885, -0.028588544577360153, -0.011134841479361057, 0.04284096509218216, -0.006187650375068188, -0.05293561518192291, -0.021806320175528526, -0.057554930448532104, -0.029846441000699997, -0.016323642805218697, -0.017173754051327705, -0.046336956322193146, -0.038483235985040665, -0.04194656386971474, -0.06985210627317429, -0.009877538308501244, -0.035066161304712296, -0.051771897822618484, -0.06397704035043716, 0.003164813853800297, 0.0005258602323010564, 0.08249226212501526, 0.024815842509269714, 0.04817881062626839, 0.003220577957108617, 0.04696435481309891, -0.027203300967812538, -0.023314932361245155, -0.010379455983638763, -0.015637168660759926, 0.009240041486918926, -0.05514900013804436], [-0.011561069637537003, -0.06257696449756622, -0.001463153981603682, -0.04839542880654335, -0.0427456758916378, -0.01484132930636406, -0.0806037038564682, -0.018300656229257584, 0.021229419857263565, 0.047586314380168915, -0.16679751873016357, 0.022605430334806442, 0.01109190285205841, 0.05764741078019142, -0.067145936191082, 0.10143090039491653, -0.07765381783246994, 0.01333709992468357, -0.008214889094233513, -0.1381259709596634, 0.15661154687404633, 0.07052014023065567, -0.05952051654458046, -0.004037661477923393, 0.037509843707084656, 0.07208677381277084, 0.13712604343891144, -0.010745057836174965, 0.03630053997039795, -0.012611153535544872, 0.09744180738925934, 0.02374327927827835, 0.06075924634933472, -0.0330197848379612, 0.04500482231378555, 0.11826196312904358, 0.017490532249212265, 0.03135110065340996, 0.07717355340719223, -0.08290675282478333, 0.01640000380575657, -0.019690539687871933, 0.050087809562683105, -0.037213727831840515, -0.005873825401067734, -0.065890833735466, -0.09289660304784775, -0.11940081417560577, 0.010837696492671967, -0.018748652189970016, 0.015350256115198135, -0.1494813710451126, -0.00993957556784153, -0.0031579595524817705, 0.08913548290729523, 0.0537923239171505, 0.09147749841213226, -0.03764687106013298, 0.10991765558719635, 0.06516692787408829, -0.011054051108658314, -0.07189515233039856, -0.0379977710545063, -0.009633300825953484, -0.002091835718601942, -0.0072145224548876286, 0.03537405654788017, -0.050838250666856766, 0.004594801459461451, 0.00809213612228632, -0.024743681773543358, 0.04697250947356224, -0.02106505259871483, -0.0007717363769188523, 0.015567625872790813, 0.032340869307518005, 0.05187980458140373, -0.01625044085085392, -0.012466350570321083, 0.048522189259529114, 0.012279359623789787, -0.061387673020362854, -0.04846369847655296, -0.03331613913178444, -0.07432227581739426, 0.0008658167789690197, -0.034638911485672, 0.018822401762008667, -0.035287436097860336, -0.03825916349887848, 0.018612952902913094, -0.021539321169257164, 1.306594094785396e-05, -0.051482025533914566, -0.06834765523672104, 0.04533803090453148, -0.048315126448869705, 0.02091233991086483, 0.02445174567401409, 0.04793759807944298, 0.007611680310219526, -0.017197439447045326, -0.011150394566357136, 0.04647957533597946, -0.013194636441767216, 0.045407138764858246, -0.05964599549770355, 0.07117755711078644, 0.06422795355319977, -0.06567397713661194, 0.001456666737794876, 0.013325462117791176, 0.08287494629621506, 0.005960008595138788, 0.0704302191734314, -0.03525891900062561, -0.005881171673536301, 0.046993453055620193, -0.006763392593711615, -0.027497872710227966, -0.0498724989593029, 0.014991020783782005, 0.010343131609261036, -0.003363772062584758, -0.018864447250962257, 0.05608005076646805, 0.02557934820652008, -0.013547849841415882], [-0.02213236130774021, -0.05508560687303543, 0.0335405170917511, -0.03388496860861778, -0.03905884176492691, 0.024998674169182777, -0.027931805700063705, 0.04191625490784645, 0.006532758008688688, -0.012258949689567089, 0.03802520036697388, -0.018320417031645775, 0.057534318417310715, 0.005714016035199165, -0.061856891959905624, 0.019023163244128227, -0.009197298437356949, 0.011302291415631771, -0.03358469530940056, -0.04737289994955063, -0.001630733022466302, 0.03937191516160965, 0.002314285608008504, -0.06544578075408936, 0.029952222481369972, 0.060819607228040695, 0.09186546504497528, 0.01138137187808752, -0.05546146258711815, 0.06205444782972336, 0.05177818238735199, -0.062183212488889694, 0.05558829382061958, -0.045615654438734055, -0.07186314463615417, -0.008871586993336678, 0.06727377325296402, 0.037257418036460876, 0.0017557619139552116, 0.09047751128673553, 0.009293314069509506, -0.007891528308391571, -0.0008308996330015361, 0.03310422599315643, -0.003224147018045187, 0.0019132456509396434, 0.027935732156038284, -0.003350468585267663, 0.02221754938364029, -0.07585218548774719, -0.09551627188920975, 0.0004046290123369545, -0.06150900572538376, 0.009893497452139854, -0.01884196512401104, -0.0024403356947004795, 0.006297105457633734, -0.07812631130218506, 0.08510585129261017, -0.02207028865814209, 0.017945708706974983, 0.0007259836420416832, 0.006034745369106531, -0.002352920128032565, 0.03856401890516281, 0.014532876200973988, -0.007122954353690147, -0.028865909203886986, -0.06865353882312775, -0.08292167633771896, 0.02131982520222664, -0.02251601032912731, -0.0015666966792196035, -0.0032535861246287823, -0.023991093039512634, 0.037264756858348846, 0.09156820178031921, -0.10209224373102188, 0.029154734686017036, 0.0035531404428184032, -0.05603323131799698, -0.06690952926874161, -0.002789605874568224, -0.014765437692403793, -0.011279302649199963, -0.0288519449532032, -0.04365216940641403, -0.00499771349132061, 0.0019264710135757923, -0.013689926825463772, 0.006111589260399342, -0.03368294611573219, 0.03686948120594025, 0.049605969339609146, 0.00734194740653038, -0.02334797941148281, -0.10267256945371628, 0.015559571795165539, 0.09034518152475357, 0.02826712280511856, 0.04570585861802101, -0.01317286491394043, 0.021356623619794846, -0.08824627846479416, -0.00815728958696127, 0.07536718994379044, 0.015432751737535, 0.004949378781020641, 0.01442644465714693, -0.04931953176856041, -0.025696683675050735, 0.05259886011481285, 0.04132198914885521, 0.0528310127556324, 0.06367112696170807, -0.007005170453339815, 0.011899991892278194, 0.005482461769133806, -0.02104436792433262, -0.04431493580341339, 0.005587016232311726, 0.034195978194475174, 0.15529578924179077, 0.041657671332359314, -0.08678479492664337, -0.042934615164995193, 0.03568853810429573, 0.04691062495112419], [-0.060900527983903885, -0.11346039921045303, 0.009834703989326954, -0.0570940300822258, -0.07748528569936752, 0.11246845871210098, 0.016514478251338005, 0.014946660958230495, -0.0710265189409256, 0.05490550398826599, -0.017718205228447914, -0.02133697271347046, 0.08712354302406311, 0.04858734458684921, 0.05253245681524277, 0.042537227272987366, 0.005744770169258118, 0.09581339359283447, 0.00965223740786314, -0.08037948608398438, 0.08833809196949005, 0.0759907141327858, -0.04507731273770332, 0.03657837584614754, 0.018813244998455048, -0.018921921029686928, 0.1631159633398056, 0.0017207125201821327, -0.043999046087265015, -0.07617165893316269, -0.04575800895690918, -0.06543571501970291, 0.020272407680749893, -0.0315481498837471, 0.026548640802502632, 0.07230645418167114, 0.13966567814350128, 0.020558534190058708, 0.046953897923231125, 0.04401998221874237, -0.06122495234012604, -0.018434878438711166, -0.02901160903275013, -0.015042050741612911, -0.06901869922876358, -0.0035818470641970634, -0.049484919756650925, -0.12598299980163574, 0.012636926956474781, -0.03034813143312931, -0.0033570087980479, -0.06502226740121841, -0.10154783725738525, -0.016102442517876625, 0.016496900469064713, 0.012360106222331524, 0.002566745039075613, 0.00034295968362130225, 0.030430734157562256, 0.025761790573596954, 0.07170417904853821, 0.005631119012832642, -0.04577815532684326, -0.025826470926404, 0.06307712942361832, 0.04846923425793648, -0.08058334141969681, -0.0392184853553772, 0.05440748482942581, -0.01614217832684517, 0.010908449068665504, 0.05233488976955414, 0.007453714497387409, -0.05963734909892082, 0.007641977164894342, -0.025155236944556236, -0.033693742007017136, 0.0015379679389297962, -0.0332702100276947, 0.051669102162122726, 0.05578877404332161, -0.07287578284740448, -0.040364354848861694, 0.11842364072799683, 0.09273099899291992, 0.039630722254514694, -0.025787148624658585, -0.06460191309452057, -0.05394187569618225, 0.014676645398139954, 0.06498197466135025, -0.08871761709451675, -0.05295111984014511, 0.05000205338001251, 0.033538300544023514, -0.002104769693687558, 0.06975848227739334, -0.0768216922879219, -0.037324633449316025, 0.03344888612627983, 0.050032421946525574, -0.004831912461668253, 0.04720839112997055, -0.054197490215301514, -0.06663771718740463, 0.06477837264537811, -0.011672688648104668, 0.01825094036757946, 0.056410033255815506, -0.00512807909399271, -0.00859594065696001, 0.025403356179594994, 0.019379593431949615, -0.042517125606536865, -0.08264985680580139, -0.004843960516154766, 0.031835492700338364, 0.042748112231492996, -0.006454090587794781, 0.049937132745981216, -0.0070683094672858715, -0.005788892041891813, 0.004632875788956881, 0.051869653165340424, 0.012835217639803886, -0.014147141017019749, 0.009146800264716148, -0.00690796272829175], [-0.02929816022515297, -0.044237084686756134, -0.02662300504744053, -0.055039163678884506, -0.000944116385653615, -0.02206399478018284, 0.023914432153105736, -0.04214450716972351, 0.011670601554214954, -0.04808773845434189, -0.04252351075410843, -0.03788285702466965, -0.028798075392842293, -0.0017794187879189849, -0.006355606019496918, 0.03613037243485451, 0.002357836812734604, 0.04437253624200821, 0.010724909603595734, -0.1223166361451149, 0.010667785070836544, 0.046524327248334885, 0.05893388018012047, -0.0076657794415950775, 0.024405457079410553, -0.034248996526002884, 0.17315556108951569, -0.047594279050827026, 0.04330834746360779, 0.06947246193885803, 0.024744952097535133, -0.06576001644134521, -0.050943776965141296, -0.030352406203746796, -0.001738454680889845, 0.01654062792658806, -0.018662303686141968, 0.03348205238580704, 0.03379646688699722, -0.011790783144533634, -0.03741243854165077, -0.028381813317537308, -0.03046259842813015, 0.004296618513762951, -0.025106828659772873, 0.0017546346643939614, -0.05602790042757988, -0.012583822011947632, 0.013720928691327572, -0.11004737764596939, -0.0006350388284772635, -0.048372335731983185, -0.0007833942654542625, 0.004990571644157171, 0.022319404408335686, -0.02972155436873436, 0.060276154428720474, -0.0345231369137764, 0.027144743129611015, 0.0475514717400074, -0.001286914455704391, 0.08049967885017395, -0.020180227234959602, -0.0082178870216012, 0.049581341445446014, 0.030996063724160194, -0.023292459547519684, -0.0962304100394249, -0.01313256286084652, -0.06538844108581543, -0.09199009090662003, 0.05765174329280853, 0.06131107360124588, 0.04503360018134117, 0.023109208792448044, 0.0797775462269783, 0.04505360126495361, -0.024566560983657837, 0.03779882192611694, 0.019287139177322388, 0.015511523000895977, -0.11542415618896484, -0.012408877722918987, 0.05494049936532974, -0.055590637028217316, 0.13951535522937775, -0.05186959728598595, -0.015663357451558113, -0.025945892557501793, -0.024165023118257523, -0.0008090863702818751, -0.025513317435979843, 0.05838894471526146, 0.03736894950270653, 0.04065481945872307, -0.10703638941049576, 0.05799882858991623, 0.07642856985330582, 0.01868562214076519, 0.08498704433441162, -0.0018155868165194988, 0.04099491611123085, 0.025140022858977318, -0.0692054033279419, -0.005501080770045519, -0.001487750094383955, 0.007984395138919353, -0.026218533515930176, -0.0207634549587965, -0.017630653455853462, 0.03326401486992836, 0.05392295494675636, 0.03369066119194031, 0.009218597784638405, 0.03210495039820671, -0.016543572768568993, 0.01603417843580246, -0.017462223768234253, 0.0029180936980992556, 0.009695468470454216, -0.049266278743743896, -0.0012783794663846493, -0.015506356954574585, -0.009365086443722248, -0.043520864099264145, 0.024843942373991013, -0.07606332749128342, 0.0032175304368138313], [0.03534570336341858, -0.08743184804916382, 0.008335893042385578, -0.06991419941186905, -0.07041854411363602, 0.041732512414455414, -0.049548517912626266, -0.02744213305413723, 0.057433899492025375, 0.025093819946050644, -0.16434670984745026, 0.026941893622279167, 0.10004349052906036, 0.01727396808564663, 0.012270689941942692, 0.05714203789830208, -0.022841408848762512, 0.008783912286162376, 0.032964229583740234, -0.09601456671953201, 0.12934963405132294, -0.005078599788248539, 0.02911270409822464, -0.004225957673043013, 0.007826370187103748, -0.03420650213956833, 0.09779086709022522, -0.015420489944517612, 0.08477266877889633, 0.0806833803653717, 0.05072055011987686, 0.01807219721376896, -0.008458586409687996, 0.058114953339099884, 0.08557125180959702, 0.1584237515926361, 0.04584288224577904, -0.04837684705853462, 0.18901655077934265, -0.054865751415491104, -0.11005864292383194, -0.09907560050487518, 0.006392044015228748, 0.03197240084409714, 0.06783773005008698, 0.022456591948866844, -0.04564026743173599, -0.03712795674800873, -0.019666537642478943, -0.034703608602285385, 0.01576204039156437, -0.02613298036158085, 0.03725248947739601, -0.0010334915714338422, 0.06858918815851212, -0.07510952651500702, 0.04382564127445221, -0.03322022408246994, -0.05990452691912651, 0.05354483053088188, -0.04530707746744156, 0.029579265043139458, -0.038582224398851395, -0.013222869485616684, -0.0505128875374794, 0.0060541704297065735, -0.02352459542453289, -0.0573420450091362, 0.06132328510284424, -0.00722112599760294, -0.011133203282952309, 0.03440740704536438, -0.046136606484651566, -0.03811722621321678, -0.027551395818591118, 0.012259992770850658, 0.037253353744745255, -0.024190334603190422, 0.009714921936392784, 0.0011873507173731923, -0.06856553256511688, -0.09261462092399597, -0.08488436788320541, 0.014812243171036243, -0.08161437511444092, -0.02856053039431572, 0.002423972124233842, -0.0033613990526646376, 0.003202014835551381, -0.07066315412521362, 0.02760961651802063, 0.010341659188270569, 0.09527800977230072, -0.027099983766674995, 0.031671807169914246, 0.007644370198249817, -0.07178805023431778, -0.009580329991877079, -0.026474133133888245, 0.12656481564044952, -0.017091447487473488, 0.008541417308151722, 0.039746735244989395, -0.07868068665266037, 0.07011795789003372, -0.03135538101196289, 0.06956609338521957, 0.08446181565523148, 0.024518700316548347, -0.009381687268614769, 0.013893242925405502, 0.01134595274925232, 0.0827544704079628, -0.04908953607082367, -0.0060660624876618385, -0.04392775148153305, -0.03252720832824707, -0.0033305396791547537, 0.04751361533999443, 0.025106990709900856, 0.016466911882162094, 0.12591923773288727, -0.003079572692513466, -0.10622662305831909, -0.045396555215120316, -0.03172631934285164, -0.034858472645282745, -0.037861619144678116], [-0.014590972103178501, -0.051091268658638, 0.03455286845564842, -0.07304023206233978, -0.0573897622525692, 0.08189728111028671, -0.004636778030544519, -0.024170953780412674, -0.04473654553294182, 0.041883260011672974, -0.07244102656841278, -0.07758482545614243, 0.0233627799898386, -0.03915860503911972, -0.012174376286566257, 0.054879654198884964, -0.0767500028014183, 0.07754000276327133, 0.009623808786273003, -0.10313651710748672, -0.004120410420000553, 0.07334466278553009, 0.032705310732126236, 0.014549264684319496, 0.0595046728849411, -0.08180303126573563, 0.09158556163311005, 0.0245754886418581, -0.04463351517915726, 0.0686052218079567, -0.021458394825458527, -0.041978783905506134, -0.009737823158502579, 0.02805759385228157, 0.005984311457723379, 0.04699423164129257, 0.043019574135541916, -0.052091024816036224, 0.08498729020357132, -0.02506992593407631, -0.06889882683753967, -0.0383121594786644, 0.005642525386065245, -0.0034542132634669542, -0.0035647887270897627, 0.033360328525304794, -0.0846647173166275, 0.01630948670208454, 0.021333280950784683, -0.059159860014915466, -0.10862031579017639, -0.0028117417823523283, -0.03610504791140556, 0.021522238850593567, 0.03219881281256676, -0.02174120396375656, 0.09282217174768448, 0.032737381756305695, 0.1250724047422409, -0.013581776060163975, -0.004816562868654728, -0.029689272865653038, -0.05677906051278114, -0.008178099989891052, -0.05032375827431679, 0.058157388120889664, 0.04728946089744568, -0.010784401558339596, -0.02836853265762329, -0.021538367494940758, 0.024053296074271202, 0.00869744922965765, -0.017558125779032707, -0.061130888760089874, -0.007907684892416, 0.05976709723472595, 0.0011583406012505293, 0.053405631333589554, 0.04890979081392288, -0.021391915157437325, 0.012331396341323853, -0.06171960383653641, 0.044522546231746674, -0.001538584241643548, 0.05476749315857887, 0.018368583172559738, -0.07183906435966492, 0.017075734212994576, 0.04673949256539345, 0.018043361604213715, 0.03207574412226677, -0.013377238996326923, 0.008821043185889721, 0.07371257990598679, 0.09101903438568115, -0.01829252578318119, -0.018182026222348213, -0.04484379291534424, -0.05147779360413551, -0.009945550002157688, 0.008927089162170887, 0.036362309008836746, 0.03372648358345032, -0.04840238764882088, -0.0022700338158756495, -0.026328805834054947, 0.006696123164147139, 0.00351289426907897, -0.029978569597005844, 0.033380042761564255, -0.022469040006399155, 0.09969435632228851, -0.039861179888248444, -0.03745415061712265, 0.08647310733795166, 0.035443224012851715, 0.048038821667432785, 0.012997850775718689, -0.014743352308869362, 0.001463386113755405, -0.06872133910655975, 0.1327025592327118, 0.03788534179329872, 0.028980249539017677, -0.0002561286382842809, -0.025922313332557678, 0.042774349451065063, 0.0385904461145401], [0.008850677870213985, -0.12539604306221008, -0.012037738226354122, -0.13202111423015594, 0.023882050067186356, 0.01050823088735342, -0.030331505462527275, -0.030310001224279404, -0.0636436939239502, -0.03524268791079521, -0.0743219181895256, -0.039576537907123566, 0.07292307913303375, -0.013542347587645054, 0.020455291494727135, 0.07798066735267639, -0.04809369519352913, 0.08120415359735489, 0.02767825312912464, -0.11126912385225296, 0.0019388759974390268, 0.10130573064088821, -0.007041770499199629, -0.029598716646432877, -0.035560522228479385, 0.028221745043992996, 0.13196848332881927, 0.02686372585594654, -0.021533332765102386, -0.009859388694167137, 0.0215121079236269, -0.07151223719120026, 0.0384054034948349, -0.01977934129536152, -0.014425639063119888, 0.07548235356807709, 0.04401496425271034, 0.09569669514894485, 0.08778060227632523, 0.005262406542897224, -0.0760691910982132, -0.04888588562607765, 0.024065818637609482, -0.03002411127090454, -0.06944344192743301, 0.05250094458460808, 0.0047997902147471905, -0.09098946303129196, 0.06713933497667313, -0.046992991119623184, -0.04153891280293465, 0.03612884506583214, -0.016928525641560555, -0.04535041004419327, -0.021860161796212196, 0.05332247167825699, 0.10155594348907471, 0.016095878556370735, 0.08176317811012268, 0.09116313606500626, -0.08554615825414658, 0.02011181227862835, -0.0014629814540967345, 0.005233634263277054, -0.028126968070864677, -0.017023500055074692, 0.0744159147143364, 0.04145459458231926, 0.016531581059098244, -0.08473371714353561, -0.046544644981622696, 0.062144868075847626, -0.041192568838596344, 0.09496013820171356, -0.012862131930887699, -0.045646216720342636, 0.05449409410357475, -0.022162403911352158, -0.02696291171014309, 0.05136724188923836, -0.08252585679292679, -0.07504119724035263, -0.016540877521038055, -0.014983312226831913, -0.116373710334301, 0.04584074392914772, -0.11803045123815536, 0.07972388714551926, -0.022878846153616905, 0.016363900154829025, 0.030001962557435036, -0.007586122024804354, 0.06689558923244476, 0.04741479456424713, 0.030297458171844482, 0.11193130910396576, 0.005996917374432087, -0.037144508212804794, -0.02307460643351078, 0.05432550236582756, 0.007910097017884254, 0.023159801959991455, 0.07423891127109528, -0.07005571573972702, -0.04526236280798912, -0.0073039042763412, -0.046210791915655136, -0.053672969341278076, -0.022372379899024963, 0.05041267350316048, 0.0711614191532135, 0.029878422617912292, 0.010994475334882736, -0.06379440426826477, 0.016422171145677567, 0.09296529740095139, 0.00546801695600152, -0.004595117177814245, -0.011489514261484146, 0.03443829342722893, 0.01302848756313324, 0.032177943736314774, -0.03144052252173424, 0.05806751549243927, -0.025996491312980652, 0.026707254350185394, -0.011876589618623257, 0.0069417804479599], [-0.08204895257949829, -0.0926280990242958, -0.001981038134545088, -0.07962983846664429, -0.03520502895116806, 0.04491477832198143, -0.03340079262852669, -0.04032732918858528, 0.016351137310266495, -0.028906235471367836, -0.117818184196949, 0.04216133803129196, 0.022717315703630447, 0.08054112643003464, 0.07123788446187973, 0.08055984228849411, -0.06658947467803955, -0.0012550464598461986, 0.005269973538815975, -0.13056503236293793, 0.040865521878004074, 0.006861234549432993, -0.111300028860569, -0.026205288246273994, -0.06668870151042938, -0.052159491926431656, 0.15871281921863556, -0.03312049061059952, -0.034266602247953415, -0.018495269119739532, 0.038446810096502304, 0.06089838966727257, -0.0032266462221741676, 0.027791015803813934, 0.0011535747908055782, 0.15138958394527435, 0.052551042288541794, 0.011905897408723831, 0.05024595558643341, -0.05504923313856125, 0.015666861087083817, -0.1308552622795105, -0.06672479957342148, 0.0671800822019577, 0.016108330339193344, 0.04814532399177551, -0.040621317923069, -0.029107753187417984, 0.03847447410225868, -0.03411256521940231, 0.07759750634431839, -0.051986876875162125, -0.010125251486897469, 0.025899505242705345, 0.01363926287740469, -0.04198561608791351, 0.06397203356027603, 0.050664495676755905, -0.06381697207689285, 0.12196004390716553, 0.001499751815572381, -0.022648466750979424, -0.06808833032846451, 0.03642233461141586, 0.008970268070697784, 0.02666144259274006, -0.007433955557644367, 0.03782292827963829, 0.018334010615944862, -0.023167651146650314, -0.020503047853708267, 0.0033510378561913967, 0.04846280813217163, -0.004087570123374462, -0.047554321587085724, 0.007785888388752937, 0.03416542708873749, -0.010735106654465199, -0.032051119953393936, 0.0614815279841423, -0.0434672087430954, -0.0750061422586441, 0.03750806301832199, -0.04484047740697861, -0.01013874914497137, 0.06342949718236923, -0.01036763470619917, 0.011768658645451069, -0.054500970989465714, -0.03132981061935425, 0.02247663214802742, 0.05920133739709854, 0.044335637241601944, -0.038323789834976196, 0.08317186683416367, -0.04163214936852455, -0.040587447583675385, 0.0363006629049778, -0.021377384662628174, 0.05009337142109871, -0.004473235458135605, 0.022166308015584946, 0.04273102432489395, -0.008762010373175144, 0.009086024947464466, 0.00464777322486043, 0.08446502685546875, 0.05619807913899422, 0.03379277139902115, -0.01140364445745945, -0.016326962038874626, 0.033359359949827194, 0.03798176720738411, -0.0063133095391094685, 0.03561066463589668, 0.000711610889993608, -0.013275565579533577, -0.027263935655355453, 0.03850787878036499, 0.015449206344783306, -0.024385282769799232, 0.050564248114824295, -0.02714005671441555, -0.030067604035139084, 0.026621218770742416, -0.05578448995947838, -0.07922730594873428, 0.0038367342203855515], [0.02374601922929287, -0.04293912649154663, 0.03383864834904671, -0.025939343497157097, -0.07443969696760178, -0.022951515391469002, -0.008752351626753807, -0.015052879229187965, 0.04618362709879875, 0.027288492769002914, -0.05922241508960724, 0.03631894662976265, 0.05742548033595085, 0.05531032010912895, 0.08694103360176086, -0.02070159837603569, -0.002528625540435314, -0.016465749591588974, 0.02477775514125824, -0.04506097733974457, -0.012499759905040264, 0.014500448480248451, -0.05423683673143387, -0.07226701825857162, 0.01596592366695404, -0.01508153136819601, 0.10357440263032913, 0.01663396693766117, -0.006469104904681444, 0.029179690405726433, 0.06475327908992767, 0.03630448877811432, 0.024882925674319267, -0.06258359551429749, -0.02686581015586853, 0.0689515545964241, 0.07768966257572174, -0.015854492783546448, 0.019974617287516594, -0.0096589969471097, 0.01394942682236433, -0.04503825679421425, -0.08876975625753403, 0.10472870618104935, -0.09175539761781693, 0.08985543251037598, 0.06785373389720917, -0.09418119490146637, -0.012938611209392548, -0.02475588582456112, -0.03489682450890541, -0.03692667931318283, -0.0431041456758976, 0.02071119286119938, -0.03344958648085594, 0.04753623157739639, 0.00047358745359815657, 0.007474398706108332, -0.055531349033117294, 0.017522156238555908, 0.03624087572097778, 0.06003345921635628, 0.04480559378862381, -0.05327296629548073, -0.02594604156911373, 0.040727321058511734, 0.00558126624673605, -0.03994773328304291, -0.027313245460391045, -0.006081940606236458, -0.09692735224962234, 0.09189090877771378, 0.06370490789413452, -0.02477238141000271, 0.00042083606240339577, 0.04660100117325783, 0.03178724646568298, -0.011399243026971817, -0.047614481300115585, 0.01124679483473301, -0.0881301611661911, -0.07622689753770828, -0.05923070013523102, -0.015636984258890152, 0.01948414370417595, -0.02429758943617344, 0.03640001267194748, 0.06279808282852173, 0.04015510529279709, -0.005692393518984318, 0.08524157106876373, -0.004744525533169508, -0.04904411360621452, 0.020056728273630142, 0.049048732966184616, -0.028366316109895706, 0.013771511614322662, -0.009125449694693089, -0.023077312856912613, 0.0554574653506279, 0.03389324992895126, 0.055940691381692886, 0.07535913586616516, -0.044801194220781326, -0.022837044671177864, -0.03607538342475891, 0.049729276448488235, -0.0062133753672242165, 0.005602964665740728, -0.09206689894199371, -0.03504829481244087, 0.05854979157447815, 0.012916351668536663, -0.014884592965245247, -0.04182318225502968, -0.031964026391506195, 0.047883473336696625, -0.12299386411905289, -0.04594534635543823, 0.06245880201458931, -0.0010576947825029492, 0.03226485475897789, -0.0443955697119236, -0.003355268854647875, 0.022032765671610832, -0.017714200541377068, -0.010861415416002274, 0.05109875649213791], [0.01377493143081665, -0.11754190921783447, 0.044527772814035416, -0.11414850503206253, -0.08785627782344818, 0.025804782286286354, -0.06808388233184814, -0.010793295688927174, -0.05143313854932785, -0.059507060796022415, -0.042786020785570145, -0.01663597859442234, -0.001644601346924901, 0.03099936433136463, 0.04305233806371689, 0.09042942523956299, -0.1145523190498352, 0.049960359930992126, 0.02163812704384327, -0.09074747562408447, 0.03219074010848999, 0.12367480993270874, 0.019425341859459877, 0.03288920223712921, 0.013458054512739182, -0.0013822917826473713, 0.14439938962459564, -0.09101056307554245, 0.007847284898161888, -0.05753196403384209, 0.019464051350951195, -0.0564807765185833, 0.03390445187687874, -0.05922986939549446, -0.00536746671423316, 0.10049173980951309, 0.07248376309871674, 0.03503146767616272, 0.07195931673049927, -0.005280887708067894, 0.016017738729715347, -0.048819031566381454, -0.059204503893852234, 0.0044751036912202835, -0.04897298291325569, -0.023089244961738586, -0.05102178454399109, -0.10337921231985092, 0.05390606075525284, -0.07089979201555252, 0.013857664540410042, 0.002953996416181326, -0.06045649200677872, -0.03370491787791252, -0.015310640446841717, 0.07150427252054214, 0.07928892970085144, 0.07484667748212814, 0.04626833647489548, 0.06476517766714096, 0.05344753339886665, 0.053479161113500595, -0.06906237453222275, 0.02419905923306942, 0.002442951314151287, 0.03332950174808502, 0.036547064781188965, -0.036540962755680084, -0.051696907728910446, -0.040258873254060745, -0.013631747104227543, 0.09847036004066467, 0.0008520993287675083, 0.08971282094717026, 0.009152569808065891, 0.020467353984713554, -0.02828102372586727, -0.12570640444755554, 0.02965879812836647, -0.01924767531454563, -0.04343986138701439, -0.03930225223302841, -0.09936589747667313, 0.0015816281083971262, -0.08217167109251022, 0.05351588875055313, -0.06937293708324432, -0.023316845297813416, -0.010717803612351418, -0.015030198730528355, 0.05300254747271538, -0.02249079942703247, -0.03874584659934044, -0.0296486783772707, 0.07293037325143814, -0.00875259842723608, -0.08200996369123459, -0.010353561490774155, -0.005219845101237297, 0.08379954099655151, 0.03743778169155121, 0.05037486180663109, -0.022733323276042938, -0.09815921634435654, -0.1076057180762291, -0.0022916181478649378, -0.032772939652204514, -0.04373565688729286, 0.0074842581525444984, -0.020773587748408318, -0.011297398246824741, 0.03189448267221451, 0.06285198032855988, -0.012553148902952671, 0.0008478744421154261, 0.022751208394765854, 0.007264233659952879, -0.0474427305161953, 0.04885895550251007, 0.020283421501517296, -0.02561701275408268, 0.011628624983131886, 0.05320358648896217, 0.011714962311089039, -0.057620398700237274, 0.018450193107128143, -0.043509263545274734, -0.03389574959874153], [-0.025562873110175133, -0.11409033089876175, -0.07027608156204224, -0.029365675523877144, -0.09162972867488861, -0.04968003183603287, -0.045413557440042496, -0.08277884125709534, 0.026463745161890984, 0.055207476019859314, -0.12413986027240753, 0.03972094506025314, 0.02765623852610588, 0.03105035237967968, 0.01457039825618267, 0.09849651902914047, -0.0878445953130722, -0.008535895496606827, -0.029450565576553345, -0.12742023169994354, 0.0226129200309515, 0.021816417574882507, 0.03674262389540672, -0.048506446182727814, 0.07016852498054504, 0.046303048729896545, 0.15019746124744415, 0.06962192058563232, 0.030103161931037903, 0.02707967534661293, 0.04458363726735115, 0.027105621993541718, 0.010854343883693218, 0.033077552914619446, 0.02584592066705227, 0.07564049959182739, -0.020657561719417572, 0.051109228283166885, 0.11377517133951187, -0.015209424309432507, -0.05748012661933899, -0.026164747774600983, 0.022223643958568573, 0.03805653750896454, -0.008861669339239597, 0.056439757347106934, 0.016947029158473015, -0.022097358480095863, -0.035210054367780685, -0.11366233974695206, -0.0401885062456131, -0.037451013922691345, 0.021847372874617577, -0.04365946725010872, 0.009892290458083153, 0.07835764437913895, 0.14622868597507477, -0.013510379940271378, 0.00338943162932992, 0.03082825429737568, -0.039704829454422, 0.00728401867672801, 0.05010387673974037, -0.06426125019788742, -0.05945679545402527, 0.04521273821592331, -0.00975166168063879, -0.06086438521742821, -0.08476276695728302, -0.04278096184134483, -0.10425322502851486, 0.03420097753405571, -0.008709138259291649, -0.0054467241279780865, 0.08562021702528, -0.019499031826853752, 0.08326935768127441, -0.04990417882800102, 0.0014041351387277246, -0.0424715131521225, 0.0358150340616703, -0.05560227483510971, -0.006345616653561592, -0.03832332789897919, -0.04672827571630478, -0.01981496438384056, 0.031016338616609573, -0.005369218066334724, -0.05254823714494705, -0.07611563056707382, 0.007031510584056377, -0.04411586746573448, 0.005549559369683266, 0.03700653091073036, -0.05472758784890175, 0.0027647993993014097, -0.003174549899995327, 0.04743682220578194, -0.03344195708632469, -0.02210087515413761, 0.016820888966321945, -0.059509798884391785, -0.02348991297185421, -0.022266190499067307, -0.036603912711143494, 0.04689108952879906, -0.06325071305036545, 0.06868322938680649, 0.04701102897524834, -0.024646103382110596, 0.018922971561551094, 0.006400964222848415, 0.10914266109466553, 0.022899890318512917, 0.038517337292432785, 0.007886786013841629, -0.02300506830215454, 0.033787257969379425, -0.03906925395131111, -0.013109858147799969, -0.03726755082607269, 0.046506352722644806, 0.05415717139840126, 0.028940916061401367, -0.06005483120679855, 0.08270931243896484, -0.02048148214817047, 0.025673478841781616], [0.07527397572994232, -0.10486428439617157, 0.013294564560055733, -0.058312125504016876, -0.09135734289884567, 0.008002598769962788, -0.019308246672153473, 0.0827464833855629, -0.04176671802997589, 0.02199207805097103, -0.13227367401123047, 0.02095411904156208, 0.007201177533715963, -0.02207561396062374, -0.004778998903930187, 0.049307338893413544, -0.15184451639652252, 0.024077506735920906, -0.01822245493531227, -0.08985171467065811, 0.0536288246512413, 0.06303799152374268, 0.08449559658765793, 0.09149516373872757, -0.015154119580984116, -0.019063042476773262, 0.18353374302387238, -0.03732888028025627, -0.03057744912803173, -0.03780609741806984, 0.12210893630981445, 0.03400150313973427, 0.008824378252029419, -0.0002963152655865997, -0.09440255910158157, 0.035435449331998825, 0.04640170559287071, -0.06102537363767624, 0.10941213369369507, -0.02415410429239273, -0.06726772338151932, -0.06320130825042725, 0.05962839722633362, 0.02101563662290573, -0.055972080677747726, -0.05476183816790581, -0.02388905920088291, -0.0910656675696373, -0.09543481469154358, -0.02965410239994526, -0.026945708319544792, -0.12240113317966461, 0.04584791511297226, -0.01603623479604721, -0.011639315634965897, 0.09062612801790237, 0.0847109779715538, 0.007425998337566853, 0.11083612591028214, 0.10096501559019089, -0.007302190642803907, -0.06249767541885376, -0.12144322693347931, -0.0037333969958126545, 0.005684531293809414, 0.09130526334047318, -0.10619138181209564, -0.05570326745510101, 0.03193427622318268, 0.001725661801174283, -0.07495638728141785, 0.0038177454844117165, -0.005033458583056927, -0.08851516246795654, -0.06986571103334427, 0.05338294804096222, 0.04770079255104065, -0.012009664438664913, 0.0031426800414919853, -0.02067934162914753, -0.01493909489363432, -0.12849584221839905, -0.06873688846826553, 0.04675969108939171, -0.017697028815746307, 0.03705110400915146, -0.0188386719673872, 0.02593814954161644, 0.08642011135816574, -0.0590970516204834, 0.07922109961509705, -0.09209587424993515, 0.04529156535863876, -0.00890399981290102, 0.018281040713191032, -0.05217514559626579, 0.07210242748260498, 0.015274837613105774, 0.08824941515922546, 0.08057408034801483, 0.0714823380112648, 0.02570868283510208, 0.06443627178668976, -0.11592031270265579, -0.0029533645138144493, -0.0007011691341176629, -0.032335493713617325, 0.003171863267198205, -0.07522647827863693, 0.028127150610089302, -0.06034247949719429, 0.034921638667583466, -0.030083300545811653, -0.04524238035082817, -0.017122624441981316, -0.011935947462916374, 0.009273219853639603, -0.029704773798584938, 0.022849075496196747, -0.06467897444963455, -0.009864496067166328, 0.04888619855046272, -0.03771374002099037, -0.06483159214258194, -0.08330001682043076, 0.06513296067714691, -0.040100038051605225, 0.0767674520611763], [-0.010438407771289349, -0.06430891901254654, 0.050165511667728424, -0.0683208554983139, -0.060898493975400925, -0.057812631130218506, 0.015394437126815319, 0.01226254552602768, -0.04551565647125244, 0.01693953201174736, -0.11829625815153122, 0.09972691535949707, 0.011193530634045601, 0.08023352175951004, -0.0015907250344753265, 0.00849172379821539, -0.07018905878067017, -0.025055458769202232, 0.06112410128116608, -0.09581595659255981, 0.025331709533929825, 0.043600503355264664, -0.04026523232460022, 0.007161940447986126, -0.02017672173678875, 0.000796003092546016, 0.12466321885585785, 0.014171333983540535, 0.0090391980484128, 0.05579989403486252, 0.06335420161485672, 0.1361600160598755, -0.04098379984498024, -0.05451202392578125, 0.009221917018294334, 0.07677783817052841, 0.03403548523783684, 0.023429671302437782, 0.018029196187853813, -0.041095148772001266, 0.007458808366209269, 0.018652604892849922, -0.08765416592359543, 0.0339161679148674, -0.005371192004531622, -0.009997456334531307, -0.002194940112531185, -0.08349277079105377, 0.03499815613031387, -0.05626198649406433, 0.022792693227529526, -0.009347911924123764, -0.05791041627526283, -0.004185723606497049, 0.06419239938259125, 0.06904573738574982, 0.05466478317975998, -0.03427434712648392, 0.037327297031879425, 0.04163619503378868, 0.04728848114609718, -0.031459443271160126, -0.019683608785271645, -0.024531124159693718, 0.012500197626650333, 0.08727363497018814, -0.008912182413041592, -0.03630923107266426, 0.003525512060150504, 0.008803064003586769, -0.05355757847428322, 0.02863745577633381, 0.02471288852393627, 0.05380938574671745, 0.02030886523425579, 0.05769377201795578, 0.024289840832352638, 0.10876399278640747, 0.07572324573993683, -0.054492585361003876, -0.017681850120425224, -0.019910089671611786, -0.03241662681102753, -0.04175352305173874, -0.004260981921106577, 0.009069549851119518, 0.00908765196800232, -0.0017071184702217579, -0.04472850635647774, 0.07200933247804642, -0.03434264287352562, 0.015365161933004856, -0.015397477895021439, 0.023793229833245277, 0.027903815731406212, -0.002813670551404357, 0.044751424342393875, 0.019610319286584854, 0.012412108480930328, 0.012630035169422626, 0.02080029994249344, 0.038838863372802734, 0.058380670845508575, -0.06417486816644669, 0.03623751923441887, 0.01446719840168953, 0.016606712713837624, -0.011798552237451077, 0.006250453647226095, -0.012512997724115849, -0.05807043984532356, 0.030846068635582924, 0.06146426871418953, -0.027740754187107086, 0.06158226355910301, -0.03088616207242012, -0.06097430735826492, 0.0721517875790596, 0.016657104715704918, 0.020508673042058945, -0.04310515522956848, 0.029440589249134064, 0.022630544379353523, 0.08004245162010193, 0.003939522430300713, -0.08376685529947281, 0.005936422850936651, 0.04879855737090111], [-0.020605729892849922, -0.0784292072057724, -0.059047628194093704, -0.1334897130727768, -0.014064531773328781, -0.013973676599562168, -0.03456345573067665, -0.0529416985809803, -0.06218643859028816, 0.018658265471458435, -0.1506207287311554, -0.013411385007202625, -0.02184383198618889, 0.0159602127969265, 0.018698785454034805, 0.13901248574256897, -0.011142227798700333, 0.08386099338531494, -0.06219454109668732, -0.07748761028051376, -0.015854710713028908, 0.006412448827177286, 0.007319367025047541, 0.053722381591796875, 0.019170820713043213, -0.04119791090488434, 0.10622452944517136, -0.055113255977630615, 0.026640532538294792, -0.014130194671452045, 0.025974908843636513, -0.06008608266711235, 0.004929042886942625, -0.010636481456458569, 0.04634499177336693, 0.03901135176420212, -0.0116096381098032, -0.03572805970907211, 0.06679089367389679, -0.017592189833521843, -0.05941160023212433, -0.11254654824733734, -0.0548306368291378, 0.0018293889006599784, -0.005518152378499508, -0.04046984389424324, -0.044158704578876495, -0.12615272402763367, 0.025673851370811462, -0.14938460290431976, -0.05972054600715637, -0.07262248545885086, -0.03967156633734703, -0.10141394287347794, -0.04912600666284561, -0.07361393421888351, 0.05451584607362747, -0.009397759102284908, 0.04389249533414841, 0.10711360722780228, 0.03739183768630028, 0.07173193991184235, -0.061315540224313736, 0.02173888310790062, -0.0016482258215546608, 0.009675786830484867, -0.022323105484247208, -0.035426728427410126, 0.08033591508865356, 0.0066054752096533775, 0.007281091995537281, 0.020524902269244194, -0.007981931790709496, 0.004452149383723736, 0.023951079696416855, 0.016232045367360115, 0.05804106593132019, -0.052659597247838974, 0.03877485543489456, -0.041761577129364014, -0.0068032690323889256, -0.07769787311553955, -0.034126702696084976, -0.022969920188188553, -0.02417418546974659, -0.07762930542230606, 0.011597028002142906, -0.030594656243920326, -0.043096452951431274, -0.015922604128718376, 0.00921175442636013, -0.04664827883243561, 0.05587080121040344, 0.014632037840783596, 0.038586635142564774, 0.0051168836653232574, 0.00780803058296442, 0.035418856889009476, -0.000950588088016957, -0.003396021667867899, 0.011857204139232635, 0.07907840609550476, 0.06776773184537888, -0.09503047168254852, 0.016734078526496887, 0.016969962045550346, -0.04878964647650719, 0.05958961695432663, -0.0003413897939026356, 0.015893956646323204, 0.051761444658041, -0.002010537777096033, 0.017174968495965004, -0.13596880435943604, 0.07430682331323624, -0.061820320785045624, -0.021033786237239838, 0.043637439608573914, 0.012989824637770653, 0.06400340050458908, -0.0407949797809124, 0.0805068090558052, 0.027416011318564415, -0.04635229706764221, -0.06300315260887146, 0.10037390887737274, 0.0039071892388165, -0.01684911549091339], [-0.046249136328697205, -0.008814744651317596, -0.002095653675496578, -0.013398949056863785, -0.09076782315969467, 0.017847374081611633, -0.017822545021772385, -0.036643173545598984, 0.09384243190288544, 0.013796988874673843, 0.032892875373363495, 0.03822418302297592, 0.012268292717635632, 0.04182181507349014, -0.11241939663887024, -0.0015302286483347416, -0.06319599598646164, 0.012844531796872616, -0.08015930652618408, -0.006886820308864117, -0.042283277958631516, 0.0793394222855568, 0.0045481775887310505, -0.01823345758020878, 0.01082632690668106, 0.02057095430791378, 0.08075347542762756, -0.014428908936679363, 0.047655366361141205, -0.03784487769007683, -0.00681979488581419, -0.0014434116892516613, 0.0646425187587738, 0.006742794532328844, -0.0020523604471236467, -0.055331893265247345, 0.00534281600266695, -0.05558307468891144, 0.11079081892967224, 0.044487662613391876, 0.008585566654801369, -0.06023247539997101, 0.057570166885852814, 0.05040351673960686, -0.05597501993179321, 0.038866620510816574, 0.04057497903704643, -0.02181858941912651, -0.04957634210586548, -0.10370755940675735, -0.04833037406206131, -0.019151045009493828, -0.08398275822401047, -0.008425284177064896, 0.012405456975102425, 0.014555292204022408, -0.006228914484381676, -0.060474950820207596, 0.10253971070051193, 0.002365004038438201, -0.00883343443274498, 0.01662694290280342, -0.0771489217877388, 0.035319577902555466, -0.0005532604409381747, -0.009129476733505726, -0.0018236638279631734, 0.0313921794295311, -0.019794801250100136, -0.007442542351782322, -0.004507004749029875, 0.004971184767782688, 0.03159922733902931, -0.007630343548953533, 0.003273576498031616, -0.06910670548677444, 0.03532173112034798, -0.00990556925535202, 0.0037758636754006147, -0.0157933309674263, -0.05577995255589485, -0.08896108716726303, -0.00270042079500854, -0.00874912366271019, 0.006793281063437462, -0.020203350111842155, -0.06061874330043793, 0.023469386622309685, 0.038311995565891266, -0.04844914749264717, 0.007181854918599129, -0.03358536586165428, 0.006037931889295578, -0.02159099280834198, -0.011343306861817837, 0.020968247205018997, 0.045385073870420456, -0.035233594477176666, -0.013774704188108444, 0.0028016490396112204, 0.057443682104349136, -0.032582610845565796, 0.07237114757299423, -0.052075210958719254, 0.034489236772060394, 0.031724922358989716, 0.016178833320736885, 0.09144911915063858, 0.026072729378938675, 0.06983421742916107, 0.023905986919999123, -0.007869662716984749, -0.00416702451184392, -0.007944130338728428, -0.011283807456493378, 0.04635562747716904, 0.05375649780035019, -0.017792390659451485, -0.020157037302851677, -0.020292077213525772, 0.03319113701581955, 0.04424229636788368, -0.014582768082618713, -0.00034154168679378927, 0.01340197678655386, 0.03596518188714981, -0.0010374694829806685, 0.031384438276290894], [-0.10417880117893219, -0.0709494799375534, 0.06289207190275192, -0.08449417352676392, -0.06869040429592133, -0.006193816661834717, -0.006318450905382633, 0.039579443633556366, -0.04387816786766052, 0.01875535398721695, -0.07318898290395737, 0.021341275423765182, 0.06113547459244728, -0.019139016047120094, 0.0019809685181826353, 0.0019978194031864405, -0.07543261349201202, 0.01573115587234497, 0.04634231701493263, -0.03269162029027939, 0.009765738621354103, 0.015048774890601635, -0.04842621460556984, 0.002472636988386512, -0.04917827248573303, -0.05851664021611214, 0.11436445266008377, 0.07728935778141022, -0.06905589252710342, 0.024613529443740845, 0.0018771504983305931, -0.021042244508862495, 0.007060743402689695, -0.024524670094251633, -0.04055836424231529, 0.039196062833070755, 0.07760196179151535, -0.02780347876250744, 0.07654143124818802, -0.01787571795284748, 0.08174768835306168, -0.003406870411708951, 0.07402598857879639, 0.08290563523769379, -0.027527419850230217, -0.05385024845600128, -0.03323733061552048, -0.01970282383263111, -0.08544154465198517, -0.06478507071733475, 0.054555874317884445, -0.0591413639485836, -0.060132887214422226, -0.03949446603655815, 0.05324261263012886, -0.055539101362228394, -0.0014917806256562471, 0.06282996386289597, -0.01284702681005001, 0.035918381065130234, -0.06164953485131264, -0.05583599954843521, -0.022488271817564964, -0.07630985975265503, -0.04014867916703224, 0.014838789589703083, 0.0016141313826665282, -0.12281781435012817, -0.025228174403309822, 0.07413585484027863, -0.1114806979894638, 0.015236162580549717, 0.0014569750055670738, -0.004997855518013239, 0.02001245692372322, 0.11948177218437195, 0.12170501798391342, 0.025240378454327583, 0.020980173721909523, 0.03638376668095589, -0.05910351872444153, -0.10355004668235779, -0.016164038330316544, -0.0753256306052208, -0.0031352676451206207, 0.025155173614621162, -0.010846037417650223, 0.04728873074054718, 0.02595892921090126, 0.01598118245601654, 0.04679015651345253, -0.029346246272325516, 0.1295839101076126, 0.0697486624121666, 0.028045212849974632, -0.036366503685712814, -0.003331255866214633, 0.011263732798397541, 0.093509241938591, 0.04454972594976425, 0.07726801931858063, -0.02248111180961132, 0.022999688982963562, -0.06126435101032257, 0.012837923131883144, -0.01726466603577137, 0.00994046963751316, -0.033160705119371414, -0.0503331795334816, -0.036760855466127396, -0.009607507847249508, 0.0524417981505394, 0.13356249034404755, 0.00866169948130846, -0.03737157955765724, -0.024000516161322594, -0.031146466732025146, -0.018964536488056183, 0.006824790965765715, 0.04089012369513512, 0.028423432260751724, 0.09640872478485107, -0.06553073227405548, 0.026017073541879654, -0.0068692658096551895, -0.06285687536001205, -0.0017016037600114942, -0.02251245081424713], [0.003440471366047859, -0.1146261915564537, -0.008780051954090595, -0.01805279590189457, -0.09635408967733383, 0.03317558765411377, -0.06427041441202164, 0.045529238879680634, -0.08364485949277878, 0.014971165917813778, -0.08020590245723724, 0.07677162438631058, 0.1169772818684578, 0.06529094278812408, -0.015251140110194683, 0.08567304164171219, -0.04875616356730461, -0.03979087620973587, -0.06881042569875717, -0.0601143054664135, 0.043304555118083954, 0.01859378069639206, -0.02823726460337639, 0.011423865333199501, -0.0086322370916605, 0.011725988239049911, 0.20249991118907928, -0.03856587037444115, -0.01129479706287384, 0.10646380484104156, 0.08073073625564575, 0.08991691470146179, 0.0036075597163289785, 0.07586061209440231, -0.024522148072719574, 0.050455935299396515, 0.09974514693021774, -0.023577602580189705, 0.046312861144542694, 0.04994897544384003, -0.01720353774726391, 0.05742860585451126, -0.017445385456085205, 0.03667011484503746, -0.06620121002197266, -0.13085320591926575, -0.05380241945385933, -0.11821699142456055, 0.06640520691871643, -0.13885930180549622, 0.030459772795438766, -0.11288661509752274, -0.007626454811543226, -0.0731639489531517, 0.1079699918627739, -0.004025199916213751, 0.03447306528687477, -0.08052057027816772, 0.01432349905371666, 0.15559713542461395, -0.04240355268120766, -0.0530872642993927, -0.03634215518832207, 0.019518572837114334, 0.08356907218694687, 0.11886203289031982, -0.019285306334495544, 0.02522991970181465, -0.03043142519891262, -0.011663129553198814, -0.07290744036436081, 0.005840420722961426, 0.005118447821587324, -0.00421530194580555, -0.049465812742710114, 0.04431214556097984, -0.00793024618178606, 0.017944568768143654, 0.00039536264375783503, -0.011532633565366268, 0.039466824382543564, -0.01966121979057789, -0.08425930887460709, 0.011526866815984249, 0.04842423275113106, 0.015080457553267479, 0.032289981842041016, -0.09581869840621948, -0.06936202198266983, 0.024228446185588837, 0.10676492005586624, -0.06130867451429367, -0.06821120530366898, 0.04684881865978241, 0.05997152999043465, -0.003119193948805332, 0.07644036412239075, -0.0033194907009601593, 0.005305226892232895, -0.012767880223691463, 0.046186983585357666, -0.024075625464320183, 0.05475466325879097, -0.09937198460102081, 0.0642392560839653, -0.008073166012763977, -0.05828263238072395, 0.00024136813590303063, -0.007968797348439693, -0.0207962766289711, -0.0066666379570961, 0.055414821952581406, 0.05468137189745903, -0.010824179276823997, -0.045147184282541275, -0.05930618941783905, -0.015759911388158798, -0.04400428757071495, -0.07181838899850845, 0.005114433355629444, 0.03137853369116783, 0.03473244979977608, -0.05819026008248329, -0.01908881962299347, -0.0066787018440663815, 0.03978295251727104, -0.07594123482704163, 0.008099300786852837], [-0.0015148288803175092, -0.024343101307749748, -0.06323563307523727, -0.05112236738204956, 0.029823672026395798, 0.03285425156354904, -0.02082912065088749, 0.009361024014651775, -0.012995265424251556, -0.024924347177147865, -0.05613585188984871, 0.04499468579888344, 0.08354781568050385, -0.0643666610121727, 0.06474538147449493, 0.03958164528012276, -0.06559741497039795, 0.014597521163523197, 0.08019900321960449, -0.1407194286584854, -0.02058251015841961, 0.07073625922203064, 0.041308384388685226, 0.01637514866888523, 0.0068748751655220985, -0.03345996141433716, 0.09638667106628418, -0.034368135035037994, 0.030068257823586464, 0.0408720001578331, 0.00018791038019116968, 0.014778136275708675, 0.03648700192570686, -0.029538854956626892, -0.05632994323968887, -0.0026171449571847916, 0.005615038797259331, 0.012652307748794556, 0.008792986162006855, 0.0543040856719017, -0.09703226387500763, -0.04826601594686508, 0.006799850147217512, 0.027686960995197296, -0.06728969514369965, 0.077723428606987, 0.04540622606873512, -0.05019025877118111, 0.061493825167417526, 0.03544595092535019, -0.023537207394838333, 0.009575718082487583, -0.051378946751356125, -0.004777729511260986, 0.001278168405406177, 0.05811513215303421, 0.1087094396352768, 0.08240482211112976, 0.08743759989738464, 0.012240131385624409, -0.021199919283390045, -0.06318207085132599, 0.03239596262574196, -0.02035263553261757, -0.10192751884460449, 0.008929121308028698, 0.011536897160112858, -0.01779862865805626, -0.050708089023828506, 0.010923993773758411, -0.023127153515815735, -0.033407919108867645, 0.008905528113245964, -0.06456559151411057, -0.028482578694820404, -0.004719305317848921, -0.028050683438777924, 0.03792659193277359, 0.0015330661553889513, -0.054677728563547134, 0.022754192352294922, -0.03495393693447113, -0.024640275165438652, -0.038290753960609436, 0.034597232937812805, -0.03669587895274162, 0.04606008902192116, 0.01934254728257656, -0.0363888218998909, -0.05753922834992409, -0.030083945021033287, -0.022111184895038605, -0.0732884481549263, -0.021356873214244843, 0.03269130364060402, 0.07873696088790894, -0.03987522050738335, 0.028349490836262703, -0.06928353011608124, 0.034710593521595, -0.01029508002102375, 0.022023485973477364, 0.04425710439682007, -0.04596007987856865, 0.011597010307013988, -0.07598282396793365, 0.048520177602767944, 0.08305007219314575, -0.016363970935344696, 0.03174803778529167, -0.07169277220964432, -0.0004644150903914124, -0.011871389113366604, -0.0822794958949089, -0.035883307456970215, -0.009695885702967644, 0.052152298390865326, -0.010007230564951897, 0.04739747196435928, 0.03626192733645439, -0.05062104016542435, 0.033663589507341385, 0.013267123140394688, -0.06908189505338669, 0.038673412054777145, 0.021635381504893303, -0.021160516887903214, -0.013239624910056591], [-0.031885575503110886, -0.03337281569838524, -0.012878958135843277, -0.014566577039659023, -0.01432419940829277, -0.01578947715461254, -0.13357990980148315, -0.08746079355478287, -0.015353800728917122, -0.031808532774448395, -0.012504548765718937, -0.03411092609167099, 0.012367201037704945, 0.0002766828110907227, 0.01922527700662613, 0.0039132265374064445, -0.006804990116506815, -0.01209199894219637, 0.01009600330144167, -0.14100560545921326, 0.016005074605345726, 0.05569293349981308, 0.06195055693387985, -0.0505647175014019, 0.060722313821315765, 0.022698523476719856, 0.08931946754455566, -0.08047451078891754, -0.04504147544503212, -0.050854530185461044, 0.022727901116013527, -0.03915362432599068, -0.008142534643411636, -0.048988666385412216, 0.022519173100590706, 0.03776537626981735, -0.04981840401887894, -0.008533281274139881, 0.08055370301008224, 0.058072056621313095, -0.06221730262041092, -0.11277748644351959, -0.01461243350058794, -0.08695764094591141, -0.025766078382730484, 0.07061407715082169, -0.023570463061332703, -0.048797331750392914, 0.06755247712135315, -0.021232031285762787, -0.06070083752274513, -0.11751046776771545, 0.0012292751343920827, -0.0224312674254179, -0.04657113552093506, 0.040056634694337845, 0.08195097744464874, 0.03826025873422623, 0.055929455906152725, 0.022316202521324158, 0.01641332171857357, 0.025484764948487282, -0.10015109181404114, 0.060574088245630264, -0.02703302912414074, 0.05331895872950554, 0.056779567152261734, 0.022470291703939438, 0.1302012950181961, -0.005767731927335262, 0.014059962704777718, 0.04237256571650505, -0.0012472205562517047, -0.07383697479963303, 0.039620961993932724, -0.10216103494167328, 0.049185290932655334, 0.008816426619887352, 0.031130492687225342, 0.00614950992166996, 0.056939199566841125, -0.08346489816904068, -0.036224365234375, 0.0058439490385353565, -0.04534737020730972, -0.016269460320472717, -0.04439640790224075, 0.0006751058390364051, -0.04133688285946846, 0.017931874841451645, 0.07223373651504517, -0.07072682678699493, -0.001359412563033402, 0.014543188735842705, 0.1324000358581543, -0.002928289119154215, -0.04596355929970741, 0.02143155410885811, -0.0249148141592741, 0.037940192967653275, -0.021956313401460648, 0.11152032762765884, 0.018306955695152283, -0.05056637153029442, 0.05902408808469772, -0.02670014090836048, -0.009025785140693188, -0.017789024859666824, -0.04514753073453903, -0.0014268079539760947, 0.04027508571743965, 0.013017733581364155, 0.02232973836362362, -0.009716889820992947, 0.044755905866622925, 0.04209457337856293, -0.034782182425260544, -0.0058816662058234215, 0.08144538849592209, -0.044036682695150375, 0.00442558852955699, 0.05665644258260727, -0.038606662303209305, 0.05785532295703888, -0.02327626757323742, 0.08385616540908813, 0.03277416527271271, 0.007890269160270691], [-0.06423233449459076, 0.022212784737348557, -0.0026526260189712048, -0.012151073664426804, -0.036162566393613815, -0.06613544374704361, -0.009969550184905529, -0.06075400859117508, 0.06076659634709358, 0.012833772227168083, -0.04287450388073921, -0.08851904422044754, 0.05915658921003342, 0.03171849623322487, -0.0014969087205827236, 0.05479466915130615, -0.05618230625987053, 0.004968000575900078, -0.022394295781850815, -0.042798396199941635, 0.009152648970484734, 0.05826941877603531, -0.00868059042841196, -0.07929091155529022, 0.029440581798553467, -0.018486618995666504, 0.07632055878639221, -0.05205538123846054, -0.01431960891932249, -0.014172706753015518, 0.08254889398813248, -0.04892972484230995, -0.026053011417388916, -0.03800439462065697, 0.014910576865077019, 0.01878480240702629, 0.06049060449004173, 0.0074405362829566, 0.013022216968238354, -0.026995131745934486, 0.023027321323752403, -0.05290977284312248, 0.009542417712509632, 0.049679022282361984, -0.044234439730644226, 0.010494781658053398, 0.011509435251355171, -0.01183517836034298, 0.11984746158123016, -0.020813098177313805, 0.007461771834641695, -0.029417164623737335, 0.02203121967613697, 0.008935836143791676, 0.0407908596098423, -0.03350437805056572, 0.023234615102410316, -4.2380528611829504e-05, 0.03223609924316406, -0.01837548241019249, 0.03400725498795509, 0.007978648878633976, -0.011400514282286167, 0.0047954171895980835, -0.033440668135881424, 0.004678341094404459, -0.003249061293900013, 0.00026413111481815577, 0.018178872764110565, 0.05390630662441254, -0.04214649274945259, -0.009907478466629982, 0.022878792136907578, -0.09254258871078491, 0.012862577103078365, -0.1073475107550621, 0.014904855750501156, -0.038227520883083344, -0.08033720403909683, -0.053147152066230774, -0.038171593099832535, -0.05886165797710419, -0.04019603133201599, 0.07749247550964355, 0.009602101519703865, 0.009291531518101692, -0.013330459594726562, 0.021830013021826744, 0.030869558453559875, -0.02235712856054306, 0.013377255760133266, 0.02395942248404026, 0.022305915132164955, 0.002955521922558546, 0.022887561470270157, -0.027227817103266716, 0.04123971611261368, -0.009913457557559013, -0.017054419964551926, -0.051533445715904236, -0.05740837752819061, -0.01348358578979969, 0.00903050322085619, -0.04826868325471878, -0.04301365464925766, -0.01912141963839531, 0.007237960118800402, 0.057132355868816376, 0.06366919726133347, 0.016310134902596474, -0.02809763513505459, 0.02818266674876213, 0.019052011892199516, -0.0492970235645771, -0.022877274081110954, -0.0633091926574707, -0.014957363717257977, 0.037027161568403244, -0.024378860369324684, -0.031027980148792267, 0.043705783784389496, 0.09952695667743683, -0.006928417831659317, 0.024553395807743073, -0.05237395316362381, 0.03769144043326378, 0.07594694942235947, 0.036586690694093704], [-0.06238756701350212, -0.10689835250377655, 0.033581387251615524, -0.013411188498139381, -0.10791424661874771, -0.019786857068538666, 0.007129988167434931, -0.016078101471066475, 0.08810200542211533, -0.010758263058960438, -0.09731316566467285, 0.005432530306279659, 0.01970183663070202, 0.13001030683517456, 0.010334102436900139, 0.04913794621825218, -0.05216621607542038, 0.1254691332578659, 0.05205831304192543, -0.056272074580192566, 0.044895052909851074, 0.037522610276937485, -0.08715090155601501, -0.03498078137636185, -0.02527230978012085, -0.06222492456436157, 0.10239588469266891, -0.00216242135502398, -0.03805161640048027, 0.08435934036970139, 0.15245521068572998, -0.06897096335887909, 0.0003208007838111371, -0.03596947714686394, -0.013214398175477982, 0.0693516656756401, 0.03933229669928551, -0.13830474019050598, 0.033469513058662415, 0.0065217213705182076, -0.031880371272563934, -0.03511592000722885, -0.02095896378159523, 0.0394018217921257, 0.03981008008122444, -0.02409616857767105, -0.008209051564335823, 0.04909267649054527, -0.07470597326755524, -0.040566228330135345, -0.019629986956715584, -0.12691852450370789, -0.06698788702487946, -0.07727298140525818, -0.013194605708122253, -0.0635891929268837, 0.03984217345714569, -0.02253653295338154, 0.07160406559705734, 0.009861109778285027, 0.03600813075900078, -0.04354036599397659, -0.030825363472104073, -0.10614020377397537, 0.02076185680925846, 0.02168046310544014, -0.049599748104810715, -0.09020961076021194, -0.01974884234368801, -0.02419430948793888, -0.07008794695138931, 0.006500855088233948, -0.0019299836130812764, 0.04273027926683426, 0.010625865310430527, 0.07236511260271072, 0.05486278980970383, -0.051854077726602554, -0.0328814797103405, 0.045858629047870636, -0.029141992330551147, -0.03760581091046333, -0.07951511442661285, 0.050785746425390244, -0.038571640849113464, 0.08844957500696182, -0.0104335593059659, 0.053168389946222305, -0.06651049107313156, 0.05385124310851097, -0.013884960673749447, -0.04140109568834305, 0.08494951575994492, 0.08225015550851822, 0.053518809378147125, -0.022613314911723137, 0.12706594169139862, -0.02735728584229946, 0.06303620338439941, 0.03959515690803528, 0.10876109451055527, -0.018540343269705772, 0.10011351853609085, -0.06724750995635986, -0.014820985496044159, -0.01108788512647152, -0.04627663642168045, -0.055077727884054184, -0.034689608961343765, -0.04729047417640686, -0.05432535335421562, 0.12348305433988571, 0.04353293403983116, -0.0333467498421669, -0.04528908431529999, 0.03628154844045639, 0.02729577012360096, -0.06033709645271301, 0.002886231290176511, 0.0203021839261055, -0.0503493994474411, -0.032637447118759155, -0.04021478071808815, -0.02402971126139164, -0.06556416302919388, -0.003837928641587496, -0.05508037284016609, -0.025323862209916115], [-0.018850289285182953, -0.1013183519244194, 0.048262473195791245, 0.00811060331761837, -0.052354905754327774, -0.039637789130210876, -0.051670853048563004, -0.0381026491522789, 0.009746428579092026, 0.05354484170675278, -0.08939146250486374, 0.06055614352226257, 0.017040064558386803, 0.03274581953883171, 0.017034607008099556, 0.1105104610323906, -0.015870559960603714, -0.005050045903772116, 0.022618846967816353, -0.05841103196144104, 0.07787652313709259, 0.021325938403606415, -0.05294818803668022, -0.057271234691143036, -0.004149599466472864, 0.012598098255693913, 0.09480088949203491, 0.003417216008529067, -0.02124239318072796, -0.026605049148201942, 0.016689352691173553, 0.021023893728852272, 0.030801361426711082, -0.011889233253896236, -0.007390076294541359, 0.160845085978508, 0.04939866065979004, 0.02944258041679859, 0.04627503827214241, -0.06902696192264557, -0.04879721626639366, -0.0303079541772604, -0.0010140270460397005, 0.049528565257787704, -0.026152802631258965, -0.05804319307208061, -0.027339335530996323, -0.03560814633965492, 0.004174497444182634, -0.08847059309482574, 0.016863469034433365, -0.05006259307265282, 0.06897155940532684, -0.006371508352458477, 0.03688705340027809, 0.01052147801965475, 0.009520496241748333, -0.03291649743914604, 0.042139988392591476, 0.06735458225011826, 0.051641494035720825, -0.0097143379971385, 0.023607484996318817, -0.04969196394085884, 0.043166082352399826, 0.06455797702074051, -0.04342575743794441, 0.0022090235725045204, 0.01732032187283039, -0.03441644832491875, -0.03555399924516678, 0.08104907721281052, 0.07901519536972046, -0.0005819092039018869, 0.008602908812463284, 0.009209530428051949, 0.07338810712099075, -0.04233336076140404, 0.012554257176816463, 0.03918283432722092, -0.08649243414402008, -0.07447174191474915, -0.027678528800606728, -0.037718597799539566, -0.0456058494746685, 0.011380878277122974, -0.07911784946918488, 0.011044605635106564, -0.027281729504466057, -0.039927370846271515, 0.019253648817539215, -0.027945203706622124, 0.04231750965118408, 0.08800589293241501, 0.006721608806401491, -0.010735426098108292, -0.03359198570251465, 0.09518906474113464, -0.09809630364179611, 0.0921163335442543, 0.0021091389935463667, 0.05611468479037285, 0.020949119701981544, -0.10690353810787201, -0.055929116904735565, -0.0010336590930819511, 0.06459242850542068, 0.040192533284425735, 0.044077709317207336, -0.1387697458267212, 0.01180138811469078, 0.050677862018346786, -0.04903806746006012, -0.04046785831451416, 0.08413925766944885, -0.015759604051709175, 0.016504278406500816, 0.03430970758199692, 0.01999540999531746, -0.002106045139953494, -0.065889872610569, 0.06096295639872551, -0.0031238349620252848, 0.004157598130404949, -0.018178561702370644, 0.04835233464837074, -0.10768924653530121, 0.021277720108628273], [0.006361579988151789, -0.060172658413648605, 0.01798311248421669, -0.04313065484166145, -0.058374322950839996, -0.05459976568818092, -0.044269755482673645, 0.006983513478189707, 0.010754025541245937, 0.027406632900238037, -0.0361136756837368, 0.03493359684944153, 0.027788039296865463, 0.025252893567085266, 0.028564289212226868, 0.06203695759177208, -0.011342063546180725, -0.04529230296611786, 0.04374147951602936, -0.06248963251709938, 0.020996561273932457, 0.09232006967067719, -0.017681816592812538, -0.023396922275424004, 0.010183009319007397, -0.08355418592691422, 0.0856068804860115, 0.004283606540411711, -0.06387602537870407, 0.05866256356239319, 0.043996814638376236, 0.00870573241263628, -0.005915957968682051, -0.013373041525483131, 0.05741896107792854, 0.044619880616664886, 0.02771887369453907, -0.012971827760338783, 0.07795573770999908, -0.06746291369199753, -0.05972373113036156, -0.1008111983537674, -0.06389617919921875, 0.019367817789316177, 0.07737330347299576, 0.021527817472815514, -0.009136299602687359, -0.021576454862952232, 0.13571496307849884, -0.060446761548519135, -0.039455968886613846, -0.0376216322183609, 0.018245771527290344, 0.010902694426476955, 0.013925167731940746, 0.014177856035530567, 0.06537476181983948, 0.048211146146059036, 0.015347429551184177, 0.05452893674373627, -0.0030182725749909878, -0.014090720564126968, -0.045348286628723145, 0.0559278279542923, 0.010076019912958145, 0.025665028020739555, -0.02981654927134514, 0.028706299141049385, 0.03973932936787605, 0.08213946968317032, 0.06504900008440018, 0.057499270886182785, 0.06916637718677521, -0.01647697389125824, -0.013032077811658382, 0.005755846854299307, 0.0647880956530571, -0.028137385845184326, -0.05465506762266159, 0.04318823292851448, -0.007948920130729675, -0.11937045305967331, -0.0038035663310438395, 0.041870228946208954, -0.09818100929260254, -0.003425406524911523, -0.054451391100883484, 0.004829068202525377, 0.048820432275533676, 0.024786796420812607, 0.014425807632505894, -0.015667427331209183, 0.02657628245651722, -0.025086019188165665, 0.06206406652927399, -0.057974107563495636, 0.0035268631763756275, 0.07146071642637253, -0.033961303532123566, 0.02714664675295353, 0.004367560148239136, 0.09810571372509003, 0.04459347948431969, -0.04461859166622162, -0.01791107840836048, -0.0158243365585804, -0.02120427042245865, 0.009730953723192215, -0.052161529660224915, -0.011980468407273293, 0.030756914988160133, 0.02475469745695591, 0.056997139006853104, 0.05053330957889557, 0.05954233184456825, 0.038585878908634186, -0.09450121223926544, -0.021544333547353745, 0.09104670584201813, 0.04209941625595093, 0.021109169349074364, 0.07626715302467346, 0.024293135851621628, -0.033845510333776474, -0.06453800946474075, 0.01969447359442711, -0.03441643342375755, -0.10053430497646332], [0.02409317158162594, -0.035688258707523346, -0.028490867465734482, -0.06934429705142975, -0.00751154450699687, 0.007908093743026257, -0.050949860364198685, 0.005520945880562067, 0.10132834315299988, -0.023447616025805473, 0.006053682882338762, 0.05963784456253052, 0.006419377867132425, 0.03270655497908592, -0.016721704974770546, 0.03234124183654785, -0.05634218081831932, 0.026019275188446045, -0.01954297535121441, -0.10455098003149033, 0.025399532169103622, -0.007917982526123524, 0.06539387255907059, -0.009176166728138924, 0.0030574228148907423, 0.0386572927236557, 0.029315004125237465, -0.11460689455270767, 0.025813300162553787, 0.003443458117544651, -0.0201728492975235, -0.001833579270169139, -0.0095085259526968, 0.0361706018447876, 0.021602684631943703, 0.009343866258859634, -0.03644371032714844, 0.042030297219753265, 0.0397329181432724, -0.009537359699606895, -0.04292522370815277, -0.03897709771990776, 0.003279682481661439, -0.024233868345618248, -0.07288280874490738, 0.03778642788529396, 0.007554151583462954, -0.07858867943286896, -0.0738995298743248, 0.0006710751331411302, -0.025028767064213753, -0.019469067454338074, -0.029026685282588005, 0.01663760095834732, -0.038975611329078674, 0.0742357149720192, 0.03215738385915756, -0.13281865417957306, -0.004301025066524744, 0.008237859234213829, 0.05844822898507118, 0.07966816425323486, -0.019718743860721588, 0.06033239886164665, 0.01961122825741768, -0.017927732318639755, -0.01662934571504593, -0.02416417934000492, -0.006057890597730875, 0.017472904175519943, -0.0010368366492912173, 0.06914306432008743, -0.004158606752753258, 0.04387865215539932, 0.04736423119902611, -0.024126900359988213, 0.011688305996358395, 0.018649419769644737, -0.03514963760972023, -0.02470885030925274, 0.01250108890235424, -0.04793860390782356, -0.07278013229370117, -0.052614424377679825, 0.03452349081635475, -0.029330702498555183, 0.04222279042005539, 0.033045023679733276, -0.02219512313604355, -0.0026621646247804165, 0.04918086156249046, 0.011097701266407967, -0.025960048660635948, 0.04652944579720497, -0.012528438121080399, 0.04381221905350685, -0.02752554975450039, -0.009971583262085915, 0.04076902195811272, -0.04182789847254753, 0.010949327610433102, 0.019350312650203705, -0.010690340772271156, -0.030167702585458755, -0.025556515902280807, -0.07569029927253723, -0.0041929674334824085, 0.07810047268867493, 0.013344197534024715, -0.07394854724407196, 0.08038920909166336, 0.03458680957555771, 0.023860476911067963, -0.009010928682982922, -0.05239013954997063, -0.019583214074373245, 0.03830916807055473, 0.061469197273254395, -0.007885676808655262, 0.048819638788700104, 0.0738169476389885, 0.05579889565706253, -0.059309545904397964, 0.035429276525974274, -0.017250679433345795, 0.019865965470671654, -0.007226469926536083, 0.04498830810189247], [0.05271089822053909, -0.14436757564544678, 0.015604525804519653, -0.09386691451072693, -0.057947419583797455, 0.011250494979321957, -0.05168645828962326, 0.003850543173030019, -0.09060486406087875, -0.003471870208159089, -0.02747427672147751, 0.006906511262059212, 0.047652725130319595, 0.0025271400809288025, 0.0554085299372673, 0.0033455651719123125, -0.03353505954146385, 0.021512744948267937, 0.029581202194094658, -0.12083706259727478, 0.017225103452801704, 0.06174924597144127, -0.0341874398291111, 0.003520929953083396, 0.09578444808721542, -0.01767066679894924, 0.14010342955589294, 0.06381957232952118, 0.005543537903577089, 0.04834079369902611, 0.04521534591913223, -0.0005437340587377548, -0.01642073318362236, -0.027145523577928543, -0.02063804678618908, 0.11281571537256241, 0.0894225686788559, -0.0539432168006897, 0.05672740191221237, -0.013738824054598808, -0.09401364624500275, 0.017919490113854408, -0.02902478538453579, 0.04330276697874069, 0.02398715913295746, 0.06746549159288406, -0.01895800232887268, -0.09196815639734268, -0.0553363598883152, -0.05787098780274391, -0.13276010751724243, 0.013829722069203854, -0.027005335316061974, -0.019709797576069832, -0.014218352735042572, 0.04044868052005768, 0.060465794056653976, 0.028441352769732475, 0.03649989888072014, 0.02602759562432766, 0.06600026786327362, -0.003106319112703204, -0.029725052416324615, -0.021302716806530952, -0.02959963120520115, 0.07602296769618988, -0.11751283705234528, -0.1297527402639389, -0.046444009989500046, 0.05040265619754791, 0.056067440658807755, 0.05120987072587013, 0.02183048613369465, -0.061926428228616714, 0.047832924872636795, 0.09691088646650314, 0.03033646196126938, -0.018427139148116112, -0.029048319905996323, 0.017036832869052887, -0.0814756378531456, -0.011172233149409294, -0.01532172504812479, -0.013205590657889843, -0.06290290504693985, 0.096989206969738, 0.03323898836970329, 0.029043808579444885, -0.14637526869773865, 0.01310243271291256, -0.013094774447381496, -0.02741691842675209, 0.10211337357759476, 0.023115821182727814, -0.06745906919240952, -0.017590142786502838, -0.06211351975798607, -0.016247976571321487, 0.02041451260447502, -0.006088898982852697, -0.06613097339868546, -0.012583235278725624, -0.024868188425898552, -0.03355869650840759, -0.13841575384140015, 0.02107510156929493, -0.026190750300884247, 0.06273651123046875, 0.015587574802339077, -0.028417179360985756, -0.0008981102728284895, -0.043020546436309814, 0.11671938002109528, 0.05348930507898331, 0.08749697357416153, -0.0317336767911911, -0.06756942719221115, 0.039677944034338, -0.011281438171863556, 0.01138943713158369, 0.00037118347245268524, 0.05267757549881935, 0.06324056535959244, -0.018068233504891396, -0.06290923058986664, 0.02246258407831192, 0.018957214429974556, -0.005083464086055756], [-0.025313273072242737, -0.051264502108097076, -0.05867127701640129, -0.09677515178918839, -0.08318209648132324, -0.051351308822631836, -0.06688184291124344, 0.06187259405851364, -0.021521449089050293, 0.021727602928876877, -0.09535771608352661, 0.012580369599163532, 0.03833043947815895, 0.009350884705781937, 0.0008007590658962727, 0.053612545132637024, -0.1700550615787506, -0.003275848925113678, 0.03219670429825783, -0.038670822978019714, -0.001963432412594557, 0.057752203196287155, -0.0023053705226629972, -0.005777913145720959, 0.023095041513442993, -0.003173649311065674, 0.13093742728233337, -0.02609681524336338, 0.017338402569293976, 0.0829775258898735, 0.0037596765905618668, -0.005939537659287453, -0.021547064185142517, -0.034903280436992645, 0.05730772763490677, 0.0861070454120636, -0.005170236807316542, -0.011056596413254738, 0.054649513214826584, -0.030991680920124054, -0.03290778398513794, -0.020714683458209038, -0.059527166187763214, 0.08782131969928741, -0.04030238464474678, 0.012387498281896114, -0.04682434722781181, -0.034376535564661026, -0.007360301911830902, -0.0664154514670372, -0.02709011547267437, -0.028787869960069656, -0.059355899691581726, -0.031119458377361298, 0.054879218339920044, -0.03288697451353073, 0.07834100723266602, -0.028111407533288002, 0.0645805224776268, -0.01976635307073593, 0.06248633190989494, 0.045078299939632416, -0.019911404699087143, -0.01929367147386074, 0.018374772742390633, 0.026333656162023544, -0.10499994456768036, -0.003165173577144742, 0.06739833950996399, -0.0005663728225044906, 0.008143654093146324, 0.02780536562204361, 0.07272720336914062, 0.052022531628608704, 0.01434730738401413, -0.029039524495601654, 3.916192872566171e-05, -0.03455657511949539, 0.006335780490189791, 0.02079705335199833, -0.07037891447544098, -0.024023136124014854, 0.0022589131258428097, 0.05478651821613312, 0.013175437226891518, 0.10390064865350723, -0.06062314659357071, -0.04201633855700493, -0.07317984104156494, -0.029379427433013916, -0.02963973395526409, 0.0001493478484917432, -0.04384690895676613, 0.0071192248724401, -0.03298281133174896, 0.01500597596168518, 0.019095726311206818, -0.01298168022185564, 0.018434762954711914, -0.09757164865732193, -0.055567726492881775, 0.0021715492475777864, 0.053472984582185745, -0.047349099069833755, -0.03289319574832916, 0.12045903503894806, -0.04680785536766052, 0.05188343673944473, 0.05356460437178612, 0.019467663019895554, -0.05216237157583237, 0.05338412523269653, 0.0012515973066911101, -0.06072355806827545, -0.01328972727060318, -0.04401927441358566, -0.024567333981394768, 0.06382762640714645, -0.02841808833181858, -0.003669156227260828, -0.06958544999361038, 0.022854648530483246, -0.004301730077713728, 0.03661689534783363, 0.011198187246918678, -0.010998073033988476, 0.02112339623272419, 0.08242581784725189], [-0.019174808636307716, -0.0544123575091362, 0.015149189159274101, -0.03174949437379837, -0.042818713933229446, 0.015235732309520245, -0.0491410493850708, 0.014645208604633808, -0.04063185304403305, 0.011796670034527779, -0.1043061688542366, 0.00862835068255663, 0.06401503086090088, 0.029689062386751175, -0.0031229255255311728, 0.02341301739215851, 0.004438653588294983, 0.03286708518862724, -0.028029542416334152, -0.05673558637499809, -0.01171163935214281, 0.055216286331415176, -0.06267930567264557, -0.04933327063918114, 0.01181365828961134, 0.009544707834720612, 0.0736386775970459, 0.01740059070289135, 0.0427917018532753, -0.01020021177828312, 0.06030179187655449, 0.0405486524105072, 0.001955862855538726, -0.056211117655038834, -0.0403701588511467, 0.07527752965688705, 0.08960120379924774, -0.04071016609668732, 0.012309879064559937, 0.03661102429032326, -0.016626626253128052, -0.014562801457941532, -0.049260687083005905, 0.08484967052936554, -0.03058801405131817, 0.04170120880007744, -0.010864372365176678, -0.09241792559623718, 0.027045443654060364, -0.0525033175945282, -0.011624341830611229, -0.024416690692305565, 0.05427876487374306, 0.008031420409679413, -0.03700999543070793, 0.05646989122033119, 0.032316531985998154, -0.0016904554795473814, 0.06882026046514511, -0.0038294093683362007, 0.015917660668492317, -0.06129714101552963, 0.03425435349345207, -0.06815274059772491, -0.01085004210472107, 0.03637805953621864, -0.016616830602288246, -0.10021288692951202, -0.03624970465898514, 0.015670327469706535, -0.05041705444455147, 0.05464857071638107, 0.060622818768024445, -0.003990232013165951, -0.023890560492873192, 0.0793382003903389, 0.09190107882022858, -0.08621199429035187, 0.00647737318649888, -0.03942758962512016, -0.07970905303955078, -0.11317940056324005, -0.08930884301662445, -0.004290230106562376, -0.059933263808488846, 0.04468674585223198, -0.03474956750869751, -0.04789760708808899, -0.052963532507419586, 0.018082255497574806, 0.013311362825334072, -0.014442463405430317, 0.023517563939094543, 0.02856057696044445, -0.05012635514140129, 0.012140284292399883, -0.04099167510867119, -0.006427601911127567, 0.029174745082855225, 0.10031984746456146, 0.06569115817546844, 0.009108691476285458, 0.007212503347545862, -0.10746631026268005, -0.042634863406419754, 0.08122740685939789, -0.08257021754980087, 0.06942401826381683, 0.061421047896146774, -0.052946023643016815, -0.05122830346226692, -0.015070752240717411, 0.13454493880271912, -0.0027290605939924717, 0.07747557759284973, 0.053461890667676926, -0.0744011327624321, 0.0008016421343199909, 0.00954462680965662, 0.006811750121414661, 0.024728192016482353, 0.030155669897794724, 0.021067805588245392, 0.010672811418771744, -0.1455836147069931, 0.08533346652984619, -0.06788434088230133, 0.04927334189414978], [0.03655335679650307, -0.09510642290115356, -0.00823204591870308, -0.04418173432350159, -0.08545537292957306, -0.08916307985782623, -0.029704416170716286, 0.055500537157058716, -0.1208074539899826, 0.01910512149333954, -0.09859739989042282, 0.045203130692243576, 0.02338925004005432, 0.017957674339413643, 0.09477812796831131, 0.1092241033911705, -0.11982892453670502, 0.03448639065027237, -0.029690908268094063, -0.05409201234579086, 0.05934206396341324, 0.007203419227153063, -0.04974636435508728, -0.037680745124816895, 0.028734710067510605, -0.08023428171873093, 0.21792787313461304, 0.035582005977630615, 0.01126087736338377, 0.028904935345053673, 0.07195064425468445, 0.09938961267471313, -0.08025951683521271, 0.07814313471317291, 0.01789901778101921, 0.03274581953883171, 0.0062961275689303875, 0.018100788816809654, 0.11791367083787918, -0.0031938916072249413, -0.024208150804042816, -0.04733679071068764, -0.03895767033100128, 0.003399687586352229, -0.0397210568189621, -0.03600486367940903, -0.010724475607275963, -0.06480693072080612, -0.033931221812963486, -0.06229434534907341, 0.025721406564116478, -0.01867159642279148, 0.04025448486208916, -0.028069037944078445, 0.003266418818384409, 0.04941653832793236, 0.1306571364402771, 0.02939937636256218, 0.045263439416885376, 0.10771578550338745, -0.05265170335769653, -0.04907264560461044, 0.011187075637280941, -0.03168445825576782, -0.02526944875717163, 0.027925778180360794, -0.03990267962217331, 0.04112150892615318, 0.023911070078611374, 0.04167819023132324, -0.022087320685386658, 0.024528834968805313, 0.007976412773132324, -0.021790463477373123, 0.05488450825214386, -0.0014306618832051754, 0.04126899689435959, -0.050896793603897095, 0.07568351179361343, 0.03301925212144852, -0.026569850742816925, 0.021999932825565338, 0.034065764397382736, -0.008138145320117474, -0.011516044847667217, 0.04456988349556923, -0.017117459326982498, -0.00716157304123044, -0.06286647170782089, 0.008674255572259426, 0.0013760672882199287, 0.022328348830342293, 0.01659935712814331, 0.0365016795694828, 0.004107804037630558, 0.04375721141695976, -0.061071522533893585, -0.022395579144358635, 0.008055848069489002, -0.03496546298265457, -0.0005309092230163515, 0.028032153844833374, 0.05189574882388115, -0.10043806582689285, -0.0014204789185896516, -0.022250011563301086, -0.040967907756567, 0.032845448702573776, 0.007989323697984219, -0.05627557262778282, 0.03486582264304161, 0.07714395970106125, 0.08822424709796906, -0.004358552396297455, 0.047091931104660034, -0.03693587705492973, -0.05049920454621315, -0.009623604826629162, -0.0006594604928977787, 0.055892255157232285, -0.01515524834394455, 0.033454347401857376, 0.0466022826731205, -0.0023041071835905313, -0.0813877210021019, 0.06494828313589096, -0.09104932844638824, -0.059883955866098404], [0.06100034713745117, -0.06707360595464706, -0.09943802654743195, -0.052099425345659256, -0.012309415265917778, -0.050820671021938324, -0.033243969082832336, 0.04035724326968193, -0.10417778789997101, 0.030641186982393265, -0.09179697185754776, 0.10199636965990067, 0.07889018207788467, 0.005367700010538101, -0.029995376244187355, 0.04269373416900635, -0.030342500656843185, 0.017013512551784515, 0.01999630592763424, -0.11027806252241135, 0.028731225058436394, 0.04386473447084427, 0.050221629440784454, -0.02904212661087513, 0.060215163975954056, 0.04779385030269623, 0.20399945974349976, 0.02665838785469532, 0.03507044166326523, 0.05801496282219887, 0.10373373329639435, 0.043791763484478, 0.01861831732094288, -0.020286977291107178, -0.018574059009552002, 0.009243695996701717, 0.026802921667695045, 0.00940899457782507, 0.0714571624994278, 0.0695948600769043, -0.10200010985136032, 0.0655427873134613, -0.04970923811197281, -0.0513857826590538, -0.059666115790605545, -0.0196429044008255, 0.05412527918815613, -0.07716141641139984, -0.029957549646496773, -0.009563329629600048, -0.04084600508213043, 0.007424742914736271, -0.012155418284237385, -0.10830864310264587, -0.030729936435818672, 0.015649249777197838, 0.06956356018781662, -0.05156441777944565, 0.06640298664569855, 0.038510095328092575, 0.03076421469449997, -0.02615455724298954, 0.04352044686675072, -0.049709998071193695, 0.005777108483016491, 0.02265603467822075, -0.03252333775162697, -0.04044008627533913, -0.038181912153959274, 0.024086495861411095, -0.010022253729403019, 0.005647650919854641, -0.014328623190522194, 0.054616913199424744, 0.009682519361376762, -0.010473973117768764, -0.03461947292089462, 0.042421091347932816, -0.027535684406757355, 0.008721551857888699, 0.05953538417816162, 0.00022657719091512263, -0.05508757010102272, 0.021774306893348694, -0.0027613923884928226, -0.0005956326494924724, 0.08418219536542892, -0.02567392773926258, -0.04858413338661194, -0.07579708844423294, -0.03157510608434677, -0.035963013768196106, 0.036768823862075806, 0.0010582053801044822, 0.015702934935688972, -0.018343133851885796, -0.01527817640453577, 0.02364457957446575, 0.05393637344241142, -0.08862993121147156, -0.07073777914047241, 0.005472628865391016, 0.011045443825423717, 0.055668722838163376, -0.02838863618671894, 0.054819874465465546, 0.034067291766405106, 0.08418389409780502, 0.05307609960436821, 0.015852998942136765, 0.04748363047838211, -0.023036271333694458, 0.0712580531835556, 0.035805344581604004, -0.029658889397978783, -0.0901387557387352, -0.05173541605472565, 0.05305025726556778, -0.11436475068330765, 0.054735083132982254, 0.03431503102183342, 0.03935862332582474, -0.015659162774682045, -0.0038782537449151278, -0.05350501090288162, -0.010512017644941807, -0.03785749897360802, 0.03382173180580139], [-0.05561015382409096, -0.07630138099193573, 0.08376399427652359, -0.15791301429271698, -0.06654320657253265, 0.0718211680650711, -0.0227444339543581, 0.013700863346457481, -0.09092840552330017, -0.012229093350470066, -0.08700472861528397, 0.012143698520958424, -0.0077593508176505566, 0.00038944618427194655, 0.022404389455914497, 0.086114302277565, -0.07351981848478317, 0.11803917586803436, 0.0503135547041893, -0.03270699828863144, 0.06778763979673386, 0.004040820524096489, 0.01074157189577818, 0.02349495142698288, 0.005662017501890659, 0.03845381736755371, 0.11502255499362946, -0.013142349198460579, -0.11992902308702469, -0.00799285527318716, 0.008816936984658241, -0.06487477570772171, -0.010558445937931538, -0.049518898129463196, -0.0687953531742096, 0.07805189490318298, 0.09426836669445038, -0.020331865176558495, 0.06145729124546051, -0.046082187443971634, -0.017861150205135345, -0.0714278295636177, 0.07081367820501328, -0.0031860624440014362, 0.05480857193470001, -0.029183348640799522, -0.04707104712724686, -0.04164711385965347, 0.035776253789663315, -0.07126528024673462, -0.04360664635896683, -0.014609637670218945, -0.1039084643125534, 0.004318548832088709, -0.012196918949484825, -0.06858722865581512, 0.085919089615345, 0.02239382639527321, 0.016658039763569832, -0.03990713506937027, -0.016720375046133995, 0.004546038806438446, -0.11317839473485947, 0.04803108796477318, -0.013013357296586037, 0.011999635025858879, 0.04836662858724594, -0.08768761903047562, -0.0592435747385025, 0.0047834524884819984, -0.06284672766923904, 0.004394734278321266, -0.022412704303860664, -0.024685388430953026, -0.07300596684217453, 0.09392983466386795, 0.04810579866170883, 0.036741435527801514, -0.017745712772011757, -0.019825059920549393, -0.043165452778339386, -0.11051763594150543, 0.01004596333950758, -0.07646247744560242, 0.08510130643844604, 0.09575319290161133, -0.04228982701897621, 0.059243664145469666, 0.043002527207136154, -0.04416395351290703, 0.024983488023281097, 0.027704965323209763, 0.06502346694469452, 0.08805309236049652, 0.056472908705472946, -0.07624536752700806, 0.0315815769135952, 0.0946008563041687, -0.005513665731996298, 0.05200839787721634, 0.08455082029104233, 0.015869030728936195, 0.06358464807271957, 0.023606572300195694, -0.03157223016023636, -0.06651414930820465, 0.02153824269771576, -0.019179241731762886, -0.06974398344755173, -0.014024253934621811, 0.024087248370051384, 0.0011608300264924765, -0.017982419580221176, -0.04590214416384697, -0.037655360996723175, -0.02231091447174549, 0.0002103332371916622, -0.020332489162683487, -0.004691879265010357, -0.003112437902018428, -0.0820191353559494, 0.09368856996297836, -0.032251954078674316, 0.05936788022518158, 0.05397053062915802, -0.05293077230453491, 0.015917308628559113, 0.12817160785198212], [-0.0718608945608139, -0.01451830007135868, -0.06498939543962479, -0.021321559324860573, -0.0017452358733862638, -0.014855104498565197, -0.049007948487997055, -0.028993042185902596, -0.03171730414032936, -0.05619513988494873, -0.0889030396938324, -0.027340706437826157, 0.04506326839327812, -0.05942850932478905, 0.0016616949578747153, 0.13562573492527008, -0.019806284457445145, 0.0443480908870697, -0.015099604614078999, -0.11159563064575195, 0.03042534552514553, 0.09601534903049469, -0.028650633990764618, -0.09061626344919205, 0.018896028399467468, 0.0772867277264595, 0.10632172971963882, -0.05966508761048317, -0.06071538105607033, 0.019509082660079002, -0.0009341813856735826, -0.06294801831245422, -0.0015135372523218393, 0.044429466128349304, 0.0072481329552829266, 0.07458322495222092, 0.014641924761235714, -0.04528539255261421, 0.07923947274684906, -0.04950633645057678, 0.012822798453271389, -0.05041416734457016, 0.04407082125544548, 0.036630477756261826, 0.03533545136451721, -0.028412755578756332, -0.03606633096933365, -0.03900029882788658, 0.02164500206708908, -0.040080856531858444, -0.009660998359322548, -0.07664074748754501, -0.01634798012673855, -0.026975156739354134, 0.044500961899757385, -0.0852830559015274, 0.04304705932736397, -0.0052122389897704124, 0.02331695519387722, 0.03188581019639969, 0.06602691113948822, 0.030407559126615524, -0.06598927080631256, 0.006579086184501648, 0.00849764235317707, 0.1072089672088623, -0.07255834341049194, -0.08122246712446213, -0.0704733282327652, 0.0747135803103447, 0.10587107390165329, 0.04735518619418144, 0.02234620973467827, -0.022221243008971214, 0.032376356422901154, 0.018658384680747986, 0.02187267690896988, -0.012124598026275635, 0.014546222984790802, -0.0412435419857502, -0.03660721331834793, -0.1595950722694397, -0.01812233403325081, 0.0013598627410829067, -0.05940457433462143, 0.02397751808166504, -0.024364179000258446, 0.003303118282929063, 0.00012898068234790117, 0.012491247616708279, 0.058567311614751816, -0.021374555304646492, 0.01149048376828432, -0.0007335016853176057, 0.05467052757740021, -0.06691986322402954, 0.040879957377910614, -0.03368883207440376, 0.06261550635099411, 0.002253887942060828, 0.07730881869792938, 0.08571579307317734, 0.012285417877137661, -0.12014120817184448, 0.11653062701225281, 0.020480111241340637, -0.031281907111406326, -0.009416388347744942, -0.02566463127732277, -0.006895341444760561, -0.028377942740917206, 0.06603235006332397, 0.09823676198720932, -0.08679854869842529, 0.022286439314484596, -0.059405386447906494, -0.05456908419728279, -0.013837983831763268, -0.09130619466304779, 0.13131260871887207, 0.0362321212887764, 0.078958660364151, 0.07262133061885834, 0.06267618387937546, -0.04416525363922119, 0.09212770313024521, -0.022875307127833366, 0.00844862312078476], [-0.07041850686073303, -0.07710518687963486, -0.014026137068867683, -0.029945388436317444, 0.003075353102758527, -0.03447798267006874, -0.042716678231954575, -0.05251177400350571, -0.052101004868745804, -0.04804939404129982, -0.1580941528081894, 0.022104760631918907, 0.04690281301736832, 0.007902000099420547, 0.014231051318347454, 0.07310999184846878, -0.004016013350337744, 0.035822294652462006, 0.005672721657902002, -0.12023738771677017, 0.040314432233572006, 0.06801111996173859, 0.012734736315906048, -0.08105294406414032, 0.0020783436484634876, -0.00015822397836018354, 0.11913444101810455, 0.011421862058341503, 0.02854987233877182, 0.0026576390955597162, 0.012811272405087948, 0.006883713882416487, 0.04404103383421898, -0.036479514092206955, 0.023069987073540688, 0.12118599563837051, 0.018305223435163498, 0.06252805143594742, 0.04528883099555969, -0.034885164350271225, -0.054843176156282425, -0.009707006625831127, -0.012213262729346752, 0.05706280097365379, 0.014156688004732132, -0.06233138218522072, -0.013761116191744804, -0.024793101474642754, 0.05193091183900833, -0.00792018324136734, -0.036632608622312546, -0.049156248569488525, -0.010045821778476238, -0.03936603665351868, 0.0465913861989975, 0.003044754033908248, 0.013795570470392704, 0.0003000585129484534, 0.0988621860742569, 0.01733114942908287, 0.07750312983989716, 0.015394571237266064, 0.01575329527258873, 0.020465943962335587, 0.05693494901061058, 0.011209690943360329, 0.02860299125313759, 0.06953587383031845, -0.0489824153482914, 0.07010973244905472, -0.018414326012134552, 0.07619590312242508, -0.03202539682388306, 0.008003821596503258, -0.02700996585190296, 0.04038139060139656, -0.0020828181877732277, 0.011452032253146172, -0.06876488775014877, 0.0608179084956646, -0.03353191539645195, -0.07444369047880173, 0.028770236298441887, -0.016028041020035744, -0.031743090599775314, 0.02094128169119358, -0.03476690873503685, -0.07483237236738205, -0.027480388060212135, 0.018840104341506958, -0.03664134442806244, -0.01696457713842392, -0.033964067697525024, 0.03145509585738182, -0.07733334600925446, 0.05419048294425011, -0.03233037143945694, -0.02513137459754944, 0.005041791591793299, -0.035381149500608444, -0.04116329923272133, 0.017170457169413567, 0.07171718776226044, -0.014434010721743107, 0.07369855791330338, 0.11816174536943436, -0.027540579438209534, -0.06373465061187744, 0.09222933650016785, 0.014342572540044785, 0.040055375546216965, -0.0032623137813061476, 0.04069478437304497, 0.05713151767849922, -0.02572634071111679, -0.010777594521641731, -0.03457628935575485, -0.005938387010246515, -0.06345351785421371, 0.05547644570469856, 0.006334124598652124, 0.028479307889938354, 0.04465913772583008, -0.019119776785373688, 0.015606842003762722, 0.016523215919733047, -0.06998936086893082, 0.018989255651831627], [-0.041123900562524796, -0.10382437705993652, -0.049972012639045715, -0.023998316377401352, -0.03196807578206062, -0.03594684973359108, -0.07529531419277191, 0.028629090636968613, -0.060467008501291275, -0.022828005254268646, -0.13298602402210236, 0.024385659024119377, -0.0015318678924813867, -0.012356859631836414, 0.06975436955690384, 0.025588445365428925, -0.1468839943408966, 0.0048501156270504, 0.055359065532684326, -0.12707291543483734, 0.029517142102122307, 0.004160631448030472, 0.0739726647734642, -0.02906990610063076, 0.007984684780240059, -0.02415243163704872, 0.14922986924648285, 0.03484198823571205, -0.07243262976408005, 0.005844718776643276, 0.004982398822903633, 0.020222308114171028, -0.09808128327131271, -0.010059461928904057, 0.015524092130362988, 0.13647307455539703, 0.04255632311105728, 0.02145766094326973, 0.08892525732517242, -0.031217163428664207, -0.029641080647706985, -0.15052765607833862, 0.01756316050887108, 0.020038142800331116, -0.00943724811077118, 0.013658230192959309, -0.0628313198685646, -0.05528257042169571, -0.0372159406542778, 0.006087206769734621, 0.0009044252801686525, -0.07292801141738892, 0.08118239790201187, 0.003424073336645961, 0.005683436058461666, 0.014424975030124187, 0.02467573992908001, 0.09437216818332672, 0.049881793558597565, 0.08317878842353821, 0.0544205978512764, -0.09300385415554047, -0.011813497170805931, -0.025755750015378, -0.04804522544145584, 0.0108778802677989, 0.020673714578151703, -0.03217444196343422, 1.940745278261602e-05, 0.028338899835944176, -0.07340747863054276, -0.04236464947462082, -0.002842470770701766, -0.005686643533408642, -0.01903306506574154, 0.05148819833993912, 0.004090260714292526, 0.03950320929288864, 0.002882368629798293, -0.017350582405924797, -0.052270956337451935, -0.09083838015794754, 0.01789684034883976, -0.07445336133241653, 0.012668648734688759, 0.0366462804377079, -0.0026909399311989546, -0.01870833896100521, -0.011579814366996288, -0.006709689274430275, 0.012558487243950367, -0.07971949875354767, 0.02825208380818367, -0.029842210933566093, 0.05416794493794441, 0.05789617821574211, -0.005259441211819649, 0.023647887632250786, -0.021090498194098473, 0.007533900439739227, 0.04819027706980705, 0.006883992347866297, 0.07088182121515274, 0.04786114767193794, 0.07381919771432877, -0.031001383438706398, 0.005411267746239901, 0.0014532030327245593, 0.17020493745803833, -0.021253883838653564, 0.06767644733190536, -0.025683779269456863, -0.07119173556566238, -0.07362700998783112, -0.02306557446718216, -0.065498948097229, -0.0013585190754383802, -0.05649827420711517, -0.052320364862680435, 0.04926692694425583, -0.10624335706233978, 0.028116213157773018, 0.04126530885696411, -0.07852494716644287, -0.0024524652399122715, -0.024211348965764046, 0.010432648472487926, -0.09469445794820786], [-0.04265443608164787, -0.11733517050743103, -0.044137030839920044, -0.08902955800294876, -0.03576802834868431, -0.05255237966775894, -0.0014643975300714374, -0.06149731203913689, -0.061617810279130936, 0.027875762432813644, -0.07643801718950272, 0.011004479601979256, 0.034203894436359406, 0.005712604615837336, -0.022201938554644585, 0.0676092654466629, -0.04061262309551239, 0.06955859065055847, -0.012905928306281567, -0.05816478282213211, 0.0026954137720167637, 0.0435994453728199, -0.03435354307293892, -0.07097756117582321, 0.09214141964912415, -0.018702195957303047, 0.08230268210172653, -0.0018190854461863637, -0.06383700668811798, 0.020919091999530792, -0.02943914383649826, -0.07716765999794006, -0.019463567063212395, 0.04966656118631363, -0.025995396077632904, 0.09504201263189316, 0.05239291861653328, -0.021423455327749252, 0.05215168371796608, -0.06281155347824097, -0.11890897899866104, -0.09379692375659943, -0.03019317239522934, 0.03112759254872799, 0.031660158187150955, -0.028436975553631783, -0.08117210119962692, -0.005520273465663195, 0.12422570586204529, -0.09046852588653564, -0.036477796733379364, -0.10385653376579285, -0.043634362518787384, -0.01706012524664402, 0.053737539798021317, -0.04577953740954399, 0.06702352315187454, -0.03121335059404373, 0.0597415529191494, 0.04848124086856842, 0.04142400249838829, -0.0148929413408041, -0.04276992753148079, 0.007924177683889866, 0.0345010831952095, 0.07761110365390778, -0.005539359990507364, 0.03530455380678177, 0.03307326138019562, -0.03600327670574188, 0.024696866050362587, 0.055498503148555756, -0.01368111465126276, 0.012208224274218082, 0.017331672832369804, 0.0015577634330838919, 0.08650165796279907, -0.050912175327539444, 0.01249542273581028, 0.0642823800444603, -0.015376200899481773, -0.07440049946308136, -0.024971801787614822, 0.0405091717839241, 0.05455705523490906, 0.03890832141041756, -0.033802080899477005, -0.0243185143917799, 0.059004899114370346, -0.051505763083696365, 0.03858356550335884, 0.018947120755910873, 0.03937101364135742, 0.12445258349180222, 0.03445440158247948, 0.05890868976712227, 0.029086574912071228, 0.05138370394706726, -0.028494393453001976, 0.042966410517692566, -0.03241231292486191, 0.05167178437113762, 0.03781852126121521, -0.01655147597193718, -0.024762874469161034, -0.005908148363232613, -0.034549448639154434, 0.05085458606481552, -0.01626834273338318, -0.011834567412734032, 0.11984312534332275, 0.07569558173418045, -0.06363196671009064, -0.12682214379310608, 0.08408240228891373, -0.019078029319643974, 0.040407225489616394, 0.001335540902800858, -0.04269152879714966, 0.048023778945207596, 0.000353478011675179, 0.10071668773889542, 0.006334386765956879, 0.027443882077932358, 0.003469798481091857, -0.05217898637056351, -0.047779470682144165, 0.029253432527184486], [-0.012523842975497246, -0.1339724361896515, 0.01362675242125988, -0.014704473316669464, -0.02296876162290573, -0.00016271309868898243, -0.03862835094332695, 0.054903335869312286, -0.08320426940917969, 0.008294718340039253, -0.053797733038663864, 0.019256388768553734, 0.09781978279352188, 0.015249707736074924, 0.041207727044820786, 0.04772425442934036, -0.045729123055934906, 0.09610743075609207, 0.050028398633003235, -0.08075428754091263, 0.00845065526664257, 0.04780187830328941, -0.06327112764120102, 0.010659798979759216, -0.01168301235884428, -0.036764200776815414, 0.16228879988193512, -0.01798282377421856, -0.015948006883263588, 0.017123578116297722, 0.009383944794535637, -0.014579549431800842, -0.033540546894073486, -0.01960204541683197, -0.0062610977329313755, 0.11796759068965912, 0.09253859519958496, -0.024928482249379158, 0.07141150534152985, -0.0007390876417048275, -0.02515276148915291, 0.033957093954086304, -0.06436869502067566, -0.002508709207177162, -0.042339980602264404, -0.007937620393931866, -0.08137702196836472, -0.10264179110527039, 0.008440379053354263, -0.015442263334989548, -0.0018622614443302155, -0.058414556086063385, -0.06701631098985672, 0.004484448581933975, 0.07289303839206696, 0.09280826151371002, 0.0973501056432724, 0.02870708331465721, 0.04184411093592644, 0.0023583178408443928, 0.04094279184937477, -0.09522751718759537, -0.019959338009357452, -0.14886415004730225, -0.059127047657966614, 0.053255289793014526, 0.029988406226038933, -0.08331308513879776, 0.007439847569912672, 0.058552201837301254, 0.025534233078360558, -0.0019570619333535433, -0.042372554540634155, -0.08371030539274216, -0.042244840413331985, 0.11064542829990387, 0.06417510658502579, 0.07501266896724701, -0.04078890383243561, -0.05159234255552292, -0.0572766475379467, -0.10977355390787125, -0.0849243551492691, -0.10562881082296371, 0.0015772843034937978, 0.013481895439326763, -0.0490240678191185, 0.0009213411249220371, -0.03214311599731445, 0.026556827127933502, -0.03762487322092056, -0.031780969351530075, 0.07413647323846817, 0.0434834323823452, -0.04444997385144234, 0.03380189463496208, -0.016033466905355453, 0.0594768263399601, -0.018164845183491707, 0.037886843085289, 0.07705377042293549, 0.004583088215440512, -0.007881914265453815, -0.1162659078836441, 0.058475710451602936, 0.05730155110359192, -0.0812782421708107, 0.07281972467899323, 0.05036367475986481, -0.011786610819399357, -0.022634686902165413, -0.006918145809322596, 0.08525442332029343, -0.011424139142036438, 0.04238438606262207, -0.0020416525658220053, -0.038608334958553314, 0.0531427264213562, -0.062434352934360504, 0.07663930207490921, -0.024912066757678986, 0.07767213881015778, 0.004997541196644306, 0.0388723723590374, -0.06471102684736252, 0.0619710274040699, -0.014231042005121708, -0.08986012637615204], [-0.09794994443655014, -0.16282334923744202, -0.005248412024229765, -0.0711858719587326, -0.04991039261221886, -0.006782350596040487, -0.05438707023859024, 0.014052866958081722, -0.04217168316245079, 0.024892456829547882, -0.07711569219827652, -0.10657373070716858, 0.032781172543764114, 0.0335940457880497, 0.11454953253269196, 0.051069293171167374, -0.013705133460462093, 0.04335014149546623, 0.024254651740193367, -0.05485569313168526, 0.028317300602793694, 0.005155659280717373, 0.05709226429462433, -0.02311144955456257, 0.05061747878789902, -0.11575553566217422, 0.19526493549346924, -0.012237399816513062, -0.0725560113787651, -0.0025101187638938427, 0.01954575814306736, -0.007782121188938618, -0.020823920145630836, 0.012893680483102798, -0.04757613688707352, 0.019208382815122604, 0.10186315327882767, -0.0745803639292717, 0.02102375403046608, -0.04561620578169823, 0.04865691438317299, -0.05222991108894348, 0.02388729527592659, -0.04429755359888077, 0.02582869865000248, -0.024202359840273857, -0.08173024654388428, -0.005685250740498304, 0.1362794190645218, -0.07633138447999954, -0.017471861094236374, -0.060239266604185104, 0.014847217127680779, -0.03735183924436569, 0.028683574870228767, 0.03457213565707207, 0.08424804359674454, -0.036842044442892075, 0.03371351212263107, 0.043073128908872604, -0.033697985112667084, -0.06049787253141403, -0.0666375532746315, -0.0487985722720623, -0.01679198257625103, 0.03741764277219772, 0.006459475494921207, -0.03321869298815727, 0.062445733696222305, -0.0009104398777708411, 0.05411328002810478, 0.07553157955408096, 0.048404719680547714, -0.08620886504650116, -0.029273826628923416, -0.01196273323148489, 0.020636869594454765, -0.04344284534454346, 0.026870597153902054, 0.034547384828329086, -0.0557887963950634, -0.06931771337985992, -0.010136593133211136, 0.0018440787680447102, 0.03876882791519165, 0.02524743787944317, -0.03705766424536705, -0.01118548959493637, 0.08228963613510132, -0.0057370285503566265, -0.027984660118818283, -0.0026583801954984665, 0.014059802517294884, 0.0624326691031456, 0.04230785742402077, -0.04905341938138008, -0.014141443185508251, -0.06417154520750046, -0.04150953143835068, -0.00454836618155241, 0.048159465193748474, -0.02395307645201683, 0.06198236718773842, -0.04095178470015526, -0.00521619338542223, 0.01749282144010067, 0.06670438498258591, 0.05081402137875557, 0.09210672229528427, -0.05820972099900246, -0.028621487319469452, 0.057881396263837814, -0.009070459753274918, 0.0010940621141344309, 0.02455909550189972, -0.04419207572937012, 0.06517786532640457, -0.025128493085503578, 0.0654333233833313, -0.010900772176682949, -0.10836253315210342, 0.16211123764514923, -0.026002343744039536, 0.03962475061416626, -0.02126227505505085, 0.07737612724304199, 0.021213416010141373, -0.07538609951734543], [0.012065520510077477, 0.010801778174936771, 0.06066156178712845, -0.08670981228351593, -0.07147164642810822, 0.015992814674973488, -0.00943122711032629, -0.012521020136773586, 0.030857888981699944, -0.038287203758955, -0.06322720646858215, 0.022464491426944733, -0.05527612939476967, 0.012115854769945145, -0.04484334588050842, 0.05357053875923157, -0.11860287934541702, 0.011496745981276035, 0.034446656703948975, -0.07426238805055618, -0.0766429454088211, 0.08405807614326477, 0.016517627984285355, -0.056955486536026, -0.015056690201163292, 0.05409647896885872, 0.10130579024553299, -0.09133247286081314, 0.033254120498895645, 0.04830446094274521, -0.006542527116835117, 0.06186814606189728, -0.052762195467948914, -0.006281508132815361, -0.02211517095565796, 0.05277030169963837, 0.028040971606969833, 0.01576307974755764, 0.08922095596790314, -0.03163953870534897, -0.037859201431274414, -0.05502699688076973, 0.03114120289683342, 0.037079401314258575, -0.06961057335138321, -0.022489018738269806, 0.04902362450957298, -0.0807470828294754, 0.004678846336901188, -0.06887985020875931, 0.02614753320813179, 0.0047227065078914165, 0.005947955418378115, -0.00155860953964293, -0.04144752398133278, -0.025171736255288124, 0.031368620693683624, -0.04642914980649948, -0.0187405776232481, 0.07365179806947708, -0.031179893761873245, 0.017454903572797775, -0.06699705123901367, 0.07794945687055588, -0.012386905960738659, -0.003809476038441062, -0.012380790896713734, -0.018918009474873543, 0.042575836181640625, -0.013614446856081486, -0.09338562935590744, -0.02916727028787136, 0.07575398683547974, -0.00011451008322183043, 0.02791493572294712, -0.04053587093949318, 0.052806828171014786, -0.03622864931821823, 0.04323594272136688, 0.0028933666180819273, -0.0629132091999054, -0.07976148277521133, 0.012439015321433544, -0.023204980418086052, -0.05744795873761177, 0.06458602100610733, -0.04144241660833359, -0.002547304145991802, -0.019579239189624786, -0.07033298909664154, -0.032644983381032944, -0.04689054936170578, 0.041796568781137466, 0.007172062061727047, 0.022641584277153015, -0.011347638443112373, 0.05212032049894333, -0.01885971985757351, -0.07205468416213989, -0.001080028247088194, 0.02971588633954525, 0.01479239109903574, 0.030118584632873535, -0.04530211538076401, -0.03698323667049408, 0.05394972860813141, -0.018102899193763733, 0.056748390197753906, 0.04006726294755936, 0.0006419225828722119, 0.04490303620696068, 0.07045122236013412, -0.00530755240470171, -0.012453102506697178, 0.015301324427127838, 0.001207469729706645, -0.005221325904130936, -0.01937742903828621, -0.008351048454642296, -0.045119643211364746, 0.023121966049075127, 0.051643457263708115, -0.0539264939725399, 0.011933401226997375, -0.040631577372550964, 0.020203040912747383, 0.04622482508420944, 0.06927839666604996], [-0.007773200515657663, -0.04406299442052841, -0.02450811117887497, 0.018334314227104187, -0.02382126823067665, -0.014896806329488754, -0.06273452937602997, 0.01258919108659029, 0.029918525367975235, -0.03523289039731026, -0.11356451362371445, -0.0225275419652462, 0.039769046008586884, 0.10511711984872818, 0.014511880464851856, 0.11694677174091339, -0.09028486907482147, 0.013726863078773022, 0.031502801924943924, -0.1029055267572403, 0.03908311203122139, 0.0862363800406456, -0.05318698287010193, -0.07676631212234497, -0.02528132125735283, 0.02740349806845188, 0.06710895895957947, -0.018524423241615295, -0.01800042949616909, 0.008657598868012428, 0.0588245764374733, -0.019122786819934845, -0.005210100207477808, 0.012379040010273457, 0.06490624696016312, 0.07776354253292084, 0.053564250469207764, 0.040795959532260895, 0.029412314295768738, 0.03188410773873329, -0.024203559383749962, -0.05977461487054825, -0.02140197902917862, 0.033381376415491104, -0.042587313801050186, 0.002436613431200385, -0.04486414045095444, -0.0428951159119606, 0.020028041675686836, -0.00612668739631772, -0.08260023593902588, -0.014757733792066574, 0.03391873836517334, -0.00042643563938327134, -0.013006024062633514, -0.05294657498598099, 0.01855289563536644, -0.03696439787745476, -0.008587099611759186, 0.03564947843551636, 0.11297506093978882, 0.008786128833889961, 0.0633017048239708, -0.021240171045064926, 0.03639928624033928, -0.01162638608366251, 0.011717977933585644, 0.060679350048303604, 0.006810625083744526, -0.07673003524541855, -0.06631572544574738, 0.08774211257696152, 0.031620580703020096, 0.028169872239232063, -0.011016297154128551, 0.05926240235567093, 0.05634834244847298, 0.022034162655472755, -0.038386400789022446, 0.018988894298672676, -0.07699986547231674, -0.08292865008115768, 0.021910762414336205, 0.010904689319431782, -0.10373429954051971, 0.06942198425531387, -0.04509781673550606, -0.0348670519888401, -0.08018526434898376, 0.07239612936973572, 0.039943769574165344, -0.01627599075436592, 0.011279175989329815, 0.0011460951063781977, 0.029332388192415237, -0.02787991240620613, 0.03713914379477501, -0.022977571934461594, 0.006232897285372019, 0.028792422264814377, 0.03526664525270462, -0.024757664650678635, 0.02349223755300045, -0.08329743146896362, 0.07428838312625885, 0.0296800434589386, -0.11245076358318329, -0.031709566712379456, -0.0006684528780169785, -0.05067434906959534, -0.04373081773519516, -0.039040349423885345, 0.01413491740822792, -0.07255249470472336, 0.04625950753688812, 0.04062272608280182, 0.08083947002887726, 0.03674860671162605, -0.047980375587940216, -0.016529059037566185, 0.018887965008616447, 0.06120087578892708, 0.018223177641630173, 0.02436312660574913, 0.02991720475256443, 0.03185202553868294, -0.01152907032519579, 0.01565186306834221], [-0.02003757655620575, -0.15423354506492615, -0.06217946484684944, -0.039846453815698624, -0.09589539468288422, -0.046979229897260666, -0.06810475885868073, -0.004183793440461159, -0.007919280789792538, -0.011398681439459324, -0.07578453421592712, 0.060829807072877884, 0.01866370439529419, 0.08272834122180939, 0.021805938333272934, 0.08075699955224991, -0.03072923608124256, 0.06289509683847427, -0.023227151483297348, -0.0319083146750927, 0.039014872163534164, 0.08324043452739716, -0.007162799593061209, -0.06021779030561447, 0.060399379581213, -0.020978271961212158, 0.1289941519498825, -0.03883291408419609, 0.000804319279268384, -0.03670157864689827, -0.014936769381165504, 0.005333550740033388, 0.008141251280903816, -0.043271176517009735, 0.03038766235113144, 0.11737912893295288, 0.06518884748220444, -0.03606162220239639, 0.05906815081834793, -0.05210671201348305, -0.05994825065135956, -0.011684796772897243, -0.008607708849012852, 0.02043819986283779, -0.002328548114746809, 0.04925405979156494, 0.017937956377863884, -0.062110960483551025, 0.0672907903790474, -0.06956405192613602, 2.5118381017819047e-05, -0.03227856382727623, 0.028084134683012962, 0.004072089213877916, 0.0027418953832238913, 0.00672391289845109, -0.005577582400292158, 0.013381505385041237, 0.0741867646574974, 0.011512687429785728, 0.07101115584373474, 0.008339235559105873, -0.09726546704769135, -0.015460016205906868, -0.009743072092533112, 0.03542075306177139, -0.008684469386935234, -0.04392464458942413, 0.027768300846219063, -0.052267368882894516, -0.050994787365198135, 0.033508386462926865, 0.013326522894203663, 0.06342664361000061, -0.10105063766241074, 0.08692174404859543, 0.008974653668701649, 0.0269880723208189, -0.0689382404088974, 0.010442130267620087, -0.0548088476061821, -0.08921147137880325, -0.07714897394180298, -0.03284947946667671, 0.08236348628997803, 0.05553955212235451, 0.03199439123272896, 0.016507146880030632, 0.02801487036049366, -0.05590134859085083, -0.010491201654076576, -0.009835963137447834, 0.11074823886156082, 0.0224223043769598, 0.01760273426771164, -0.003194193122908473, -0.05974861606955528, 0.04186956584453583, -0.010705146938562393, -0.047573644667863846, 0.06012408435344696, 0.014157933183014393, 0.07369210571050644, -0.027401551604270935, 0.01867181807756424, 0.013474871404469013, 0.05188050493597984, -0.0238336231559515, 0.018640391528606415, 0.04888460785150528, -0.024951238185167313, 0.04894766956567764, 0.02270868420600891, -0.010669929906725883, 0.04810456186532974, -0.06548961997032166, 0.03151068463921547, 0.04695992171764374, -0.006733329966664314, 0.03275910019874573, -0.025837088003754616, 0.07766919583082199, -0.022759366780519485, -0.029341712594032288, -0.029967304319143295, -0.034211624413728714, -0.06719417870044708, -0.0010786395287141204], [-0.044743940234184265, -0.10224247723817825, 0.03217190131545067, -0.05071260780096054, -0.02490592561662197, 0.02578936703503132, 0.0001918246125569567, 0.00898977741599083, 0.0518467053771019, -0.008290441706776619, -0.08226042240858078, 0.05272220820188522, 0.0711648240685463, 0.0784805417060852, -0.03816920891404152, 0.041725996881723404, -0.036959897726774216, 0.026199650019407272, -0.031604018062353134, -0.0419863797724247, 0.07103443890810013, 0.001998924184590578, -0.03139083459973335, 0.027306457981467247, 0.009340819902718067, 0.002968841465190053, 0.07150047272443771, -0.0339638888835907, 0.006616086699068546, -0.010343683883547783, 0.005152346566319466, -0.02549501322209835, 0.02617332525551319, 0.003247382352128625, 0.013193711638450623, 0.013922065496444702, 0.04293239861726761, -0.06606321781873703, -0.03036397323012352, -0.06701933592557907, -0.09578639268875122, 0.025272207334637642, -0.07090259343385696, 0.0033914288505911827, 0.0016282361466437578, -0.014267489314079285, -0.024938901886343956, -0.03237774595618248, -0.09942466020584106, -0.11996839195489883, -0.018758529797196388, -0.06334492564201355, -0.036240462213754654, -0.019139543175697327, 0.06743999570608139, 0.03014574572443962, 0.051394492387771606, -0.06568630784749985, 0.008586172014474869, 0.03497089445590973, 0.057809848338365555, 0.02194652520120144, -0.02229781448841095, -0.05347972735762596, 0.08585133403539658, 0.021446706727147102, 0.015265759080648422, -0.09475009888410568, -0.010505633428692818, -0.0030933029484003782, -0.0757255107164383, 0.035215023905038834, -0.12787961959838867, 0.07180671393871307, -0.08282534778118134, 0.02864496409893036, -0.05523766577243805, -0.0918520838022232, -0.029022041708230972, -0.0057563818991184235, -0.02352719195187092, -0.03916352987289429, -0.11842779815196991, 0.057279568165540695, 0.012089479714632034, 0.07617951929569244, 0.002769878599792719, 0.030347121879458427, 0.022382529452443123, -0.03926503285765648, 0.03093447908759117, -0.04733678326010704, 0.053182631731033325, -0.0087776780128479, 0.025678548961877823, -0.029604820534586906, 0.0103053729981184, 0.03934473171830177, 0.04735543951392174, 0.039743535220623016, -0.0017393813468515873, 0.01072364766150713, 0.03842068836092949, -0.1582268625497818, -0.05072949081659317, 0.037683311849832535, 0.0008851821767166257, 0.07587996870279312, -0.018110260367393494, 0.04018997773528099, -0.020235400646924973, 0.04541720822453499, 0.014912420883774757, -0.048507191240787506, -0.048583660274744034, -0.0686381533741951, -0.012108802795410156, 0.005558589473366737, -0.02971726655960083, -0.01597796380519867, -0.02860940620303154, 0.03090287558734417, -0.013785353861749172, -0.005376102868467569, -0.07291831821203232, 0.031801313161849976, -0.03153632953763008, 0.01938636600971222]]
+  transformer.h.8.attn.qa_q_blend_alpha  shape=torch.Size([])  raw=-0.3946693241596222
+  transformer.h.8.attn.qa_y_blend_alpha  shape=torch.Size([])  raw=-0.2650599479675293
+  transformer.h.8.attn.qa_q_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.1011220216751099, 1.2776563167572021, 1.2436739206314087, 1.1273502111434937, 1.1707603931427002, 1.0694596767425537, 1.249131679534912, 1.112067699432373, 1.102233648300171, 1.0493645668029785, 1.0846089124679565, 1.0378491878509521, 0.9807368516921997, 1.0140634775161743, 1.1027143001556396, 1.015792965888977, 1.278003215789795, 1.038813591003418, 1.0927339792251587, 1.1343506574630737, 1.1238681077957153, 1.1791605949401855, 1.2141835689544678, 1.1997706890106201, 1.0886002779006958, 1.087925672531128, 1.1028412580490112, 1.0735279321670532, 1.0379016399383545, 1.3498796224594116, 1.0835986137390137, 1.1631743907928467, 0.9661759734153748, 1.102732539176941, 1.3310062885284424, 1.1814162731170654, 1.0743625164031982, 1.1367977857589722, 1.015672206878662, 1.0735052824020386, 1.0916799306869507, 1.2938125133514404, 1.0556198358535767, 1.0799368619918823, 1.1039150953292847, 1.180809497833252, 1.0847914218902588, 1.0448049306869507, 1.0256643295288086, 1.344834327697754, 1.3717916011810303, 1.000402808189392, 1.0210843086242676, 1.2335095405578613, 1.263447642326355, 1.0340287685394287, 1.1040765047073364, 1.4560177326202393, 1.0748783349990845, 1.1844183206558228, 1.1807796955108643, 1.1823182106018066, 1.112677812576294, 1.016614317893982]
+  transformer.h.8.attn.qa_y_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.078055500984192, 1.129004955291748, 1.269932508468628, 1.125449776649475, 1.0446687936782837, 1.2495659589767456, 1.2774056196212769, 1.2805817127227783, 1.222076177597046, 1.0398961305618286, 1.1690319776535034, 1.1631505489349365, 1.1281018257141113, 1.1752052307128906, 1.1185095310211182, 1.1315749883651733, 1.2398813962936401, 1.1146959066390991, 1.1422063112258911, 1.0807571411132812, 1.1589738130569458, 1.2065554857254028, 1.120477318763733, 1.193344235420227, 1.285934567451477, 0.9878012537956238, 1.080653190612793, 1.077452540397644, 1.2131056785583496, 1.1163760423660278, 1.1895198822021484, 1.2523380517959595, 1.0818670988082886, 1.2726508378982544, 1.1336499452590942, 1.2472857236862183, 1.2060641050338745, 1.1301252841949463, 1.2224351167678833, 1.14213228225708, 1.236378788948059, 1.1801284551620483, 1.1953685283660889, 1.1609703302383423, 1.1452744007110596, 1.124025821685791, 1.0157620906829834, 1.0899595022201538, 1.0966938734054565, 1.1250584125518799, 1.1837300062179565, 1.1588208675384521, 1.2546101808547974, 1.0943584442138672, 1.2082176208496094, 1.164724349975586, 1.1557800769805908, 1.1197264194488525, 1.0716722011566162, 1.1930515766143799, 1.0594514608383179, 1.194108486175537, 1.0958386659622192, 1.1993908882141113]
+  transformer.h.8.attn.qa_gate_proj_softqa_pl.weight  shape=torch.Size([64, 128])  raw=[[-0.033586934208869934, -0.008533780463039875, -0.07278682291507721, -0.001234711497090757, -0.0669756531715393, 0.03536473959684372, 0.11199510097503662, -0.008305497467517853, 0.01069664303213358, 0.00040971339331008494, 0.0027284654788672924, 0.08775636553764343, -0.041349053382873535, -0.006648597307503223, 0.03748966008424759, 0.047086186707019806, 0.07622761279344559, 0.01900591515004635, -0.028741510584950447, 0.08105412125587463, -0.07284832745790482, 0.028423527255654335, -0.060948826372623444, 0.04223548620939255, 0.0046709259040653706, 0.026715923100709915, -0.062183450907468796, -0.053317777812480927, -0.03496582806110382, 0.09865425527095795, 0.05267254263162613, -0.05401992052793503, -0.01950087770819664, 0.003421430941671133, 0.10103990137577057, -0.014358710497617722, -0.031604066491127014, 0.052346788346767426, -0.011018503457307816, 0.053734518587589264, -0.017122987657785416, -0.13490504026412964, -0.03333458676934242, 0.05872870981693268, -0.04710270091891289, 0.05991722643375397, -0.020681049674749374, 0.053492479026317596, 0.04022393748164177, 0.0836421400308609, 0.1369418054819107, 0.0020879332441836596, -0.029812641441822052, -0.10374382138252258, -0.1600416749715805, -0.05822879448533058, -0.002856120467185974, 0.14242073893547058, 0.019964642822742462, -0.07380598783493042, 0.022272372618317604, -0.053114958107471466, -0.039818719029426575, 0.04603079333901405, -0.026844101026654243, -0.04472414031624794, 0.0272993091493845, -0.050994258373975754, 0.007162489462643862, -0.0027001528069376945, 0.15665550529956818, 0.13000883162021637, 0.13788598775863647, -0.07196290791034698, -0.046280838549137115, 0.05783403664827347, -0.0023554337676614523, 0.04279548302292824, -0.028535375371575356, 0.05643333122134209, -0.12326458096504211, -0.005308823194354773, 0.05257212743163109, -0.025994250550866127, -0.028319578617811203, 0.01599077694118023, -0.023111701011657715, 0.08511467278003693, -0.027630656957626343, 0.035537008196115494, -0.059313539415597916, -0.024167995899915695, 0.07421611994504929, 0.05302819609642029, 0.00902317650616169, -0.00459201680496335, 0.012351996265351772, 0.08036619424819946, 0.0029544897843152285, 0.03197149932384491, 0.04180258885025978, 0.02847963757812977, -0.07793997973203659, 0.01666872575879097, 0.05336172878742218, 0.012482824735343456, 0.0343826487660408, -0.013874264433979988, -0.050035472959280014, 0.011024044826626778, 0.0693187266588211, -0.04974449798464775, -0.045957475900650024, 0.005872945301234722, -0.023517204448580742, -0.02384732849895954, -0.005455816630274057, -0.046314820647239685, -0.1424480676651001, -0.06730157136917114, 0.024020452052354813, -0.035507336258888245, 0.047731753438711166, 0.09269209206104279, 0.024493180215358734, 0.02747291326522827, -0.027902211993932724, -0.08306577056646347], [-0.1328497976064682, -0.16370084881782532, -0.14687643945217133, -0.059906113892793655, -0.06754114478826523, 0.00640161382034421, 0.049718812108039856, 0.028639784082770348, 0.05034705251455307, -0.020880749449133873, -0.06557852774858475, 0.000524693401530385, 0.006217261776328087, -0.04183584079146385, 0.05273481830954552, 0.01568208448588848, 0.012439800426363945, 0.0008151707006618381, -0.018582839518785477, 0.03570016473531723, -0.058416225016117096, 0.050806645303964615, -0.0993938222527504, 0.10333111882209778, -0.015312181785702705, 0.04722927510738373, -0.09272052347660065, -0.05350771173834801, 0.016235781833529472, 0.13318538665771484, -0.03223399072885513, -0.08504199981689453, -0.019854120910167694, 0.05507471784949303, 0.12797093391418457, -0.04838443920016289, -0.032206546515226364, 0.03345834091305733, 0.01583891361951828, 0.04228759557008743, 0.02046685293316841, -0.11327619105577469, -0.00804122630506754, 0.008660050109028816, -0.07093152403831482, 0.07236279547214508, -0.01070384681224823, -0.03582627326250076, -0.039997171610593796, 0.17659349739551544, 0.16652537882328033, -0.0058606648817658424, 0.009972883388400078, -0.05983037129044533, -0.044923242181539536, -0.03963664919137955, -0.015352344140410423, 0.15207704901695251, -0.02266397327184677, -0.09481970220804214, 0.0009120233589783311, -0.10955336689949036, -0.01749153807759285, 0.004804125055670738, -0.0016816480783745646, -0.05730907991528511, -0.04949425905942917, -0.04114820808172226, 0.002629836555570364, -0.08166367560625076, 0.18251338601112366, 0.09135691821575165, 0.11157280951738358, -0.016261253505945206, -0.01880841702222824, -0.056440163403749466, 0.011687768623232841, -0.05597105249762535, 0.02111409232020378, 0.057427506893873215, -0.1285766363143921, -0.06370098888874054, 0.08441505581140518, -0.034322042018175125, -0.13279855251312256, -0.05719606205821037, -0.011692693457007408, 0.057264361530542374, -0.04691575840115547, 0.0023645679466426373, 0.02648077718913555, -0.017760109156370163, 0.10171183198690414, 0.0005642067990265787, 0.037304043769836426, -0.07654331624507904, -0.009932198561728, 0.09721174091100693, 0.01455020997673273, 0.05462704226374626, 0.049455683678388596, 0.01776188239455223, -0.07771117985248566, 0.03252502530813217, 0.006445861887186766, -0.028613043949007988, 0.10321271419525146, 0.01875871606171131, -0.10681993514299393, 0.00810874905437231, 0.05644781142473221, -0.043387364596128464, -0.036794163286685944, -0.015187459997832775, 0.00488171074539423, 0.02448396570980549, -0.060973748564720154, -0.0397377535700798, -0.09347841143608093, -0.0890127420425415, -0.022311057895421982, -0.007622597739100456, -0.01616177149116993, 0.05301465094089508, -0.008462155237793922, 0.011459141969680786, -0.03557130694389343, -0.08550906926393509], [-0.022194238379597664, -0.10942057520151138, -0.0715588703751564, -0.07852872461080551, -0.05829412490129471, 0.06897976249456406, 0.03820321336388588, 0.059158805757761, 0.034555308520793915, -0.048277925699949265, -0.02003108337521553, 0.06179657578468323, 0.01675654575228691, 0.034756794571876526, 0.10904654115438461, 0.022821450605988503, 0.0678895115852356, 0.03831109777092934, -0.05245068296790123, -0.021198362112045288, -0.10692068189382553, 0.07350780069828033, -0.10050129890441895, 0.08391916751861572, 0.047265246510505676, -0.006327590439468622, -0.05844597518444061, -0.006714037153869867, -0.06864840537309647, 0.08634637296199799, -0.013890656642615795, -0.05066124349832535, -0.03589392825961113, 0.04302437976002693, 0.09230689704418182, -0.02969174273312092, 0.016927246004343033, -0.027996279299259186, -0.0237516351044178, -0.033528126776218414, -0.025879116728901863, -0.10414529591798782, -0.036904141306877136, 0.08169890940189362, -0.06476416438817978, 0.05886518955230713, -0.010313903912901878, -0.009980258531868458, 0.009639419615268707, 0.1179332286119461, 0.15336790680885315, 0.03449327126145363, 0.04160962253808975, -0.04680539295077324, -0.06317733973264694, 0.0706314891576767, -0.058787424117326736, 0.10510557889938354, -0.05453873798251152, -0.02491738460958004, 0.10357584059238434, -0.038809943944215775, 0.0024806999135762453, 0.03309641778469086, 0.00893037673085928, 0.04068131372332573, 0.060200080275535583, -0.04194827005267143, -0.004554560407996178, -0.048799023032188416, 0.091497041285038, 0.08361376076936722, 0.08771399408578873, 0.04215220361948013, -0.015526317991316319, -0.03568458557128906, -0.0399329699575901, -0.03346669301390648, 0.03056538663804531, 0.05449603125452995, -0.11519187688827515, -0.06433908641338348, 0.016607679426670074, 0.003538101213052869, -0.043836817145347595, 0.01796887069940567, -0.012473667971789837, 0.034616969525814056, -0.0899897888302803, 0.03920431435108185, -0.025894852355122566, 0.05804740637540817, 0.09278762340545654, 0.008612815290689468, -0.024792153388261795, -0.006779752671718597, 0.02211446687579155, 0.06889736652374268, 0.03780326247215271, 0.060593381524086, 0.06877196580171585, -0.0633568987250328, -0.05866926535964012, 0.057114627212285995, 0.1305278241634369, -0.05575219541788101, -0.014673714525997639, -0.008358712308108807, -0.026582786813378334, -0.0061044045723974705, 0.022333381697535515, -0.014699726365506649, -0.07514878362417221, -0.035274285823106766, -0.03663625940680504, -0.016428383067250252, -0.05375553295016289, -0.026446232572197914, -0.05933737754821777, -0.08209499716758728, -0.01852232962846756, 0.008223477751016617, 0.03123985417187214, 0.0014462028630077839, 0.003949829377233982, -0.01852922886610031, 0.046254370361566544, -0.07945316284894943], [-0.04006394371390343, -0.07532887905836105, -0.09961733222007751, -0.06351408362388611, -0.11352358013391495, 0.01999928243458271, 0.05491401627659798, 0.029090221971273422, 0.041699040681123734, -0.025525670498609543, -0.026874959468841553, -0.010277620516717434, -0.03264421224594116, -0.053404077887535095, 0.04328527674078941, -0.017358018085360527, 0.07261661440134048, -0.02257336862385273, -0.049336958676576614, 0.011236665770411491, 0.0034728702157735825, 0.1288675218820572, -0.09151038527488708, 0.08469919860363007, 0.030758995562791824, -0.002673101844266057, -0.02530732937157154, -0.004199290182441473, 0.017970839515328407, 0.12077540904283524, -0.007045217324048281, -0.11654555052518845, -0.0011309412075206637, 0.042828887701034546, 0.12215538322925568, -0.05836562439799309, 0.03824801370501518, 0.04073106870055199, 0.00950529519468546, 0.06704680621623993, -0.08770684152841568, -0.10152898728847504, -0.03053402714431286, 0.031002027913928032, 0.012281122617423534, 0.0346832349896431, -0.013421500101685524, 0.007624003570526838, 0.0119511429220438, 0.08874045312404633, 0.0791608989238739, 0.03872327134013176, 0.04894334077835083, -0.04346128925681114, -0.02339179255068302, -0.031228400766849518, -0.003923738840967417, 0.13053913414478302, 0.016045764088630676, -0.04690081253647804, 0.06937475502490997, -0.050039246678352356, 0.011310629546642303, 0.024355366826057434, 0.0028720248956233263, 0.06267102062702179, 0.05157727748155594, -0.06093265116214752, 0.07526702433824539, -0.09943871945142746, 0.15939202904701233, 0.13872414827346802, 0.07424794882535934, -0.06019464507699013, -0.03864710405468941, 0.018834957852959633, -0.04483397305011749, 0.04228951781988144, 0.027571260929107666, 0.0447281114757061, -0.09046472609043121, -0.008403535932302475, 0.03844403848052025, 0.05438188090920448, -0.05843498185276985, 0.03980659693479538, -0.01891663484275341, 0.007792545482516289, -0.02692195400595665, -0.021281369030475616, -0.053278982639312744, -0.06720990687608719, 0.13583330810070038, 0.012093566358089447, 0.06877874583005905, -0.07212811708450317, -0.03821566700935364, -0.002095370553433895, 0.04431300610303879, 0.0381908118724823, 0.05101514980196953, -0.00448980089277029, -0.07627425342798233, -0.02812693826854229, 0.05434022471308708, -0.06507996469736099, 0.038488566875457764, 0.04059150442481041, -0.0021875922102481127, 0.025314943864941597, 0.015505838207900524, 0.05734705924987793, 0.010373756289482117, 0.0030795696657150984, 0.023947445675730705, -0.03877069801092148, -0.058044008910655975, 0.02531864494085312, -0.06636687368154526, -0.09240051358938217, 0.005097455345094204, -0.09649637341499329, 0.04717016965150833, 0.0431428998708725, -0.009083148092031479, 0.04922289773821831, 0.04186871275305748, -0.09111515432596207], [-0.004339784383773804, -0.05894540622830391, -0.13344644010066986, -0.07157254964113235, -0.09845830500125885, 0.004003502894192934, 0.11106467247009277, 0.034688111394643784, 0.0052416399121284485, -0.010633347555994987, 0.03487483412027359, -0.020317010581493378, 0.005381407216191292, -0.02439953200519085, 0.028835561126470566, -0.030737873166799545, 0.05292738229036331, -0.0039070420898497105, -0.071168452501297, 0.04864651709794998, -0.0754990503191948, 0.04891914874315262, -0.08914515376091003, 0.09621652960777283, 0.09043135493993759, 0.030872510746121407, -0.062419962137937546, -0.06007041782140732, -0.027554288506507874, 0.10822656750679016, -0.05892918258905411, -0.1179775670170784, -0.0460272841155529, 0.06600607186555862, 0.018265552818775177, -0.09842240810394287, -0.05467470735311508, 0.10494163632392883, -0.014555837959051132, 0.014216944575309753, -0.021563071757555008, -0.05537756159901619, -0.07869283109903336, 0.03580021858215332, -0.017156165093183517, 0.04909248650074005, -0.07078901678323746, 0.08367455750703812, -0.06977635622024536, 0.14800935983657837, 0.12250912189483643, -0.0634622871875763, -0.06741772592067719, -0.09650307148694992, -0.08983878791332245, -0.058222997933626175, -0.10669561475515366, 0.129550039768219, -0.05762552097439766, -0.09853117167949677, 0.1314454823732376, -0.042352527379989624, -0.00554078770801425, -0.03464502841234207, -0.02323768101632595, -0.07250835001468658, 0.06192473694682121, -0.02781187742948532, 0.009495827369391918, -0.04299871250987053, 0.15955612063407898, 0.1539732664823532, 0.10998857021331787, -0.020249778404831886, -0.06515045464038849, -0.020027993246912956, -0.006827418692409992, 0.04460969939827919, -0.02419966273009777, 0.07248779386281967, -0.12901856005191803, -0.04033531993627548, 0.02323075197637081, 0.0023730627726763487, 0.01903892681002617, -0.001995690166950226, -1.4786960491619539e-05, 0.059845246374607086, -0.07987024635076523, 0.019776877015829086, -0.035579435527324677, -0.024250216782093048, 0.04031496122479439, 0.04135851562023163, 0.06658786535263062, -0.1040285974740982, -0.003163546323776245, 0.12555305659770966, 0.09982388466596603, 0.0009660667856223881, 0.08757280558347702, -0.023081867024302483, -0.09262597560882568, 0.03920086473226547, 0.07805987447500229, -0.05667608603835106, 0.029970992356538773, 0.02807101048529148, 0.0077251894399523735, -0.0050869532860815525, -0.03829151391983032, 0.048285506665706635, -0.022235887125134468, 0.013534383848309517, -0.019645430147647858, 0.0435916893184185, -0.028003094717860222, 0.013429603539407253, -0.08638911694288254, -0.09981625527143478, 0.005121021997183561, 0.002786689903587103, 0.00997468177229166, 0.0883302167057991, 0.038888219743967056, 0.09551432728767395, -0.020910589024424553, -0.07828058302402496], [-0.05191787704825401, -0.02510148659348488, -0.11500854045152664, -0.0551261380314827, -0.04515015333890915, 0.057869382202625275, 0.08904854208230972, 0.0488622672855854, 0.02561490423977375, 0.012517975643277168, 0.05599575117230415, -0.01975281536579132, 0.05170324444770813, 0.0065625193528831005, -0.021999821066856384, 0.057311464101076126, -0.013841217383742332, 0.026569364592432976, -0.05804132670164108, 0.11927037686109543, -0.025888139382004738, 0.03573725000023842, -0.021096739917993546, 0.026202676817774773, -0.08747757971286774, 0.014464305713772774, 0.01181558147072792, -0.08395913243293762, -0.003112326841801405, 0.08209623396396637, 0.05418374761939049, -0.05454448238015175, -0.047287654131650925, 0.055001869797706604, 0.13947758078575134, -0.022371262311935425, -0.024795180186629295, -0.0020407650154083967, -0.047656603157520294, 0.004620737861841917, -0.04105009883642197, -0.148728147149086, -0.06769884377717972, -0.025284232571721077, -0.10495650768280029, 0.05905989930033684, -0.024947436526417732, -0.0013699255650863051, -0.02157762460410595, 0.10647407174110413, 0.1517726331949234, 0.03580766171216965, 0.004423622507601976, -0.04001995921134949, -0.06039145588874817, -0.011831452138721943, -0.05162684991955757, 0.11444935202598572, 0.05234938859939575, -0.0419517420232296, 0.00880720280110836, -0.06704849004745483, -0.0460241325199604, 0.029228253290057182, 0.012293132953345776, 0.046338580548763275, -0.04069093242287636, 0.00687900185585022, -0.0029461225494742393, -0.07352840900421143, 0.11928253620862961, 0.045143742114305496, 0.11878150701522827, 0.025074217468500137, -0.07628247141838074, 0.015922576189041138, -0.018499478697776794, -0.0031999140046536922, 0.005816747900098562, 0.06888328492641449, -0.08379443734884262, -0.036073245108127594, -0.021041007712483406, -0.013944222591817379, -0.04078906774520874, -0.09147383272647858, -0.10985197126865387, 0.006494699511677027, -0.044418420642614365, 0.06361072510480881, -0.03857972472906113, -0.0011886820429936051, 0.056923747062683105, -0.03125962242484093, 0.01788976415991783, -0.07627402991056442, 0.11444463580846786, 0.18165509402751923, 0.014975693076848984, 0.010845722630620003, 0.07871132344007492, -0.008685381151735783, -0.07735242694616318, 0.05907164141535759, 0.08858532458543777, -0.01646503433585167, 0.06552931666374207, -0.010849221609532833, -0.015972420573234558, 0.0038408783730119467, 0.0023469780571758747, -0.02717507816851139, -0.016117297112941742, 0.004469521343708038, -0.07361181080341339, 0.03129209205508232, -0.1047791838645935, -0.003327144542708993, 0.0052629802376031876, -0.09531307965517044, -0.016212617978453636, -0.025425897911190987, 0.0620657242834568, -0.021643027663230896, 0.002928289584815502, 0.08002077043056488, -0.013245131820440292, -0.11564350128173828], [-0.061906155198812485, -0.014897637069225311, -0.0993773564696312, -0.08530125766992569, -0.08134646713733673, 0.03201798349618912, -0.04650714248418808, 0.05219259858131409, 0.04867478460073471, -0.026261648163199425, -0.04001482576131821, -0.02121150866150856, -0.01543897669762373, -0.020145662128925323, -0.08787406980991364, -0.017962737008929253, 0.0333908349275589, -0.020944174379110336, -0.06664760410785675, 0.06291138380765915, -0.022383466362953186, 0.06358025223016739, 0.019310418516397476, 0.04823816195130348, -0.06640808284282684, 0.028647730126976967, -0.07862820476293564, -0.019260115921497345, 0.04565120115876198, 0.040857210755348206, -0.02677648328244686, -0.00919235311448574, 0.0071286410093307495, -0.014494778588414192, 0.0835927352309227, -0.017444545403122902, 0.061537083238363266, -0.007678911555558443, 0.0122031569480896, -0.07018651813268661, -0.015360134653747082, -0.04953016713261604, -0.033677805215120316, -0.027683675289154053, -0.08857634663581848, 0.010423555970191956, -0.03535737469792366, 0.004968330264091492, -0.036422643810510635, 0.027574041858315468, 0.11512124538421631, 0.054921310395002365, -0.10109789669513702, -0.017640795558691025, 0.011708025820553303, -0.002142367884516716, -0.07109106332063675, 0.04180768132209778, 0.028055669739842415, -0.0196458138525486, -0.0657697319984436, -0.03355107083916664, -0.0074571785517036915, 0.06866194307804108, 0.025900641456246376, -0.03257761895656586, -0.04155151546001434, -0.0030885012820363045, 0.01524335891008377, -0.05549812316894531, 0.08092790096998215, -0.05909344181418419, 0.02651240862905979, -0.01274053379893303, -0.04747167229652405, -0.018482230603694916, -0.045827966183423996, -0.09233570098876953, 0.053968772292137146, 0.04676132649183273, 0.002142234705388546, 0.02436753734946251, -0.10882607102394104, -0.10803163796663284, -0.016693847253918648, -0.04116463288664818, -0.0383351668715477, -0.07429265975952148, -0.06098763644695282, 0.02473357319831848, 0.00020346528617665172, -0.02159513160586357, 0.0595896951854229, -0.015166434459388256, 0.04159867763519287, -0.02652468904852867, 0.05743790417909622, 0.04381886497139931, 0.0866660475730896, 0.0161982923746109, 0.06956736743450165, 0.09317633509635925, 0.022265778854489326, 0.014263954013586044, -0.06714870780706406, -0.08569402247667313, 0.053688645362854004, 0.0010435074800625443, 0.017247753217816353, -0.04852839931845665, -0.0038134478963911533, 0.011315093375742435, 0.03830597177147865, -0.01601133495569229, 0.016958151012659073, -0.06140165776014328, -0.011122623458504677, -0.010900164023041725, -0.02343207225203514, -0.01403896976262331, 0.024420524016022682, 0.09250014275312424, 0.06830182671546936, 0.012883240357041359, 0.027511904016137123, 0.02868843264877796, -0.03390965983271599, -0.06562680006027222], [-0.011471947655081749, -0.13943426311016083, -0.035476721823215485, -0.025736289098858833, -0.055874984711408615, 0.11803638935089111, 0.02911428175866604, 0.01432411652058363, 0.040862374007701874, 0.026848886162042618, 0.0015042296145111322, -0.05271430313587189, -0.016204526647925377, -0.03743278235197067, 0.09692728519439697, 0.033715639263391495, 0.08827739953994751, -0.03320722281932831, -0.04153238609433174, 0.05029098317027092, -0.07714048773050308, 0.04975876212120056, -0.06394010037183762, 0.01624744012951851, 0.02200785093009472, 0.03655673936009407, -0.02294072136282921, -0.0788496658205986, -0.009765888564288616, 0.03188595548272133, 0.04682645574212074, -0.02440367080271244, 0.04563257470726967, -0.04125015065073967, 0.09768026322126389, -0.0024191502016037703, -0.006885594222694635, 0.014874936081469059, -0.019652074202895164, 0.012013323605060577, -0.08123944699764252, -0.09216035157442093, -0.034973710775375366, 0.035312820225954056, -0.03730866312980652, 0.040770817548036575, -0.028322318568825722, 0.031824398785829544, 0.000205144242499955, 0.07692699879407883, 0.12511591613292694, 0.029068080708384514, 0.05694011226296425, -0.019463755190372467, -0.1347609907388687, -0.01146969199180603, 0.024227159097790718, 0.019994346424937248, 0.007732478901743889, -0.012596183456480503, 0.08117545396089554, -0.058223024010658264, -0.040178604423999786, 0.01707925833761692, -0.14303916692733765, -0.0553441159427166, 0.07847389578819275, -0.08784879744052887, 0.0003173964796587825, -0.022030197083950043, 0.08224861323833466, 0.09009861946105957, 0.10772139579057693, -0.009343915618956089, -0.10818503797054291, -0.03379614278674126, -0.07274176925420761, -0.1086144745349884, -0.027486789971590042, -0.018272165209054947, -0.09301497042179108, 0.0689781904220581, 0.028849028050899506, -0.06092517822980881, -0.01740863360464573, -0.04890207201242447, 0.012209263630211353, 0.027159955352544785, -0.1704133152961731, 0.03307401016354561, -0.03414943441748619, -0.062234845012426376, 0.004574676044285297, -0.058273524045944214, 0.09199518710374832, -0.08115401118993759, 0.014100397005677223, 0.04781077057123184, 0.008580765686929226, -0.04568742960691452, 0.07951311022043228, 0.12636886537075043, -0.10019713640213013, -0.061730436980724335, 0.08590245991945267, 0.055389247834682465, -0.05961092934012413, -0.022076934576034546, -0.034443728625774384, 0.06692909449338913, 0.03239622712135315, -0.016041066497564316, -0.003978575114160776, 0.007702084258198738, -0.045991506427526474, -0.02413579262793064, -0.12897410988807678, -0.046175334602594376, -0.06527189910411835, -0.08277927339076996, 0.04079223796725273, -0.03425364941358566, -0.04286959767341614, 0.02918422780930996, 0.02056570164859295, 0.027903325855731964, 0.05658651143312454, -0.06067739799618721], [0.021193591877818108, -0.11796899884939194, -0.06576261669397354, -0.09223449975252151, -0.011775934137403965, -0.007792424876242876, 0.056635141372680664, 0.04935267195105553, 0.05489373207092285, 0.0161172766238451, -0.015514414757490158, 0.020521318539977074, 0.034229129552841187, 0.010700367391109467, 0.08644495159387589, -0.0737636610865593, 0.06519825756549835, -0.03710773214697838, -0.026079660281538963, 0.06948518007993698, -0.024323634803295135, 0.16005189716815948, -0.006876050494611263, 0.04730736464262009, 0.045529186725616455, 0.0247148759663105, -0.05084441602230072, -0.025742441415786743, -0.021236777305603027, 0.07562125474214554, -0.0560903437435627, -0.06899356096982956, -0.023033954203128815, 0.027004526928067207, 0.11344810575246811, -0.05060400441288948, 0.030532468110322952, -0.048256512731313705, -0.024129070341587067, 0.0073183090426027775, -0.0016801488818600774, -0.06673990935087204, -0.0470583438873291, 0.03665246069431305, -0.03749852627515793, 0.08929821848869324, 0.0042383731342852116, -0.05142688751220703, 0.004239587113261223, 0.01824217475950718, 0.1318642646074295, 0.00176705582998693, 0.031070346012711525, -0.03760847449302673, -0.10482954233884811, 0.052058424800634384, -0.023014556616544724, 0.13577793538570404, 0.07091204822063446, -0.01623189076781273, 0.057839661836624146, -0.14232438802719116, -0.03105766698718071, 0.06860566884279251, 0.02380000241100788, -0.023961156606674194, 0.015439880080521107, 0.04124266654253006, -0.05688954517245293, 0.011322344653308392, 0.056191619485616684, 0.10103127360343933, 0.09035757184028625, 0.021912479773163795, -0.044107433408498764, 0.06930027902126312, 0.0506826788187027, -0.020125404000282288, -0.09534718096256256, 0.07546840608119965, -0.06826377660036087, 0.025896254926919937, -0.04784040153026581, -0.008874448947608471, 0.05228479951620102, 0.028500866144895554, 0.037088800221681595, 0.0787532776594162, -0.049546536058187485, -0.026901062577962875, 0.02742241509258747, 0.04280899092555046, -0.09923658519983292, 0.06899284571409225, -0.06494463980197906, -0.011180582456290722, 0.043726999312639236, -0.06751197576522827, 0.00620389124378562, 0.005586700048297644, -0.031702980399131775, 0.024220824241638184, -0.05287289619445801, 0.020954294130206108, 0.029070554301142693, -0.037350885570049286, 0.018938874825835228, -0.03832682967185974, 0.0112876296043396, -0.09813182801008224, 0.019363390281796455, 0.050019048154354095, -0.055132899433374405, -0.05841585621237755, -0.009709118865430355, 0.03598279133439064, 0.03931983560323715, -0.0017932106275111437, 0.018560096621513367, -0.12063442170619965, 0.020099015906453133, 0.024719849228858948, -0.02029644139111042, -0.06820983439683914, 0.04151139780879021, -0.020174043253064156, -0.0208390224725008, -0.05990254506468773], [-0.023099176585674286, -0.05392177030444145, 0.003082911018282175, -0.0645926222205162, -0.06629949063062668, 0.08948232233524323, 0.143006831407547, -0.007618342991918325, -0.007396699860692024, -0.061193209141492844, -0.020627863705158234, -0.05089355632662773, -0.05905243009328842, 0.006389469373971224, 0.03503724932670593, 0.02842024713754654, 0.15030764043331146, 0.024866778403520584, 0.002779662376269698, 0.044450148940086365, -0.05974998697638512, 0.04882028326392174, -0.07791273295879364, 0.05124353989958763, -0.013021896593272686, 0.039238493889570236, -0.0689176619052887, -0.017102643847465515, -0.020349225029349327, 0.08059930801391602, 0.05604228004813194, -0.06077313423156738, -0.007441879715770483, 0.043286606669425964, 0.1058705598115921, -0.1080443486571312, -0.01686645857989788, 0.06438849866390228, -0.03231113776564598, 0.07165968418121338, -0.14406068623065948, -0.13769246637821198, -0.02800068072974682, 0.059132352471351624, -0.06875095516443253, 0.06409891694784164, 0.031153233721852303, 0.010299337096512318, 0.03853150084614754, 0.10421279817819595, 0.10650761425495148, -0.008758241310715675, 0.00717265484854579, -0.08220827579498291, -0.07651480287313461, -0.06707372516393661, -0.0032384612131863832, 0.14166240394115448, -0.003463283646851778, -0.047834448516368866, 0.09557970613241196, -0.0723896250128746, -0.01818583905696869, 0.008162564598023891, -0.04797272011637688, -0.04849544167518616, 0.03520862013101578, -0.02812321111559868, 0.024798616766929626, -0.08629722148180008, 0.12903113663196564, 0.12393253296613693, 0.1464199274778366, -0.0004805002245120704, -0.12081898748874664, -0.01599312759935856, -0.04940272122621536, 0.01758250594139099, 0.059641849249601364, 0.043061260133981705, -0.10879228264093399, -0.010692518204450607, 0.03970197215676308, -0.02419455721974373, 0.010608860291540623, -0.02324347011744976, -0.055495426058769226, 0.044298477470874786, -0.07230571657419205, 0.02301718108355999, -0.05966189131140709, 0.02772360108792782, 0.08712809532880783, -0.0005579219432547688, 0.10075295716524124, -0.14236605167388916, -0.04950251430273056, 0.10366810858249664, 0.047519709914922714, 0.0023960990365594625, 0.011220057494938374, 0.04737667366862297, -0.08558809757232666, -0.008284769020974636, 0.030891824513673782, -0.022920966148376465, 0.004720355849713087, 0.0403250977396965, -0.10118184238672256, 0.03394807130098343, 0.023481328040361404, -0.051860883831977844, -0.023080769926309586, -0.014323593117296696, -0.11226152628660202, -0.09080248326063156, -0.10677234083414078, -0.0034434215631335974, -0.027820581570267677, -0.07002859562635422, 0.014779607765376568, -0.003943608608096838, -0.01566811092197895, 0.09744375944137573, 0.03142615407705307, 0.033725984394550323, -0.003105014096945524, -0.0609416700899601], [-0.08065561205148697, -0.06853865087032318, -0.058014389127492905, 0.013523316942155361, -0.065971240401268, -0.036360882222652435, 0.005180198699235916, 0.0019486057572066784, 0.12491478025913239, -0.0864281877875328, -0.01345689408481121, -6.857694825157523e-05, 0.0007186459843069315, -0.053064554929733276, 0.0820118710398674, 0.016308050602674484, 0.06966143846511841, 0.01630234904587269, -0.045920804142951965, 0.054188791662454605, -0.09739848971366882, 0.03306306526064873, -0.17278721928596497, 0.04501569643616676, -0.054085005074739456, 0.042559750378131866, -0.06021488830447197, -0.006260358728468418, 0.007310699671506882, 0.1881629377603531, 0.05280859023332596, -0.04509517922997475, -0.029925107955932617, 0.03408198058605194, 0.11921671777963638, -0.10902928560972214, -0.004703089129179716, 0.030689314007759094, -0.04111773148179054, 0.048033807426691055, -0.03723958507180214, -0.10975977033376694, 0.027435699477791786, -0.0011933213099837303, 0.008787131868302822, 0.06710296869277954, 0.03943562135100365, -0.026379460468888283, -0.05690213665366173, 0.13700826466083527, 0.16344211995601654, -0.04369774088263512, -0.0033076026011258364, -0.041116636246442795, -0.024663303047418594, 0.003159642918035388, -0.025707297027111053, 0.10619311034679413, -0.06950120627880096, -0.09985530376434326, 0.0637696236371994, -0.08023989200592041, 0.006391598377376795, 0.003864478785544634, -0.04306009039282799, -0.09942101687192917, 0.02320532314479351, -0.02657870575785637, 0.03530258685350418, -0.07513249665498734, 0.12307503074407578, 0.06658578664064407, 0.1358409970998764, -0.05382837727665901, -0.00237890868447721, 0.06798934936523438, 0.013610600493848324, 0.01718027889728546, -0.039638224989175797, 0.08358379453420639, -0.014206002466380596, -0.0563400462269783, 0.07268916070461273, 0.03675353154540062, 0.036187607795000076, -0.09161339700222015, 0.03446501865983009, 0.02136927656829357, 0.005999112036079168, -0.025962647050619125, -0.07157883048057556, -0.06931226700544357, 0.06758571416139603, -0.07802770286798477, 0.11130532622337341, -0.09643203765153885, -0.006222445517778397, 0.07227125763893127, -0.022215429693460464, 0.04853065684437752, 0.0307364072650671, -0.07769525796175003, -0.09409723430871964, -0.015760153532028198, 0.0942128375172615, -0.06818132847547531, 0.047762736678123474, -0.014341172762215137, 0.03175773471593857, -0.006048061419278383, 0.011533556506037712, -0.008661161176860332, -0.019322730600833893, 0.039918262511491776, -0.012949120253324509, 0.01918220892548561, -0.022301102057099342, 0.03818901628255844, 0.01290436927229166, -0.06830944865942001, 0.00846252590417862, -0.06099408119916916, 0.011674572713673115, 0.038178883492946625, 0.08471868932247162, 0.045549176633358, 0.02546420507133007, -0.09377957135438919], [-0.028369320556521416, -0.07132422924041748, -0.06391684710979462, -0.032913122326135635, -0.06222967430949211, -0.02357870154082775, 0.13740824162960052, -0.051088847219944, 0.0047607989981770515, -0.009357024915516376, -0.013091698288917542, -0.024075251072645187, -0.04583678022027016, -0.03361246734857559, 0.059758927673101425, -0.023985635489225388, 0.14133092761039734, 0.012394183315336704, -0.0397690050303936, 0.04768676310777664, -0.09692035615444183, 0.10567796975374222, -0.12310218811035156, 0.0483773909509182, -0.04542092606425285, 0.08162547647953033, -0.02719566784799099, -0.0177839957177639, -0.00975723471492529, 0.15067517757415771, -0.03082924336194992, -0.08325092494487762, -0.017846237868070602, 0.08049644529819489, 0.10257460922002792, -0.06278330832719803, -0.0067460802383720875, 0.026706863194704056, -0.019071169197559357, 0.028774065896868706, -0.015926601365208626, -0.04202541336417198, -0.08609108626842499, 0.01981547102332115, -0.03084992617368698, 0.08278792351484299, -0.03299996256828308, 0.011744813993573189, -0.04480450227856636, 0.09955894947052002, 0.1926826387643814, -0.0493103489279747, -0.010955212637782097, -0.021613214164972305, -0.06360293924808502, -0.059657372534275055, 0.025201722979545593, 0.17692245543003082, -0.01183433085680008, -0.06465179473161697, 0.10705109685659409, -0.0869799479842186, -0.05760102719068527, 0.030817203223705292, 0.04158101975917816, -0.017781611531972885, 0.07856015115976334, -0.054519180208444595, -0.044789135456085205, -0.0727996900677681, 0.14897415041923523, 0.11510395258665085, 0.11003848910331726, 0.006408052518963814, -0.04006359353661537, 0.030609820038080215, 0.001976206200197339, -0.006041612010449171, -0.05831095203757286, 0.04622939974069595, -0.0761667937040329, -0.037213295698165894, 0.04134116321802139, -0.013622885569930077, 0.02131003886461258, -0.02397886849939823, 0.01947050169110298, 0.06328500062227249, -0.04081079736351967, 0.05780254304409027, -0.008975918404757977, -0.06816857308149338, 0.09826025366783142, -0.006073362194001675, 0.05473523959517479, -0.07867192476987839, -0.0029433818999677896, 0.048812512308359146, -0.012001903727650642, 0.026461215689778328, 0.08294197171926498, 0.004904179833829403, -0.06033660098910332, 0.005535476841032505, 0.01636624149978161, -0.03550383821129799, 0.04079523682594299, 0.09920293837785721, 0.049341872334480286, 0.006839853245764971, 0.022857291623950005, -0.05133683234453201, -0.06620676070451736, 0.006364654283970594, -0.0028964553494006395, 0.019577916711568832, -0.015728797763586044, -0.01641000434756279, -0.106650210916996, -0.10149072110652924, 0.008099078200757504, -0.05361875891685486, -0.031201278790831566, 0.058471303433179855, 0.0303115826100111, 0.037351902574300766, 0.013282369822263718, -0.0914170891046524], [-0.05258505046367645, -0.01754525490105152, -0.10814794152975082, -0.09844963997602463, -0.06432461738586426, -0.009615025483071804, 0.11671476811170578, -0.021978987380862236, 0.053164925426244736, 0.05174503102898598, -0.07357420772314072, -0.06469860672950745, 0.02150244079530239, -0.021070266142487526, -0.045448966324329376, 0.010581163689494133, 0.07750168442726135, 0.0864291787147522, -0.008403930813074112, 0.03082679584622383, -0.05560511350631714, 0.05423936992883682, -0.06642509996891022, 0.07471843808889389, 0.08388537168502808, 0.013856560923159122, -0.041201550513505936, 0.03369714692234993, 0.027084004133939743, 0.09819413721561432, 0.04312250390648842, -0.08104235678911209, 0.06451712548732758, 0.030834410339593887, 0.13745149970054626, -0.08851508051156998, -0.04611776024103165, -0.04444937780499458, -0.012543659657239914, 0.060616008937358856, 0.001952408580109477, -0.11602471023797989, -0.0003598667390178889, 0.03275416046380997, -0.014265150763094425, 0.0758156105875969, -0.021508021280169487, 0.022040819749236107, -0.013802182860672474, 0.10838670283555984, 0.13229569792747498, -0.0044959415681660175, 0.05634041503071785, -0.08738208562135696, -0.07904653251171112, -0.055497560650110245, 0.006055798381567001, 0.19438031315803528, -0.016929922625422478, -0.07946300506591797, 0.03138189762830734, -0.05964751914143562, -0.049080751836299896, 0.054559558629989624, 0.021173864603042603, 0.044156044721603394, 0.0935240164399147, 0.016545604914426804, -0.01715722680091858, -0.08343806862831116, 0.1806015968322754, 0.10606834292411804, 0.1261371374130249, -0.019389702007174492, -0.045220620930194855, 0.005543983541429043, -0.01852511242032051, -0.08193246275186539, 0.05609758943319321, 0.10330916196107864, -0.12430219352245331, -0.03362372890114784, -0.0643780529499054, 0.006591221783310175, -0.011440081521868706, -0.11237797886133194, 0.04862174391746521, 0.02633446827530861, -0.012485397048294544, -0.023846426978707314, -0.047038380056619644, -0.01848289556801319, 0.07610081136226654, 0.002826739102602005, 0.042494598776102066, -0.10850034654140472, -0.0581505224108696, 0.0672031044960022, -0.001991853816434741, 0.045033399015665054, -0.005634434521198273, 0.016453536227345467, -0.10671307146549225, 0.017452100291848183, 0.061642084270715714, -0.022186635062098503, 0.06926749646663666, 0.006608924362808466, 0.005934885237365961, -0.008172539994120598, 0.013592950999736786, -0.06936800479888916, -0.0008005134295672178, 0.06021982058882713, -0.029676809906959534, 0.06814572215080261, -0.08537691831588745, -0.01470635924488306, -0.09127461910247803, -0.05989096313714981, -0.09254125505685806, -0.04139849543571472, 0.020389925688505173, 0.030659256502985954, -0.021111760288476944, 0.019357377663254738, -0.05627213791012764, -0.04794127866625786], [0.006353270728141069, -0.05328360199928284, -0.09285415709018707, -0.032097674906253815, -0.08958697319030762, 0.04504815861582756, 0.14045313000679016, -0.004022595472633839, 0.029953479766845703, 0.05875958874821663, -0.012305167503654957, -0.05529100447893143, -0.02347661182284355, 0.04791982099413872, 0.020135974511504173, -0.028775986284017563, 0.10435367375612259, 0.03340918943285942, 0.01388415414839983, 0.09582903236150742, -0.03649700805544853, 0.08746328949928284, -0.043219368904829025, 0.006100156810134649, 0.01306151319295168, 0.08000998198986053, -0.05429171398282051, -0.05481425300240517, 0.04323272779583931, 0.10325092077255249, -0.026403477415442467, -0.08118458837270737, 0.02946477010846138, 0.10534859448671341, 0.11195867508649826, -0.027928682044148445, 0.030801493674516678, -5.5323922424577177e-05, -0.06815772503614426, -0.0034361141733825207, -0.017537320032715797, -0.08724474161863327, -0.03493570536375046, -0.049389541149139404, -0.044718045741319656, 0.06404455006122589, -0.059926796704530716, -0.0388033501803875, -0.022617459297180176, 0.10316416621208191, 0.09692049771547318, -0.016063155606389046, -0.009121544659137726, -0.034563079476356506, -0.10383190214633942, -0.04490745812654495, -0.05934524908661842, 0.20124901831150055, 0.03350726515054703, -0.04580264165997505, 0.06752074509859085, -0.08206046372652054, -0.06251779198646545, 0.008986596949398518, -0.04506775364279747, -0.0442684143781662, 0.10129941999912262, -0.036513663828372955, -0.022217916324734688, -0.030760478228330612, 0.15615807473659515, 0.07294349372386932, 0.13239802420139313, -0.07178033143281937, -0.13074548542499542, 0.046163659542798996, 0.0033166895154863596, 0.07333695143461227, 0.04520830512046814, 0.05333491414785385, -0.12093724310398102, -0.014496995136141777, -0.02789214253425598, 0.01436737459152937, -0.039384983479976654, 0.04398827627301216, -0.01177280768752098, 0.04452511668205261, -0.10669170320034027, -0.05967456474900246, -0.04417530447244644, 0.05079023540019989, -0.000675305025652051, -0.009062722325325012, 0.008876947686076164, -0.07787308096885681, -0.014001677744090557, 0.10832972079515457, 0.05642494186758995, 0.0027380550745874643, 0.06043265014886856, 0.03337637335062027, -0.03501036390662193, -0.0781671479344368, 0.0705980584025383, -0.09441101551055908, 0.03416360914707184, 0.07832174003124237, 0.019232233986258507, 0.06144760176539421, -0.025522731244564056, 0.008883320726454258, 0.0581563301384449, -0.005809752736240625, -0.041214145720005035, 0.008823220618069172, 0.018718387931585312, 0.024338291957974434, -0.044831618666648865, -0.07595644891262054, 0.052901290357112885, -0.04721297696232796, 0.05105027183890343, 0.11720927059650421, 0.004350744653493166, 0.059466712176799774, -0.12006256729364395, -0.027798503637313843], [-0.021435655653476715, -0.042317185550928116, -0.12378868460655212, -0.04439663887023926, -0.11264655739068985, 0.05487611144781113, 0.07321776449680328, 0.052807554602622986, 0.01392047293484211, -0.05746342986822128, -0.04483245313167572, 0.07715436071157455, 1.3283242878969759e-06, -0.011797339655458927, 0.06176862493157387, 0.0015005257446318865, 0.08075542002916336, -0.050565533339977264, 0.001295932219363749, 0.009018299169838428, -0.041035570204257965, 0.08782634139060974, -0.0180886872112751, 0.0649588480591774, 0.05061229690909386, 0.016331573948264122, -0.08559318631887436, -0.012597057968378067, 0.017291877418756485, 0.1533796191215515, 0.052452944219112396, -0.04753978177905083, -0.04296382516622543, 0.0234706811606884, 0.04579474776983261, -0.06340700387954712, -0.05244970694184303, 0.05279112607240677, 0.019276175647974014, 0.04483732581138611, -0.07059042900800705, -0.09835762530565262, 0.02690063789486885, 0.06413359194993973, -0.003957019653171301, 0.046574901789426804, -0.016682786867022514, 0.06374244391918182, 0.07055212557315826, 0.10027341544628143, 0.038168519735336304, 0.01567550003528595, -0.009261779487133026, -0.040892165154218674, -0.10431346297264099, 0.006307634990662336, -0.023465238511562347, 0.1840236485004425, 0.08955056965351105, 0.0018855248345062137, 0.011498833075165749, 0.029186345636844635, -0.018312595784664154, -0.00629022903740406, -0.01855488307774067, -0.04565773159265518, 0.10497716069221497, 0.028593020513653755, 0.014990489929914474, -0.07891176640987396, 0.18234585225582123, 0.10576675832271576, 0.12508729100227356, -0.02014843374490738, -0.04756871983408928, 0.013270197436213493, -0.03657606616616249, 0.0024240119382739067, -0.0369405522942543, 0.07185548543930054, -0.08980250358581543, -0.015450216829776764, -0.013656257651746273, -0.02422933094203472, -0.0007501807995140553, 0.01377413421869278, 0.0001319629664067179, -0.007432746700942516, -0.07794897258281708, -0.029101820662617683, -0.036777183413505554, 0.0027515480760484934, 0.061951205134391785, -0.007454761769622564, -0.0312810093164444, -0.06816568225622177, -0.0688767284154892, 0.04456087574362755, 0.009953880682587624, -0.048402089625597, 0.04605647549033165, 0.026297595351934433, -0.08581064641475677, 0.012151991948485374, 0.05553402379155159, -0.09300686419010162, 0.016150029376149178, 0.06449414044618607, -0.0032298341393470764, 0.019933681935071945, 0.02500534988939762, 0.060197122395038605, -0.03551074489951134, -0.01899327151477337, -0.07346738129854202, 0.0028298599645495415, -0.014470177702605724, -6.471686356235296e-05, -0.06537631154060364, -0.047972746193408966, -0.05126464366912842, -0.07587893307209015, -0.0024594012647867203, 0.08585001528263092, 0.08454158902168274, 0.02605579048395157, 0.017035184428095818, -0.12440315634012222], [-0.024647638201713562, -0.030777692794799805, -0.12377040088176727, -0.06819221377372742, -0.09710434079170227, 0.02301790937781334, 0.11568280309438705, -0.01501554436981678, 0.10334693640470505, 0.002672063186764717, 0.029432987794280052, -0.004878562409430742, 0.008497200906276703, -0.0021744451951235533, 0.046908486634492874, -0.03557737544178963, 0.03712230175733566, 0.019575534388422966, -0.05315123125910759, 0.04431623965501785, -0.07842696458101273, -0.04310223460197449, -0.05764535441994667, 0.12085991352796555, -0.060396213084459305, 0.02708566002547741, -0.07618671655654907, -0.04333633929491043, -0.04293976351618767, 0.11559723317623138, 0.0453055277466774, -0.03862453252077103, -0.009686212055385113, 0.10896964371204376, 0.0670228898525238, -0.06307747960090637, 0.05417260527610779, 0.0415387861430645, -0.021451212465763092, -0.005105945747345686, -0.007766956929117441, -0.04215826839208603, -0.00036838819505646825, 0.06936604529619217, -0.030242353677749634, 0.1066514104604721, -0.03716837614774704, 0.021756121888756752, -0.06409189105033875, 0.10064689815044403, 0.12363454699516296, -0.02090400643646717, 0.018859999254345894, -0.10130061209201813, -0.10067889839410782, 0.007004719227552414, -0.07590804994106293, 0.08391353487968445, -0.04334181919693947, 0.0202725138515234, 0.1078864112496376, -0.03599783778190613, 0.004449413623660803, 0.026726551353931427, 0.018617965281009674, 0.015896189957857132, 0.012371083721518517, 0.00553952855989337, -0.01998872496187687, -0.08485213667154312, 0.16580338776111603, 0.04689987376332283, 0.15389399230480194, -0.014560634270310402, -0.03393452987074852, -0.034002646803855896, 0.03259345144033432, -0.057118095457553864, -0.06714736670255661, 0.05719338729977608, -0.08836679905653, 0.017246602103114128, 0.09196066111326218, -0.008465861901640892, -0.008205689489841461, -0.04332979768514633, 0.010126088745892048, 0.06573899835348129, -0.13847464323043823, 0.01241329312324524, -0.0331563726067543, 0.046836189925670624, 0.029368702322244644, 0.062410708516836166, -0.02188967913389206, -0.029678810387849808, 0.021278204396367073, 0.07424572110176086, -0.004563819617033005, 0.07827463746070862, -0.02967252768576145, 0.008366973139345646, -0.10309815406799316, 0.006128352601081133, 0.03932161629199982, -0.09932399541139603, 0.0634366050362587, 0.003364588599652052, -0.02080581896007061, -0.07528576999902725, 0.036901604384183884, -0.04231846705079079, -0.08648097515106201, 0.018043028190732002, 0.027230992913246155, 0.07059513032436371, -0.0038757454603910446, -0.044003378599882126, -0.06325078755617142, -0.10227249562740326, -0.04059525579214096, -0.030303210020065308, -0.07053808867931366, 0.025774631649255753, -0.023052513599395752, 0.002938230987638235, -0.025694768875837326, -0.07146608829498291], [-0.1481044590473175, -0.03998010233044624, -0.02144157513976097, 0.0011960938572883606, 0.03963733837008476, 0.04314282163977623, 0.06588748097419739, -0.020793695002794266, 0.04479310289025307, -0.020482409745454788, -0.016063140705227852, -0.005519126541912556, 0.008963949047029018, 0.07595515251159668, 0.0319039560854435, 0.0335349515080452, 0.12531831860542297, 0.009824521839618683, -0.034291066229343414, 0.05206805095076561, -0.08515576273202896, -0.010086511261761189, -0.07455945014953613, 0.028939438983798027, -0.08939679712057114, 0.0933474600315094, -0.10522052645683289, -0.10152993351221085, 0.07619798183441162, 0.048610057681798935, 0.04023199528455734, 0.052068475633859634, 0.009364050813019276, 0.02042613923549652, 0.1413753181695938, -0.02187635749578476, -0.05981556326150894, 0.03012935072183609, 0.04949558153748512, -0.03710680827498436, -0.05815679952502251, -0.05662710592150688, -0.03390636667609215, -0.016246618703007698, -0.06950065493583679, 0.07896901667118073, -0.03484055772423744, -0.028942765668034554, -0.03430945426225662, 0.07146033644676208, 0.1569214165210724, 0.011764883063733578, 0.016007080674171448, -0.0750502347946167, -0.1338614523410797, -0.07255198061466217, 0.007846646010875702, 0.09726555645465851, 0.0008119802223518491, -0.06526707857847214, 0.06011122837662697, -0.04465257376432419, -0.03999362513422966, 0.05738065764307976, -0.05214179679751396, -0.06546010822057724, 0.07936811447143555, -0.0765237808227539, -0.0063462709076702595, -0.05593901500105858, 0.08081887662410736, 0.03541676327586174, 0.12445569038391113, 0.025125935673713684, -0.029821263626217842, 0.052594851702451706, 0.016367031261324883, 0.024992631748318672, 0.000747503072489053, 0.014724734239280224, -0.0506577342748642, -0.055524155497550964, -0.0008430814486928284, 0.046802300959825516, -0.008516940288245678, 0.00824702251702547, -0.003912216518074274, 0.0701119601726532, -0.051518991589546204, -0.012374280951917171, -0.029752014204859734, -0.04529779404401779, 0.046974919736385345, -0.013913917355239391, 0.07332158833742142, -0.03927050903439522, 0.05150602385401726, 0.025740180164575577, 0.04945048689842224, 0.0020793192088603973, 0.07909908145666122, 0.009122760966420174, 0.011754312552511692, -0.043940648436546326, -0.02491351030766964, 0.07540491223335266, 0.13292579352855682, 0.014208538457751274, 0.058426786214113235, 0.00789636094123125, -0.05223884806036949, -0.1114300861954689, -0.04625772684812546, 0.0996256023645401, -0.05222087725996971, -0.07354169338941574, -0.04712855815887451, -0.002295867772772908, -0.04413634538650513, 0.005473344586789608, 0.04640473425388336, -0.03295975551009178, -0.0010395142016932368, 0.10276693105697632, 0.038211315870285034, 0.04238729923963547, 0.07988748699426651, -0.04054111987352371], [0.011547490023076534, -0.059875015169382095, -0.05375950038433075, -0.05588392913341522, -0.015484915114939213, -0.02860848978161812, 0.07238345593214035, -0.0259779654443264, -0.005853136535733938, -0.04168318584561348, -0.033609483391046524, -0.0161731094121933, -0.006166542414575815, 0.012140206061303616, 0.06208543851971626, 0.02225697971880436, 0.12062817811965942, 0.03359690308570862, -0.05373941361904144, 0.06730460375547409, -0.012514539994299412, 0.07013759762048721, -0.12475565075874329, 0.05352960154414177, 0.02005944214761257, 0.07692881673574448, 0.01284517627209425, -0.01383669301867485, -0.049052149057388306, 0.14918799698352814, 0.0015953651163727045, -0.05511005222797394, -0.023874031379818916, 0.007901184260845184, 0.06529010832309723, -0.09234020113945007, 0.009807637892663479, 0.07603452354669571, 0.030997958034276962, -0.014636319130659103, -0.06968656927347183, -0.07916971296072006, 0.014128290116786957, 0.044382523745298386, 0.00031551241409033537, 0.01993478834629059, 0.001311647705733776, -0.001083694165572524, -0.01905137300491333, 0.09397532790899277, 0.14873754978179932, -0.038033027201890945, 0.04504935070872307, -0.06970556825399399, -0.03633822128176689, -0.024615660309791565, -0.014399080537259579, 0.12458035349845886, -0.016255507245659828, -0.1106804683804512, 0.018140310421586037, -0.02096494846045971, 0.03749451786279678, 0.019244851544499397, -0.009677915833890438, -0.0543888583779335, 0.049850862473249435, -0.016475126147270203, -0.03265503793954849, -0.05394558608531952, 0.212199404835701, 0.08953063935041428, 0.12031850218772888, 0.022154035046696663, -0.11888642609119415, 0.04312542453408241, -0.023146184161305428, 0.0020129303447902203, 0.02678697742521763, 0.05787942185997963, -0.07415109127759933, 0.0069757625460624695, -0.026386767625808716, -0.023074449971318245, 0.003326720092445612, 0.015431292355060577, -0.04674148187041283, 0.0386752150952816, -0.023046748712658882, -0.02384713850915432, -0.0889275074005127, -0.04388373717665672, 0.13932795822620392, 0.017927290871739388, 0.06570465117692947, -0.09213471412658691, -0.019991068169474602, 0.04739547148346901, 0.040641769766807556, 0.10580585896968842, 0.008603963069617748, 0.05859978497028351, -0.003385203890502453, -0.04291488975286484, 0.001780670485459268, -0.08140107989311218, 0.06288684159517288, 0.03599224239587784, -0.004464703146368265, 0.028925541788339615, 0.017088772729039192, -0.0027911453507840633, -0.018976306542754173, 0.03594395890831947, -0.08973784744739532, 0.04869464412331581, -0.05137180536985397, -0.02170349471271038, -0.026175115257501602, -0.020928889513015747, -0.031243519857525826, -0.04653637483716011, 0.01519209984689951, 0.06587405502796173, 0.01466373261064291, 0.06412462890148163, 0.0004754703550133854, -0.06479713320732117], [-0.000861317035742104, -0.09422512352466583, -0.105231374502182, -0.01553922239691019, -0.06936615705490112, 0.06954630464315414, 0.12500877678394318, -0.012778857722878456, 0.042041610926389694, -0.04005753993988037, 0.01319193746894598, 0.04458579793572426, -0.01530042290687561, 0.03929658234119415, 0.11442678421735764, -0.030891306698322296, 0.05575370043516159, 0.04095758870244026, 0.010760667733848095, 0.06991232186555862, -0.07627557963132858, 0.08984491229057312, -0.0739421471953392, 0.0646546259522438, 0.02573295496404171, 0.03107365034520626, -0.06251902878284454, -0.08821786940097809, -0.003012479515746236, 0.13587822020053864, 0.014695961959660053, -0.14185409247875214, 0.029954515397548676, 0.03155672177672386, 0.13822871446609497, -0.10804342478513718, 0.04927457123994827, 0.04794703796505928, -0.04958564415574074, 0.03649761155247688, 0.017127463594079018, -0.10079152137041092, 0.019036591053009033, 0.05147404223680496, -0.015032580122351646, 0.07096842676401138, -0.004161943215876818, -0.01559504121541977, -0.015431797131896019, 0.09090263396501541, 0.07917679101228714, -0.02772337943315506, -0.018712865188717842, -0.09501485526561737, -0.09234803915023804, -0.07158002257347107, -0.03378617390990257, 0.13165558874607086, -0.056783951818943024, -0.1394135057926178, 0.11656572669744492, -0.04509313404560089, -0.0462833046913147, 0.10290317982435226, -0.0034836113918572664, -0.039450753480196, 0.04636452719569206, -0.013090591877698898, -0.004237314220517874, -0.06754463165998459, 0.15573571622371674, 0.07510066777467728, 0.1291508674621582, 0.0076790968887507915, -0.06279291957616806, 0.0390327125787735, -0.004099714569747448, 0.027456866577267647, -0.06529724597930908, 0.08323059976100922, -0.11594197899103165, -0.052419766783714294, 0.018405761569738388, -0.051345646381378174, -0.01790248230099678, -0.044242311269044876, 0.04146499186754227, 0.1384178251028061, -0.03854567930102348, 0.04842047765851021, 0.042775534093379974, 0.003624824108555913, 0.0006556519656442106, 0.030307088047266006, -0.0010738783748820424, -0.06423138082027435, -0.06701003015041351, -0.005051786545664072, 0.001641572336666286, 0.046774692833423615, 0.029271559789776802, -0.011123557575047016, -0.08825672417879105, -0.05169602483510971, 0.01848330721259117, -0.07149577140808105, 0.08122972398996353, 0.08216331899166107, 0.007192657794803381, 0.0057373433373868465, 0.03699210658669472, 0.003026671940460801, -0.05993827432394028, 0.01656266860663891, -0.03254414349794388, 0.005526171065866947, -0.014802046120166779, -0.07674217224121094, 0.0020839350763708353, -0.049976278096437454, -0.0010850129183381796, -0.0018039582064375281, -0.0170038640499115, 0.07095864415168762, -0.005605595652014017, 0.05443655699491501, 0.014854175969958305, -0.07469616085290909], [0.004074579104781151, -0.07171694934368134, -0.13625289499759674, -0.09892520308494568, -0.07027225196361542, 0.02474687620997429, 0.11030958592891693, 0.0327109657227993, 0.04991680383682251, 0.04848693683743477, -0.05145804584026337, 0.034561604261398315, -0.07484116405248642, -0.013920105062425137, 0.01690014824271202, 0.05844481661915779, 0.05028275027871132, -0.01729612983763218, -0.036053262650966644, 0.04101436957716942, -0.05671272054314613, 0.057688117027282715, -0.08092586696147919, 0.09656680375337601, 0.04680010676383972, 0.01919124275445938, -0.0736413449048996, -0.030989572405815125, -0.058681849390268326, 0.15860113501548767, -0.022208040580153465, -0.060848478227853775, 0.04583708569407463, 0.07487045228481293, 0.11940646916627884, -0.06344898045063019, -0.0026444094255566597, 0.025423359125852585, -0.028095897287130356, -0.02732210047543049, 0.04841511696577072, -0.02811051718890667, -0.02281504124403, 0.06107513606548309, -0.024465670809149742, 0.06564086675643921, -0.012039373628795147, 0.050803571939468384, -0.05556848272681236, 0.08403044193983078, 0.11021104454994202, 0.01564815081655979, 0.04935965687036514, -0.10433077067136765, -0.06275540590286255, 0.031566135585308075, -0.08793351799249649, 0.18025454878807068, -0.05021027475595474, -0.021097872406244278, 0.11703629791736603, -0.0274495929479599, -0.03567777946591377, 0.02040090225636959, -0.007976002059876919, -0.0859866812825203, 0.042378779500722885, 0.009042980149388313, 0.01292924489825964, -0.08456669747829437, 0.16160893440246582, 0.07726089656352997, 0.10521040111780167, 0.012453989125788212, -0.047076620161533356, -0.020563790574669838, -0.014324958436191082, -0.08074738085269928, -0.03660217672586441, 0.06695441901683807, -0.11336910724639893, -0.03338818997144699, -0.034994591027498245, -0.04788713529706001, 0.00949337612837553, 0.017978474497795105, -0.032932840287685394, 0.08353142440319061, -0.06107781082391739, 0.010145161300897598, -0.02003752440214157, 0.03668870031833649, 0.07645438611507416, 0.05323535576462746, 0.023849276825785637, -0.1061728224158287, -0.02207275666296482, 0.09151772409677505, -0.013927704654633999, 0.04783756285905838, 0.010616949759423733, 0.035083018243312836, -0.1045769602060318, 0.008446220308542252, 0.060413483530282974, -0.058155566453933716, 0.007191679906100035, -0.05057159811258316, -0.025825172662734985, 0.008908594027161598, 0.03734109178185463, -0.06736952066421509, -0.048705581575632095, 0.04962482675909996, -0.08131930977106094, 0.11762699484825134, -0.06296659260988235, -0.02578783966600895, -0.09880821406841278, -0.12497992068529129, -0.09926602244377136, -0.01975598745048046, -0.066202811896801, 0.0771900936961174, 0.034125916659832, 0.0340890996158123, 0.0025876869913190603, -0.14440982043743134], [-0.020772486925125122, -0.06296601891517639, -0.10033786296844482, -0.010850254446268082, 0.008279065601527691, -0.028327060863375664, 0.0535387359559536, 0.05752161517739296, 0.034670114517211914, 0.006650576367974281, -0.0070544579066336155, 0.020933762192726135, 0.023993076756596565, -0.008666564710438251, 0.019000127911567688, 0.0010644621215760708, 0.11096438765525818, -0.007459572050720453, -0.05397038534283638, 0.08020249009132385, -0.02093369886279106, 0.10479287058115005, -0.040907636284828186, 0.06244866922497749, 0.01563611999154091, 0.07081007212400436, 0.0023704199120402336, -0.03585078939795494, 0.029290778562426567, 0.08211755007505417, 0.035260558128356934, -0.009370856918394566, -0.021397622302174568, 0.016812916845083237, 0.14687015116214752, -0.08198418468236923, -0.0005874581984244287, 0.009947464801371098, 0.029131853953003883, 0.02392224222421646, -0.03780679032206535, -0.08198602497577667, -0.00462481239810586, 0.0025957145262509584, -0.01442260667681694, 0.03159230947494507, -0.04679110273718834, -0.060824986547231674, 0.03773631900548935, 0.1063462644815445, 0.1065695583820343, -0.03837358579039574, 0.015553356148302555, -0.07855649292469025, -0.06294067203998566, -0.02025112323462963, 0.019526394084095955, 0.14802590012550354, 0.09623952209949493, -0.11696596443653107, 0.028647618368268013, -0.05877787992358208, -0.055976733565330505, 0.0720939114689827, 0.03588027134537697, -0.025738554075360298, 0.10601577162742615, -0.0314740315079689, 0.07745610922574997, -0.07609641551971436, 0.16226108372211456, 0.10851924121379852, 0.16232284903526306, 0.01926240511238575, -0.03757936507463455, 0.030957385897636414, -0.06646542996168137, -0.08000245690345764, 0.004835707601159811, 0.09234584122896194, -0.03281712532043457, -0.002671122318133712, 0.030989384278655052, -0.039195071905851364, 0.01923593133687973, -0.010111949406564236, 0.002279178472235799, 0.07422789186239243, -0.0644436925649643, -0.055140502750873566, -0.023598844185471535, -0.02937551774084568, 0.026835912838578224, -0.01882852427661419, 0.08769205957651138, -0.12690985202789307, -0.015347043983638287, 0.0359717532992363, 0.06490970402956009, 0.043408915400505066, 0.07413899153470993, -0.025720374658703804, -0.07102884352207184, 0.03614937886595726, 0.05865246057510376, 0.04573125019669533, -0.01549922302365303, 0.0665205642580986, 0.03726482391357422, -0.03360766917467117, -0.012067864648997784, 0.02234557643532753, -0.1083003431558609, -0.007360765710473061, 0.010374723002314568, 0.028011787682771683, -0.0745861828327179, -0.024304741993546486, -0.01476637925952673, -0.0612289234995842, -0.07827218621969223, -0.07047998160123825, 0.03259889781475067, 0.006928000133484602, 0.05260494723916054, -0.0013817732688039541, 0.07890229672193527, -0.05537546053528786], [-0.11227941513061523, -0.0753670185804367, -0.10788679122924805, 0.01137630082666874, -0.09574068337678909, 0.012382449582219124, 0.09327548742294312, 0.02603374794125557, 0.09686256945133209, 0.0032397760078310966, -0.02235124446451664, -0.020173436030745506, -0.040018171072006226, -0.018058527261018753, 0.040743276476860046, 0.010288198478519917, 0.08660643547773361, 0.0579831562936306, -0.01630113646388054, 0.07766227424144745, -0.07015242427587509, 0.057320404797792435, -0.10058674961328506, 0.08135215938091278, -0.019429940730333328, 0.024646412581205368, -0.06933259218931198, -0.09190747886896133, -0.0609612800180912, 0.07775775343179703, 0.011779776774346828, -0.02164723165333271, 0.04114275798201561, -0.01949380896985531, 0.1132175400853157, -0.0786762610077858, -0.04250519350171089, 0.0090327812358737, 0.02025708556175232, 0.047683846205472946, -0.0767158716917038, -0.15082970261573792, -0.008847850374877453, 0.029137805104255676, -0.03278516232967377, 0.03269093111157417, 0.004823536612093449, -0.020629581063985825, -0.03465794026851654, 0.09613965451717377, 0.20002907514572144, -0.023568440228700638, -0.03829998895525932, -0.10853944718837738, -0.1297120451927185, -0.037327561527490616, -0.04415528103709221, 0.15332543849945068, 0.002619330305606127, -0.08712881803512573, 0.06958722323179245, -0.05234740674495697, -0.02469102293252945, -0.009384088218212128, -0.031666118651628494, -0.039799224585294724, -0.013314062729477882, -0.01115611381828785, 0.005241353064775467, -0.08481527864933014, 0.15922491252422333, 0.10223414748907089, 0.10532186925411224, -0.014681113883852959, 0.036332182586193085, 0.02797558344900608, -0.05153639242053032, -0.037650931626558304, -0.025118006393313408, 0.05979025363922119, -0.1249733567237854, -0.08523263782262802, 0.026413561776280403, 0.05603328347206116, -0.06710894405841827, -0.08037209510803223, -0.0282258503139019, 0.024830427020788193, -0.023669453337788582, -0.018191756680607796, 0.006515474058687687, -0.0057672434486448765, 0.06447301805019379, -0.06390831619501114, 0.023954123258590698, -0.055304963141679764, -0.04731672629714012, 0.08182378858327866, 0.04377451166510582, 0.045091792941093445, 0.02934104949235916, -0.02844666875898838, -0.1022210642695427, -0.026313116773962975, 0.05766211822628975, -0.03120957687497139, 0.035671185702085495, -0.018660983070731163, 0.04742106795310974, -0.013296809047460556, 0.019893774762749672, -0.004233319777995348, -0.01909557916224003, 0.03288690745830536, -0.003411207813769579, 0.04463671147823334, -0.0947112962603569, -0.02635144628584385, -0.029064303264021873, -0.060747820883989334, -0.05974523350596428, -0.03970709070563316, -0.04565439745783806, 0.06383243203163147, 0.04183340072631836, 0.010748546570539474, 0.05157723277807236, -0.05494960770010948], [-0.011247322894632816, -0.026794226840138435, -0.13902893662452698, -0.11804787069559097, -0.10885824263095856, 0.0008842768147587776, 0.06707386672496796, -0.03382517769932747, 0.04802582040429115, -0.025000620633363724, 0.044619254767894745, -8.92695679794997e-05, -0.02969939075410366, 0.030659208074212074, 0.01915021985769272, -0.01792248524725437, 0.11662927269935608, 0.008614600636065006, -0.03968675434589386, 0.10735440999269485, -0.07909921556711197, 0.1113348975777626, -0.10925575345754623, 0.08046908676624298, 0.039652019739151, 0.08328228443861008, -0.03479766845703125, -0.011773300357162952, -0.06306929141283035, 0.15478406846523285, -0.04193912446498871, -0.055987659841775894, 0.019727475941181183, 0.04336883872747421, 0.10969838500022888, -0.0770873948931694, 0.013827810995280743, 0.025426849722862244, -0.06741898506879807, 0.0040002865716814995, -0.005546797066926956, 0.017174139618873596, -0.016496820375323296, 0.05653569474816322, -0.03587142378091812, 0.022413453087210655, -0.01690843515098095, 0.04119117558002472, -0.01922033727169037, 0.10968490689992905, 0.1840226948261261, -0.0228311475366354, -0.008031812496483326, -0.07730287313461304, -0.053304608911275864, -0.025071967393159866, -0.0057221087627112865, 0.16703471541404724, -0.022616947069764137, -0.12043873220682144, 0.07801167666912079, -0.08588208258152008, 0.011526131071150303, -0.009676576592028141, -0.002976127900183201, -0.0009926444618031383, 0.1183801218867302, -0.03990525007247925, 0.007565241772681475, -0.05344657972455025, 0.20113880932331085, 0.08199221640825272, 0.09180809557437897, -0.0620734728872776, -0.13674816489219666, 0.008672250434756279, 0.034125298261642456, -0.05072591453790665, -0.04574114456772804, 0.05378524214029312, -0.09404642879962921, 0.0037779577542096376, -0.003646304365247488, 0.047867827117443085, -0.07509195059537888, 0.002880420070141554, 0.017050892114639282, 0.007424407638609409, -0.060857586562633514, 0.0070959837175905704, -0.023724161088466644, -0.0214943066239357, 0.08803775906562805, 0.031820233911275864, -0.04764127358794212, -0.06997688859701157, 0.016237974166870117, 0.01990308053791523, 0.02086494117975235, 0.06010289490222931, -0.0012894270475953817, 0.03231390193104744, -0.09731895476579666, 0.02997760660946369, 0.056829266250133514, -0.06519924849271774, 0.12869837880134583, 0.0744919627904892, 0.047271303832530975, -0.012286690063774586, 0.00493914308026433, -0.1025223508477211, 0.002905571600422263, 0.010656893253326416, -0.050159960985183716, 0.05858757719397545, 0.012266699224710464, -0.01901138201355934, -0.06224542856216431, -0.13052000105381012, -0.0951572135090828, -0.023680122569203377, -0.015716223046183586, 0.12470901012420654, 0.041777338832616806, 0.03845631703734398, -0.03301890566945076, -0.06541246175765991], [-0.03179829940199852, -0.04687121510505676, -0.10936049371957779, 0.020933227613568306, -0.0379096195101738, 0.015394589863717556, 0.13896793127059937, -0.037711940705776215, 0.04772374406456947, -0.0609905906021595, 0.03854425996541977, 0.02114296704530716, 0.030643006786704063, 0.014414898119866848, 0.003816925222054124, 0.07440811395645142, 0.03992291912436485, -0.019607456400990486, 0.017272647470235825, 0.05566944181919098, -0.04624836891889572, 0.03730311244726181, -0.0598423145711422, -0.0035859867930412292, -0.017224984243512154, 0.02586614340543747, -0.051696185022592545, -0.03694317862391472, 0.017507746815681458, 0.17914585769176483, 0.03517712280154228, -0.061917733401060104, 0.03230324387550354, 0.06674396246671677, 0.14135052263736725, -0.08360293507575989, 0.03229741007089615, -0.02161531150341034, -0.030167464166879654, 0.005070689134299755, -0.0009364139987155795, -0.11885088682174683, 0.018120435997843742, 0.03636768460273743, -0.07914125174283981, 0.07249555736780167, 0.03677697107195854, -0.0719335749745369, -0.04747466742992401, 0.1055656298995018, 0.09580794721841812, -0.015107695013284683, 0.07919035106897354, -0.045621491968631744, -0.056839652359485626, -0.07245127856731415, -0.01543497759848833, 0.060233429074287415, -0.054967619478702545, -0.038437508046627045, 0.09720055013895035, -0.05217438563704491, -0.014249828644096851, -0.006669842638075352, 0.02877289615571499, 0.04941884055733681, 0.04994715377688408, 0.07432866841554642, 0.05053854361176491, -0.10700079053640366, 0.14335870742797852, 0.0231611467897892, 0.14896352589130402, -0.0022278071846812963, -0.09176990389823914, 0.019356071949005127, -0.023705458268523216, 0.00821799784898758, 0.03223355859518051, 0.1548587530851364, -0.07613228261470795, -0.057829394936561584, 0.03837214782834053, 0.009258854202926159, -0.05899069830775261, -0.07102943956851959, 0.01547788642346859, 0.10775770992040634, -0.0221851859241724, -0.040712032467126846, -0.05073641613125801, -0.04445396363735199, 0.0068420590832829475, -0.0016830948879942298, 0.055098190903663635, -0.10195543617010117, 0.04482536390423775, 0.08215142786502838, 0.07955741882324219, 0.07838547229766846, 0.013193885795772076, -0.05011887103319168, 0.018698155879974365, 0.08600001782178879, 0.049468085169792175, 0.07373449951410294, 0.03582318499684334, 0.02809561975300312, 0.018893547356128693, 0.028683040291070938, 0.025506556034088135, 0.04048663005232811, -0.04867648705840111, -0.11686578392982483, 0.04796040058135986, -0.055064283311367035, -0.06548235565423965, -0.0032921703532338142, -0.025486264377832413, -0.08839169889688492, -0.00720503693446517, -0.07074575871229172, -0.06709884852170944, -0.01971091516315937, 0.025618908926844597, 0.028896484524011612, 0.051696643233299255, -0.07312770932912827], [-0.05059528723359108, 0.0338219590485096, -0.07309980690479279, -0.07634364813566208, 0.0059827412478625774, -0.02736937627196312, 0.1343991607427597, 0.026756495237350464, 0.05524221435189247, 0.050392866134643555, -0.003139317035675049, -0.04684232920408249, 0.014695592224597931, -0.013974220491945744, -0.013648484833538532, 0.09784222394227982, 0.06858745962381363, -0.0020052737090736628, -0.016134213656187057, 0.04144212603569031, -0.040429674088954926, 0.028187112882733345, -0.09845428913831711, 0.07986757904291153, 0.017647435888648033, -0.024795640259981155, 0.0019325065659359097, -0.04691378027200699, 0.0284239761531353, 0.05682404711842537, 0.058452341705560684, -0.12490703910589218, 0.046676862984895706, 0.023398088291287422, 0.12488778680562973, -0.056611400097608566, -0.030069205909967422, 0.070356585085392, -0.02263009548187256, -0.014475297182798386, 0.012406665831804276, -0.0838809534907341, -0.022509999573230743, -0.042597439140081406, -0.09776058048009872, 0.09916339814662933, -0.00998907070606947, -0.02730591781437397, -0.009354565292596817, 0.12716728448867798, 0.167063906788826, 0.01540021039545536, -0.009677167050540447, -0.08044731616973877, 0.003668089397251606, 0.0010903396178036928, -0.05364782735705376, 0.16489042341709137, -0.043236393481492996, -0.06457120925188065, 0.016178971156477928, -0.021109210327267647, -0.0357879213988781, -0.008756610564887524, -0.0018102879403159022, -0.05140775442123413, 0.026624316349625587, 0.021780267357826233, 0.012465894222259521, -0.041410934180021286, 0.11974643915891647, 0.10125713795423508, 0.08137764036655426, -0.003878440707921982, -0.018054036423563957, -0.003671786515042186, -0.047119081020355225, -0.015588004142045975, -0.026966849341988564, 0.1080993115901947, -0.0625840350985527, -0.031261663883924484, -0.007432917598634958, -0.0034252647310495377, -0.03580446541309357, -0.04131530970335007, 0.028822269290685654, 0.057713281363248825, -0.04140739515423775, -0.015091325156390667, 0.03341873735189438, -0.012520401738584042, 0.010260363109409809, -0.012308137491345406, 0.0599549263715744, -0.1212865561246872, 0.0011554184602573514, 0.07294024527072906, 0.02212906815111637, 0.01741589978337288, 0.04712725430727005, -0.04186846688389778, -0.08232832700014114, 0.04510636627674103, 0.10900704562664032, -0.10439310222864151, -0.012968102470040321, -0.03458096832036972, -0.04495978727936745, 0.042018793523311615, 0.02029934898018837, 0.024245265871286392, -0.0007745080511085689, -0.04617667943239212, -0.017301805317401886, -0.007537671830505133, -0.08023366332054138, -0.06937215477228165, -0.06383905559778214, -0.09679919481277466, -0.010363001376390457, -0.0657883808016777, -0.04338199272751808, -0.019289612770080566, 0.07334800809621811, 0.014154311269521713, 0.02425847388803959, -0.10783817619085312], [0.04789053648710251, -0.07570511102676392, -0.11141996830701828, -0.04567006975412369, -0.07582255452871323, 0.0007380169699899852, 0.04718172922730446, -0.02059943787753582, 0.015884974971413612, -0.08017311245203018, -0.04991273581981659, -0.0007853555725887418, -0.06048048287630081, -0.04862140491604805, 0.01460629515349865, 0.03342858701944351, 0.17452353239059448, 0.04191384091973305, -0.034882061183452606, 0.09595773369073868, -0.05125223100185394, 0.025975897908210754, -0.04767856001853943, 0.09162166714668274, -0.013963775709271431, 0.03358855098485947, -0.015497985295951366, -0.06570138037204742, -0.032213274389505386, 0.1250922679901123, 0.03954664245247841, -0.07665026932954788, 0.024826770648360252, 0.016825705766677856, 0.11765849590301514, -0.0778079479932785, -0.008315983228385448, 0.010851616971194744, 0.03676353022456169, 0.03954223543405533, 0.019736675545573235, -0.1555805504322052, 0.004724710248410702, -0.004493480082601309, -0.08814699202775955, 0.1168426051735878, -0.03181576356291771, -0.03682821989059448, -0.04220564290881157, 0.1471305638551712, 0.15152326226234436, -0.04857618361711502, 0.022595353424549103, -0.09259065240621567, -0.052578479051589966, -0.04026550427079201, -0.006902622524648905, 0.17578239738941193, -0.07072900235652924, -0.10095478594303131, 0.08543781191110611, -0.0787510946393013, 0.019962703809142113, 0.015527025796473026, -0.011556670069694519, 0.025102028623223305, 0.04066150635480881, -0.004446078557521105, 0.008375645615160465, -0.10546576231718063, 0.13180482387542725, 0.13179390132427216, 0.15484967827796936, -0.043771758675575256, -0.0039032334461808205, 0.10718228667974472, -0.017541296780109406, -0.057424213737249374, 0.0076929847709834576, 0.04216870293021202, -0.15312717854976654, -0.06051701679825783, 0.00011930892651434988, 0.004791975952684879, -0.05351844057440758, -0.06788099557161331, -0.019287487491965294, 0.09426403790712357, -0.03265519067645073, -0.043768253177404404, -0.02714359015226364, 0.0002590630028862506, 0.07598055154085159, 0.041860248893499374, 0.04708699509501457, -0.052333198487758636, 0.005519116763025522, 0.05938909202814102, -0.020138898864388466, 0.08298394829034805, 0.08742093294858932, 0.031386543065309525, -0.10380434989929199, -0.036610908806324005, 0.07261417806148529, -0.029396887868642807, 0.004983445629477501, 0.011307843960821629, -0.0516529381275177, 0.008756543509662151, -0.002133107976987958, -0.00782470591366291, -0.040918201208114624, 0.03841711953282356, -0.05635485798120499, -0.012052267789840698, -0.09501468390226364, -0.046224936842918396, -0.09223943203687668, -0.03987620025873184, -0.029925310984253883, -0.0031940338667482138, 0.07698281854391098, 0.06723424047231674, 0.026730185374617577, 0.09345710277557373, 0.0038578042294830084, 0.0007759968866594136], [-0.05493900552392006, -0.11155644804239273, -0.13737988471984863, -0.07599882036447525, -0.019054198637604713, 0.04016397148370743, 0.04481576010584831, 0.07879523932933807, 0.030492281541228294, -0.04281651973724365, 0.027174707502126694, 0.018350204452872276, -0.008534301072359085, -0.032560426741838455, 0.03811362758278847, 0.01160357240587473, 0.05655405670404434, -0.02030002698302269, -0.0010130471782758832, 0.04890673607587814, -0.08205019682645798, 0.11617852002382278, -0.06652859598398209, 0.07931611686944962, -0.019419433549046516, 0.011795501224696636, -0.06958463788032532, -0.014495372772216797, -0.019092915579676628, 0.11339826881885529, -0.033320460468530655, -0.06417800486087799, -0.04117196798324585, 0.0440644808113575, 0.04344935715198517, -0.07209462672472, -0.04895399510860443, 0.07308416813611984, 0.007096245884895325, 0.07321054488420486, 0.0025243712589144707, -0.07589104771614075, -0.05550367757678032, 0.011170330457389355, -0.04510129615664482, 0.1253819316625595, 0.02029687538743019, 0.0030446494929492474, 0.05436126887798309, 0.11919701099395752, 0.07980337738990784, 0.04267803207039833, -0.024919418618083, -0.067142553627491, -0.08626771718263626, -0.022275980561971664, -0.023332921788096428, 0.1406897008419037, -0.048104431480169296, -0.0766531229019165, 0.04593735933303833, -0.10967403650283813, -0.07212747633457184, -0.015321373008191586, -0.06851895898580551, -0.11420552432537079, 0.06048447638750076, -0.036849044263362885, -0.011894842609763145, -0.04868359863758087, 0.1136200875043869, 0.11202949285507202, 0.12786079943180084, 0.019353928044438362, -0.007528990041464567, -0.015983549878001213, -0.0017831340664997697, -0.021700425073504448, -0.011876305565237999, 0.10287434607744217, -0.08888883143663406, -0.030812401324510574, 0.016576742753386497, -0.07761316746473312, -0.0037778611294925213, -0.07075079530477524, 0.04075828567147255, 0.03825012594461441, -0.044329382479190826, 0.053295377641916275, -0.04187772423028946, -0.004590153228491545, 0.011095229536294937, -0.007876022718846798, 0.048113495111465454, -0.1506294459104538, 0.02699790708720684, 0.03932939097285271, 0.025108404457569122, 0.012519710697233677, 0.08061327785253525, -0.026481015607714653, -0.06470225006341934, 0.06774595379829407, 0.12067772448062897, -0.039641886949539185, 0.08812018483877182, 0.03372415155172348, -0.0058128125965595245, 0.023873168975114822, 0.0043107084929943085, -0.06349697709083557, -0.031386010348796844, 0.10591355711221695, -0.03077583946287632, 0.03401718661189079, -0.07265463471412659, -0.012395061552524567, -0.04271538555622101, -0.0657077208161354, -0.03900681063532829, -0.02767171524465084, -0.03902485594153404, 0.02809051238000393, 0.08174189925193787, 0.018332239240407944, -0.07390683889389038, -0.09340758621692657], [0.019932573661208153, -0.12675870954990387, -0.07730887830257416, -0.08300478011369705, 0.03705086186528206, 0.03297736123204231, 0.07430830597877502, 0.0622827373445034, -0.0035402337089180946, -0.016978928819298744, -0.006445514038205147, 0.053430985659360886, -0.024004558101296425, 0.026174306869506836, 0.020396847277879715, 0.0456959493458271, 0.03961838781833649, -0.007929114624857903, -0.05571978539228439, 0.0557231567800045, 0.017491895705461502, 0.0823209285736084, -0.052583858370780945, 0.021758368238806725, -0.1154525876045227, 0.03171740472316742, 0.00181346177123487, -0.026298627257347107, 0.02904537506401539, 0.13861194252967834, 0.06199200078845024, -0.04892373085021973, -0.03830545395612717, -0.010682045482099056, 0.10951556265354156, -0.0854843407869339, 0.05431631952524185, 0.021358704194426537, -0.008716462180018425, -0.00847167894244194, -0.033932000398635864, -0.13508576154708862, -0.06294098496437073, 0.06024773418903351, 0.015445960685610771, -0.020102255046367645, 0.06926998496055603, 0.050400495529174805, -0.0016692695207893848, 0.15421141684055328, 0.16909684240818024, -0.008220389485359192, 0.05202043056488037, -0.04459695518016815, -0.09483318030834198, -0.027062471956014633, -0.04923398792743683, 0.06806398928165436, 0.016643250361084938, -0.08519765734672546, 0.0871456116437912, -0.0479113906621933, 0.08550243079662323, 0.05044764652848244, -0.012890933081507683, -0.023636171594262123, -0.011249464936554432, -0.02824079431593418, -0.02684289589524269, -0.04872222617268562, 0.11762439459562302, 0.07279416173696518, 0.09380625188350677, 0.06254365295171738, -0.07177823781967163, -0.005603802390396595, 0.019113579764962196, -0.03827836364507675, -0.13439905643463135, 0.03976834565401077, -0.1882271021604538, 0.025838028639554977, -0.034070372581481934, -0.024255232885479927, -0.06465037167072296, -0.025161605328321457, -0.06897831708192825, -0.0015652630245313048, -0.06553094834089279, 0.038613539189100266, -0.057309772819280624, 0.010317780077457428, 0.13761331140995026, 0.020413704216480255, 0.022143080830574036, -0.011186094023287296, 0.03562971204519272, 0.10091931372880936, -0.04105211794376373, 0.08906562626361847, -0.05214238166809082, 0.031620509922504425, -0.06863034516572952, 0.019244087859988213, 0.06188226118683815, -0.07253175973892212, -0.015081153251230717, -0.05038987472653389, -0.05310541391372681, -0.08646371960639954, 0.0429127961397171, -0.04593687132000923, -0.06261062622070312, -0.004089635796844959, -0.06158997491002083, 0.039445821195840836, -0.07754869759082794, -0.09823092073202133, -0.03509747236967087, -0.1350545734167099, -0.02683490887284279, -0.05455724522471428, -0.018169868737459183, 0.0522298738360405, 0.026983067393302917, -0.02079376019537449, 0.030949464067816734, -0.14950500428676605], [-0.054764967411756516, -0.06190773472189903, -0.07627569139003754, -0.06988289952278137, -0.0616803877055645, -0.04677717015147209, 0.1572449952363968, 0.016772355884313583, -0.013174175284802914, 0.017904171720147133, 0.00028136829496361315, -0.04947523772716522, 0.014499151147902012, -0.00826520286500454, 0.0518173910677433, -0.005022107623517513, 0.016158493235707283, 0.033377110958099365, -0.014562641270458698, 0.08195245265960693, 0.0627978965640068, 0.10519149899482727, -0.0650608241558075, 0.04148725047707558, -0.10927200317382812, 0.008049792610108852, 0.02021239884197712, -0.09421638399362564, 0.01683386042714119, 0.08796572685241699, 0.013917935080826283, 0.008937942795455456, -0.05142056196928024, 0.02118334174156189, 0.1674903780221939, 0.005568118765950203, 0.017015404999256134, 0.03002340905368328, -0.02258528210222721, 0.0026536956429481506, 0.005030349362641573, -0.1087869256734848, -0.02748311497271061, 0.04999969154596329, -0.02447327971458435, 0.04709921032190323, -0.015387245453894138, -0.03518815338611603, -0.007613497786223888, 0.06506244838237762, 0.0987916886806488, -0.003373397747054696, 0.02207278087735176, -0.05007309839129448, -0.11052019149065018, -0.0324854739010334, -0.04758438840508461, 0.1627754122018814, -0.031376730650663376, 0.03180428594350815, -0.009640533477067947, -0.08745923638343811, -0.006767685059458017, 0.023322122171521187, -0.09109585732221603, -0.001188209862448275, 0.01258356124162674, -0.012104869820177555, -0.0030510236974805593, -0.10681915283203125, 0.11876692622900009, -0.015701070427894592, 0.08315443247556686, 0.05965761840343475, -0.07503587752580643, 0.061818819493055344, 0.0356777086853981, -0.08090817928314209, 0.006050453521311283, 0.11911449581384659, -0.03337335214018822, 0.023876452818512917, 0.019093895331025124, 0.05204759165644646, -0.04833688214421272, 0.015490190126001835, -0.000855937774758786, 0.02965162880718708, -0.06593716889619827, -0.0005883435369469225, -0.030316870659589767, 0.04395964369177818, 0.10406972467899323, 0.06865593045949936, -0.044540632516145706, -0.012248624116182327, 0.06530263274908066, 0.05183935537934303, 0.10255923122167587, 0.03519903123378754, -0.03270342946052551, -0.019050350412726402, -0.05945316329598427, -0.010609596967697144, 0.015232653357088566, -0.04610831290483475, -0.024095648899674416, 0.042188018560409546, -0.020489148795604706, -0.07150740921497345, -0.013762835413217545, 0.02067679539322853, -0.008769094944000244, 0.043080270290374756, -0.02066684141755104, 0.09971430152654648, -0.0077872746624052525, 0.0025499449111521244, -0.08361504226922989, -0.09602188318967819, 0.008508249185979366, -0.036598678678274155, 0.0277749951928854, 0.041272833943367004, -0.003906404599547386, 0.09174886345863342, 0.04047846794128418, -0.010239329189062119], [-0.08379994332790375, -0.06309279054403305, -0.06077326089143753, -0.04941380023956299, -0.08218014240264893, 0.07039491087198257, 0.03700326755642891, -0.007926074787974358, 0.02646484039723873, -0.0007458344916813076, -0.008257501758635044, -0.01951681450009346, -0.009719623252749443, 0.04208890348672867, 0.04455803707242012, 0.0032190270721912384, 0.10264000296592712, -0.013593683950603008, -0.0013543741079047322, 0.046616051346063614, -0.057727642357349396, 0.0775931105017662, -0.08922994881868362, 0.06275669485330582, 0.020980408415198326, -0.015520034357905388, -0.03033248521387577, -0.03611428290605545, 0.04349810257554054, 0.1150050088763237, 0.015221118927001953, -0.02839907631278038, 0.00125758012291044, 0.09412433207035065, 0.14349108934402466, -0.0438983216881752, -0.060184579342603683, 0.020999101921916008, -0.012420263141393661, 0.03938453271985054, -0.029872959479689598, -0.11480946093797684, -0.026859072968363762, 0.04426711052656174, -0.045737262815237045, 0.0737827867269516, 0.002209931844845414, 0.05748647451400757, -0.03322598710656166, 0.08324381709098816, 0.17898400127887726, 0.03002960979938507, -0.011641180142760277, -0.08061926811933517, -0.09023056924343109, -0.047297101467847824, -0.05631495267152786, 0.13982728123664856, 0.014504067599773407, -0.05928007885813713, 0.06550990790128708, -0.05028871074318886, -0.023668935522437096, 0.03476722538471222, 0.0008384381653741002, -0.0412505641579628, 0.030558152124285698, -0.020707055926322937, -0.0004183097626082599, -0.09013701975345612, 0.08390844613313675, 0.10343755781650543, 0.10098480433225632, 0.02178475633263588, -0.0352063849568367, 0.07601431012153625, -0.027727896347641945, -0.04284684732556343, 0.018925504758954048, 0.011915507726371288, -0.06942756474018097, -0.03664315491914749, -0.04111400619149208, -0.0047626374289393425, -0.07753989100456238, -0.04485246539115906, 0.02770511619746685, 0.012411568313837051, -0.14984899759292603, 0.013080349192023277, -0.017895720899105072, -0.033051323145627975, 0.09148750454187393, -0.01865667849779129, 0.01789109595119953, -0.08853929489850998, 0.01732756942510605, 0.05203651264309883, 0.03291841968894005, -0.005259766709059477, 0.0017795732710510492, 0.04368432238698006, -0.05245275795459747, -0.00015788573364261538, 0.07335586100816727, -0.03090803325176239, -0.0049892389215528965, 0.08215998113155365, -0.05775056779384613, -0.027975227683782578, 0.022418035194277763, -0.01846384070813656, -0.02388831041753292, -0.0262940414249897, -0.04284233972430229, -0.04086444154381752, -0.08649016916751862, 0.022397106513381004, 0.013002869673073292, -0.09846632182598114, -0.07595343887805939, -0.08204435557126999, -0.0417061522603035, -0.007752907462418079, 0.03846856206655502, 0.00035709180519916117, 0.04394368454813957, -0.07864902168512344], [-0.009720462374389172, -0.0675448626279831, -0.12079308927059174, -0.11923433840274811, -0.011463621631264687, -0.04521877318620682, 0.07409316301345825, 0.011785751208662987, -0.04261405020952225, 0.017698807641863823, -0.012062235735356808, -0.01821937784552574, -0.015373367816209793, 0.010807652957737446, 0.03435380011796951, 0.022611727938055992, 0.026064680889248848, -0.006771977990865707, -0.010550892911851406, 0.09996668249368668, -0.03841197490692139, 0.060208000242710114, -0.10143093019723892, 0.03732529655098915, 0.008204258978366852, 0.025543486699461937, -0.03441978991031647, 0.00032664850004948676, 0.002159334719181061, 0.1412436068058014, 0.005501937121152878, -0.06544329226016998, -0.029591843485832214, -0.005888792220503092, 0.07136302441358566, -0.10460025817155838, -0.03654298558831215, 0.03840102627873421, -0.07061757892370224, -0.005383053328841925, -0.03238116577267647, -0.07658156752586365, -0.05874361842870712, 0.038836363703012466, -0.019035736098885536, 0.05029480159282684, -0.07630962133407593, 0.09527348726987839, -0.010813562199473381, 0.14067822694778442, 0.12397214025259018, 0.02272600121796131, -0.02186003141105175, -0.145748108625412, -0.0954921618103981, -0.011371122673153877, -0.05952201038599014, 0.1398821771144867, 0.0311201810836792, -0.04840246960520744, 0.08417174965143204, -0.06105672940611839, -0.05449791997671127, 0.00279716937802732, -0.025600174441933632, -0.011761735193431377, 0.026226382702589035, -0.019104935228824615, -0.027049515396356583, -0.06483589112758636, 0.1690865159034729, 0.1031579077243805, 0.08956349641084671, 0.0037286437582224607, -0.0224398635327816, 0.045878585427999496, 0.03767324239015579, -0.02855081669986248, -0.030027786269783974, 0.05044874921441078, -0.11278786510229111, -0.024590065702795982, -0.06164957210421562, 0.019592201337218285, -0.01395786739885807, -0.040456198155879974, 0.005332323256880045, 0.05772114545106888, -0.07943601161241531, -0.030991297215223312, 0.014597256667912006, -0.011546304449439049, 0.025931639596819878, -0.04327802732586861, 0.03664841875433922, -0.08088448643684387, 0.02704433724284172, 0.13847236335277557, -0.004151937551796436, 0.007955911569297314, 0.014828607439994812, 0.005027004983276129, -0.09644653648138046, -0.015232164412736893, 0.05461264029145241, -0.05515812709927559, 0.06362652778625488, -0.029413511976599693, 0.025481801480054855, -0.08105359226465225, 0.07805094867944717, -0.04494120925664902, -0.05549606308341026, 0.05461949482560158, -0.11797267198562622, 0.07672499865293503, 0.00219692918471992, -0.06594862788915634, -0.04214518889784813, -0.11303359270095825, -0.004960336722433567, -0.05041196942329407, 0.0010056470055133104, 0.05128902569413185, 0.031760480254888535, 0.048007115721702576, -0.05787799134850502, -0.12357863783836365], [-0.03388000279664993, -0.03909366577863693, -0.07622707635164261, -0.10863376408815384, -0.04226803034543991, -0.04133174940943718, 0.046275366097688675, 0.08629237860441208, -0.005036622751504183, 0.0868733748793602, -0.0029581815470010042, 0.029396116733551025, -0.03137088939547539, -0.06754375994205475, 0.022679638117551804, 0.014853585511446, 0.10620041936635971, -0.04689602181315422, -0.06219595670700073, 0.009095359593629837, -0.006042785942554474, 0.07274524122476578, -0.007435581646859646, 0.02458256483078003, 0.05974847450852394, -0.0618598572909832, -0.006831151433289051, 0.028954483568668365, -0.0017220800509676337, 0.12128258496522903, -0.05366841331124306, -0.05194641649723053, -0.04936673492193222, 0.06313848495483398, 0.08201002329587936, -0.03553007170557976, -0.0034520411863923073, -0.017125723883509636, -0.07907722145318985, 0.033729907125234604, -0.006731589324772358, -0.06553728133440018, 0.008245459757745266, 0.043924495577812195, -0.0065040248446166515, 0.07395779341459274, -0.02030939795076847, -0.03274036943912506, -0.003401589347049594, 0.029951144009828568, 0.056303273886442184, 0.05031827464699745, -0.04666163772344589, -0.014712040312588215, -0.07307752221822739, 0.05995331332087517, -0.052490465342998505, 0.1380031406879425, -0.05768221989274025, -0.04176778718829155, 0.01838674023747444, -0.0024659973569214344, 0.016818873584270477, -0.048279374837875366, -0.06809140741825104, -0.09920113533735275, 0.052397552877664566, 0.03457828238606453, -0.03034401871263981, -0.02756195329129696, 0.1352096050977707, 0.059257831424474716, 0.08049595355987549, 0.020616760477423668, -0.02857714518904686, -0.02068532072007656, 0.02088909223675728, -0.058526165783405304, -0.06759683042764664, 0.09309477359056473, -0.11881954967975616, -0.013784152455627918, 0.04859074950218201, -0.05385913699865341, -0.04628586024045944, 0.010466344654560089, -0.06473313271999359, -0.013217260129749775, -0.1282089650630951, 0.008448448963463306, -0.08400958776473999, 0.09123934060335159, 0.045603055506944656, 0.025920333340764046, -0.03164030611515045, -0.13276109099388123, 0.02255011536180973, 0.11280016601085663, 0.07250678539276123, 0.029918093234300613, 0.03661151975393295, -0.037902481853961945, -0.07271318137645721, -0.000729581865016371, 0.10395851731300354, -0.10405779629945755, -0.021968472748994827, 0.04048828035593033, 0.006563974544405937, 0.0012019206769764423, 0.014399366453289986, -0.012712361291050911, 0.018665939569473267, 0.020398546010255814, -0.043676044791936874, 0.06020171195268631, -0.05243229866027832, -0.001816200208850205, -0.07492999732494354, -0.08274379372596741, -0.0529789961874485, -0.05397369712591171, -0.006393920164555311, 0.060121603310108185, 0.04323575273156166, -0.016722658649086952, -0.08966431766748428, -0.08830772340297699], [0.019339943304657936, -0.10053464025259018, -0.10283596068620682, 0.008446838706731796, -0.061387039721012115, 0.025482624769210815, 0.030536534264683723, -0.02969582937657833, -0.025364235043525696, -0.05147840455174446, -0.015353865921497345, -0.002650969196110964, -0.037717305123806, 0.05325165390968323, 0.04702671617269516, -0.0015886373585090041, 0.16148120164871216, 0.0550740510225296, -0.0017797747859731317, 0.06371694803237915, -0.06344254314899445, 0.027102302759885788, -0.13680881261825562, 0.08401767909526825, -0.05677341669797897, 0.023815510794520378, -0.027525966987013817, -0.02417914941906929, -0.04411844536662102, 0.13606087863445282, 0.04577561095356941, -0.04696308821439743, -0.0017968195024877787, 0.04091760888695717, 0.13305683434009552, -0.054134551435709, -0.03751063719391823, 0.06475447863340378, -0.025405602529644966, 0.0359770730137825, -0.061995021998882294, -0.07428139448165894, -0.061090968549251556, 0.018533146008849144, -0.02622414007782936, 0.07590337842702866, -0.019056087359786034, -0.05942607298493385, -0.04351675510406494, 0.16424374282360077, 0.10385777056217194, -0.05322214588522911, 0.02134532481431961, -0.08094627410173416, -0.06503214687108994, -0.04157058149576187, 0.0023303318303078413, 0.1063765361905098, -0.09382325410842896, -0.05392118915915489, 0.09815661609172821, -0.045760415494441986, 0.00850093737244606, 0.04106472432613373, -0.02533891052007675, -0.01918981969356537, 0.13636314868927002, -0.04279341176152229, -0.02725951373577118, -0.07964732497930527, 0.16850753128528595, 0.119699627161026, 0.17866717278957367, -0.027829935774207115, -0.017056772485375404, 0.0005490191979333758, 0.0021497183479368687, 0.03352271392941475, -0.023360565304756165, 0.08158716559410095, -0.10778076946735382, -0.06792484223842621, 0.07538484036922455, 0.032041486352682114, 0.0249456986784935, 0.0078971479088068, -0.04880201816558838, 0.04448501393198967, -0.045854467898607254, -0.046406760811805725, -0.04127990081906319, -0.022173292934894562, 0.07233186066150665, -0.003682979615405202, 0.09713203459978104, -0.050159286707639694, -0.025413036346435547, 0.03727046772837639, 0.005187805276364088, 0.03680989891290665, 0.06249755993485451, -0.03283393010497093, -0.08176060765981674, -0.005127288866788149, 0.07924731820821762, -0.07307697087526321, 0.12319300323724747, 0.10325301438570023, 0.03155031427741051, 0.023729737848043442, -0.029241615906357765, 0.04639077186584473, 0.002785626333206892, -0.019317515194416046, -0.014027734287083149, -0.04692939668893814, -0.029853271320462227, -0.051511988043785095, -0.0018137861043214798, -0.04475835710763931, -0.03144029900431633, -0.01823345012962818, 0.06595230102539062, 0.09382134675979614, 0.011991056613624096, 0.030726024881005287, 0.011184720322489738, -0.07382869720458984], [-0.019952528178691864, -0.02436768263578415, -0.09120892733335495, -0.08940289169549942, -0.06318225711584091, 0.07138601690530777, 0.04963841661810875, 0.07839956879615784, 0.033931490033864975, 0.036470670253038406, 0.009851042181253433, -0.06711553037166595, -0.030197905376553535, -0.010424229316413403, -0.026456255465745926, -0.0015403417637571692, 0.06572289764881134, 0.069820836186409, -0.0051958635449409485, 0.01426832564175129, -0.08852464705705643, 0.06198027357459068, -0.06787466257810593, 0.059430599212646484, 0.02315531112253666, -0.012415936216711998, -0.013525362126529217, -0.0364973284304142, -0.01248040422797203, 0.07075441628694534, 0.04166604205965996, -0.02161923050880432, -0.016366539523005486, -0.008935175836086273, 0.18389950692653656, -0.007862627506256104, 0.05200916528701782, -0.030538184568285942, -0.009699984453618526, -0.02856501191854477, 0.017753753811120987, -0.14657241106033325, -0.10074745863676071, -0.034145813435316086, -0.023702645674347878, 0.07187095284461975, -0.03609107807278633, 0.037444692105054855, -0.04340886324644089, 0.09476786851882935, 0.10585645586252213, 0.010603226721286774, -0.0029934921767562628, -0.08436311036348343, -0.05909702554345131, -0.0140212532132864, -0.13110055029392242, 0.1251395344734192, 0.024617496877908707, -0.0033322854433208704, 0.062475066632032394, -0.0787438452243805, 0.045018650591373444, 0.03393368795514107, -0.04843691736459732, 0.02352750115096569, 0.09475187957286835, -0.02671051025390625, 0.05298012122511864, -0.1057741791009903, 0.14089778065681458, 0.06621783971786499, 0.07820675522089005, -0.025162382051348686, -0.072720006108284, 0.0838889628648758, -0.046593811362981796, -0.009624576196074486, -0.0658380463719368, 0.059121038764715195, -0.04105488210916519, -0.05871647596359253, 0.03930724412202835, 0.06734485924243927, -0.093144990503788, 0.040614910423755646, -0.01060560904443264, 0.003327312646433711, -0.0568452849984169, -0.004171374719589949, 0.016070419922471046, -0.051784779876470566, 0.10073317587375641, -0.032438475638628006, 0.025200800970196724, -0.08326313644647598, 0.010922198183834553, 0.0707666203379631, 0.07490997016429901, -0.003106513759121299, 0.07950203120708466, -0.036253683269023895, -0.007657456211745739, -0.08572202920913696, 0.0809737890958786, -0.0026281308382749557, 0.008008161559700966, -0.010974445380270481, 0.08118932694196701, -0.015268364921212196, -0.021509239450097084, 0.06850537657737732, 0.01643184944987297, 0.029647817835211754, -0.03857992962002754, -0.03821955621242523, 0.058817535638809204, 0.07058387994766235, -0.08520080894231796, -0.1000642478466034, 0.04438451677560806, -0.02449408359825611, 0.03229912742972374, 0.063382089138031, 0.01907622627913952, 0.08728557825088501, -0.008732573129236698, -0.06485878676176071], [-0.042023010551929474, -0.09398330003023148, -0.10916357487440109, -0.06747543066740036, -0.07373654842376709, 0.012094935402274132, 0.052737705409526825, 0.0922066867351532, -0.010534391738474369, -0.02508615516126156, -0.012387179769575596, 0.004149834159761667, -0.0070119379088282585, -0.01505221612751484, 0.049076590687036514, -0.019128553569316864, 0.10863713175058365, 0.02121114172041416, -0.04950716346502304, 0.07456473261117935, -0.04155893623828888, 0.09824252873659134, -0.08810105174779892, 0.026374906301498413, -0.012567426078021526, 0.05913310870528221, -0.018099937587976456, -0.06498755514621735, 0.027420416474342346, 0.0936618521809578, -0.001491145696491003, -0.0732196494936943, 0.003411582438275218, 0.023101704195141792, 0.10014598816633224, -0.034908391535282135, 0.0722474455833435, 0.004261555150151253, -0.032481200993061066, 0.06661521643400192, -0.07585788518190384, -0.13069818913936615, -0.03128175809979439, 0.006844131741672754, 0.010483311489224434, 0.05870973691344261, 0.02005055733025074, 0.0026539298705756664, 0.01387499738484621, 0.14976298809051514, 0.165771022439003, -0.020215163007378578, -0.0391816720366478, -0.021345878019928932, -0.07654087245464325, -0.02501973882317543, -0.03922782838344574, 0.12766499817371368, -0.029308775439858437, -0.07993100583553314, 0.029333356767892838, -0.045306865125894547, -0.013086123391985893, 0.013603855855762959, -0.01842144876718521, -0.05024516209959984, 0.043202731758356094, 0.005727565381675959, -0.01124623604118824, -0.04434175789356232, 0.17012934386730194, 0.14632463455200195, 0.0816340520977974, 0.004037000704556704, -0.01690944842994213, 0.009872857481241226, 0.07527989894151688, 0.05977160111069679, -0.0163361057639122, 0.05279717594385147, -0.10529996454715729, -0.015425299294292927, 0.06444332748651505, -0.06338731944561005, 0.016911467537283897, 0.03572890907526016, -0.021431325003504753, 0.03459774702787399, -0.09272434562444687, -0.015154153108596802, 0.04957554489374161, 0.009618139825761318, 0.027485838159918785, 0.0483269989490509, -0.029314525425434113, -0.12978717684745789, -0.009462344460189342, 0.16194160282611847, 0.01917562261223793, 0.08490324765443802, 0.09037485718727112, 0.003090936690568924, -0.07668964564800262, -0.028937125578522682, 0.08199595659971237, -0.14918892085552216, 0.009749510325491428, 0.07011297345161438, 0.05267097428441048, 0.009859006851911545, -0.0798155888915062, 0.030485905706882477, -0.014109148643910885, 0.021610179916024208, -0.0710284486413002, 0.05473118647933006, -0.014610612764954567, -0.006406825967133045, -0.10722130537033081, -0.07714196294546127, -0.040314123034477234, -0.07810886204242706, -0.01677664928138256, 0.04553873836994171, 0.06560392677783966, 0.02720225602388382, -0.051320984959602356, -0.045437511056661606], [-0.056006040424108505, -0.026456808671355247, -0.11882054060697556, -0.025896316394209862, -0.08899904042482376, 0.07735186070203781, 0.019161084666848183, 0.04812075197696686, 0.10396552830934525, -0.010065915063023567, -0.03811207041144371, 0.025337189435958862, -0.0020319651812314987, 0.013903805054724216, 0.035185955464839935, -0.004459042102098465, 0.06165130063891411, 0.014227385632693768, -0.0065682390704751015, 0.10732873529195786, -0.020512044429779053, 0.0256741214543581, -0.12279551476240158, 0.09080617129802704, -0.016044145449995995, 0.08082296699285507, -0.04754805192351341, -0.06116952374577522, 0.018986403942108154, 0.14814342558383942, 0.07641719281673431, -0.08435802161693573, -0.021181102842092514, -0.005943065509200096, 0.15966719388961792, -0.04432773217558861, -0.002724436577409506, 0.08526213467121124, -0.0024339836090803146, -0.016831086948513985, -0.05347025766968727, -0.07026899605989456, 0.03235136345028877, 0.062103308737277985, -0.0655253604054451, 0.020701762288808823, -0.07748532295227051, -0.006829883437603712, -0.02627028338611126, 0.058910418301820755, 0.20646175742149353, 0.014497180469334126, -0.05088292062282562, -0.06624945998191833, -0.030080854892730713, -0.0579705610871315, -0.0017324304208159447, 0.0968247503042221, -0.05152345448732376, -0.11069811135530472, 0.10254021733999252, -0.022328611463308334, -0.0771096795797348, 0.01539708860218525, 0.023182881996035576, -0.09845961630344391, 0.0037468350492417812, -0.06923419237136841, 0.043374598026275635, -0.07712384313344955, 0.13672518730163574, 0.036331284791231155, 0.1296113133430481, -0.02667529508471489, -0.02421160601079464, 0.030828500166535378, -0.03702414408326149, -0.051086895167827606, -0.029587017372250557, -0.012988186441361904, -0.07007291913032532, -0.09152639657258987, -0.023714924231171608, 0.0016243451973423362, 0.017445480450987816, -0.05648234859108925, -0.08911805599927902, 0.046979110687971115, -0.10530253499746323, -0.009067661128938198, -0.023587169125676155, -0.06104573979973793, 0.04081587865948677, -0.01661139354109764, 0.0658976137638092, -0.08369842916727066, -0.02015719562768936, 0.06499181687831879, 0.04144340381026268, 0.03412962332367897, 0.07474855333566666, 0.05857985466718674, -0.1028439998626709, -0.028123553842306137, 0.08544508367776871, -0.06020107865333557, 0.04317528009414673, -0.001646624761633575, -0.0038249052595347166, 0.02864423394203186, 0.01999429054558277, -0.023208750411868095, -0.03056599386036396, 0.022297941148281097, -0.03216898441314697, -0.07520201057195663, -0.04223250225186348, -0.029763098806142807, 0.01799997128546238, -0.017664704471826553, -0.08031192421913147, -0.08733966201543808, 0.00635518878698349, 0.0804574191570282, -0.006319714244455099, 0.060709863901138306, 0.031190304085612297, -0.0680125430226326], [-0.10482393950223923, -0.10759738832712173, -0.1252511739730835, -0.05297078564763069, -0.12586799263954163, 0.06024310737848282, 0.054492153227329254, -0.04336204752326012, -0.028951125219464302, -0.04366543889045715, -0.02362973801791668, 0.011850422248244286, -0.019967935979366302, -0.0039977338165044785, 0.029053691774606705, -0.00494433892890811, 0.1546059101819992, 0.04328325390815735, 0.00860197190195322, 0.06712698191404343, -0.04045114666223526, 0.07982198894023895, -0.04566195234656334, 0.060823533684015274, -0.04839799180626869, 0.011369600892066956, -0.07712316513061523, -0.05354084074497223, 0.0216009970754385, 0.13843269646167755, -0.007764233276247978, -0.05345936119556427, -0.009763599373400211, 0.011020398698747158, 0.113588348031044, -0.043677859008312225, -0.03648083284497261, 0.10725844651460648, 0.010225394740700722, 0.006820858921855688, -0.05633543059229851, -0.07302150130271912, -0.04872177913784981, 0.07216677069664001, -0.07939621061086655, 0.10841093212366104, -0.051898591220378876, 0.006031862925738096, 0.011208097450435162, 0.06570405513048172, 0.18408571183681488, 0.02351333387196064, -0.03603512793779373, -0.0880848839879036, -0.16065894067287445, -0.017970653250813484, -0.013565870933234692, 0.12076141685247421, 0.02102711983025074, -0.03847178444266319, 0.04671582952141762, -0.0358472540974617, -0.06372764706611633, 0.00019050932314712554, -0.06600496172904968, -0.011325208470225334, 0.13427545130252838, -0.04640224948525429, 0.03006773255765438, -0.09231122583150864, 0.12228769809007645, 0.07822942733764648, 0.08029404282569885, -0.024272296577692032, -0.06949420273303986, -0.032467372715473175, 0.0036196280270814896, 0.08819694817066193, -0.0522763654589653, 0.029811296612024307, -0.043382562696933746, -0.043678637593984604, 0.059737514704465866, 0.019243234768509865, -0.025238892063498497, 0.004189641680568457, -0.03178917616605759, 0.03826778754591942, -0.05774152651429176, -0.0007749314536340535, -0.029957666993141174, -0.0593637153506279, 0.03927240148186684, -0.028337053954601288, 0.006225567776709795, -0.06039975583553314, -0.010726915672421455, 0.03799686208367348, 0.04103631153702736, 0.08618456870317459, 0.06523554027080536, 0.007715593092143536, -0.057895477861166, -0.04760833829641342, 0.07265511155128479, -0.02610846608877182, 0.040461163967847824, 0.052128903567790985, 0.03894626721739769, -0.02733490988612175, 0.029632220044732094, 0.0018020971911028028, -0.007450005039572716, 0.07147134840488434, -0.012764279730618, 0.03877834603190422, -0.052746374160051346, 0.01906043104827404, -0.0942177101969719, -0.05398598685860634, -0.05993211269378662, -0.022183746099472046, -8.796660404186696e-05, 0.07026370614767075, 0.013981761410832405, 0.0010584138799458742, 0.0012057751882821321, -0.07296749204397202], [0.036265671253204346, -0.05795733258128166, -0.08952143043279648, 0.004272304009646177, -0.08125070482492447, 0.09196529537439346, 0.09686089307069778, 0.003287065075710416, 0.01011898834258318, -0.044757891446352005, -0.008288643322885036, 0.02234267257153988, -0.011452733539044857, 0.038952700793743134, 0.014492234215140343, 0.025118745863437653, 0.13582375645637512, 0.005666845478117466, -0.034204330295324326, 0.014493065886199474, -0.01720617152750492, 0.022101735696196556, -0.059673845767974854, 0.07168520987033844, -0.011036421172320843, 0.05893125385046005, -0.07919635623693466, -0.043550360947847366, -0.009718882851302624, 0.09119307994842529, 0.06173443794250488, -0.0812513679265976, 0.011821337975561619, 0.008989584632217884, 0.1561727076768875, -0.045693449676036835, 0.038988932967185974, 0.032962359488010406, -0.05730286240577698, -0.05111246183514595, -0.061679136008024216, -0.04228142648935318, -0.11546429991722107, 0.061962004750967026, 0.011863624677062035, 0.01782701537013054, -0.058764539659023285, 0.003726594615727663, 0.03741927072405815, 0.13001300394535065, 0.11720436066389084, 0.01122250221669674, 0.025008834898471832, -0.08129183202981949, -0.07626144587993622, -0.021315982565283775, -0.024266934022307396, 0.1384860873222351, 0.05949370190501213, -0.03776444494724274, 0.07380150258541107, -0.11906015872955322, -0.07716770470142365, -0.004009931348264217, 0.006474997848272324, -0.06214673072099686, 0.10007499158382416, -0.04243575781583786, -0.0031280985567718744, -0.02221943438053131, 0.16876167058944702, 0.07470875978469849, 0.14075934886932373, 0.019488921388983727, -0.032148052006959915, -0.0477176159620285, -0.03205135837197304, 0.009869433008134365, -0.0319577120244503, 0.08261718600988388, -0.083247110247612, -0.015379962511360645, 0.018382709473371506, 0.02788325399160385, 0.0032731459941715, 0.08693314343690872, 0.03035224787890911, 0.05622795596718788, -0.06454058736562729, 0.04316047579050064, -0.043703287839889526, 0.00018608427490107715, 0.10001932829618454, 0.05421340465545654, -0.0182458758354187, -0.07453121244907379, 0.023251459002494812, 0.06554094702005386, 0.046697571873664856, 0.06750515103340149, -0.00044562737457454205, -0.00021563323389273137, -0.04392685368657112, 0.027999358251690865, 0.05844627693295479, -0.11299160867929459, 0.17658725380897522, 0.028300493955612183, 0.008848230354487896, 0.01823103427886963, -0.0011584463063627481, -0.033478133380413055, -0.015136533416807652, 0.04362550750374794, -0.08635180443525314, -0.017078351229429245, -0.025499192997813225, 0.004069199785590172, -0.06100138649344444, -0.12712116539478302, -0.048402294516563416, -0.07024042308330536, -0.0071029504761099815, 0.1233430728316307, 0.05000954493880272, 0.04842725768685341, 0.023330334573984146, -0.07182756066322327], [0.008410792797803879, -0.07550010085105896, -0.06363105773925781, -0.08600934594869614, -0.07340406626462936, -0.02157588303089142, 0.10307442396879196, -0.055291593074798584, -0.0008340817876160145, 0.0765179917216301, -0.09012912958860397, -0.07130395621061325, -0.05819907784461975, -0.026547249406576157, 0.03169752657413483, 0.012297029606997967, 0.05186953395605087, 0.05861743912100792, 0.020472127944231033, 0.0770973265171051, -0.09418252110481262, 0.02061605080962181, -0.06161097437143326, 0.013101927936077118, 0.023375822231173515, 0.01631184294819832, -0.0906430035829544, -0.033227767795324326, 0.001848707441240549, -0.005271667614579201, 0.038902398198843, -0.028334222733974457, 0.061139363795518875, 0.024055007845163345, 0.09587008506059647, -0.08728665113449097, -0.0793367475271225, -0.009638519026339054, -0.052903465926647186, 0.019781241193413734, -0.03357037156820297, -0.0927993506193161, -0.03278326243162155, 0.0430588498711586, -0.03784077987074852, 0.09101564437150955, -0.010604985989630222, -0.009517732076346874, 0.02230088785290718, 0.09824154525995255, 0.12244176119565964, 0.033680371940135956, 0.002604600740596652, -0.055030521005392075, -0.11830789595842361, -0.05541476979851723, -0.04908717796206474, 0.18673208355903625, -0.011753058061003685, -0.08444301038980484, 0.07172716408967972, -0.10797453671693802, -0.11550675332546234, 0.005134821403771639, -0.0058885435573756695, -0.04407772421836853, 0.07151174545288086, -0.04695960134267807, -0.07845497876405716, -0.0815981924533844, 0.07828668504953384, 0.14216555655002594, 0.13621675968170166, 0.028006043285131454, -0.07228371500968933, -0.01946951076388359, 0.02384791150689125, 0.014831948094069958, 0.03337404504418373, 0.020593538880348206, -0.08297678083181381, -0.08342049270868301, -0.002669069217517972, 0.025317266583442688, -0.014868590049445629, -0.03502921760082245, -0.02247251756489277, 0.07911510765552521, -0.05093060061335564, -0.00981429684907198, -0.00018325488781556487, -0.0335969515144825, 0.07311122119426727, -0.05457659065723419, 0.03327871114015579, -0.10779417306184769, 0.03644102066755295, 0.025791900232434273, 0.018345294520258904, 0.05223768949508667, 0.07730196416378021, 0.0412822924554348, -0.042599860578775406, 0.010720225982367992, 0.038798511028289795, -0.025363588705658913, 0.05421117693185806, 0.04714338481426239, -0.008295388892292976, 0.06087883189320564, -0.002763939555734396, -0.024030881002545357, 0.0023373865988105536, 0.0720783993601799, -0.05582405626773834, -0.006701608654111624, -0.061274804174900055, 0.0053551774471998215, -0.04885491356253624, -0.05607783794403076, -0.02438574656844139, -0.036630403250455856, -0.02789546176791191, 0.12845775485038757, 0.043638184666633606, -0.00467611663043499, 0.024713916704058647, -0.043965525925159454], [-0.061349377036094666, -0.10479281097650528, -0.06564530730247498, -0.055913228541612625, -0.06382773816585541, 0.05356726422905922, 0.030054276809096336, -0.017991505563259125, 0.0042779152281582355, -0.018855370581150055, -0.018431616947054863, -0.011425472795963287, -0.015399252064526081, 0.022647108882665634, -0.03059062547981739, 0.03197716176509857, 0.06942227482795715, 0.04270109161734581, -0.026262490078806877, 0.11208892613649368, -0.034440938383340836, 0.10262183845043182, -0.0734337791800499, 0.06835386902093887, 0.03285304084420204, 0.004936193581670523, -0.024956081062555313, -0.04104768857359886, 0.01842656545341015, 0.10094419121742249, 0.0011084841098636389, -0.03578232601284981, 0.05155974254012108, 0.055387143045663834, 0.11366551369428635, -0.08047718554735184, -0.005555176176130772, -0.005865789018571377, 0.01287927757948637, -0.03432310372591019, 0.031951893121004105, -0.21958407759666443, -0.008465475402772427, 0.02318640798330307, -0.11198100447654724, 0.07203458994626999, 0.018586935475468636, 0.013407018966972828, -0.0063323634676635265, 0.1883411407470703, 0.15399925410747528, 0.0395054928958416, 0.008368891663849354, -0.03994671255350113, -0.081256203353405, -0.05508235841989517, -0.014461607672274113, 0.14113859832286835, 0.0002933054347522557, -0.06521092355251312, 0.0592220202088356, -0.06956201791763306, -0.0026507957372814417, 0.009734653867781162, 0.0012270212173461914, -0.04927465692162514, 0.024217907339334488, -0.028146423399448395, 0.054513536393642426, -0.08210573345422745, 0.14830641448497772, 0.10442797839641571, 0.14204543828964233, -0.0416521281003952, -0.03229539841413498, 0.07737709581851959, -0.024095218628644943, -0.004144260194152594, 0.04853463172912598, 0.07212177664041519, -0.03944531828165054, -0.04786199331283569, 0.024793125689029694, 0.02315618470311165, -0.04052774980664253, -0.059902891516685486, -0.011385241523385048, 0.029797246679663658, -0.06044751778244972, 0.02047942951321602, -0.028536072000861168, -0.058239325881004333, 0.07401258498430252, -0.08682093024253845, 0.03376583755016327, -0.047329679131507874, 0.07750716060400009, 0.15598055720329285, 0.04713880270719528, 0.03262578323483467, 0.04179312288761139, -0.05059967190027237, -0.019322501495480537, 0.011618316173553467, 0.055584121495485306, 0.06267694383859634, 0.02554597146809101, 0.04481980577111244, 0.0019106986001133919, 0.023454219102859497, 0.022201910614967346, -0.05618119612336159, -0.017531175166368484, 0.029137976467609406, -0.07905658334493637, -0.013078080490231514, -0.008214632980525494, -0.0034762881696224213, -0.10999452322721481, -0.08358117938041687, -0.0027393936179578304, -0.08786343783140182, -0.00039363527321256697, 0.07748924940824509, -0.018717166036367416, 0.03822021931409836, -0.013700243085622787, -0.13988569378852844], [-0.041052840650081635, -0.08170020580291748, -0.12367662042379379, -0.0287641528993845, -0.030288219451904297, -0.0032997026573866606, 0.08652518689632416, 0.01723548397421837, 0.06478134542703629, 0.017337972298264503, 0.04050660878419876, -0.002074571792036295, -0.006312962621450424, -0.01052827574312687, 0.08099011331796646, -0.0029261382296681404, 0.06397628039121628, 0.003040718613192439, -0.11260998249053955, 0.04328777641057968, -0.016232090070843697, 0.04575011506676674, -0.09662822633981705, 0.037276655435562134, -0.0547996461391449, 0.017324766144156456, -0.019314059987664223, 0.0048982445150613785, 0.023541174829006195, 0.14465868473052979, 0.006869878154247999, -0.04967505857348442, -0.037645116448402405, 0.06443365663290024, 0.07662809640169144, -0.02701743319630623, -0.005174640566110611, 0.09201598167419434, 0.025494562461972237, 0.04230679199099541, -0.006837820168584585, -0.11761591583490372, -0.0423271544277668, 0.056541696190834045, -0.006396370939910412, 0.06945957988500595, -0.10347440838813782, -0.04195152968168259, -0.01216820627450943, 0.12927785515785217, 0.1389389932155609, -0.01985003426671028, -0.012493377551436424, -0.10156892985105515, -0.12332146614789963, -0.008771427907049656, -0.03800511732697487, 0.1539987027645111, -0.012355656363070011, -0.03773472458124161, 0.021415941417217255, -0.05191447213292122, -0.00808915589004755, 0.028132643550634384, -0.010998858138918877, -0.029390720650553703, 0.011110353283584118, -0.047816190868616104, -0.041119687259197235, -0.06400629132986069, 0.1458701193332672, 0.05666058510541916, 0.07633943855762482, 0.008880667388439178, -0.026336669921875, 0.05620832368731499, -0.014632917009294033, 0.02966187335550785, -0.04692273959517479, 0.07380977272987366, -0.08179204165935516, -0.04974052682518959, 0.005639157257974148, 0.03531825169920921, -0.018701111897826195, 0.03610042482614517, 0.06571146845817566, 0.04442041367292404, -0.026162754744291306, 0.022382095456123352, 0.008111244067549706, -0.016277451068162918, 0.05130304396152496, 0.026939310133457184, 0.023735426366329193, -0.09948277473449707, 0.031290020793676376, 0.01889517344534397, 0.00666538393124938, -0.005901956465095282, 0.02198006585240364, -0.03588416799902916, -0.08251891285181046, 0.01941823959350586, 0.08512753993272781, -0.03850935399532318, 0.016222598031163216, 0.0578802190721035, 0.028214439749717712, 0.013392994180321693, -0.002344120992347598, -0.06360961496829987, -0.07749827206134796, 0.0038556805811822414, -0.0417213961482048, 0.030357172712683678, 0.045645710080862045, -0.03180219605565071, -0.07019969820976257, -0.0742393210530281, 0.01379980705678463, -0.015203073620796204, 0.03919047862291336, 0.046589478850364685, 0.031618259847164154, 0.0018345228163525462, 0.015150086022913456, -0.016740553081035614], [0.014671389013528824, -0.11187542229890823, -0.08086127787828445, -0.05045853555202484, -0.0474022813141346, -0.007845776155591011, 0.10648848861455917, -0.011748849414288998, 0.0634755939245224, 0.005039228592067957, -0.012718409299850464, 0.03933442384004593, -0.029209012165665627, -0.037186335772275925, 0.022091858088970184, 0.044856905937194824, 0.04793747514486313, -0.051468200981616974, -0.015465980395674706, 0.0786685049533844, -0.050953518599271774, 0.06354052573442459, -0.12142196297645569, 0.04004937782883644, -0.028049951419234276, 0.017763715237379074, -0.03490050137042999, -0.0023389237467199564, 0.05653074011206627, 0.19055673480033875, 0.045812856405973434, -0.07080363482236862, 0.003769145580008626, -0.037159744650125504, 0.0864366888999939, -0.050687216222286224, 0.07379226386547089, -0.06390923261642456, -0.044402241706848145, 0.08918611705303192, 0.01968272589147091, -0.07298056781291962, -0.005454997532069683, 0.03438153490424156, 0.06814917176961899, -0.02427971549332142, -0.006746483966708183, 0.0754837840795517, 0.019856739789247513, 0.12989574670791626, 0.019626330584287643, 0.010584610514342785, 0.026886088773608208, -0.10715752840042114, -0.009210833348333836, -0.03255319222807884, -0.015750642865896225, 0.09105800837278366, 0.018353810533881187, -0.05164756625890732, 0.07822225242853165, -0.06461605429649353, 0.0423550046980381, 0.020749816671013832, 0.018028313294053078, 0.002524209674447775, 0.0286614578217268, -0.020714744925498962, 0.02370801381766796, -0.08099284768104553, 0.18026533722877502, -0.003116974839940667, 0.14944244921207428, 0.016461309045553207, -0.04974164441227913, 0.04905220866203308, 0.0038005977403372526, -0.04540282115340233, 0.06501301378011703, 0.05792538449168205, -0.0458688847720623, -0.03563836216926575, 0.037545859813690186, -0.04658052697777748, -0.06408112496137619, -0.04060479998588562, -0.006670130882412195, 0.04553719609975815, -0.06662590056657791, 0.047361962497234344, -0.08029274642467499, -0.025127975270152092, 0.07822420448064804, -0.04031418263912201, 0.03556055575609207, -0.08827093243598938, 0.007723843213170767, 0.11294320225715637, -0.015267670154571533, 0.02043384313583374, 0.006836291868239641, -0.06097474694252014, -0.06737089902162552, 0.0652427226305008, 0.10058736056089401, -0.0037766466848552227, 0.030534183606505394, 0.08539014309644699, 0.036147378385066986, -0.021277345716953278, -0.011657712049782276, 0.03762532398104668, -0.07636570185422897, -0.04358421266078949, -0.062237586826086044, -0.029141735285520554, -0.06385651230812073, 0.006192503962665796, -0.02824288420379162, -0.09785963594913483, -0.059790778905153275, -0.08059177547693253, -0.03290184587240219, 0.02176319994032383, -0.027524059638381004, -0.010343444533646107, -0.0006917586433701217, -0.10451512783765793], [-0.038666982203722, -0.10578201711177826, -0.1020352840423584, -0.05357307568192482, -0.0913720577955246, 0.018017856404185295, 0.08538711816072464, -0.01522335410118103, 0.056751102209091187, 0.011700083501636982, 0.0001646378223085776, 0.032950252294540405, -0.04122885689139366, -0.03271941468119621, 0.08446095883846283, 0.025632435455918312, 0.07149381190538406, -0.03218671306967735, -0.04481025040149689, 0.04082733020186424, -0.044057175517082214, -0.005683002062141895, -0.01319737546145916, 0.0014184332685545087, -0.0002198518777731806, 0.06830839812755585, -0.0706498771905899, -0.02424638532102108, 0.02726186066865921, 0.08590526133775711, -0.03548109158873558, -0.04300790652632713, -0.04237615689635277, 0.0047594779171049595, 0.06665471196174622, -0.0439608134329319, 0.046128902584314346, 0.041238971054553986, -0.013836407102644444, 0.021617615595459938, -0.07804830372333527, -0.07297711819410324, 0.015493440441787243, 0.06178700551390648, -0.029999203979969025, 0.0474410355091095, -0.08349558711051941, 0.03226654604077339, -0.029851863160729408, 0.09802655130624771, 0.12730374932289124, 0.03634713590145111, -0.038604218512773514, -0.029607409611344337, -0.11656755954027176, 0.07263270020484924, -0.029831895604729652, 0.1170024499297142, -0.0285953301936388, -0.10107627511024475, 0.09260378777980804, -0.0241113118827343, 0.016966573894023895, 0.00942215882241726, -0.0007871598936617374, -0.027886027470231056, 0.12051627039909363, 0.00437889713793993, 0.017407802864909172, -0.07037883996963501, 0.1618325412273407, 0.06819725036621094, 0.13208267092704773, -0.03427034243941307, -0.07428324222564697, 0.010896069929003716, -0.10259880125522614, -0.07356422394514084, -0.010704154148697853, 0.057265810668468475, -0.07802747189998627, -0.0038211599458009005, 0.06317442655563354, 0.051905982196331024, -0.0195776280015707, -0.01754668913781643, 0.0377691388130188, 0.06384929269552231, -0.13617324829101562, 0.03999299183487892, -0.02932492457330227, -0.03249669075012207, 0.049806345254182816, -0.048654645681381226, 0.03489711135625839, -0.11741909384727478, -0.059048376977443695, 0.011147385463118553, -0.018656643107533455, 0.02169112116098404, 0.00021535548148676753, -0.02718103677034378, -0.06368450820446014, -0.06684969365596771, 0.027885224670171738, 0.031137384474277496, 0.06363005191087723, 0.04024921730160713, 0.03724704310297966, 0.028693033382296562, 0.03356026113033295, -0.024949682876467705, -0.08792773634195328, -0.017201438546180725, 0.03533836454153061, 0.006748546380549669, -0.07302021235227585, 0.005192657001316547, -0.05713886022567749, -0.06875505298376083, -0.00032091248431243, -0.10546760261058807, -0.035620104521512985, -0.001926878117956221, -0.03389766439795494, -0.009079028852283955, 0.07847663015127182, -0.10202385485172272], [-0.08028994500637054, -0.08675063401460648, -0.08016746491193771, -0.011465108953416348, -0.019324902445077896, 0.01756737381219864, 0.03964199125766754, 0.06405126303434372, 0.07160895317792892, -0.03970673307776451, -0.027175692841410637, -0.048048391938209534, 0.011243068613111973, -0.03716541826725006, -0.003979961387813091, 0.04873175546526909, 0.0031970562413334846, 0.07267963886260986, 0.013896064832806587, 0.12170032411813736, -0.024628328159451485, 0.02328377403318882, -0.06468645483255386, 0.06595644354820251, -0.017409099265933037, 0.05540155991911888, 0.03771720081567764, -0.030428700149059296, 0.027200421318411827, 0.10232676565647125, 0.06752723455429077, -0.022287599742412567, 0.05899490416049957, -0.006368826609104872, 0.1155901551246643, -0.06762360036373138, 0.009493360295891762, 0.0743076503276825, 0.010931123048067093, 0.09129875898361206, -0.05100589245557785, -0.13601835072040558, 0.003717527026310563, 0.009226324036717415, -0.07479120790958405, 0.012325881980359554, 0.05252240598201752, 0.029612820595502853, 0.019603099673986435, 0.06319568306207657, 0.17213857173919678, 0.004437163006514311, -0.02034500613808632, -0.08980534225702286, -0.00045534910168498755, 0.018616976216435432, -0.06951034814119339, 0.13557127118110657, -0.04364577308297157, -0.04698408767580986, -0.015527631156146526, 0.0026743991766124964, -0.023989154025912285, -0.007953785359859467, -0.003877343377098441, -0.0059154946357011795, -0.038832761347293854, -0.046087414026260376, -0.02788766287267208, -0.17312106490135193, 0.14695586264133453, 0.02362651564180851, 0.15233998000621796, -0.0010387349175289273, -0.06352995336055756, -0.03749185428023338, 0.05572529509663582, -0.11417122930288315, 0.015085279941558838, 0.043879810720682144, -0.14446552097797394, 0.03481603041291237, 0.007094596512615681, -0.04542526602745056, -0.05040901526808739, -0.12456854432821274, -0.09603378176689148, 0.04147568717598915, -0.1084408313035965, 0.009998400695621967, 0.031106822192668915, 0.052456069737672806, 0.10150844603776932, -0.08973134309053421, 0.08963792771100998, 0.07161053270101547, -0.0008829896105453372, 0.10961970686912537, -0.06115070730447769, 0.006384068168699741, 0.005019285250455141, 0.1180219054222107, -0.07029657810926437, 0.06616523861885071, 0.020256487652659416, -0.08875265717506409, 0.006300861015915871, -0.04402643442153931, -0.13112743198871613, -0.0839780643582344, 0.0039946106262505054, -0.08587311953306198, -0.021810641512274742, -0.03205994516611099, -0.11700448393821716, 0.04323318973183632, -0.040002379566431046, -0.059860266745090485, -0.06161029636859894, -0.004775330424308777, -0.07845667004585266, 0.014058941975235939, 0.011598481796681881, -0.03983572870492935, 0.0652293786406517, 0.07771226018667221, -0.05043783411383629, -0.1949724555015564], [-0.03494078293442726, -0.009856881573796272, -0.07633089274168015, -0.05243052914738655, -0.06007218360900879, -0.03249084949493408, 0.05859862267971039, -0.04870302602648735, 0.10345146805047989, 0.055486083030700684, -0.04374783858656883, 0.01764918863773346, -0.053676631301641464, 0.006458238698542118, 0.0011931881308555603, -0.03126373514533043, 0.10512567311525345, -0.0035441070795059204, -0.06373605132102966, 0.0026286968495696783, -0.02218598872423172, 0.09988514333963394, -0.12895798683166504, 0.060052890330553055, 0.038947492837905884, 0.034100450575351715, 0.011917691677808762, -0.019277473911643028, -0.0027942988090217113, 0.1500878930091858, 0.007003481965512037, -0.07191804051399231, 0.0032562236301600933, 0.014671312645077705, 0.15856440365314484, 0.0026767814997583628, 0.05378188192844391, -0.01864040456712246, -0.02533094584941864, 0.039792824536561966, -0.032055649906396866, -0.12197117507457733, 0.013848158530890942, 0.038936030119657516, -0.04005134478211403, 0.021758263930678368, -0.06576438993215561, 0.04095315560698509, -0.014112197794020176, 0.07601933181285858, 0.08499324321746826, 0.05662471055984497, -0.008601791225373745, -0.020574618130922318, 0.0033643078058958054, -0.01773853972554207, 0.020726678892970085, 0.10903571546077728, -0.033087313175201416, -0.009316620416939259, 0.014488901942968369, -0.020081225782632828, 0.08501323312520981, -0.02213914319872856, 0.0014433065662160516, -0.05463239550590515, 0.14023248851299286, -0.024472560733556747, 0.04589704051613808, -0.010527417995035648, 0.12953706085681915, 0.07975487411022186, 0.10825875401496887, 0.050040170550346375, -0.07695581763982773, 0.08160227537155151, -0.05203818529844284, 0.06599678844213486, -0.02977057546377182, 0.0429438054561615, -0.06341911852359772, -0.06043947488069534, 0.016372401267290115, 0.027703003957867622, 0.025485269725322723, 0.03758137673139572, 0.027207745239138603, 0.0856751874089241, -0.1601383537054062, 0.04678455740213394, -0.00553275179117918, -0.02215677499771118, 0.0943094789981842, -0.02554592676460743, -0.021280094981193542, -0.08340684324502945, -0.04434308409690857, 0.03992898017168045, 0.04283194616436958, 0.026520663872361183, 0.005380639340728521, -0.0366259403526783, -0.015851477161049843, -0.04055361449718475, 0.04454547539353371, -0.06795298308134079, -0.02202216163277626, 0.04544999077916145, 0.016246598213911057, 0.04201291874051094, -0.0034840358421206474, -0.028863105922937393, 0.0005728271789848804, 0.06306112557649612, -0.05683586001396179, -0.04912680760025978, -0.02206442318856716, 0.07521018385887146, -0.02360757254064083, -0.09574078023433685, -0.013729791156947613, -0.08956442028284073, 0.06594721972942352, 0.10738316923379898, -0.027433399111032486, 0.06469516456127167, -0.017793599516153336, -0.008724302984774113], [-0.02724478952586651, -0.07066398859024048, -0.10966101288795471, -0.008387533016502857, -0.05511748045682907, 0.02542111463844776, 0.10216584801673889, 0.009162284433841705, -0.04046140983700752, -0.013105754740536213, -0.06364702433347702, -0.040345627814531326, 0.081981360912323, 0.06563696265220642, 0.06994964182376862, -0.005424720700830221, 0.10255372524261475, 0.08487875014543533, -0.0016950789140537381, 0.1261519342660904, 0.012534062378108501, 0.10181008279323578, -0.02058512344956398, 0.05317302048206329, -0.05939517915248871, 0.10486768931150436, -0.07488016039133072, -0.1497555822134018, 0.0009969762759283185, 0.09614323824644089, 0.06275899708271027, -0.005741434171795845, 0.030747605487704277, 0.015335219912230968, 0.09466143697500229, -0.020441457629203796, 0.002029180293902755, 0.09694166481494904, -0.016278671100735664, 0.03681512549519539, -0.04911286383867264, -0.06459273397922516, -0.04859647899866104, 0.009315363131463528, 0.006917504593729973, 0.048051923513412476, -0.004989974666386843, -0.07837960869073868, -0.054177284240722656, 0.1304936558008194, 0.16686956584453583, -0.022438544780015945, 0.03720023110508919, -0.09344762563705444, -0.0626160204410553, -0.008651946671307087, -0.05663900822401047, 0.133377805352211, 0.024846794083714485, -0.04041184112429619, 0.04998815804719925, -0.09352792054414749, -0.1005478948354721, 0.010502605699002743, -0.07225847989320755, -0.017349611967802048, 0.08152273297309875, 0.07458465546369553, -0.05124187096953392, -0.1692662090063095, 0.12084119766950607, 0.12332471460103989, 0.1187489777803421, -0.04418344795703888, -0.04861702024936676, 0.0180300772190094, 0.0152799803763628, -0.015025408938527107, -0.007472352124750614, 0.010197361931204796, -0.042643629014492035, -0.05165742710232735, 0.06108253821730614, 0.022923508659005165, -0.05574407801032066, -0.05126059427857399, 0.032847922295331955, 0.058648403733968735, -0.025392338633537292, 0.005661639850586653, -0.007289258763194084, -0.04115905612707138, 0.10677850246429443, -0.027048476040363312, 0.042849041521549225, -0.07583006471395493, 0.024790136143565178, 0.012736331671476364, 0.01661955751478672, 0.11592577397823334, 0.051238689571619034, 0.033546995371580124, -0.12711237370967865, -0.025323709473013878, 0.09470915049314499, -0.09607207775115967, -0.02927100658416748, 0.09552657604217529, -0.03339473158121109, -0.020840125158429146, 0.029305370524525642, 0.017254753038287163, -0.07308992743492126, 0.037099964916706085, -0.059636108577251434, -0.009746866300702095, -0.056925948709249496, -0.05792183429002762, -0.12623430788516998, -0.030856721103191376, -0.037802956998348236, -0.050635721534490585, -0.01911492832005024, 0.10992994159460068, 0.02473183162510395, 0.12274380028247833, 0.010420184582471848, -0.06709947437047958], [0.035106509923934937, -0.11951549351215363, -0.11339549720287323, -0.052241746336221695, -0.017093338072299957, 0.019375380128622055, 0.06530249118804932, 0.022122278809547424, -0.00413183169439435, 0.0010037641040980816, -0.06237804517149925, 0.06317473202943802, -0.008268662728369236, -0.008799636736512184, 0.09970812499523163, -0.01739577390253544, 0.15785199403762817, 0.05279042199254036, -0.023248795419931412, 0.09347125142812729, -0.055973511189222336, 0.09085241705179214, -0.04232506826519966, 0.07145660370588303, -0.06541836261749268, 0.013138188980519772, 0.0069582294672727585, -0.08887331187725067, -0.06315883249044418, 0.1710062175989151, -0.026045722886919975, -0.15784384310245514, -0.013539845123887062, -0.05915462225675583, 0.1376943141222, -0.04598716273903847, 0.04399682581424713, 0.04276828467845917, -0.03343605622649193, 0.014559602364897728, -0.04020444303750992, -0.10578040778636932, -0.07394491136074066, 0.09312760829925537, 0.016399117186665535, 0.07368364185094833, -0.00022156322665978223, 0.06951404362916946, -0.027781134471297264, 0.08915257453918457, 0.13404208421707153, -0.024991128593683243, -0.0013601647224277258, -0.08359472453594208, -0.1235201507806778, 0.01720247231423855, -0.026969848200678825, 0.13727062940597534, 0.04631801322102547, -0.06540369987487793, 0.1121794804930687, -0.09999682009220123, 0.024749228730797768, 0.018749892711639404, -0.05249032750725746, -0.06508937478065491, 0.08450154215097427, -0.0292056892067194, 0.002539871260523796, -0.09374303370714188, 0.15845543146133423, 0.1223951131105423, 0.09886645525693893, -0.04594360291957855, -0.045398958027362823, 0.09179835021495819, -0.04401756823062897, -0.04326573386788368, -0.02050940878689289, 0.06766162067651749, -0.07414824515581131, -0.008860415779054165, 0.01965513452887535, -0.0011049556778743863, -0.04932044446468353, 0.0167571771889925, -0.024167776107788086, 0.10168389976024628, -0.04246639460325241, -0.01317004207521677, -0.005492046475410461, -0.04571187123656273, 0.1026843711733818, -0.06459250301122665, -0.012528409250080585, -0.0862589105963707, 0.0030363276600837708, 0.06467560678720474, 0.00882038101553917, 0.03935897350311279, 0.08502025902271271, 0.0023434858303517103, -0.07976904511451721, -0.0356561504304409, 0.1173524409532547, -0.02724621631205082, -0.010556753724813461, 0.05816953256726265, 0.003609164385125041, -0.010338756255805492, 0.032313019037246704, -0.02081558108329773, -0.03263028711080551, 0.04231725633144379, -0.017584731802344322, 0.03537895902991295, -0.09891100972890854, -0.02647712454199791, -0.08685586601495743, -0.07898255437612534, 0.0024651293642818928, -0.04911110922694206, 0.001783584477379918, 0.050913527607917786, 0.05393477529287338, 0.093009352684021, -0.018422706052660942, -0.061594076454639435], [-0.021434493362903595, -0.023266423493623734, -0.12094124406576157, -0.023861290886998177, -0.07724037021398544, -0.016564778983592987, 0.14134296774864197, -0.0809832364320755, 0.010182490572333336, -0.07187677919864655, -0.039821673184633255, -0.011915216222405434, -0.023028822615742683, 0.0704849511384964, 0.06880324333906174, 0.0563516728579998, 0.06972277909517288, 0.06768863648176193, 0.04255814477801323, 0.06524139642715454, -0.012078296393156052, 0.05718599632382393, -0.06700156629085541, 0.053616106510162354, -0.010576567612588406, 0.029271451756358147, -0.014758165925741196, -0.07614414393901825, 0.04698532819747925, 0.13127173483371735, 0.09071504324674606, -0.06958787143230438, -0.050885967910289764, 0.025968706235289574, 0.07089222967624664, -0.02722919173538685, -0.03463179990649223, 0.05394253879785538, -0.032723695039749146, 0.060242678970098495, 0.03594112768769264, -0.12166691571474075, 0.02807338908314705, 0.03285684809088707, -0.12098855525255203, 0.009159449487924576, 0.033940594643354416, -0.06104981526732445, -0.0695100948214531, 0.12802553176879883, 0.1577150672674179, -0.05360427498817444, -0.025583062320947647, -0.08758489042520523, -0.061787236481904984, -0.1013306975364685, 0.015724817290902138, 0.13374675810337067, 0.03435119614005089, -0.09973374009132385, 0.06374547630548477, -0.08369757980108261, -0.06119155138731003, 0.04259646311402321, -0.007335453759878874, -0.030410442501306534, 0.08066095411777496, -0.031012199819087982, -0.009277940727770329, -0.059297263622283936, 0.15788085758686066, 0.06404028832912445, 0.08775366097688675, -0.0024328758008778095, -0.10047898441553116, 0.08582962304353714, 0.028298394754529, 0.03955041989684105, -0.03116045519709587, 0.03249352052807808, -0.07258909940719604, -0.03900570049881935, 0.054218970239162445, 0.04903871566057205, -0.0332055538892746, -0.005046446342021227, -0.05611276626586914, 0.06676550954580307, -0.08021392673254013, 0.04762917384505272, -0.009486439637839794, -0.018897848203778267, 0.08037195354700089, -0.028352633118629456, 0.015635479241609573, 0.014061665162444115, -0.014497891068458557, 0.0855497345328331, -0.03147667273879051, 0.07063020020723343, 0.04818147420883179, 0.04805091395974159, -0.07759310305118561, -0.07581586390733719, 0.053971488028764725, -0.05509763956069946, -0.0204034261405468, 0.032760847359895706, -0.06585327535867691, -0.020044011995196342, -0.0012914944672957063, 0.00760011188685894, -0.04027155414223671, 0.05076085403561592, -0.08149939775466919, 0.02705206535756588, -0.055392682552337646, 0.004413188900798559, -0.11111018061637878, -0.0740044042468071, -0.02521221525967121, -0.04804374650120735, 0.015536963008344173, 0.01946417987346649, -0.016782881692051888, 0.07050006836652756, -0.07631179690361023, -0.07237434387207031], [-0.04420671612024307, -0.09443626552820206, 0.023571951314806938, 0.045645710080862045, -0.07371406257152557, 0.0642046257853508, 0.10032155364751816, -0.026426345109939575, -0.032495688647031784, 0.05214788019657135, -0.00842227041721344, 0.04233413189649582, 0.02285405620932579, -0.0006860464927740395, 0.0236604493111372, 0.03393523395061493, 0.12183591723442078, 0.0017824404640123248, -0.0625566840171814, 0.038746073842048645, -0.04296572878956795, 0.036552295088768005, -0.09743412584066391, 0.08251561224460602, -0.024984272196888924, 0.04107731953263283, -0.04649456962943077, -0.055776216089725494, 0.0064762248657643795, 0.1076313704252243, 0.021446719765663147, 0.0020902662072330713, 0.0035190738271921873, -0.027853673323988914, 0.09038019180297852, -0.0530417263507843, -0.06979075074195862, 0.05158908665180206, -0.01796533539891243, 0.04766136035323143, -0.0028107159305363894, -0.1451304703950882, -0.038348112255334854, 0.005289202556014061, -0.06854173541069031, 0.08248216658830643, -0.01095746923238039, 0.00197772728279233, -0.003591865301132202, 0.15084362030029297, 0.0994773656129837, -0.022720567882061005, -0.017948132008314133, -0.04709422588348389, -0.15764302015304565, 0.016972560435533524, -0.004613309632986784, 0.13428397476673126, -0.04509607329964638, -0.07252604514360428, 0.119452565908432, -0.0938328206539154, -0.02532055228948593, 0.046882037073373795, -0.05101282522082329, -0.09415876865386963, 0.11098591238260269, 0.006070335395634174, 0.06501445919275284, -0.05422385409474373, 0.15518781542778015, 0.0978076383471489, 0.1691954880952835, -0.07467527687549591, -0.04108686372637749, -0.006460351869463921, -0.0958772823214531, -0.02386162430047989, -0.007959430105984211, 0.0715249702334404, -0.09521486610174179, -0.027610454708337784, 0.046781156212091446, -0.004173369146883488, -0.04363863542675972, -0.046048346906900406, -0.018953463062644005, 0.13460299372673035, 0.048523589968681335, -0.03185255452990532, -0.004691977519541979, -0.05636992305517197, 0.05388514697551727, -0.00778910843655467, 0.12476460635662079, 0.00348533783107996, 0.07002214342355728, 0.008548399433493614, 0.011075718328356743, 0.051226306706666946, 0.11931140720844269, -0.00724092498421669, -0.03572223335504532, -0.04066517949104309, 0.11799532175064087, -0.03650982305407524, 0.016516752541065216, 0.00441691605374217, -0.0018483418971300125, 0.022870132699608803, -0.036292072385549545, 0.025643635541200638, -0.05248374491930008, 0.04785018786787987, -0.05463037267327309, -0.06273003667593002, -0.0491892471909523, -0.015170047990977764, -0.07807717472314835, -0.05323687568306923, 0.03209869936108589, -0.045110005885362625, 0.004248001147061586, 0.0534437894821167, 0.023462742567062378, 0.09695626050233841, -0.015062669292092323, -0.07525869458913803], [-0.05456656962633133, -0.08831865340471268, -0.1251598447561264, -0.03486008569598198, -0.03266335278749466, 0.012990418821573257, 0.0430721640586853, 0.00967133603990078, 0.0454075001180172, 0.015696490183472633, 0.017710955813527107, 0.002443677047267556, -0.018214071169495583, 0.04221578687429428, 0.04247414320707321, -0.02153351530432701, 0.036886852234601974, 0.010428783483803272, -0.03728988394141197, 0.05685163289308548, -0.033341243863105774, -0.009874525479972363, -0.08168087154626846, 0.028028162196278572, -0.010792519897222519, -0.007939895614981651, -0.03756033629179001, -0.0027176293078809977, 0.08466513454914093, 0.10921437293291092, -0.008635924197733402, -0.06916545331478119, 0.02318483777344227, -0.0027758267242461443, 0.1002197414636612, -0.00321116391569376, -0.012835163623094559, 0.042474742978811264, 0.01874099299311638, 0.005564131774008274, -0.027835743501782417, -0.12062627822160721, -0.03328828886151314, 0.02049557864665985, -0.03605024516582489, 0.04092037305235863, 0.004478109069168568, 0.004146502818912268, -0.015287979505956173, 0.08456144481897354, 0.14756560325622559, -0.017092125490307808, 0.01496531255543232, -0.13319210708141327, -0.08416835963726044, 0.0424235574901104, -0.0885419026017189, 0.1216239333152771, -0.046512141823768616, -0.10164455324411392, 0.03983423113822937, -0.06929519772529602, 0.043210219591856, -0.0515214167535305, -0.08656951785087585, -0.07441780716180801, 0.12397048622369766, -0.06307867914438248, 0.05354295298457146, -0.021937422454357147, 0.21236419677734375, 0.07363343238830566, 0.23262007534503937, -0.018455132842063904, -0.07760878652334213, -0.006390129216015339, -0.006288680247962475, 0.003896766807883978, -0.06302807480096817, 0.07465729117393494, -0.0798305869102478, -0.03226893022656441, -0.0007795030833221972, -0.024147290736436844, 0.04607506841421127, 0.003872824367135763, -0.001246067462489009, 0.11895232647657394, -0.07692854851484299, -0.0201567392796278, 0.008760429918766022, -0.02479088120162487, 0.00870727002620697, -0.017217127606272697, 0.0132589815184474, -0.03530744090676308, 0.0075049507431685925, 0.07181021571159363, 0.04039376601576805, 0.07836026698350906, 0.03902864456176758, -0.01789998821914196, -0.014218226075172424, 0.010046698153018951, 0.06562038511037827, 0.07441571354866028, 0.034084249287843704, 0.009197844192385674, 0.044435154646635056, -0.007685667369514704, 0.009888899512588978, -0.015480552799999714, -0.08868873864412308, 0.027833884581923485, 0.04525323584675789, 0.03907627984881401, 0.057296499609947205, -0.05914812162518501, -0.06843551993370056, -0.09664121270179749, -0.03556916490197182, -0.058833297342061996, 0.02553935907781124, 0.06857109814882278, 0.0757218599319458, 0.07932781428098679, 0.029249632731080055, -0.09412692487239838], [-0.05500907078385353, -0.025356529280543327, -0.0745164304971695, -0.06396201252937317, -0.0630512684583664, 0.023761240765452385, 0.10099613666534424, 0.010137631557881832, 0.04906773194670677, 0.004070641007274389, -0.007981916889548302, -0.014755395241081715, 0.004801671952009201, 0.025353001430630684, 0.03859563171863556, 0.05582178384065628, 0.08108168095350266, 0.04600570723414421, 0.046215951442718506, 0.03246384859085083, 0.04492052644491196, 0.05480590835213661, -0.034375112503767014, 0.07943565398454666, -0.03850432112812996, 0.018367577344179153, -0.01909610815346241, -0.05343711003661156, -0.08730275183916092, 0.10720060765743256, 0.052826400846242905, -0.024709085002541542, -0.008421273902058601, 0.09109779447317123, 0.09582167118787766, 0.011321325786411762, -0.003794801188632846, -0.0062236967496573925, -0.058084748685359955, -0.01276356540620327, 0.02829170413315296, -0.11447793990373611, 0.02407081238925457, 0.02792803756892681, -0.04277121648192406, 0.05636357516050339, -0.003854903858155012, -0.01395814586430788, -0.011434448882937431, 0.14410525560379028, 0.11919614672660828, -0.02447579987347126, -0.01745278760790825, -0.09897884726524353, -0.06162262335419655, -0.03477143123745918, 0.006818685680627823, 0.14758482575416565, 0.03005579486489296, 0.003985600080341101, 0.025041501969099045, -0.0818852037191391, -0.06342129409313202, -0.021244941279292107, -0.03905278444290161, 0.0322762131690979, 0.1068410575389862, 0.011489491909742355, 0.05215658247470856, -0.10901489108800888, 0.20650528371334076, 0.058648474514484406, 0.055762048810720444, -0.02349463850259781, -0.0479864738881588, -0.023460960015654564, -0.00749768503010273, -0.017465677112340927, -0.01288696937263012, -0.01843469962477684, -0.026583433151245117, -0.0462031327188015, 0.09746836870908737, 0.0661107674241066, -0.022454921156167984, 0.025302758440375328, -0.024689078330993652, 0.06965275853872299, -0.06239955127239227, -0.00271948566660285, -0.038168277591466904, -0.019966203719377518, 0.042337123304605484, 0.06910722702741623, -0.034318260848522186, -0.08827317506074905, -0.02913232147693634, -0.003820110810920596, 0.006329587195068598, 0.04982595518231392, 0.06218729168176651, 0.015616614371538162, -0.008079267106950283, 0.03275023773312569, 0.07805227488279343, -0.054090868681669235, 0.023520592600107193, 0.10561982542276382, -0.04158148169517517, 0.01794286072254181, -0.007244379725307226, 0.016964096575975418, -0.06676698476076126, 0.06974416226148605, -0.013949612155556679, 0.018598880618810654, -0.006987868342548609, -0.03084024041891098, -0.08864568918943405, -0.10848584026098251, -0.011329783126711845, -0.026928286999464035, -0.03339105844497681, 0.07191923260688782, 0.05367904156446457, 0.07291864603757858, -0.01618253067135811, -0.014096135273575783], [0.020153388381004333, -0.05984232574701309, -0.06401360034942627, -0.10667970776557922, -0.05550473555922508, -0.019712628796696663, 0.10595010966062546, 0.027512596920132637, 0.017426200211048126, 0.00830033514648676, -0.05660472437739372, 0.07126712799072266, -0.009900477714836597, 0.05616065859794617, -0.0007792722899466753, 0.033495839685201645, 0.11978325992822647, 0.033233512192964554, -0.0295722596347332, 0.026707077398896217, 0.014476227574050426, 0.012078018859028816, -0.05957788974046707, 0.023525487631559372, -0.030645571649074554, 0.03822490572929382, -0.03513970226049423, -0.01167986635118723, -0.02557881735265255, 0.18389977514743805, 0.007872730493545532, -0.07867021858692169, 0.00038886687252670527, 0.05485627427697182, 0.12208560109138489, -0.07613030076026917, 0.056541990488767624, 0.005376346874982119, 0.00029936752980574965, 0.06248268112540245, -0.00157832819968462, -0.08761691302061081, -0.014987614005804062, 0.07618401199579239, -0.0462503582239151, 0.10380690544843674, 0.03255728632211685, -0.010348374955356121, -0.00600004568696022, 0.1463504135608673, 0.08229810744524002, -0.0214205551892519, -0.02344019152224064, -0.13920727372169495, -0.14636431634426117, -0.04631902277469635, -0.04547791928052902, 0.1495795100927353, 0.04531881585717201, -0.04832547903060913, 0.11599741131067276, -0.04063379764556885, 0.011631486937403679, -0.002040429273620248, -0.0294480137526989, -0.03455118462443352, 0.0911886915564537, -0.019477346912026405, -0.030962888151407242, -0.06922359019517899, 0.15968351066112518, 0.050449877977371216, 0.15052437782287598, 0.03815881535410881, -0.03889928758144379, 0.07371456921100616, -0.001450246898457408, -0.058479707688093185, -0.013995185494422913, 0.07206084579229355, -0.14750871062278748, 0.02585790678858757, -0.07422972470521927, 0.04133762791752815, -0.0040445104241371155, -0.056630030274391174, 0.04341275617480278, 0.07924138009548187, -0.06361205130815506, -0.010136418044567108, -0.015530494041740894, -0.009706624783575535, 0.005244120489805937, 0.05218995735049248, 0.07054758816957474, -0.029150886461138725, 0.014298512600362301, 0.040057841688394547, 0.0029279065784066916, 0.098160520195961, 0.020645691081881523, 0.04711800068616867, -0.12702585756778717, 0.03374699875712395, 0.056411828845739365, -0.08645842224359512, 0.06591428816318512, 0.022443633526563644, -0.010960746556520462, -0.03681807219982147, -0.026754381135106087, -0.0386977456510067, -0.01504757534712553, 0.028168313205242157, -0.05014672130346298, 0.05155400559306145, -0.0751500353217125, -0.031111011281609535, -0.026903200894594193, -0.06492745131254196, -0.03990519791841507, -0.03345988690853119, 0.03789942339062691, 0.06316369026899338, 0.028681280091404915, 0.0303295087069273, -0.00617048516869545, -0.092063769698143], [-0.03084558993577957, -0.06623616069555283, -0.10070957988500595, -0.03626507148146629, -0.0943397581577301, 0.07124776393175125, 0.044635917991399765, 0.01137253176420927, -0.03762006014585495, -0.012884977273643017, -0.03708585351705551, 0.010995997115969658, 0.011663033626973629, -0.014026091434061527, 0.033086277544498444, 0.010370846837759018, 0.10234564542770386, 0.011972245760262012, 0.036261387169361115, 0.06959020346403122, -0.06447272002696991, -0.0014326346572488546, -0.03195304423570633, 0.13329541683197021, -0.0014499014941975474, 0.009733490645885468, -0.09379270672798157, -0.03531421720981598, 0.004851728677749634, 0.06697674095630646, 0.029770521447062492, -0.08120295405387878, -0.02065994217991829, -0.005044023506343365, 0.11626262217760086, -0.06404805928468704, -0.007015226408839226, 0.058618009090423584, -0.05292687937617302, -0.08447479456663132, -0.03696158528327942, -0.062214337289333344, -0.04818844050168991, -0.013696064241230488, -0.057736318558454514, 0.16264255344867706, -0.10374567657709122, 0.0706753209233284, 0.0018330576131120324, 0.11833144724369049, 0.1414995789527893, 0.022665388882160187, -0.04560939595103264, -0.13454002141952515, -0.03702620044350624, -0.020251868292689323, -0.0593530610203743, 0.18403282761573792, 0.017743051052093506, -0.05116330087184906, 0.03598687797784805, -0.08272427320480347, -0.01955721713602543, -0.030651750043034554, 0.012661806307733059, -0.035534437745809555, 0.09557988494634628, -0.04172766953706741, 0.04489608108997345, -0.06976737082004547, 0.1606893688440323, 0.05991218984127045, 0.1214873343706131, -0.04538538679480553, -0.04906384274363518, 0.04783034697175026, 0.04416615143418312, 0.013507411815226078, -0.07138767093420029, 0.09152970463037491, -0.07319816201925278, -0.019394438713788986, 0.06487429887056351, -0.020841147750616074, -0.022577086463570595, 0.005325208883732557, 0.06167607009410858, 0.1066732257604599, -0.059741437435150146, -0.01716519147157669, -0.006187690421938896, -0.02539151720702648, 0.0678626149892807, -0.016889823600649834, -0.04421374574303627, -0.06683436781167984, 0.013592096976935863, 0.06664524972438812, 0.049348101019859314, 0.07527638971805573, 0.08693033456802368, -0.009956915862858295, -0.014933447353541851, -0.002097534015774727, 0.08620170503854752, -0.07964439690113068, 0.07025323808193207, 0.014588210731744766, 0.06605049222707748, -0.01570688746869564, 0.03558299317955971, 0.07853749394416809, -0.03298771753907204, 0.06323791295289993, -0.054005250334739685, 0.06873750686645508, 0.08022139221429825, -0.0062032463029026985, -0.10836518555879593, -0.1464415192604065, -0.049932803958654404, -0.01571366749703884, 0.046352047473192215, 0.11665105819702148, -0.05115965008735657, 0.09228102117776871, -0.0806114599108696, -0.05022834986448288], [-0.023409495130181313, -0.07752697914838791, -0.07078409194946289, -0.05603686720132828, -0.006880572065711021, 0.05010458827018738, 0.07563713192939758, 0.09676697105169296, 0.0066206916235387325, -0.008940845727920532, -0.024664973840117455, 0.01723121665418148, 0.05681392922997475, 0.0454038642346859, 0.06210625544190407, -0.0411779023706913, 0.12017711251974106, 0.010123907588422298, 0.041374336928129196, 0.07771650701761246, -0.044630877673625946, 0.047750018537044525, -0.06478533148765564, 0.003918739501386881, -0.05959008261561394, 0.032806891947984695, -0.023319698870182037, -0.03491271659731865, -0.04578788951039314, 0.11188991367816925, 0.004346681293100119, -0.05162852257490158, 9.920189768308774e-05, -0.027675950899720192, 0.0655917376279831, -0.024574948474764824, 0.04148362576961517, 0.004597660154104233, 0.03441864252090454, 0.04307231679558754, -0.022577296942472458, -0.1547391563653946, -0.07306377589702606, 0.03377428650856018, 0.00595262972638011, 0.08211159706115723, 0.05657540634274483, -0.01860153116285801, -0.02375677600502968, 0.17496347427368164, 0.12181432545185089, -0.06973770260810852, 0.01644054427742958, -0.13267385959625244, -0.09283827245235443, 0.023770323023200035, -0.05018825829029083, 0.09489990770816803, 0.0031124416273087263, -0.09381280839443207, 0.06581161171197891, -0.06478217989206314, 0.018486954271793365, -0.012384511530399323, -0.011965867131948471, -0.009872084483504295, 0.033729832619428635, 0.028471019119024277, 0.022474929690361023, -0.05660262703895569, 0.12015670537948608, 0.10769259184598923, 0.11577267944812775, 0.045882780104875565, -0.04845607653260231, 0.055639348924160004, 0.04726584628224373, -0.08257054537534714, -0.018110783770680428, 0.11653917282819748, -0.10896000266075134, -0.04755138233304024, 0.03587762638926506, 0.04241805151104927, -0.01567433960735798, 0.050649430602788925, 0.04242292046546936, 0.11127177625894547, -0.14482460916042328, -0.04021281749010086, -0.008298547938466072, -0.012395769357681274, 0.10975263267755508, 0.06838975846767426, -0.09669257700443268, -0.03594589605927467, -0.014202036894857883, 0.015834154561161995, 0.045209724456071854, 0.03333832323551178, 0.06571076810359955, -0.06417165696620941, -0.13743425905704498, 0.08254348486661911, 0.08008962869644165, -0.06201443821191788, -0.0039334953762590885, 0.07086484879255295, -0.025571078062057495, -0.1083044782280922, 0.07140330225229263, 0.006867128890007734, -0.094752237200737, 0.031201226636767387, -0.033821091055870056, 0.09371882677078247, 0.029840661212801933, -0.0020114302169531584, -0.0705767273902893, -0.05886267498135567, -0.045125920325517654, -0.02979305014014244, 0.026869431138038635, 0.016609130427241325, 0.0404030978679657, 0.06855709850788116, 0.009229968301951885, -0.06826309114694595], [-0.04354292154312134, -0.18888384103775024, -0.05639846250414848, -0.05852251127362251, -0.0659954622387886, 0.014892696402966976, 0.044065043330192566, -0.00816734042018652, -0.05140714347362518, -0.05251515284180641, -0.09060874581336975, -0.041672319173812866, 0.0026483999099582434, -0.0006024633185006678, 0.008980568498373032, 0.030642326921224594, 0.10811831802129745, 0.030022969469428062, -0.05866009369492531, 0.05457558482885361, -0.030308375135064125, 0.022181853652000427, -0.020470159128308296, -0.012036620639264584, -0.036400243639945984, 0.06040116399526596, -0.05892340838909149, -0.018743999302387238, -0.04208633303642273, 0.06238321214914322, -0.02084694616496563, -0.05557285621762276, 0.030552580952644348, 0.04123562201857567, 0.13710802793502808, -0.06363390386104584, -0.044000931084156036, 0.07970254123210907, 0.01048494502902031, 0.04929214343428612, 0.044476352632045746, -0.10282384604215622, 0.03104722686111927, 0.026960231363773346, -0.07991492748260498, 0.10500413179397583, 0.006830846890807152, -0.032954972237348557, -0.046131767332553864, 0.10989908128976822, 0.11703015118837357, 0.015516877174377441, -0.07101470232009888, -0.1058393344283104, -0.12040915340185165, 0.014596999622881413, -0.04247289150953293, 0.17923976480960846, -0.02653469890356064, 0.0029627566691488028, -0.0045373630709946156, -0.067227303981781, -0.08188748359680176, -0.017654122784733772, -0.040244415402412415, -0.05358339101076126, 0.06313842535018921, -0.06134680658578873, -0.030408687889575958, -0.0812697485089302, 0.13526341319084167, 0.1227368488907814, 0.10215533524751663, -0.04798561707139015, -0.05334126204252243, -0.02317366562783718, 0.003954757004976273, 0.0034084427170455456, -0.05906161293387413, 0.06654276698827744, -0.1377907693386078, 0.0056956154294312, 0.03492327407002449, -0.0126333711668849, -0.0652003362774849, -0.007001585327088833, 0.013123390264809132, 0.02961333841085434, -0.11014511436223984, 0.03426460176706314, 0.02050246112048626, -0.0480143204331398, 0.03522564098238945, 0.03332503139972687, -0.0005297507741488516, -0.06592530012130737, 0.03917263448238373, -0.028511665761470795, -0.008964847773313522, 0.00044368207454681396, 0.08853823691606522, 0.037629492580890656, -0.09208076447248459, 0.025750331580638885, -0.007507992908358574, -0.025500841438770294, 0.0054688528180122375, 0.023477142676711082, -0.003498620353639126, 0.01191721111536026, 0.021069271489977837, -0.030902991071343422, -0.03912321850657463, 0.015556298196315765, -0.025284821167588234, 0.052377115935087204, 0.013734965585172176, -0.04379745200276375, -0.1019008606672287, -0.07603266090154648, -0.05311115086078644, -0.022774027660489082, -0.04435380920767784, 0.09914910048246384, 0.04990428313612938, 0.020766450092196465, -0.031527258455753326, -0.06078975275158882], [-0.02739642560482025, -0.036837343126535416, -0.009465523064136505, -0.03423519805073738, -0.05590600520372391, -0.015657352283596992, 0.040519166737794876, -0.0058534410782158375, 0.030836399644613266, -0.0041859345510602, -0.06411297619342804, 0.013009886257350445, -0.04662815481424332, 0.03320842981338501, 0.03373462334275246, 0.01873124949634075, 0.12263172119855881, -0.020464656874537468, -0.032396696507930756, 0.04281610623002052, -0.018926752731204033, 0.06374022364616394, -0.07703246921300888, 0.020003994926810265, -0.07240904867649078, 0.004094751551747322, -0.08269032090902328, -0.02562718279659748, 0.0717516541481018, 0.10764996707439423, 0.04601120576262474, -0.04087989404797554, 0.014030152931809425, 0.008426803164184093, 0.07011501491069794, 0.021838204935193062, -0.024510154500603676, 0.043920449912548065, -0.024423519149422646, 0.0050236922688782215, -0.011407757177948952, -0.10010218620300293, 0.022305887192487717, 0.038770467042922974, -0.06294526904821396, 0.05707341805100441, 0.032192301005125046, -0.019481778144836426, -0.014902837574481964, 0.08217554539442062, 0.1321532130241394, -0.06509540975093842, -0.00430999044328928, -0.06727930158376694, -0.11728060990571976, -0.0060184430330991745, 0.004742361605167389, 0.11253651976585388, -0.024400487542152405, 0.008728161454200745, 0.08277130126953125, -0.025833014398813248, -0.04485815763473511, 0.03488493338227272, 0.007055466063320637, -0.044204358011484146, 0.15130048990249634, -0.07359123975038528, 0.01048921700567007, -0.0479251928627491, 0.0900268703699112, 0.06248869374394417, 0.1253335326910019, -0.010139494203031063, -0.05290656536817551, 0.05945412442088127, -0.0688154548406601, 0.02945876307785511, -0.05458701029419899, 0.0316978357732296, -0.10307249426841736, -0.07046150416135788, 0.04529528319835663, 0.03108433447778225, 0.00013613466580864042, 0.019651364535093307, -0.009938492439687252, 0.11361920088529587, -0.034985050559043884, 0.01612718775868416, -0.04700469598174095, -0.061149079352617264, 0.08304928988218307, -0.03642687946557999, 0.0509413406252861, -0.09574354439973831, 0.059388116002082825, -0.04005838930606842, -0.001705592847429216, 0.16047707200050354, 0.029128937050700188, -0.005683184135705233, 0.04691442474722862, -0.07196734845638275, 0.09106381982564926, -0.03380732238292694, 0.04090351611375809, 0.02759452909231186, 0.08649511635303497, 0.04548267647624016, -0.010101832449436188, 0.05615988373756409, -0.023879824206233025, 0.14887341856956482, 0.011498106643557549, -0.017528703436255455, 0.014605212956666946, -0.010853533633053303, -0.020572282373905182, -0.08935327082872391, -0.059872884303331375, -0.031111806631088257, -0.01135182473808527, 0.1572493463754654, -0.008279234170913696, 0.07789875566959381, 0.014503642916679382, -0.06233195960521698], [-0.011568652465939522, -0.12627600133419037, 0.006794661749154329, -0.05099404230713844, -0.07836129516363144, 0.0344080775976181, 0.06045090779662132, 0.01280929334461689, 0.04328862577676773, -0.055940452963113785, -0.04393665865063667, 0.01576453633606434, -0.007321515586227179, 0.027470430359244347, -0.0030481780413538218, -0.029000265523791313, 0.07889077812433243, 0.09240972995758057, -0.07725084573030472, 0.11709021031856537, -0.047760009765625, 0.02323184721171856, -0.06674875319004059, 0.051797572523355484, -0.0022456138394773006, 0.08547325432300568, -0.041611067950725555, -0.02764201909303665, 0.00518821831792593, 0.08227124810218811, 0.09230295568704605, -0.07932505756616592, 0.0383060984313488, 0.058739203959703445, 0.11575710028409958, -0.0463101752102375, 0.07813426852226257, 0.029709648340940475, -0.060301605612039566, -0.008157455362379551, -0.004645040258765221, -0.12799620628356934, -0.019306708127260208, 0.030338412150740623, -0.12046720832586288, 0.028296932578086853, 0.0125209866091609, 0.06240556761622429, -0.020488739013671875, 0.15566366910934448, 0.14007925987243652, -0.0028922019992023706, 0.009288927540183067, -0.04678758606314659, -0.1126696765422821, -0.054000161588191986, -0.11981324106454849, 0.12265395373106003, 0.00279107503592968, -0.0787590742111206, 0.08906055986881256, -0.11832796037197113, 0.048881445080041885, 0.042210157960653305, -0.06443770974874496, -0.06802036613225937, 0.012835624627768993, -0.003170465352013707, -0.0012330913450568914, -0.06317366659641266, 0.18551214039325714, 0.16549232602119446, 0.1804170310497284, -0.04772289842367172, -0.08810189366340637, -0.02436850219964981, -0.03319815918803215, -0.012929873540997505, -0.044926464557647705, 0.040258005261421204, -0.14766323566436768, 0.022593306377530098, 0.011587915942072868, -0.005019805859774351, -0.024219142273068428, 0.034026842564344406, -0.04791739583015442, 0.07488788664340973, -0.08075383305549622, -0.04134658724069595, 0.027244003489613533, -0.04660985246300697, 0.07706709951162338, -0.010437903925776482, 0.001365417381748557, -0.035948846489191055, 0.00974444393068552, 0.03949489817023277, 0.04941239953041077, 0.025934973731637, 0.034738555550575256, 0.001397831249050796, -0.08791061490774155, 0.026215264573693275, 0.051461074501276016, -0.04078179970383644, -0.015721160918474197, 0.054520994424819946, 0.0018974444828927517, -0.022815898060798645, -0.013498624786734581, -0.034161753952503204, -0.019503850489854813, 0.01681833155453205, -0.10528692603111267, 0.027161959558725357, -0.07623597234487534, -0.022438211366534233, -0.046081267297267914, -0.1088685691356659, 0.024928061291575432, -0.0469462089240551, -0.027450650930404663, 0.016559552401304245, 0.03469589352607727, 0.06637775897979736, 0.063148632645607, -0.110897958278656], [-0.018116643652319908, -0.03243975713849068, -0.0640290379524231, -0.041206296533346176, -0.027648797258734703, 0.022098848596215248, 0.0658927634358406, -0.0017369167180731893, 0.018946269527077675, 0.04512558877468109, -0.055451955646276474, -0.0527217835187912, 0.018346980214118958, 0.02872592769563198, 0.04122978821396828, -0.01842566207051277, 0.11999652534723282, 0.03627008944749832, 0.003587746759876609, 0.08588950335979462, -0.10463346540927887, 0.11720357090234756, -0.02775055728852749, 0.04785286262631416, -0.00863670464605093, 0.08161928504705429, -0.03883263096213341, -0.08998025953769684, -0.03643498942255974, 0.08203516900539398, 0.021473273634910583, -0.10309422016143799, 0.06249498575925827, 0.05576849728822708, 0.1296730488538742, -0.09991355985403061, 0.027159230783581734, 0.008673129603266716, -0.004672759212553501, -0.013691606000065804, -0.0386018380522728, -0.16585761308670044, -0.07327400147914886, 0.04278859496116638, -0.07955474406480789, 0.068976491689682, -0.05260622128844261, 0.02259698510169983, -0.015957707539200783, 0.17335116863250732, 0.180947408080101, -0.009238546714186668, 0.026232298463582993, -0.025946056470274925, -0.06738656759262085, -0.02513665147125721, -0.0678718164563179, 0.19358381628990173, -0.04097352176904678, -0.07635026425123215, 0.06476391106843948, -0.12785913050174713, -0.040438342839479446, 0.011472994461655617, -0.04568403586745262, -0.023788098245859146, 0.03685835376381874, -0.03568853437900543, -0.003700694302096963, -0.08345548808574677, 0.12271435558795929, 0.1340741217136383, 0.11175939440727234, -0.026846695691347122, -0.04893602430820465, -0.0161582138389349, -0.08654125779867172, -0.03514562547206879, -0.030574629083275795, 0.0702601820230484, -0.10467368364334106, -0.03432225435972214, -0.037906378507614136, -0.01584494486451149, -0.047333892434835434, -0.053137727081775665, -0.022884024307131767, 0.00308891455642879, -0.11137347668409348, -0.014301336370408535, -0.05011613294482231, 0.011447801254689693, 0.09374377131462097, -0.04420643299818039, 0.018765870481729507, -0.09159083664417267, 0.022294452413916588, 0.09325084090232849, -0.0036038211546838284, 0.06601949781179428, 0.04949513450264931, 0.0234299898147583, -0.06699088215827942, -0.004944920539855957, 0.06250863522291183, -0.03991345688700676, 0.0007164275157265365, 0.004941270221024752, 0.0022122010122984648, -0.038655541837215424, -0.003667463082820177, -0.04594447463750839, 0.03609761595726013, 0.019607573747634888, -0.10113918781280518, -0.008884856477379799, -0.04783254489302635, -0.050368547439575195, -0.11870142817497253, -0.07885881513357162, -0.06254005432128906, -0.02051081508398056, 0.003975707571953535, 0.03972552716732025, 0.033729296177625656, 0.03431396558880806, -0.038990769535303116, -0.07246887683868408], [-0.0028722963761538267, -0.10431935638189316, -0.04733132943511009, -0.0015253655146807432, -0.042634233832359314, 0.023109445348381996, 0.050140246748924255, -0.01142558827996254, 0.04467104747891426, 0.03311488404870033, -0.07060891389846802, 0.08064772188663483, -0.06287548691034317, 0.010019185021519661, 0.03518611565232277, 0.019296545535326004, 0.09599492698907852, 0.015550280921161175, -0.0785878449678421, -0.010877411812543869, 0.026333652436733246, 0.05978820472955704, -0.10642500966787338, 0.020714130252599716, -0.013875767588615417, 0.016553936526179314, -0.05350282043218613, 0.029578279703855515, 0.017975851893424988, 0.1822318285703659, 0.06892342120409012, -0.020691240206360817, -0.019010065123438835, 0.049383532255887985, 0.10151688009500504, -0.031003465875983238, -0.031219469383358955, 0.010954342782497406, -0.006771525833755732, 0.019139138981699944, 0.028638657182455063, -0.13576161861419678, 0.002825035247951746, 0.1040477305650711, -0.027810579165816307, 0.008293557912111282, 0.028482815250754356, 0.03694163262844086, -0.0022797160781919956, 0.12508311867713928, 0.08426383882761002, 0.0021519814617931843, 0.0546332523226738, -0.09819816797971725, -0.05196061357855797, -0.06950396299362183, 0.006208476610481739, 0.12132559716701508, 0.07133506238460541, 0.0013644760474562645, 0.07743366807699203, -0.032785385847091675, 0.005926740355789661, -0.042309507727622986, 0.0070020705461502075, -0.10472024977207184, 0.07243218272924423, -0.047550562769174576, 0.09619759768247604, -0.05485950782895088, 0.19735902547836304, 0.09102164953947067, 0.15622319281101227, 0.04797045513987541, -0.021047990769147873, -0.025417368859052658, -0.04264398291707039, -0.04432079568505287, 0.005163799971342087, 0.10505834221839905, -0.1075180172920227, -0.03190312534570694, 0.008967069908976555, -0.0012707830173894763, 0.030164198949933052, 0.042379897087812424, -0.09312575310468674, 0.05640851706266403, -0.0848817452788353, 0.009113460779190063, -0.013660031370818615, -0.04407590627670288, 0.12882000207901, -0.01665768213570118, 0.020380837842822075, -0.07943087071180344, -0.05249973386526108, -0.012660332955420017, -0.011751299723982811, 0.0692886933684349, 0.004359488841146231, 0.006651658099144697, -0.028986195102334023, -0.031167661771178246, 0.03885895013809204, -0.0647149384021759, 0.019031720235943794, 0.014015206135809422, 0.016427481546998024, 0.03968757390975952, 0.00036720128264278173, -0.06069334223866463, -0.006367057096213102, 0.01659098081290722, -0.011889749206602573, -0.023431628942489624, -0.07251347601413727, 0.005874674767255783, 0.010046230629086494, -0.10329215228557587, -0.018012242391705513, -0.07674720138311386, -0.01510014757514, 0.010718467645347118, 0.03590606898069382, 0.024483632296323776, 0.02411416918039322, -0.067275770008564], [-0.03124869242310524, -0.09237794578075409, -0.08190543949604034, -0.025806346908211708, -0.009216319769620895, 0.020650146529078484, 0.09083598852157593, -0.016417454928159714, 0.010682822205126286, -0.017784953117370605, 0.0023123042192310095, 0.06407974660396576, 0.0015953934052959085, 0.040096573531627655, 0.030616208910942078, 0.023721057921648026, 0.04541275277733803, -0.0041994391940534115, 0.060049545019865036, 0.03658994287252426, 0.06046947091817856, 0.05235801264643669, -0.07963523268699646, 0.008753119967877865, 0.009387903846800327, 0.01810741424560547, -0.02486686035990715, -0.017461901530623436, 0.023789701983332634, 0.17831647396087646, 0.09568516165018082, -0.05748949572443962, 0.002510320395231247, 0.022365311160683632, 0.1251780390739441, -0.07896058261394501, 0.03752873092889786, -0.05418916046619415, 0.027477959170937538, 0.03327234834432602, 0.015758169814944267, -0.0901283547282219, 0.0330793522298336, 0.06355451792478561, -0.027383673936128616, 0.1492159515619278, 0.06339903175830841, -0.010932392440736294, -0.001847961451858282, 0.1600881814956665, 0.13005737960338593, 0.013688812032341957, 0.018935617059469223, -0.10381509363651276, -0.038158804178237915, -0.051647987216711044, 0.02278861775994301, 0.12191367894411087, 0.04101695865392685, -0.004813340026885271, 0.09089937061071396, -0.016944780945777893, -0.017063839361071587, -0.01560022123157978, -0.09258148074150085, -0.08538702875375748, 0.11375205218791962, -0.04291149601340294, 0.03814459592103958, -0.061969589442014694, 0.16127997636795044, 0.07158050686120987, 0.13334326446056366, 0.029083330184221268, -0.0023778602480888367, 0.06582359224557877, -0.0573037788271904, -0.014536340720951557, -0.05212964117527008, 0.01742624305188656, -0.018848378211259842, -0.011977152898907661, 0.0483357235789299, 0.03275755047798157, 0.05573825165629387, 0.05864514037966728, -0.04542727768421173, 0.1162058487534523, -0.0077987476252019405, -0.03273898735642433, 0.006558355409651995, -0.02371138520538807, 0.025383202359080315, -0.0007317581330426037, 0.05999468266963959, -0.10792911797761917, 0.007773319259285927, 0.032326873391866684, 0.04591664299368858, 0.06051863357424736, 0.10200787335634232, -0.04476298391819, -0.028541823849081993, -0.08664849400520325, 0.14767785370349884, -0.038288217037916183, 0.001023623626679182, 0.04640711098909378, 0.03397860378026962, -0.016418591141700745, -0.008530538529157639, 0.018503814935684204, -0.06460178643465042, 0.07203353941440582, -0.023315485566854477, 0.01276247575879097, 0.0009062090539373457, -0.02711089327931404, -0.017964793369174004, -0.08865326642990112, 0.007840544916689396, -0.036184415221214294, 0.01904337666928768, 0.06034191697835922, 0.053891073912382126, 0.015801334753632545, -0.040229324251413345, 0.013280358165502548], [-0.029178334400057793, -0.05025454983115196, -0.1388145089149475, -0.01705857180058956, -0.05724469572305679, -0.015227249823510647, 0.06985235214233398, 0.04466233402490616, 0.053054966032505035, -0.008784640580415726, -0.00039714391459710896, -0.009785842150449753, -0.019301222637295723, -0.012245286256074905, 0.051339734345674515, -0.04458701238036156, 0.16888481378555298, 0.03861665725708008, 0.0013411984546110034, 0.061071623116731644, -0.06154083460569382, 0.09145548194646835, -0.14924998581409454, 0.12957724928855896, -0.010689608752727509, 0.07097337394952774, -0.059552907943725586, -0.07087051868438721, 0.002847334137186408, 0.10985647141933441, -0.016163315623998642, -0.056525953114032745, 0.008501091040670872, 0.05970453470945358, 0.0851256474852562, -0.048254746943712234, -0.027854831889271736, 0.06564202159643173, -0.027932852506637573, 0.016070473939180374, 0.010736980475485325, -0.1080678254365921, -0.06139326095581055, -0.006366283632814884, -0.025159398093819618, 0.03764759376645088, -0.017291465774178505, 0.031689513474702835, -0.039147451519966125, 0.1314166933298111, 0.15222500264644623, -0.02422974817454815, -0.022667977958917618, -0.05913415178656578, -0.14522811770439148, -0.02604781650006771, 0.010766317136585712, 0.091892309486866, -0.004164468962699175, -0.06751377135515213, 0.12671440839767456, -0.05100112408399582, -0.10716372728347778, -0.004547766409814358, -0.04650569334626198, -0.032987724989652634, 0.1123691275715828, -0.04622374475002289, 0.005986477714031935, -0.09260617196559906, 0.13337096571922302, 0.096710704267025, 0.1168748065829277, -0.024321213364601135, -0.034332022070884705, 0.057669200003147125, -0.03353159874677658, -0.046859387308359146, -0.030656225979328156, 0.11437270790338516, -0.0967826396226883, -0.05009280517697334, 0.03614243119955063, 0.046031493693590164, -0.05848444998264313, 0.046692587435245514, 0.049416158348321915, 0.10238033533096313, -0.023865917697548866, 0.021475229412317276, -0.010313675738871098, -0.002988925902172923, 0.12384260445833206, 0.03815114125609398, 0.0066476077772676945, -0.10557223111391068, -0.011937684379518032, 0.05288210138678551, -0.02429741434752941, 0.05586293339729309, 0.0009556576260365546, -0.004507213830947876, -0.08842773735523224, -0.052115797996520996, 0.11219508200883865, -0.052282240241765976, 0.05836910381913185, 0.032412558794021606, -0.023797713220119476, -0.024210013449192047, 0.059287093579769135, -0.04220814257860184, -0.016804253682494164, 0.05326502397656441, -0.02820294164121151, 0.03190985694527626, -0.034411437809467316, -0.07718168199062347, -0.08047457784414291, -0.047241825610399246, -0.034025877714157104, 0.004296684172004461, 0.005966740660369396, 0.11148346960544586, 0.010005533695220947, 0.08040589094161987, -0.009873904287815094, -0.02929660864174366], [-0.005231847520917654, -0.10393380373716354, -0.08253733068704605, -0.1058247908949852, -0.12252577394247055, 0.04459047690033913, 0.08585326373577118, 0.01687924563884735, -0.004796434659510851, -0.049302879720926285, -0.05999215692281723, -0.0498088076710701, 0.010090512223541737, 0.011718391440808773, 0.02006056159734726, -0.0180092453956604, 0.034508027136325836, 0.04153861105442047, 0.032109472900629044, 0.10183680057525635, -0.023963578045368195, 0.07820959389209747, -0.07579512894153595, 0.042178310453891754, 0.03866074979305267, -0.007327734492719173, 0.0017792192520573735, -0.05425960198044777, -0.005262123420834541, 0.08238586038351059, 0.03027361072599888, -0.042558033019304276, 0.032431378960609436, 0.018579667434096336, 0.1077185645699501, -0.03291846439242363, 0.03980375453829765, 0.04533379524946213, 0.013900797814130783, 0.036026615649461746, 0.03548349440097809, -0.11276378482580185, 0.013316391035914421, 0.05579950287938118, -0.0911649838089943, 0.04968560114502907, -0.026738140732049942, -0.014967442490160465, 0.03420846164226532, 0.08918431401252747, 0.12045865505933762, 0.091666579246521, 0.036769092082977295, -0.09086889773607254, -0.07008148729801178, -0.05034492909908295, -0.03963431715965271, 0.17306450009346008, -0.05099213123321533, -0.09869757294654846, 0.0023973481729626656, -0.02396007813513279, -0.01598593406379223, 0.022410331293940544, -0.02973903715610504, 0.05879685655236244, 0.08858057856559753, -0.06148173660039902, 0.05638400465250015, -0.14445005357265472, 0.14945703744888306, 0.03453434258699417, 0.09371637552976608, 0.007012129761278629, -0.07008866220712662, 0.068240687251091, -0.051637228578329086, 0.031774844974279404, -0.005946295335888863, 0.0045511373318731785, -0.04059924557805061, -0.02396232821047306, -0.022840246558189392, 0.027464404702186584, -0.037081968039274216, -0.02146259695291519, -0.016224488615989685, 0.05444163456559181, -0.04677214473485947, 0.008366579189896584, 0.04108135402202606, -0.014200368896126747, 0.0036295060999691486, -0.06467758864164352, -0.017535056918859482, -0.012263406068086624, -0.030793802812695503, 0.06769295036792755, 0.01633007638156414, 0.08522836863994598, 0.13326780498027802, -0.011357656680047512, -0.02967056818306446, 0.011043083854019642, 0.0588044747710228, 0.051502641290426254, 0.1031213030219078, 0.08810899406671524, 0.004512548912316561, -0.040423136204481125, -0.016469016671180725, -0.03419354557991028, -0.019832134246826172, 0.007608340587466955, -0.008905036374926567, -0.01947489008307457, -0.038674045354127884, -0.06233321130275726, -0.0574626587331295, -0.02150603197515011, -0.05116911977529526, -0.06439004093408585, -0.07096046209335327, 0.044175971299409866, 0.03031034767627716, 0.0726546123623848, 0.03388596698641777, -0.08134987205266953], [-0.03429354354739189, -0.055075690150260925, -0.08959012478590012, -0.1280612051486969, -0.0652417242527008, 0.06737184524536133, 0.06681487709283829, 0.09423533827066422, 0.009541920386254787, 0.021309610456228256, -0.03310069441795349, -0.019263530150055885, -0.06865228712558746, -0.04432070255279541, 0.019863655790686607, 0.007539988495409489, 0.11462126672267914, 0.06104859709739685, -0.032935772091150284, 0.022615574300289154, -0.1403670608997345, 0.019332226365804672, -0.07444331049919128, 0.17858725786209106, 0.0965971127152443, -0.006012683734297752, -0.09284301847219467, -0.0017261076718568802, -0.06399808079004288, 0.08741306513547897, -0.0606972873210907, -0.07959239929914474, -0.003968504723161459, 0.09277819842100143, 0.0477299690246582, -0.16381868720054626, 0.003656331216916442, 0.06771831214427948, -0.03233688324689865, 0.024911796674132347, -0.027317872270941734, -0.04911786690354347, -0.008999771438539028, 0.0024881751742213964, -0.0377887487411499, 0.0873161032795906, -0.05011584237217903, -0.013051889836788177, -0.04240553453564644, 0.1618996262550354, 0.10895100980997086, 0.0005317508475854993, -0.007617163471877575, -0.05004829540848732, -0.03561954200267792, -0.010643483139574528, -0.046031128615140915, 0.14602746069431305, -0.04082917794585228, -0.06927057355642319, 0.0551719106733799, -0.0246978010982275, -0.062130510807037354, 0.0009697815985418856, 0.01580704376101494, -0.03156139701604843, 0.007098313886672258, -0.049080271273851395, 0.002866462105885148, -0.03638898953795433, 0.11043087393045425, 0.1395607888698578, 0.08523782342672348, -0.043312281370162964, -0.07847901433706284, -0.03299765661358833, 0.054867375642061234, -0.02396218292415142, 0.04960847645998001, -0.013775505125522614, -0.131259948015213, -0.03877370432019234, -0.01591043919324875, 0.03900942951440811, -0.06580949574708939, -0.02448973059654236, -0.05961671471595764, 0.01096444483846426, -0.07697252929210663, 0.029266398400068283, -0.048854634165763855, -0.04437140002846718, 0.08755067735910416, -0.02548029273748398, 0.013205883093178272, -0.10205114632844925, -0.01846538484096527, 0.08295241743326187, 0.021248864009976387, -0.0722506046295166, 0.06804049015045166, 0.05556044355034828, -0.06283727288246155, 0.030954010784626007, -0.025811413303017616, -0.045078106224536896, 0.04407418891787529, 0.076492540538311, -0.01911334879696369, 0.0376584455370903, 0.022056277841329575, -0.0953596830368042, 0.023923547938466072, 0.004403519909828901, -0.10481040179729462, -0.0071488032117486, -0.03947481885552406, -0.003252181923016906, -0.04015001282095909, -0.07732774317264557, -0.05748652294278145, -0.008606215007603168, 0.004674973897635937, 0.057318419218063354, 0.006993947550654411, 0.034275416284799576, -0.038408733904361725, -0.11197040230035782], [-0.04521103575825691, -0.09524062275886536, -0.09066235274076462, -0.07619335502386093, -0.03576058894395828, -0.052294760942459106, 0.12283831834793091, 0.06245240569114685, 0.01256236620247364, -0.040040113031864166, -0.09179633110761642, -0.005985890049487352, -0.03941549360752106, -0.013843916356563568, 0.06151292845606804, -0.01436389610171318, 0.09538614749908447, -0.03245340660214424, -0.06992123275995255, 0.09791552275419235, -0.06400705873966217, 0.10651766508817673, -0.0565611906349659, 0.02413058839738369, -0.05973532423377037, -0.018416689708828926, -0.00298334751278162, -0.007490699645131826, -0.02009105682373047, 0.14030992984771729, 0.017832545563578606, -0.05481119826436043, -0.04034446179866791, 0.016403423622250557, 0.12883231043815613, -0.1128835678100586, -0.051697295159101486, 0.06445951014757156, -0.0063102939166128635, 0.016347013413906097, -0.02909724973142147, -0.08755941689014435, -0.01838049851357937, 0.040731027722358704, -0.006465517450124025, 0.04811873286962509, -0.034349262714385986, 0.018697557970881462, 0.04756803810596466, 0.050405316054821014, 0.15675030648708344, -0.002697151619940996, 0.0025201397947967052, -0.08384532481431961, -0.1121804267168045, 0.00025236266083084047, -0.022444209083914757, 0.13895873725414276, 0.014528477564454079, -0.07455946505069733, 0.05811869725584984, -0.02552191913127899, -0.07307299226522446, 0.06270133703947067, -0.0453011728823185, -0.001557277049869299, -0.00034086054074577987, 0.029644032940268517, -0.007675175089389086, -0.08559302240610123, 0.09865191578865051, 0.06534130126237869, 0.11394429951906204, -0.0439135879278183, -0.0372089184820652, 0.08206124603748322, 0.04126836732029915, 0.017726397141814232, -0.012888706289231777, -0.006764997262507677, -0.09556535631418228, -0.025129662826657295, -0.00975003931671381, 0.04933416098356247, 0.015546516515314579, 0.0015254686586558819, -0.0017572378274053335, 0.058928512036800385, -0.16453388333320618, -0.001850794767960906, -0.018726514652371407, 0.037364762276411057, 0.04018852487206459, -0.010598072782158852, 0.006286954041570425, -0.034633032977581024, -0.023182209581136703, 0.1161043718457222, -0.020207811146974564, 0.009037337265908718, 0.009788370691239834, 0.023544561117887497, -0.07322569191455841, 0.0020634420216083527, 0.005434611812233925, -0.035243380814790726, -0.03494308888912201, -0.006283571943640709, -0.056770097464323044, -0.02296324260532856, -0.0021917761769145727, -0.018628356978297234, -0.03351385518908501, -0.004266522359102964, 0.002457523951306939, 0.020396599546074867, -0.05191275104880333, -0.07388730347156525, -0.00379881146363914, -0.032130222767591476, -0.03194919973611832, 0.013666724786162376, -0.08001693338155746, 0.0041803475469350815, -0.03223026916384697, 0.025343449786305428, -0.02983434498310089, -0.06267105787992477]]
+  transformer.h.9.attn.qa_q_blend_alpha  shape=torch.Size([])  raw=-0.1701158881187439
+  transformer.h.9.attn.qa_y_blend_alpha  shape=torch.Size([])  raw=0.10104557871818542
+  transformer.h.9.attn.qa_q_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.1062486171722412, 1.1961076259613037, 1.0251647233963013, 1.1816984415054321, 1.1913275718688965, 1.049472451210022, 1.1507669687271118, 1.1646604537963867, 1.1405802965164185, 1.0341135263442993, 1.0826011896133423, 1.0697307586669922, 1.0540087223052979, 1.1019256114959717, 1.1486790180206299, 1.0318074226379395, 1.0777872800827026, 1.0974669456481934, 1.0726170539855957, 1.0792210102081299, 1.1320531368255615, 1.1603561639785767, 1.1181305646896362, 1.2524241209030151, 1.123619556427002, 1.0702763795852661, 1.0948843955993652, 1.1802972555160522, 1.0514917373657227, 1.1257668733596802, 1.1461563110351562, 1.1325446367263794, 1.1250333786010742, 1.1447548866271973, 1.1064391136169434, 1.0745187997817993, 1.2175172567367554, 1.0618197917938232, 1.151366949081421, 1.1739249229431152, 1.049575686454773, 1.117530345916748, 1.0543622970581055, 0.977288007736206, 1.125474214553833, 1.0720752477645874, 1.1495708227157593, 1.1078978776931763, 1.2126530408859253, 1.096459150314331, 1.1716281175613403, 1.1249831914901733, 1.12772798538208, 1.0808807611465454, 1.0937198400497437, 1.0583007335662842, 1.0175652503967285, 1.0243099927902222, 1.150735855102539, 1.0274016857147217, 1.1102595329284668, 1.1712660789489746, 1.1351044178009033, 1.0359394550323486]
+  transformer.h.9.attn.qa_y_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.0742980241775513, 1.0729812383651733, 1.0559521913528442, 1.0530411005020142, 1.054856777191162, 1.0794094800949097, 1.1349021196365356, 0.9953089356422424, 0.932023823261261, 1.0710290670394897, 1.0425336360931396, 0.9995422959327698, 1.0350638628005981, 1.074638843536377, 1.1116214990615845, 1.0238860845565796, 0.9750809669494629, 1.1148414611816406, 1.0882405042648315, 1.0319464206695557, 1.0971288681030273, 1.061696171760559, 1.0601686239242554, 1.0397868156433105, 1.1910358667373657, 0.9826194047927856, 1.0609734058380127, 1.0393184423446655, 1.0463573932647705, 0.9915756583213806, 1.1046572923660278, 1.0666522979736328, 1.0556364059448242, 1.0716092586517334, 1.0956523418426514, 0.9741443395614624, 0.9879555702209473, 1.080291748046875, 1.1140656471252441, 1.0233900547027588, 1.0819660425186157, 1.0520310401916504, 1.0939006805419922, 1.0909459590911865, 1.0734561681747437, 1.0371873378753662, 1.0241360664367676, 1.087043285369873, 1.0781917572021484, 1.037690281867981, 1.0006396770477295, 1.0820947885513306, 0.9677733778953552, 1.0904996395111084, 1.0715208053588867, 1.0584653615951538, 0.9611716866493225, 1.062748670578003, 1.0790876150131226, 1.0081804990768433, 1.0044591426849365, 1.0455348491668701, 1.0808721780776978, 1.0700100660324097]
+  transformer.h.9.attn.qa_gate_proj_softqa_pl.weight  shape=torch.Size([64, 128])  raw=[[-0.07617291063070297, -0.05346343666315079, -0.00754593824967742, 0.05028126761317253, -0.08438855409622192, 0.032458893954753876, 0.04912487044930458, -0.00493285059928894, 0.07565973699092865, -0.03713040053844452, 0.05275730416178703, 0.055930882692337036, 0.03352148085832596, 0.05199456214904785, -0.05285840854048729, 0.0013887296663597226, 0.022111181169748306, 0.008304699324071407, 0.02819197066128254, 0.02003864012658596, 0.030878989025950432, -0.033613480627536774, 0.04343742877244949, -0.09156183898448944, -0.021853871643543243, 0.09990093111991882, 0.06893444061279297, -0.0016970421420410275, 0.04323326051235199, 0.07459038496017456, -0.008031453005969524, -0.0036940365098416805, 0.010772387497127056, -0.004489585757255554, 0.0235663503408432, -0.020332150161266327, 0.0739385336637497, -0.05609740689396858, -0.03453778102993965, -0.06798166036605835, -0.045544110238552094, -0.05165723338723183, -0.016031058505177498, 0.016556143760681152, 0.08715936541557312, -0.001744511304423213, 0.06034897267818451, -0.06651773303747177, -0.058323297649621964, -0.00040223944233730435, -0.0473950169980526, 0.014144743792712688, 0.009658941067755222, -0.053736839443445206, 0.00653833569958806, -0.004249803721904755, 0.02561347186565399, -0.03932039812207222, -0.1324477344751358, 0.046363282948732376, 0.00559973856434226, 0.026382220908999443, -0.007276989985257387, -0.002278369152918458, -0.005966069642454386, -0.01160813495516777, 0.02423272281885147, 0.005187517032027245, 0.046991266310214996, 0.0033161710016429424, -0.02404855191707611, -0.01310070138424635, -0.015476726926863194, 6.30941431154497e-05, 0.01410634908825159, 0.034947656095027924, -0.04243342578411102, -0.023030932992696762, 0.0187101811170578, 0.016247432678937912, -0.005503091029822826, 0.009807649068534374, -0.01994815096259117, -0.0013661422999575734, -0.03669735789299011, -0.07260485738515854, -0.02310188114643097, 0.011270079761743546, -0.055492743849754333, 0.0005119420238770545, -0.060497891157865524, 0.0070361122488975525, 0.023842433467507362, -0.020488880574703217, 0.04291829839348793, 0.005821967497467995, 0.00982164591550827, 0.05936477333307266, 0.01489897258579731, -0.01696930080652237, -0.08498188108205795, -0.008201281540095806, -0.03464299067854881, 0.009502840228378773, -0.020437896251678467, 0.03902154043316841, 0.05860382691025734, -0.033218517899513245, 0.03963145241141319, 0.01078617200255394, 0.08616551011800766, 0.02603919804096222, -0.03779865801334381, -0.09154677391052246, -0.010239814408123493, 0.027060864493250847, -0.004996252711862326, -0.0422687754034996, 0.0002448570157866925, -0.021030085161328316, 0.043661393225193024, 0.00850360281765461, -0.031406041234731674, 0.038122400641441345, 0.02543000318109989, -0.08064023405313492, -0.03277106210589409, 0.03794935345649719], [0.011564536020159721, -0.06219860538840294, -0.03362458199262619, -0.01390866283327341, -0.11126501858234406, -0.008014076389372349, 0.0652889683842659, -0.03319555148482323, 0.05467834323644638, 0.008010031655430794, 0.004397341050207615, 0.07300642877817154, -0.003715682541951537, -0.009649185463786125, -0.05005379021167755, -0.03989890217781067, -0.014202316291630268, 0.07824234664440155, 0.03366375342011452, 0.007906169630587101, -0.03621130436658859, -0.04681692272424698, 0.05454250052571297, -0.04685785621404648, 0.03344346582889557, -0.0022408836521208286, 0.03137527406215668, -0.07112893462181091, 0.0012509400257840753, 0.0500551275908947, -0.04370749369263649, 0.07367029041051865, 0.059901777654886246, 0.040720365941524506, 0.027311595156788826, -0.04466678574681282, 0.08546924591064453, 0.033133089542388916, 0.015279850922524929, -0.012760760262608528, -0.04021953418850899, -0.040883082896471024, -0.012346915900707245, 0.032789379358291626, -0.03998326510190964, 0.02447744831442833, 0.05049040913581848, -0.0015851722564548254, -0.1474229395389557, -0.02422783523797989, -0.049294110387563705, 0.00790883507579565, 0.0847429484128952, -0.04691152274608612, 0.06377515196800232, 0.05173274502158165, 0.035136427730321884, 0.010838386602699757, 0.003273740177974105, 0.007559762801975012, 0.02793951705098152, 0.06138298287987709, 0.05652713030576706, 0.016184506937861443, -0.0072264703921973705, -0.03485185280442238, -0.06415095925331116, -0.05177488178014755, 0.0026383951772004366, 0.06936261802911758, 0.0275966115295887, 0.031000323593616486, 0.01765356957912445, -0.023349130526185036, 0.0517759807407856, 0.04133416712284088, -0.03408053517341614, -0.014373795129358768, -0.04583225026726723, -0.043049219995737076, 0.03360886126756668, -0.0029835645109415054, -0.08285010606050491, 0.006466589868068695, -0.02415565773844719, 0.06658445298671722, 0.027036117389798164, 0.04011077433824539, 0.07538460195064545, 0.06402904540300369, -0.05198203772306442, -0.04193941876292229, 0.05076468735933304, 0.010311556048691273, -0.02119728922843933, 0.014559686183929443, 0.053335100412368774, 0.044206295162439346, 0.017013300210237503, -0.00042273232247680426, -0.055365294218063354, 0.02188335545361042, -0.11140695214271545, -0.03699090704321861, 0.07198785990476608, -0.04184028506278992, 0.028196001425385475, 0.010662134736776352, 0.0011817391496151686, 0.04396505281329155, -0.021738415583968163, -0.03956064581871033, 0.01386019866913557, -0.03898448124527931, -0.08817921578884125, 0.010854736901819706, 0.004135135095566511, -0.041599661111831665, -0.017475584521889687, -0.07220157980918884, -0.004434850998222828, -0.018138481304049492, -0.08906940370798111, 0.02456888183951378, 0.013341772370040417, 0.0061377291567623615, 0.007288478780537844, -0.03034893609583378], [-0.02710612304508686, -0.0027391063049435616, -0.00542285293340683, 0.1355637013912201, -0.054380036890506744, -0.08062946796417236, 0.04559698328375816, -0.04080688953399658, -0.0016303039155900478, -0.10002503544092178, 0.017593370750546455, 0.02013327367603779, 0.006029282230883837, -0.01750379428267479, -0.06707338243722916, -0.01832684874534607, 0.00641572056338191, 0.038231294602155685, 0.03389858454465866, -0.03791667893528938, -0.02388613671064377, 0.014193548820912838, 0.007261991035193205, -0.11810027062892914, 0.05452999100089073, 0.039708323776721954, 0.09531990438699722, 0.01596270315349102, -0.029452171176671982, 0.005726501811295748, -0.012842589989304543, 0.040299300104379654, 0.017420200631022453, 0.0010399011662229896, 0.03614530339837074, -0.006049483548849821, 0.061645571142435074, 0.04541614279150963, 0.10062874108552933, -0.08367453515529633, 0.01595746912062168, -0.05356279015541077, 0.04835236072540283, 0.0351860411465168, 0.057640284299850464, -0.001097179134376347, 0.06431388109922409, 0.01868208684027195, -0.02774510718882084, -0.057536978274583817, -0.050583403557538986, 0.007726846728473902, 0.07277915626764297, 0.026316193863749504, 0.026024287566542625, 0.008009622804820538, -0.0393047071993351, 0.0354105569422245, -0.045972343534231186, 0.02211042121052742, 0.008377937600016594, -0.018695617094635963, -0.006700257305055857, 0.003720063017681241, 0.044134192168712616, 0.024562213569879532, -0.056016456335783005, 0.028738124296069145, 0.050103504210710526, -0.04919038340449333, 0.06654965877532959, 0.022421246394515038, 0.022041812539100647, -0.011786705814301968, -0.041610237210989, 0.003334993962198496, 0.02179265394806862, 0.002813057042658329, -0.014769998379051685, 0.02622738666832447, -0.003585063386708498, -0.029732322320342064, -0.03080795891582966, -0.041581179946660995, -0.037035852670669556, -0.036534812301397324, -0.02196308597922325, -0.0618164986371994, 0.03324371576309204, 0.01330370269715786, 0.006493838038295507, 0.059744637459516525, 0.014981270767748356, -0.003592040855437517, 0.01481481920927763, 0.049202147871255875, 0.04230552539229393, -0.045943375676870346, -0.004235514439642429, 0.010940062813460827, -0.021836087107658386, 0.007641938980668783, -0.016616536304354668, 0.014577052555978298, 0.021754024550318718, 0.04818347841501236, -0.03551424294710159, 0.07889366894960403, 0.045881517231464386, 0.0024377666413784027, 0.03681062534451485, -0.03478255122900009, 0.056292757391929626, 0.005772511940449476, -0.004426572937518358, 0.08105125278234482, 0.017740607261657715, 0.011280452832579613, 0.007184796500951052, -0.018247786909341812, -0.011129763908684254, -0.030064068734645844, -0.03354959562420845, -0.04598246514797211, 0.013828868977725506, -0.045530159026384354, 0.013833601959049702, -0.025384047999978065], [0.03737485408782959, -0.041328735649585724, -0.014036948792636395, 0.031725089997053146, -0.014103970490396023, -0.023657018318772316, 0.015200939029455185, -0.027751851826906204, 0.09038369357585907, 0.04620547220110893, -0.03611067309975624, 0.08234577625989914, 0.04844695329666138, 0.016285013407468796, -0.02241695299744606, -0.04649508744478226, -0.00972530897706747, 0.015089998953044415, 0.005004262086004019, -0.043661754578351974, 0.042503613978624344, -0.046692073345184326, 0.052408624440431595, -0.05721369385719299, 0.02493656985461712, -0.027347983792424202, -0.03765489533543587, -0.025398464873433113, 0.03869302570819855, 0.06545974314212799, -0.06425194442272186, 0.015463749878108501, -0.03210293501615524, 0.08342727273702621, 0.0030470206402242184, 0.04240306094288826, 0.061543285846710205, 0.04388948529958725, 0.0038833809085190296, -0.06810355186462402, -0.08814412355422974, -0.025857340544462204, -0.004337173420935869, 0.009563549421727657, 0.04197822883725166, -0.009389759041368961, 0.005351894069463015, 0.040698591619729996, -0.03021945059299469, 0.00016371272795367986, -0.06541652977466583, -0.05568322166800499, 0.03658614307641983, -0.014866421930491924, -0.05955152213573456, 0.029246186837553978, 0.07134677469730377, -0.0049895369447767735, -0.020038483664393425, -0.00834997184574604, 0.08470655232667923, 0.011376124806702137, 0.02245403081178665, 0.026829993352293968, 0.00998673215508461, 0.023471033200621605, -0.06040292978286743, -0.01754685863852501, -0.0370868518948555, -0.007539489306509495, 0.04872813820838928, -0.0015185072552412748, -0.00932598952203989, 0.04163854569196701, -0.015235339291393757, 0.05470863729715347, -0.06068003177642822, -0.0043340628035366535, 0.042379993945360184, 0.014910980127751827, 0.039558038115501404, -0.031190667301416397, -0.03787858039140701, 0.005200403276830912, 0.025915561243891716, 0.0021111152600497007, -0.0042509762570261955, -0.025272995233535767, 0.13297133147716522, -0.04161503538489342, -0.03852016106247902, -0.027950914576649666, 0.0012808744795620441, -0.05073979124426842, 0.017288705334067345, -0.02319556102156639, -0.0012521137250587344, 0.07852315902709961, -0.030704135075211525, 0.00090157421072945, -0.008237861096858978, 0.009727566502988338, -0.0503699816763401, -0.03678673878312111, 0.042957205325365067, 0.07000420242547989, 0.07280326634645462, -0.008680514059960842, 0.11623603105545044, -0.01925140619277954, -0.02733452618122101, 0.0016815613489598036, 0.07709545642137527, -0.03417465090751648, 0.061392709612846375, 0.07811242341995239, -0.021945783868432045, 0.03321150690317154, -0.006805982906371355, -0.0020870817825198174, -0.02586527355015278, 0.05486895889043808, -0.07460801303386688, -0.0007874700240790844, 0.004555851686745882, 0.01687379740178585, 0.025815358385443687, -0.05098774656653404], [-0.07629072666168213, -0.0083105294033885, 0.007109213620424271, 0.10226564109325409, -0.09450701624155045, 0.03575865551829338, 0.01778714545071125, -0.025797517970204353, 0.03016510419547558, -0.023054787889122963, -0.0038095342461019754, 0.015248005278408527, 0.010536872781813145, -0.005345596931874752, -0.031225502490997314, 0.010657628998160362, -0.07347721606492996, 0.0685204267501831, -0.06783740222454071, 0.0565078929066658, -0.042448900640010834, -0.04269346594810486, 0.0611131489276886, -0.03535645455121994, 0.012270405888557434, 0.011578467674553394, 0.07808846980333328, -0.029405590146780014, -0.024501049891114235, -0.037857357412576675, -0.014133090153336525, -0.023127401247620583, 0.09943638741970062, 0.02005038410425186, -0.004820238333195448, -0.013960056938230991, 0.08168244361877441, 0.04373236373066902, 0.06079299747943878, 0.01940786838531494, -0.07964373379945755, -0.08098161220550537, -0.09927935898303986, -0.03467221185564995, 0.11458580195903778, -0.016785232350230217, 0.07559441775083542, -0.01945156417787075, -0.053402163088321686, -0.025709107518196106, -0.03945252671837807, -0.004511198960244656, -0.006257835775613785, 0.04029294103384018, 0.04680804908275604, 0.0029280283488333225, -0.04003845155239105, 0.030624819919466972, -0.0634467676281929, 0.04207802191376686, 0.041328441351652145, -0.03826485946774483, 0.04348711296916008, -0.026196908205747604, -0.011205139569938183, 0.0015317484503611922, -0.08190395683050156, -0.010548300109803677, 0.010748920030891895, 0.0842156931757927, 0.046800389885902405, -0.005032645538449287, -0.003344539552927017, 0.05613606050610542, 0.05569162964820862, 0.03828047588467598, -0.00035676121478900313, 0.024540975689888, 0.01255960762500763, 0.02101454883813858, -0.004446310456842184, -0.0056877764873206615, -0.06280934810638428, 0.0584259107708931, -0.00013589794980362058, 0.022581839933991432, -0.05717187374830246, -0.009048586711287498, 0.051012370735406876, -0.027760721743106842, -0.09283649176359177, 0.012649928219616413, 0.012538811191916466, 0.014430830255150795, -0.02081308886408806, 0.028578972443938255, -0.06135926768183708, -0.0678086206316948, -0.087925486266613, 0.04557229205965996, -0.037957318127155304, -0.04877708852291107, 0.022623704746365547, 0.07151957601308823, -0.0437784306704998, 0.06495070457458496, -0.021340608596801758, -0.021175771951675415, -0.014653366059064865, -0.02872200310230255, 0.007457463536411524, -0.032823819667100906, -0.001683289185166359, 0.05542348325252533, 0.008424886502325535, 0.0014308925019577146, 0.005080070346593857, 0.018132366240024567, 0.011359278112649918, -0.056591443717479706, 0.015848400071263313, 0.014661709778010845, 0.04776984453201294, 0.020536981523036957, -0.029775066301226616, -0.026371581479907036, -0.03326993063092232, 0.01875065267086029], [-0.008453295566141605, -0.08959812670946121, -0.06493192166090012, 0.004928586073219776, -0.10846922546625137, -0.06667439639568329, 0.012562568299472332, -0.042287398129701614, 0.05909106135368347, -0.005173197016119957, -0.013896143063902855, -0.040533680468797684, -0.010465772822499275, 0.04891132563352585, 0.020606836304068565, -0.0040913112461566925, 0.06633375585079193, 0.024433277547359467, -0.02662469446659088, 0.04167414456605911, -0.07164331525564194, -0.01203496940433979, 0.0007819699821993709, -0.04338350147008896, 0.0716729387640953, -0.03113391436636448, 0.08058353513479233, -0.04756220430135727, -0.050860315561294556, 0.06784052401781082, 0.014193195849657059, 0.03027903474867344, 0.07793276757001877, 0.0266911368817091, 0.005534194875508547, -0.0017422913806512952, 0.08457662165164948, 0.014609568752348423, -0.027439555153250694, -0.0013130895094946027, -0.003049900522455573, -0.02775089628994465, -0.005682787857949734, 0.04020249471068382, -0.03002849407494068, 0.004953647963702679, 0.059497054666280746, 0.04279864579439163, -0.07137909531593323, -0.010467464104294777, -0.041298262774944305, -0.037031929939985275, 0.006963573861867189, -0.07748078554868698, -0.006606005132198334, -0.019726857542991638, -0.02866053767502308, -0.07392391562461853, -0.038819510489702225, 0.02011893503367901, 0.03726851940155029, 0.08240032941102982, 0.12045331299304962, 0.022175738587975502, -0.040738288313150406, 0.013191472738981247, -0.032248564064502716, -0.011563291773200035, -0.00481993006542325, 0.023785969242453575, 0.04573429003357887, 0.003724215552210808, 0.0047232611104846, 0.020627452060580254, 0.05029996484518051, 0.019441751763224602, 0.034521669149398804, -0.026576368138194084, -0.03917788341641426, 0.02973114512860775, -0.039846666157245636, -0.07139138877391815, -0.016845837235450745, -0.022777307778596878, -0.08333384990692139, -0.02737334370613098, 0.0022240879479795694, -0.06179674342274666, -0.08348973840475082, -0.027178414165973663, 0.04093410074710846, 0.016494179144501686, -0.03106831945478916, 0.011292616836726665, -0.015360196121037006, 0.11005610227584839, 0.01712055690586567, -0.01509596686810255, -0.04567227140069008, 0.03649764880537987, 0.055274054408073425, 0.009747491218149662, -0.003151202341541648, 0.029054515063762665, 0.09603729844093323, 0.026904452592134476, -0.026027590036392212, 0.06982303410768509, -0.02696249634027481, -0.003705257084220648, -0.061047133058309555, 0.05643773078918457, 0.04416830092668533, -0.013443902134895325, -0.009556317701935768, 0.055415328592061996, 0.034500692039728165, -0.009533219039440155, 0.06937623023986816, 0.029167743399739265, -0.01009498629719019, -0.017370661720633507, -0.013536679558455944, -0.05437880754470825, -0.04529658704996109, 0.033114008605480194, 0.019591476768255234, 0.044351961463689804], [-0.055629435926675797, -0.06595134735107422, -0.07492689043283463, 0.021411819383502007, -0.05042143166065216, 0.026382211595773697, -0.022867728024721146, -0.040816180408000946, 0.0805874839425087, 0.03490810468792915, 0.0008748052641749382, -0.04359195753931999, -0.04189047962427139, 0.019222572445869446, -0.028623951599001884, -0.013192444108426571, -0.03929506614804268, 0.09279163181781769, -0.0446339026093483, 0.043213460594415665, -0.024975497275590897, -0.026658358052372932, 0.02001069486141205, -0.07762645930051804, -0.025623537600040436, 0.013246625661849976, -0.023872200399637222, -0.08588319271802902, 0.03902154788374901, -0.06639698892831802, -0.08509097993373871, 0.032484136521816254, -0.024736110121011734, 0.12339571118354797, 0.028703998774290085, -0.07158243656158447, 0.05466492101550102, 0.05580466613173485, 0.11533815413713455, -0.050492819398641586, 0.06468033790588379, 0.009444521740078926, 0.011886047199368477, 0.07254832237958908, -0.03259995952248573, -0.006317282095551491, 0.016927620396018028, 0.052902448922395706, -0.05073278397321701, 0.03138246014714241, -0.032956838607788086, -0.03414700925350189, 0.07978186011314392, -0.06324585527181625, -0.015085129998624325, -0.004629576113075018, 0.019943004474043846, 0.011785658076405525, -0.11089713871479034, 0.03511442616581917, 0.00415294524282217, 0.04166833311319351, -0.05710138380527496, 0.02580530196428299, -0.00043587209074757993, -0.005320161581039429, -0.005815336015075445, 0.005710554774850607, 0.02554190531373024, -0.025461379438638687, -0.009603317826986313, 0.05417262390255928, -0.0024817106314003468, 0.06880513578653336, 0.04893621429800987, 0.0031499206088483334, -0.02736419439315796, -0.06402938812971115, -0.056315965950489044, 0.041973844170570374, -0.010217011906206608, 0.027298124507069588, -0.039578262716531754, 0.03331058844923973, -0.018781574442982674, 0.016229869797825813, -0.021907644346356392, 0.07515309751033783, -0.032322343438863754, -0.07822605967521667, -0.07977878302335739, 0.0109131233766675, -0.01549473125487566, 0.03049510158598423, -0.02565012499690056, -0.019752927124500275, 0.033534061163663864, -0.06135149672627449, -0.033073488622903824, -0.02814844809472561, -0.0014387194532901049, 0.012922227382659912, -0.032850511372089386, 0.034297455102205276, -0.002856044564396143, 0.0451107993721962, -0.03944077342748642, 0.0007300202269107103, 0.029188524931669235, 0.0404338501393795, -0.05486241355538368, -0.016675399616360664, 0.014611641876399517, -0.015808144584298134, 0.02748929336667061, -0.03547148406505585, 0.022333107888698578, -0.0037346812896430492, 0.0352519154548645, -0.03833635896444321, -0.00797649472951889, -0.046478740870952606, -0.04552978649735451, 0.009355384856462479, 0.012745676562190056, 0.05050628259778023, -0.014845822006464005, 0.007238635327666998], [-0.022844858467578888, -0.09304538369178772, -0.015099618583917618, 0.028719011694192886, -0.11031369864940643, -0.03452814742922783, -0.007117326837033033, -0.017102038487792015, 0.014940374530851841, 0.012494468130171299, -0.003070250153541565, 0.04125376045703888, -0.055344246327877045, 0.03394131734967232, -0.01734197326004505, -0.038908831775188446, -0.007689267862588167, 0.06894255429506302, -0.009024182334542274, -0.061530862003564835, -0.11599655449390411, -0.03001316823065281, 0.10418213903903961, -0.12234045565128326, -0.02160932496190071, -0.020699849352240562, 0.06991103291511536, -0.08297363668680191, 0.01204175129532814, 0.13968361914157867, -0.043382901698350906, 0.020854225382208824, 0.09259999543428421, 0.06834428012371063, 0.030287420377135277, -0.008517933078110218, 0.09976868331432343, 0.056980736553668976, 0.07560352236032486, -0.06247043237090111, -0.07701080292463303, -0.01970946043729782, -0.022676395252346992, 0.02064882032573223, -0.01377050019800663, 0.008686285465955734, 0.07012581080198288, -0.011862331070005894, -0.11442495882511139, -0.06796621531248093, -0.05611581355333328, -0.029457230120897293, 0.00718624796718359, 0.01357458345592022, -0.03425903245806694, 0.013164805248379707, -0.011267281137406826, 0.04341113194823265, -0.06734549254179001, -0.04345529153943062, 0.02352837100625038, 0.07144688069820404, 0.03987044841051102, 0.018959827721118927, -0.10370199382305145, 0.07451152056455612, -0.08252889662981033, -0.08588364720344543, -0.006968340836465359, 0.015136519446969032, 0.044541891664266586, 0.029159195721149445, -0.028254669159650803, 0.07452486455440521, 0.04469774290919304, -0.03633660823106766, -0.005431062541902065, -0.03993108123540878, -0.08020789176225662, -0.023478586226701736, 0.04205744341015816, -0.035606056451797485, -0.026299355551600456, -0.024477658793330193, -0.04842281714081764, 0.017847690731287003, -0.02501133643090725, 0.009060814045369625, 0.07769829779863358, 0.01449615228921175, -0.021668631583452225, -0.03854624181985855, 0.008343380875885487, -0.007296498864889145, -0.08656665682792664, 0.005944861099123955, -0.06126682460308075, 0.029305092990398407, -0.023490170016884804, -0.004973746370524168, 0.013244609348475933, -0.007956285960972309, -0.0867302417755127, -0.024792874231934547, 0.017110422253608704, -0.02956368401646614, -0.048401594161987305, 0.02840593084692955, -0.0048395018093287945, -0.04954902455210686, -0.009713850915431976, 0.0019987928681075573, 0.061994463205337524, -0.014679480344057083, -0.023431364446878433, 0.05159200355410576, 0.028195826336741447, -0.00016023438365664333, 0.01602233573794365, -0.002056873170658946, 0.013843601569533348, -0.03132753074169159, 0.02651684731245041, 0.03432866185903549, -0.03603324666619301, 0.046676911413669586, 0.04198966547846794, -0.018739035353064537], [-0.060655251145362854, -0.07875916361808777, 0.051573656499385834, 0.051897626370191574, -0.037705253809690475, 0.0424671396613121, 0.055932722985744476, -0.027660317718982697, 0.116501584649086, -0.045709673315286636, -0.03408612310886383, 0.005947015713900328, 0.009175598621368408, -0.026721986010670662, -0.06918676942586899, -0.07413356751203537, -0.0019180341623723507, 0.018733980134129524, -0.04042564705014229, 0.0034410764928907156, -0.07669538259506226, -0.056955285370349884, 0.14729204773902893, -0.0716085433959961, -0.05759971961379051, 0.008729572407901287, 0.09894169867038727, -0.025221342220902443, -0.010895111598074436, 0.03058561310172081, -0.06712612509727478, 0.0474727600812912, -0.006126362830400467, 0.037986744195222855, 0.020749356597661972, 0.031237922608852386, 0.07959934324026108, 0.009365681558847427, 0.049991458654403687, -0.10457346588373184, -0.007270911242812872, -0.06028197705745697, 0.01734853908419609, 0.03945653885602951, 0.01920703426003456, -0.01899057626724243, 0.0431777760386467, 0.04231126233935356, -0.11971613019704819, -0.01843159645795822, -0.03882979229092598, -0.04051829129457474, 0.04714570939540863, -0.03771955519914627, 0.08401721715927124, 0.053059376776218414, 0.02156941406428814, -0.015699680894613266, -0.020067676901817322, -0.048193104565143585, 0.02202581986784935, 0.060660965740680695, -0.0003079814778175205, -0.00014749316324014217, -0.02931930311024189, 0.05188390240073204, 0.02148890309035778, -0.033585432916879654, -0.012785828672349453, 0.08135650306940079, 0.1353314071893692, -0.0069633424282073975, 0.004124641418457031, 0.07852517068386078, 0.006575349718332291, -0.04723424091935158, 0.000979202683083713, -0.07023720443248749, -0.10021708160638809, 0.016158683225512505, 0.024969611316919327, 0.027721289545297623, -0.0733414739370346, -0.07378406822681427, 0.05335406959056854, -0.01679997518658638, -0.05759875103831291, -0.016317876055836678, 0.0962648019194603, 0.009588802233338356, -0.01522238738834858, 0.022933311760425568, 0.013516385108232498, -0.029272081330418587, -0.02941092848777771, 0.015278476290404797, -0.023139147087931633, -0.0190417617559433, -0.029968051239848137, -0.02918248437345028, -0.011067923158407211, 0.08499275892972946, -0.07788421213626862, 0.004509450867772102, 0.039754316210746765, 0.0013777774292975664, -0.02570054493844509, 0.010710122063755989, -0.025989927351474762, 0.0035467855632305145, 0.03346329182386398, 0.006712527945637703, -0.02040049433708191, -0.04175753518939018, -0.017626622691750526, 0.008171897381544113, 0.025161929428577423, 0.011889546178281307, -0.0111275939270854, -0.010882392525672913, -0.021848753094673157, 0.04172755777835846, -0.013531661592423916, -0.015147189609706402, -0.08991481363773346, -0.014675596728920937, 0.04488130658864975, -0.03691462054848671], [0.018987739458680153, -0.02479403279721737, 0.023326149210333824, 0.009894476272165775, -0.03119945153594017, 0.019420266151428223, -0.00989194680005312, -0.08944489061832428, 0.07012713700532913, 0.010202113538980484, 0.025305207818746567, 0.07582021504640579, 0.048083581030368805, 0.1051446795463562, -0.059886634349823, 0.014921404421329498, -0.05734259635210037, 0.046821027994155884, -0.030332406982779503, -0.03937790170311928, -0.05313190445303917, -0.12404316663742065, 0.07611162960529327, -0.12242446094751358, -0.06991580128669739, 0.006910301744937897, -0.03867969289422035, -0.05887934938073158, 0.05430960655212402, 0.04171968996524811, -0.06756362318992615, 0.08903548121452332, 0.0034380475990474224, 0.06301358342170715, 0.07577547430992126, 0.09063085913658142, 0.0798831507563591, -0.0016182404942810535, -0.01383736077696085, -0.15102265775203705, -0.0345638245344162, -0.02209317311644554, 0.004453479312360287, 0.012516779825091362, 0.030088996514678, -0.004154453054070473, 0.04079565778374672, 0.012727094814181328, -0.02674802951514721, 0.005978206638246775, -0.009180998429656029, -0.14374925196170807, 0.027893586084246635, 0.039639245718717575, 0.03997446596622467, -0.0461244061589241, -0.008907735347747803, 0.050642091780900955, -0.014791551046073437, -0.02854210138320923, 0.07098174095153809, 0.0033566856291145086, -0.0055799116380512714, 0.03026675432920456, -0.013040360063314438, -0.012905013747513294, -0.03607255965471268, -0.0541573129594326, -0.045980364084243774, 0.0475703701376915, 0.002288381103426218, 0.032917220145463943, -0.011986727826297283, 0.026764389127492905, 0.028456952422857285, 0.020599517971277237, -0.008578851819038391, -0.00482197105884552, -0.05327450856566429, -0.0047692242078483105, -0.005352448672056198, 0.01480842661112547, -0.043747056275606155, 0.004300656262785196, 0.011798819527029991, 0.01669895276427269, -0.018827218562364578, 0.045964088290929794, 0.0879058912396431, -0.004570545628666878, -0.007242887746542692, -0.04217365011572838, 0.0344034805893898, 0.019420316442847252, -0.07925255596637726, -0.0001597293739905581, 0.032780688256025314, 0.014605788514018059, -0.04484208673238754, 0.019456660374999046, 0.05544885993003845, 0.04725097119808197, -0.06331537663936615, 0.015083858743309975, 0.04049965366721153, -0.0076995231211185455, -0.0099512729793787, -0.019600780680775642, -0.02876380831003189, -0.030651789158582687, -0.047252070158720016, 0.05969436839222908, 0.01871851645410061, 0.018779156729578972, 0.009691675193607807, -0.06974496692419052, 0.007914486341178417, -0.009024553000926971, 0.023463377729058266, -0.012186969630420208, 0.06344174593687057, -0.07446729391813278, 0.010526620782911777, -0.043400220572948456, 0.015407387167215347, 0.10325460135936737, 0.03476280719041824, 0.0005265549407340586], [-0.05476166307926178, -0.028624625876545906, -0.029856165871024132, 0.1334557980298996, -0.0631023496389389, -0.047089263796806335, 0.05298129469156265, -0.023972926661372185, 0.0014776593307033181, -0.07143741101026535, 0.10880450159311295, 0.06443914026021957, -0.004665397107601166, 0.02857578732073307, -0.06683991104364395, 0.02267567254602909, 0.055147647857666016, 0.05023287609219551, -0.01709998957812786, 0.0052621630020439625, 0.012961165979504585, 0.007480543106794357, 0.013514241203665733, -0.06419500708580017, -0.03509654849767685, 0.07812681049108505, 0.0011659630108624697, -0.06044047698378563, -0.0165189690887928, 0.0479905791580677, -0.07322590798139572, 0.0554768368601799, 0.03988749533891678, 0.06413570046424866, 0.04516838490962982, 0.007896006107330322, 0.045066699385643005, 0.029396886005997658, 0.019436631351709366, -0.04590620473027229, -0.014589166268706322, -0.04861893504858017, 0.01834985800087452, -0.03300103172659874, -0.038030773401260376, -0.007267845328897238, 0.015100066550076008, -0.014288552105426788, -0.04279884696006775, -0.07306656986474991, -0.03168824315071106, 0.013452514074742794, 0.04318094626069069, 0.01395957637578249, 0.045323923230171204, 0.08266440033912659, 0.004633300006389618, 0.022877950221300125, -0.027488289400935173, 0.0453965924680233, 0.06576645374298096, 0.07004441320896149, -0.006086607929319143, -0.013863914646208286, 0.010203320533037186, -0.06685227900743484, -0.0009789048926904798, 0.0019227077718824148, 0.03868592530488968, 0.013380656018853188, 0.056668397039175034, -0.022175058722496033, 0.0664525032043457, -0.009468698874115944, 0.027837838977575302, 0.004069845657795668, -0.002888723975047469, -0.03748370334506035, -0.02516215480864048, -0.02607998624444008, 0.05525382608175278, -0.0596095509827137, 0.017381617799401283, -0.01167568564414978, 0.024489596486091614, 0.03264901787042618, -0.06478756666183472, 0.041111551225185394, 0.05232927203178406, 0.00572750112041831, -0.01887243427336216, -0.0059925829991698265, -0.014745955355465412, 0.021839577704668045, -0.02054745890200138, 0.04033859819173813, 0.022713089361786842, -0.017094161361455917, 0.037669308483600616, 0.003356784116476774, -0.0064724464900791645, 0.021746648475527763, -0.03581346943974495, 0.0006464820471592247, -0.0044075301848351955, -0.03834003582596779, 0.07424764335155487, -0.008078774437308311, 0.0060450006276369095, 0.017385877668857574, -0.00043157386244274676, -0.0006394463125616312, -0.04959079623222351, 0.024961214512586594, 0.04751205816864967, 0.03882446885108948, -0.025696637108922005, -0.03346044197678566, 0.00132418901193887, -0.04965025186538696, 0.007650909945368767, -0.03641326725482941, 0.04338826611638069, -0.000632259005215019, 0.03527918457984924, 0.024923544377088547, 0.016809048131108284, -0.010099486447870731], [-0.04417181387543678, -0.0069894869811832905, -0.13389639556407928, 0.05344165116548538, -0.039419833570718765, 0.03220200538635254, 0.08278060704469681, -0.15264326333999634, 0.003223873907700181, -0.005634826608002186, 0.004812306258827448, 0.015019713900983334, -0.03751915693283081, 0.058567386120557785, -0.0727737545967102, -0.044503677636384964, 0.013194060884416103, 0.03620747849345207, -0.06097688525915146, -0.05999091640114784, -0.07867633551359177, -0.05693500488996506, -0.024908415973186493, -0.09671984612941742, -0.02201700583100319, 0.02506016194820404, 0.0006532027036882937, -0.09194593876600266, -0.08223768323659897, -0.07277403771877289, -0.09439241886138916, 0.10103069990873337, 0.034794848412275314, 0.1293237954378128, 0.040253520011901855, -0.009902042336761951, 0.1504562497138977, 0.033979833126068115, -0.007404430769383907, -0.08733738958835602, 0.005072421859949827, -0.011881589889526367, -0.035633184015750885, 0.08675576001405716, 0.015277788043022156, 0.0550508052110672, 0.043582722544670105, -0.03791898116469383, 0.008885827846825123, 0.03889777138829231, 0.004056843463331461, 0.01221026573330164, 0.05058188736438751, 0.10085663944482803, 0.08560403436422348, 0.00380582339130342, 0.04973623901605606, -0.011024107225239277, 0.04234591871500015, -0.001838184311054647, 0.09781693667173386, -0.028979985043406487, -0.03939511626958847, 0.031731996685266495, -0.004923946224153042, -0.015167529694736004, -0.01903090626001358, 0.025727612897753716, 0.0352654829621315, -0.011165302246809006, 0.04737433046102524, -0.05996933579444885, 0.04338407143950462, -0.04796161130070686, 0.016194822266697884, -0.006313735619187355, -0.04557724669575691, -0.005483128130435944, -0.007454076316207647, 0.1004679724574089, -0.006944876164197922, 0.033754412084817886, -0.021124212071299553, -0.047138556838035583, 0.07649053633213043, -0.02377082034945488, -0.03270474821329117, -0.041727058589458466, 0.017331939190626144, 0.030909648165106773, 0.032387446612119675, 0.026441771537065506, 0.03910436853766441, -0.019003909081220627, -0.021024065092206, 0.07782422006130219, -0.02540706843137741, -0.01740421913564205, -0.04377877339720726, 0.023678148165345192, 0.03257385641336441, 0.07610418647527695, -0.0022348682396113873, 0.01745489239692688, 0.03762127086520195, -0.06741684675216675, -7.001435005804524e-05, 0.07013143599033356, 0.040206123143434525, 0.04121730849146843, -0.0005861070239916444, 0.008309999480843544, -0.007793842349201441, -0.022842075675725937, 0.05465102568268776, 0.01998223178088665, 0.04120927304029465, 0.03702903911471367, 0.10369741916656494, -0.012735698372125626, -0.007255645468831062, -0.0792609304189682, -0.035682182759046555, 0.0035428295377641916, 0.0005032526678405702, -0.03041473776102066, -0.045433416962623596, -0.05393104627728462], [0.0488114133477211, -0.06118424981832504, -0.03989836201071739, 0.03116573765873909, -0.07370655238628387, -0.06401680409908295, 0.08897414803504944, -0.049465492367744446, 0.002908342517912388, -0.031705014407634735, 0.04276956617832184, 0.03720302879810333, 0.033194344490766525, -0.016000980511307716, -0.06409468501806259, -0.015508150681853294, -0.009740416891872883, 0.018557259812951088, -0.02068956568837166, 0.08273998647928238, 0.006571260746568441, -0.025007443502545357, 0.05073232203722, -0.05586524307727814, 0.0009002368897199631, 0.0064400434494018555, -0.00978784542530775, -0.10199685394763947, -0.05801187828183174, 0.02208090014755726, -0.10645146667957306, -0.03169918805360794, 0.03202967345714569, 0.06800636649131775, 0.03553897142410278, -0.019793882966041565, 0.02782697230577469, 0.03908026963472366, 0.06677436828613281, 0.009717730805277824, -0.0031994415912777185, -0.0516132116317749, -0.019197572022676468, -0.0032668274361640215, -0.0558147095143795, -0.04688669741153717, 0.0974588543176651, -0.00805194117128849, -0.035233329981565475, -0.05540502443909645, -0.05760427564382553, -0.03985881432890892, 0.012193599715828896, 0.013434994034469128, 0.09137631952762604, 0.028172222897410393, 0.021481825038790703, 0.028984786942601204, 0.046696197241544724, -0.019313404336571693, 0.06615769118070602, -0.022787582129240036, 0.0503515861928463, -0.04170513153076172, 0.021704308688640594, -0.06268653273582458, -0.06578846275806427, 0.025694021955132484, 0.055457793176174164, 0.01565862074494362, -0.010021228343248367, 0.05348150059580803, -0.011428807862102985, -0.020021075382828712, -0.03146001324057579, -0.0437730997800827, -0.05281159654259682, -0.01927882246673107, -0.030191855505108833, 0.01944562792778015, 0.036429520696401596, 0.046117398887872696, 0.05105278640985489, 0.06401549279689789, -0.014802806079387665, 0.02302236109972, -0.08706572651863098, 0.011635582894086838, 0.021748654544353485, 0.014849991537630558, 0.010635976679623127, -0.0016643427079543471, 0.04077760875225067, 0.014262094162404537, -0.05425531789660454, 0.002801768947392702, -0.05314100161194801, 0.01784353144466877, 0.007590853609144688, 0.028306176885962486, -0.015525144524872303, 0.06331441551446915, -0.0013463692739605904, -0.04172255098819733, 0.008186805993318558, 0.024323532357811928, 0.03213449940085411, -0.01921013742685318, -0.008066363632678986, 0.10861051827669144, 0.01761450432240963, -0.0395670011639595, -0.039699338376522064, -0.03550025820732117, -0.06648934632539749, -0.0003022554446943104, 0.03022107668220997, 0.0022823710460215807, 0.001312160398811102, -0.04398750886321068, -0.08100784569978714, 0.012800370343029499, -0.062103014439344406, -0.05256670340895653, -0.02502155490219593, -0.0275962483137846, -0.022147124633193016, -0.02239861898124218], [-0.03806672245264053, -0.08522623777389526, -0.049758486449718475, 0.009975645691156387, -0.09231748431921005, 0.00049328722525388, 0.06447271257638931, -0.11220546066761017, -0.0003252946480643004, 0.007457142695784569, 0.035271529108285904, 0.06995174288749695, -0.051929377019405365, 0.03066907823085785, -0.031191706657409668, -0.03201679885387421, 0.07775495201349258, 0.05317503958940506, -0.03930371627211571, -0.03799964115023613, -0.05106348544359207, -0.054011955857276917, -0.00028182577807456255, -0.08018501847982407, -0.032454174011945724, -0.019490757957100868, 0.02201719768345356, -0.06539034098386765, 0.06535191833972931, 0.003656733548268676, -0.03801173344254494, 0.04570950195193291, 0.03778337687253952, 0.09388551115989685, 0.023232996463775635, -0.04987047240138054, 0.1218709945678711, 0.03385785594582558, 0.03219223767518997, -0.06875034421682358, -0.012274745851755142, -0.023753616958856583, -0.054006341844797134, 0.013837839476764202, 0.061801664531230927, -0.027402076870203018, 0.028334148228168488, -0.042212389409542084, -0.09117810428142548, 0.05266189202666283, -0.0950644239783287, -0.030320487916469574, 0.108394093811512, 0.06723406165838242, 0.05670441314578056, -0.008145462721586227, 0.03227144479751587, 0.003588414052501321, 0.003304252400994301, -0.015081014484167099, 0.039304617792367935, 0.04672733321785927, 0.023611456155776978, -0.054168716073036194, 0.018720699474215508, 0.05411209911108017, -0.03215755894780159, -0.011832315474748611, 0.015272723510861397, 0.03410664200782776, 0.0652448832988739, -0.046103499829769135, -0.006014017388224602, 0.03867344185709953, 0.039548151195049286, 0.010316138155758381, 0.010529818944633007, -0.05441388860344887, -0.04988998919725418, 0.009271124377846718, 0.03948082774877548, -0.09448561817407608, -0.020720122382044792, -0.029635705053806305, -0.0400976799428463, -0.015962820500135422, -0.044873181730508804, -0.048062924295663834, 0.025780055671930313, -0.042212359607219696, -0.041290901601314545, 0.0044401949271559715, 0.02442697435617447, 0.039115194231271744, -0.040058717131614685, -0.019824163988232613, 0.011805514805018902, 0.045526035130023956, -0.0010715165408328176, -0.03253977745771408, 0.04176255688071251, 0.026265891268849373, -0.0711488202214241, 0.022983301430940628, -0.015532638877630234, 0.03634873405098915, 0.0022359988652169704, 0.06971284747123718, 0.024640846997499466, -0.0163586288690567, 0.01741006225347519, 0.0038974627386778593, -0.0077074673026800156, 0.03981788456439972, -0.025328727439045906, -0.051560014486312866, -0.050874486565589905, 0.017393644899129868, 0.04611216485500336, -0.03246412053704262, -0.051587507128715515, -0.01780308410525322, -0.07446235418319702, 0.01536270696669817, 0.009411768056452274, 0.04500342532992363, 0.05275057256221771, -0.030195100232958794], [0.018295656889677048, -0.03331199288368225, -0.003609615145251155, 0.04908675700426102, -0.04201752319931984, -0.00019224769494030625, 0.04851275309920311, -0.025609789416193962, 0.01570744812488556, 0.005642083939164877, 0.003077275352552533, 0.08324077725410461, 0.06171935796737671, 0.03334590420126915, -0.02901717647910118, 0.005075240042060614, -0.017831776291131973, 0.04777524992823601, -0.007240052334964275, 0.009006822481751442, -0.02727474272251129, -0.10283485800027847, 0.020018642768263817, -0.06633362174034119, -0.03236148878931999, -0.004524414427578449, 0.012594576925039291, 0.03298495337367058, 0.0582071915268898, 0.03103034384548664, -0.04186082258820534, 0.06875945627689362, 0.0028302811551839113, 0.07438812404870987, 0.05418292060494423, -0.003163854358717799, 0.056278496980667114, -0.015448098070919514, -0.0005265278741717339, -0.07863660156726837, 0.01711971126496792, -0.004483221098780632, -0.037439681589603424, 0.014265741221606731, 0.07457350194454193, -0.016134770587086678, 0.019007019698619843, 0.041160162538290024, -0.09960874170064926, 0.04906805232167244, -0.070025235414505, -0.06595990061759949, 0.09071238338947296, -0.07607948780059814, 0.022021912038326263, 0.06450333446264267, 0.010227956809103489, 0.04927951842546463, -0.02931470423936844, 0.004073817748576403, 0.003059839131310582, -0.031004399061203003, -0.01855081133544445, -0.010703356005251408, 0.027580877766013145, -0.016344517469406128, -0.04792071133852005, 0.0018337434157729149, -0.02065652795135975, -0.0013329028151929379, 0.019654108211398125, 0.007385444361716509, 0.003339241025969386, -0.00852195080369711, 0.05025620758533478, 0.040911659598350525, 0.01167585700750351, 0.025976452976465225, -0.0074298931285738945, -0.016675077378749847, -0.048408690840005875, -0.027143152430653572, -0.010524388402700424, -0.018623152747750282, 0.021728793159127235, 0.002299669897183776, -0.0024405827280133963, -0.0031375775579363108, 0.03667466342449188, -0.04326765239238739, -0.01883533038198948, 0.0646006315946579, 0.08685193210840225, -0.09281747788190842, 0.06072967126965523, 0.02095012553036213, 0.019976576790213585, 0.03741233050823212, -0.005254924297332764, 0.06341076642274857, 0.0031515376176685095, -0.013646985404193401, 0.011847847141325474, -0.010222471319139004, 0.02671293541789055, 0.030566783621907234, -0.019295601174235344, 0.02144337072968483, 0.01398260798305273, -0.03471062704920769, 0.029400687664747238, 0.11435958743095398, -0.003304743207991123, -0.04011400416493416, -0.015371949411928654, 0.05620152875781059, -0.03675694391131401, -0.011801579967141151, -0.015828659757971764, -0.04980378970503807, -0.027074044570326805, -0.003877483308315277, 0.01128693763166666, 0.022243449464440346, -0.03763333335518837, 0.04055284336209297, 0.05568868666887283, 0.03247637301683426], [-0.11815878748893738, -0.029238568618893623, -0.037484582513570786, 0.038844723254442215, -0.10256875306367874, -0.030703186988830566, 0.009894143790006638, 0.008949830196797848, 0.06239301711320877, 0.02107989601790905, -0.009752878919243813, -0.02148579992353916, 0.0004587022995110601, 0.02217579446732998, -0.07660873234272003, -0.003775249933823943, 0.019792692735791206, 0.017154498025774956, 0.0038847941905260086, -0.022797923535108566, 0.05863817408680916, -0.028566712513566017, 0.00963544100522995, -0.07366988062858582, 0.02484305389225483, 0.054604776203632355, -0.016934873536229134, -0.04083145782351494, -0.002271275268867612, 0.05477817356586456, -0.06335299462080002, 0.038003817200660706, 0.038475580513477325, 0.06584841012954712, 0.013833746314048767, 0.018890690058469772, 0.03616642579436302, 0.029865728691220284, -0.002737497678026557, -0.06566673517227173, -0.018164904788136482, -0.053464215248823166, -0.034234143793582916, -0.01937698945403099, -0.029661523178219795, -0.026712991297245026, 0.038729727268218994, 0.058841630816459656, -0.06724869459867477, 0.03792950510978699, 0.040937598794698715, -0.03496216982603073, 0.013108276762068272, 0.007921118289232254, -0.004984765313565731, 0.04291530326008797, 0.05080205202102661, -0.047520268708467484, -0.04244758188724518, 0.004391217604279518, 0.017476707696914673, 0.021873492747545242, -0.014346471056342125, 0.045582227408885956, -0.03417975455522537, -0.028149457648396492, 0.02065415121614933, 0.024995580315589905, -0.033335618674755096, 0.0192713662981987, 0.023887990042567253, -0.050303515046834946, 0.01599518209695816, 0.03324738144874573, 0.07238347083330154, -0.018773820251226425, 0.002936030738055706, 0.016305822879076004, -0.08479992300271988, 0.029879217967391014, 0.007220192346721888, 0.00481881108134985, 0.006318098399788141, -0.054133906960487366, 0.03985423967242241, 7.419037137879059e-05, -0.06735691428184509, -0.005852815229445696, -0.009560737758874893, 0.0487905889749527, -0.08373286575078964, 0.06052754074335098, -0.05304235592484474, -0.010164513252675533, -0.04205833747982979, -0.01665363274514675, -0.015811700373888016, -0.022553138434886932, -0.05058838427066803, -0.03150007128715515, -0.03014226257801056, 0.0348174162209034, -0.062403544783592224, 0.012207245454192162, 0.01293407566845417, -0.01193868275731802, 0.01617935113608837, -0.03875300660729408, 0.09063833206892014, -0.03547614812850952, -0.03660298511385918, -0.048416316509246826, 0.03438495472073555, 0.01926356554031372, -0.009766318835318089, -0.018358169123530388, -0.02883278951048851, 0.02018197998404503, 0.033682141453027725, -0.0027754625771194696, -0.02024819515645504, -0.048897694796323776, -0.028674643486738205, 0.02193387970328331, -0.011602864600718021, -0.0029873608145862818, -0.02802134118974209, -0.05154692754149437], [-0.034631095826625824, -0.05466657504439354, 0.02152576670050621, 0.02702396921813488, -0.07793208956718445, -0.008508571423590183, 0.025769639760255814, -0.01808420941233635, 0.03955407440662384, 0.010331491939723492, 0.018533730879426003, 0.04278439283370972, -0.014671258628368378, 0.0026953232008963823, -0.025991490110754967, -0.06383685767650604, 0.0008692351402714849, 0.03652084246277809, 0.0262525025755167, -0.009808450937271118, -0.009624614380300045, -0.01236744038760662, 0.009763054549694061, -0.024865727871656418, 0.009164033457636833, 0.03588748350739479, 0.011376410722732544, -0.033027924597263336, -0.02972356230020523, 0.01077990885823965, 0.010725553147494793, -0.02034374512732029, -0.009576886892318726, 0.05878176912665367, 0.04928931966423988, -0.0343758724629879, 0.0825231745839119, -0.0021040814463049173, 0.03505783900618553, -0.042050424963235855, -0.005096559878438711, -0.03378892317414284, 0.004508092533797026, -0.019448328763246536, 0.026308903470635414, -0.013369686901569366, 0.058121178299188614, 0.005706043913960457, -0.051944710314273834, -0.0134855592623353, -0.011941950768232346, 0.05132092535495758, 0.06556476652622223, -0.0054952241480350494, 0.05369792878627777, 0.06253021210432053, 0.04387172311544418, -0.010910768993198872, -0.07819829136133194, 0.002559895161539316, -0.015862012282013893, 0.000576115446165204, -0.0767769068479538, 0.024772627279162407, 0.0030452341306954622, -0.025997169315814972, -0.06436367332935333, 0.004466910846531391, 0.016927307471632957, 0.0797090157866478, 0.022094056010246277, 0.012202124111354351, 0.0203535333275795, 0.0017968579195439816, 0.013152376748621464, 0.011829838156700134, -0.004873976577073336, -0.032476939260959625, -0.015530585311353207, -0.021123453974723816, -0.053624022752046585, -0.07622242718935013, -0.03444789722561836, -0.02317565120756626, 0.005018782801926136, -0.08472315222024918, -0.051927804946899414, -0.018726719543337822, -0.028230279684066772, 0.012795868329703808, -0.019105153158307076, 0.030413979664444923, -0.05289242044091225, 0.043270889669656754, -0.0035619274713099003, 0.03547586500644684, 0.03412949666380882, -0.032526541501283646, 0.01411307044327259, 0.046567272394895554, 0.01117626205086708, 0.03707459196448326, -0.03670697286725044, 0.008404134772717953, -0.017700357362627983, 0.013467798009514809, -0.036632150411605835, 0.05598826706409454, -0.01980636827647686, 0.040043022483587265, -0.02618781104683876, 0.06845717132091522, -0.018383515998721123, -0.02116391621530056, 0.025555221363902092, -0.035769782960414886, 0.0017496658256277442, -0.04305145516991615, -0.008513214066624641, 0.05472588911652565, 0.010658676736056805, 0.039007894694805145, -0.013940498232841492, 0.012716172263026237, -0.02088165655732155, 0.020229792222380638, 0.05995483323931694, 0.03537974879145622], [0.005683748982846737, -0.07106087356805801, -0.01516361627727747, 0.1001386046409607, -0.025351297110319138, -0.07750871032476425, 0.07758297771215439, -0.08791501075029373, 0.007972534745931625, -0.053984157741069794, -0.02693188562989235, 0.051060356199741364, -0.0016710879281163216, 0.06320513039827347, -0.056811485439538956, -0.010488801635801792, -0.020805982872843742, 0.021227171644568443, -0.042502813041210175, -0.07441435009241104, 0.008120283484458923, -0.13522960245609283, 0.033435676246881485, -0.1621270626783371, -0.08762750774621964, 0.04517561197280884, 0.03268098831176758, -0.00504367845132947, 0.07904242724180222, 0.03749522939324379, -0.044763874262571335, 0.07974045723676682, 0.028314439579844475, 0.054766468703746796, 0.04247722029685974, -0.0077272201888263226, 0.04513292759656906, -0.06006762385368347, -0.02693781442940235, -0.06197575107216835, 0.0374658964574337, -0.007112043909728527, -0.05967113748192787, -0.03072330355644226, 0.043801769614219666, -0.028946001082658768, 0.0874604731798172, -0.056981321424245834, -0.10166461765766144, 0.05262695625424385, -0.06836260855197906, -0.06397878378629684, 0.07953854650259018, 0.019769441336393356, 0.029884710907936096, 0.04809614270925522, -0.03727347403764725, -0.03968116641044617, -0.02347901277244091, -0.030316302552819252, 0.09947391599416733, 0.005175698082894087, 0.03134072571992874, -0.08308427780866623, -0.010172257199883461, -0.015347525477409363, -0.01858683116734028, -0.05484088137745857, -0.045943427830934525, -0.013779101893305779, -0.02651311084628105, 0.02626926638185978, 0.026005564257502556, 0.053053710609674454, -0.07251805067062378, 0.020202113315463066, -0.023024989292025566, 0.0003613494336605072, -0.027423569932579994, 0.005688887555152178, -0.06743399053812027, -0.015544227324426174, 0.0012013001833111048, -0.05200714245438576, 0.028572073206305504, -0.043807484209537506, -0.0694199800491333, 0.021525468677282333, 0.012254307977855206, -0.08624138683080673, -0.04356411099433899, 0.061322007328271866, 0.04956476762890816, -0.016282806172966957, 0.0016059810295701027, -0.0010164764244109392, 0.014606332406401634, 0.07301069051027298, -0.013175182044506073, 0.05453666299581528, 0.00514622125774622, -0.031700585037469864, 0.014215786010026932, 0.023861832916736603, 0.0053263516165316105, 0.032531801611185074, 0.013033310882747173, 0.07683498412370682, -0.01268121786415577, -0.02798113040626049, -0.028712280094623566, 0.05969895049929619, 0.04754599556326866, 0.00036603957414627075, 0.04968172684311867, 0.02486911416053772, 0.03268301486968994, -0.06082748994231224, 0.0029272623360157013, -0.014274015091359615, 0.0019351382507011294, 0.010280285961925983, 0.01529776956886053, 0.03167540952563286, 0.022949209436774254, 0.009850827977061272, 0.04856967180967331, 0.06081205978989601], [0.06093399599194527, -0.04123185575008392, 0.01585162617266178, -0.037145670503377914, -0.057530537247657776, -0.045684147626161575, 0.006395064759999514, -0.036805763840675354, 0.05815926939249039, 0.09684484452009201, -0.08351781219244003, 0.08643484115600586, 0.04783988371491432, 0.051115695387125015, -0.05278000608086586, -0.05869840458035469, 0.021018819883465767, 0.03646911308169365, -0.0431828498840332, 0.0036391725298017263, -0.08507590740919113, -0.04561670497059822, 0.07296653836965561, -0.005568922031670809, -0.0019169588340446353, -0.015256320126354694, 0.041693247854709625, -0.013504025526344776, 0.033205192536115646, 0.04373779520392418, -0.043201904743909836, 0.040493693202733994, 3.113070852123201e-05, 0.040806811302900314, 0.004116874188184738, 0.03953670337796211, 0.05933484062552452, -0.03519876301288605, -0.07759048044681549, -0.08358612656593323, -0.018318459391593933, -0.013546678237617016, 0.01353364996612072, 0.007449688855558634, 0.020381873473525047, 0.014375464990735054, 0.02861911430954933, 0.004882844164967537, -0.06392821669578552, -0.022132784128189087, 0.027415970340371132, -0.05771185830235481, -0.027495553717017174, -0.04258809983730316, -0.013498926535248756, 0.013573339208960533, 0.036761194467544556, -0.08576732873916626, 0.023675432428717613, 0.02084348350763321, 0.0653429701924324, 0.06339840590953827, 0.016528716310858727, 0.03408599644899368, -0.004162619821727276, 0.06975848972797394, -0.029356636106967926, -0.03670232743024826, 0.0027424045838415623, 0.0007174269412644207, 0.05904151871800423, -0.018579617142677307, 0.04565830156207085, 0.0031018774025142193, 0.01355863269418478, -0.025408614426851273, -0.007731473073363304, 0.00030314698233269155, 0.043994393199682236, -0.0010661408305168152, -0.033923353999853134, 0.005552619695663452, -0.05835539475083351, 0.006128133274614811, 0.043890658766031265, -0.005820613820105791, -0.008552668616175652, 0.0040094866417348385, 0.07130377739667892, -0.014448834583163261, 0.00232384679839015, -0.025631476193666458, 0.046599432826042175, -0.03650292009115219, 0.04771161451935768, 0.03046068549156189, 0.019449707120656967, -0.04223933070898056, -0.052359312772750854, 0.02880812995135784, 0.03144950419664383, 0.017717886716127396, 0.024109963327646255, 0.004425370134413242, 0.01070109847933054, 0.02325378730893135, -0.07832719385623932, 0.05750728026032448, -0.06971952319145203, 0.02801983803510666, 0.011435982771217823, 0.0422530435025692, 0.03603243827819824, -0.030342642217874527, 0.03635344281792641, -0.06652650237083435, -0.0016490513226017356, 0.025286512449383736, 0.03788847103714943, 0.008333595469594002, 0.0013296166434884071, -0.016979247331619263, -0.07490667700767517, 0.029806051403284073, 0.003065466182306409, 0.03988102078437805, 0.06491854041814804, 0.02731999382376671], [-0.08793393522500992, -0.012565234676003456, 0.014570346102118492, 0.13711805641651154, -0.08585813641548157, -0.012519433163106441, 0.05494172126054764, -0.09130768477916718, 0.06078856438398361, -0.05310996249318123, 0.047494590282440186, 0.009222591295838356, 0.05416760966181755, 0.008918549865484238, -0.07572786509990692, -0.03528357669711113, -0.0525597482919693, 0.0811021625995636, -0.07877767086029053, 0.010230565443634987, -0.006652826443314552, -0.080397829413414, 0.009328159503638744, -0.10477103292942047, 0.008434070274233818, 0.06307341158390045, -0.016054591163992882, -0.11107559502124786, 0.03566993400454521, 0.047181665897369385, -0.05461190268397331, 0.04770411550998688, 0.07912889868021011, 0.06424171477556229, 0.06046222522854805, -0.008932791650295258, 0.0678485706448555, -0.016410861164331436, 0.08442847430706024, -0.05884253606200218, 0.05598171800374985, -0.07706987112760544, 0.007901587523519993, -0.006139141507446766, 0.04841182008385658, -0.007052730303257704, 0.008733164519071579, 0.013275190256536007, -0.0467202290892601, 0.012779522687196732, -0.059520523995161057, -0.041720952838659286, 0.09695365279912949, 0.019841155037283897, 0.0539676807820797, -0.05244550108909607, -0.005198327824473381, 0.05067933350801468, -0.04157550632953644, -0.02055964060127735, 0.022244768217206, 0.02341947704553604, -0.030857067555189133, 0.02773232012987137, -0.030102405697107315, 0.03642398118972778, -0.039067983627319336, -0.0031711256597191095, 0.03185831755399704, -0.009774962440133095, 0.11606071889400482, 0.059545405209064484, -0.019268479198217392, -0.0309770330786705, 0.017746059224009514, 0.028515437617897987, 0.020074084401130676, -0.00773557648062706, -0.004181296098977327, 0.0766487792134285, -0.005399786867201328, 0.01056671142578125, 0.012945212423801422, -0.020594695582985878, 0.011959734372794628, -0.06085696816444397, 0.03639102727174759, 0.032592881470918655, 0.004067964851856232, 0.03233863040804863, -0.03705982491374016, 0.05663468688726425, -0.010156729258596897, 0.05024734139442444, -0.033118173480033875, 0.036847393959760666, 0.09979652613401413, 0.028070321306586266, -0.0041189067997038364, 0.013740377500653267, -0.04643813520669937, 0.03163721412420273, -0.027964305132627487, 0.027333956211805344, 0.0836290791630745, 0.03427691012620926, -0.000853740144520998, 0.0412248820066452, 0.06967490166425705, 0.048632148653268814, -0.016228478401899338, -0.01808239333331585, -0.04431906342506409, -0.0335957370698452, 0.02681887336075306, -0.06571345776319504, 0.0034574626479297876, 0.07905488461256027, 0.05353568121790886, -0.14090022444725037, -0.05327269434928894, -0.02879015915095806, -0.033337753266096115, -0.034360650926828384, -0.010474640876054764, 0.007200067862868309, 0.04323158040642738, -0.03372056037187576], [-0.07827747613191605, -0.12173561006784439, -6.711058813380077e-05, 0.08257517218589783, 0.003040668787434697, -0.009185819886624813, 0.06438717991113663, -0.13083474338054657, 0.05277085676789284, 0.006058658938854933, 0.055265579372644424, 0.09247635304927826, 0.05311260744929314, 0.035767264664173126, -0.05820586532354355, 0.0425860732793808, 0.03328990563750267, 0.038274019956588745, -0.07200567424297333, -0.06376677751541138, -0.0792192742228508, -0.10020822286605835, 0.006131341680884361, -0.06341229379177094, -0.07683321833610535, -0.02010616846382618, -0.010520359501242638, -0.041841961443424225, -0.04358077421784401, 0.02015036903321743, -0.007151230238378048, 0.08460937440395355, -0.0030106285121291876, 0.1160876676440239, 0.04901938512921333, 0.012862934730947018, 0.03655064105987549, 0.028986431658267975, 0.014586240984499454, -0.06678266078233719, 0.05423910543322563, -0.015009509399533272, 0.05058841034770012, -0.016321197152137756, 0.02836734429001808, -0.020225735381245613, -0.0076058488339185715, 0.016142340376973152, -0.010355678386986256, 0.0044820550829172134, -0.15400952100753784, -0.054660651832818985, 0.03308748081326485, -0.02692793868482113, 0.07384707778692245, -8.546391472918913e-05, -0.03066527657210827, 0.012594870291650295, 0.047647640109062195, -0.0292042326182127, 0.014203432016074657, 0.0653618797659874, -0.08107433468103409, 0.04492620378732681, -0.05195213481783867, 0.06373324990272522, -0.05385624244809151, -0.017808640375733376, -0.0006420800928026438, -0.0337749607861042, 0.053177040070295334, -0.04543343558907509, -0.015094979666173458, -0.02229788899421692, -0.009129677899181843, -0.05887467786669731, -0.08160599321126938, -0.032840367406606674, -0.05851685255765915, -0.03583141043782234, 0.011539599858224392, 0.0045720054768025875, -0.03766912221908569, 0.010241285897791386, -0.004871328826993704, 0.026997053995728493, -0.04794316738843918, -0.06023812294006348, 0.042279716581106186, 0.015757981687784195, 0.023950984701514244, 0.03291280195116997, -0.05948549509048462, -0.03091416135430336, -0.04635787382721901, -0.055912695825099945, -0.009608346037566662, -0.014379090629518032, -0.009572286158800125, 0.0025269973557442427, 0.007679113186895847, -0.013182425871491432, -0.07573287189006805, -0.026565836742520332, 0.056340474635362625, -0.024572497233748436, 0.02631411887705326, 0.031019877642393112, 0.05501382797956467, 0.07325176894664764, -0.016109133139252663, 0.04443403705954552, 0.046360619366168976, 0.011672223918139935, -0.06011274456977844, 0.005381463095545769, 0.006220086477696896, 0.035650983452796936, 0.051887426525354385, -0.03274385258555412, -0.030186211690306664, -0.057737309485673904, -0.032649677246809006, 0.011786667630076408, 0.05032920092344284, -0.019978629425168037, 0.07354813069105148, -0.01819184422492981], [-0.06380639970302582, -0.040140993893146515, -0.017075762152671814, 0.09221493452787399, -0.05444907024502754, -0.012472054921090603, -0.021438078954815865, -0.00759764714166522, 0.06588853895664215, -0.0014079228276386857, 0.019826458767056465, 0.060433488339185715, 0.03183901682496071, 0.04140579700469971, -0.05855874344706535, -0.09847846627235413, -0.025773677974939346, 0.08567643910646439, -0.030556898564100266, 0.05411459878087044, 0.031598564237356186, -0.03855081647634506, -0.030860207974910736, -0.10476277768611908, 0.08199561387300491, 0.05337207391858101, 0.011091708205640316, -0.055801838636398315, 0.031008239835500717, 0.03169817477464676, -0.0455227792263031, -0.06523195654153824, 0.008433959446847439, 0.05565280094742775, -0.0007337323040701449, -0.03321158140897751, 0.054675694555044174, 0.015658508986234665, 0.007427091244608164, -0.0660511702299118, -0.019310012459754944, -0.043241459876298904, -0.04701972007751465, 0.031896091997623444, 0.08630840480327606, -0.09109169989824295, 0.04905330017209053, -0.03715767711400986, -0.06577522307634354, 0.04468727856874466, 0.010209082625806332, 0.07749031484127045, 0.08990059047937393, 0.05691774934530258, 0.05850822106003761, -0.015007207170128822, 0.022951487451791763, 0.03277269005775452, -0.04492969065904617, 0.053316861391067505, 0.02039208821952343, 0.024631978943943977, -0.044502414762973785, 0.013603698462247849, 0.09569008648395538, 0.06500554084777832, 0.02318665385246277, -0.0021958802826702595, -0.007699434645473957, 0.03738931193947792, 0.07086995244026184, -0.05517100915312767, 0.0646485686302185, -0.05654940381646156, -0.023579783737659454, -0.06236938759684563, -0.013185827992856503, -0.0484841987490654, 0.026177944615483284, 0.09452590346336365, -0.03971240669488907, -0.05879085138440132, -0.0180806964635849, -0.04352477192878723, -0.08125057071447372, -0.09312956780195236, -0.010078126564621925, -0.01986495591700077, -0.015532439574599266, -0.04102853313088417, 0.00937903206795454, 0.054984111338853836, -0.041557975113391876, -0.002043723361566663, -0.07938768714666367, 0.0571257546544075, 0.034209784120321274, -0.009236176498234272, 0.09081808477640152, 0.017001360654830933, 0.029126280918717384, -0.03888849914073944, -0.045041803270578384, 0.05802895873785019, -0.056282397359609604, -0.030233759433031082, 0.03308888152241707, 0.0032573824282735586, -0.006035377271473408, 0.06496068835258484, -0.04288370907306671, -0.05520813912153244, 0.010897410102188587, -0.05184224247932434, 0.008787204511463642, -0.019474342465400696, 0.014340403489768505, 0.0050456034950912, 0.08722744882106781, -0.0603853277862072, -0.0066542415879666805, -0.06331636756658554, -0.024156885221600533, 0.012858317233622074, 0.06295020133256912, 0.005748431198298931, 0.04557447507977486, 0.0871761366724968], [0.0009931230451911688, -0.006565808318555355, 0.008262015879154205, -0.028973685577511787, -0.03880399093031883, 0.006242791190743446, 0.028079356998205185, 0.034788671880960464, 0.0804271548986435, 0.05376996845006943, 0.02355903573334217, 0.010744866915047169, -0.013681681826710701, 0.05512331426143646, -0.005738133564591408, -0.03022320754826069, 0.05460966378450394, -0.026932405307888985, -0.005919894203543663, -0.005037294235080481, 0.0171009823679924, 0.018387405201792717, 0.040508076548576355, -0.054270461201667786, 0.01446418184787035, 0.013140453957021236, 0.017122074961662292, -0.03960222750902176, 0.0156121039763093, 0.07094131410121918, 0.03600195050239563, -0.05784318968653679, 0.04649975150823593, -0.008825932629406452, 0.009551843628287315, 0.033135782927274704, 0.06095369905233383, -0.06770673394203186, -0.07050398737192154, -0.032133638858795166, 0.004533706232905388, -0.08111466467380524, 0.04731949046254158, 0.03426358103752136, 0.024614863097667694, 0.02554190903902054, 0.05001149699091911, -0.06491025537252426, -0.032559365034103394, -0.11577276140451431, 0.03829130902886391, 0.03743947669863701, -0.043054450303316116, -0.12210363894701004, -0.07860471308231354, 0.012748236767947674, -0.011498592793941498, -0.009502886794507504, -0.06545687466859818, -0.013518567197024822, -0.005201421212404966, -0.007878548465669155, 0.10770358145236969, 0.019838348031044006, -0.053308289498090744, 0.016590040177106857, -0.03757055848836899, 0.007834541611373425, -0.022663796320557594, -0.004760556388646364, -0.018484901636838913, 0.068311408162117, -0.009169992059469223, 0.024115845561027527, 0.041073836386203766, -0.008634009398519993, 0.017539365217089653, 0.0816093385219574, 0.048231713473796844, 0.019985593855381012, -0.053286366164684296, -0.0733720064163208, 0.03770296648144722, 0.05514496937394142, -0.024861715734004974, -0.0056419456377625465, -0.013214785605669022, -0.0028801769949495792, -0.055943891406059265, -0.000874629127793014, -0.010150679387152195, -0.03592202812433243, 0.045402321964502335, -0.011631296016275883, -0.0025802510790526867, 0.024150511249899864, 0.05188195779919624, -0.026148827746510506, -0.024659618735313416, 0.026545124128460884, 0.04303308203816414, -0.026303943246603012, 0.0016487864777445793, 0.0414717011153698, 0.012532444670796394, -0.00019950349815189838, 0.043578293174505234, -0.056697797030210495, -0.036314137279987335, -0.022801296785473824, -0.026179146021604538, 0.004060728941112757, 0.05502668395638466, -0.030314726755023003, 0.03143114969134331, 0.015275126323103905, -0.00933140143752098, 0.006835822016000748, 0.05866669490933418, -0.009519344195723534, -0.004160275682806969, 0.06319360435009003, 0.018315166234970093, -0.03905927389860153, 0.0035734479315578938, 0.03227553516626358, -0.02415621466934681, -0.011409766040742397], [-0.0736645758152008, -0.04439213126897812, -0.007824557833373547, 0.1298821121454239, -0.01954454928636551, -0.014753100462257862, 0.052031490951776505, -0.050871364772319794, 0.06387118995189667, -0.04054699093103409, -0.03464286029338837, 0.030561791732907295, 0.016721758991479874, -0.03109448216855526, -0.0688684955239296, 0.0017701502656564116, 0.04771009087562561, 0.004442921839654446, -0.09027261286973953, -0.011423300951719284, -0.04973419010639191, -0.019077084958553314, 0.10157377272844315, -0.09841104596853256, -0.04972325265407562, 0.05576259642839432, 0.012500514276325703, -0.03863757103681564, -0.05612652748823166, 0.040881700813770294, -0.012511910870671272, 0.055810850113630295, 0.03973434865474701, 0.037700556218624115, 0.04779401049017906, 0.015484156087040901, 0.05965067073702812, 0.07746228575706482, -0.028483496978878975, -0.08748596161603928, -0.0009929327061399817, -0.07995685189962387, 0.02465038374066353, -0.0257329810410738, 0.051232386380434036, 0.034094907343387604, -0.008758151903748512, 0.0287447702139616, -0.0669354721903801, 0.030983950942754745, -0.016483737155795097, -0.0012944481568410993, 0.051127757877111435, 0.033192601054906845, 0.06518102437257767, -0.02259010449051857, 0.05857578292489052, 0.0006210364517755806, -0.012817642651498318, -0.042947422713041306, 0.05049898475408554, 0.11367475241422653, -0.07270607352256775, 0.04324554279446602, -0.02998577244579792, 0.031111376360058784, -0.04388495162129402, -0.03282557800412178, 0.0027668059337884188, 0.06281130015850067, 0.1114693209528923, -0.027706541121006012, 0.007886755280196667, 0.016935959458351135, 0.014240128919482231, -0.006379438564181328, -0.03122868202626705, -0.09787898510694504, -0.08895965665578842, -0.02281079813838005, 0.035438284277915955, 0.034127380698919296, 0.011766524985432625, -0.030793718993663788, 0.06420192122459412, -0.0652102679014206, -0.044595878571271896, 0.015949836000800133, 0.04645852744579315, -0.01117569487541914, -0.013909143395721912, 0.01653929427266121, 0.02885465696454048, 0.0012489892542362213, -0.012597105465829372, 0.058596573770046234, 0.037411607801914215, -0.04650210216641426, -0.009183712303638458, -0.0021736091002821922, -0.012221378274261951, 0.007628866471350193, -0.05351826921105385, 0.016875408589839935, 0.02953234687447548, -0.0677991509437561, -0.056171394884586334, 0.07448981702327728, 0.02858646586537361, 0.024370912462472916, -0.016052259132266045, -0.036029983311891556, -0.05063490569591522, 0.01170907448977232, 0.02925027906894684, -0.0024580657482147217, 0.04861960560083389, -0.0026981516275554895, 0.0001506523840362206, -0.08101079612970352, 0.02798568271100521, -0.00458821514621377, -0.0183803029358387, -0.015515679493546486, 0.040199849754571915, 0.0421898327767849, 0.020356638357043266, -0.011449688114225864], [-0.07397916913032532, -0.007439380045980215, -0.02666323445737362, 0.022666292265057564, -0.03303125128149986, -0.014891755767166615, 0.004691070877015591, -0.009571433067321777, 0.02069493755698204, -0.005192130338400602, 0.014395010657608509, 0.02969876490533352, 0.04042457789182663, 0.01743120141327381, -0.061148688197135925, -0.06308438628911972, 0.03860623762011528, 0.04412366822361946, 0.020537028089165688, -0.047789111733436584, -0.026755813509225845, -0.07964135706424713, 0.04304816201329231, -0.10787723958492279, 0.004307282157242298, 0.06582444161176682, -0.04671702906489372, -0.027588527649641037, -0.008447336032986641, 0.033595263957977295, -0.06023016571998596, 0.017091523855924606, 0.045248936861753464, 0.045254964381456375, 0.03062548115849495, 0.021376637741923332, 0.020154142752289772, 0.029642172157764435, -0.029587209224700928, -0.08591391891241074, -0.024234360083937645, -0.0399601012468338, -0.008330740965902805, 0.012675396166741848, 0.07954386621713638, -0.021590176969766617, 0.06915416568517685, -0.024178627878427505, -0.05053653568029404, -0.05961459502577782, 0.0026488699950277805, -0.005342432763427496, 0.05370956286787987, -0.04472261667251587, -0.02103945054113865, 0.061072494834661484, -0.010780162177979946, -0.0228484608232975, -0.1003471240401268, 0.04395604133605957, 0.00450917100533843, 0.017711352556943893, 0.021017925813794136, 0.014200983569025993, 0.0634022131562233, 0.03539986163377762, -0.04445578530430794, 0.01947004161775112, 0.0007710221107117832, 0.05463308468461037, 0.025323081761598587, -0.08346159756183624, 0.0008635746780782938, 0.05797109007835388, 0.0925912857055664, 0.0011259614257141948, -0.08378248661756516, 0.025916222482919693, 0.02726117894053459, -0.008090748451650143, -0.04542061686515808, -0.10671522468328476, -0.039915990084409714, 0.0008455123170278966, -0.01885218173265457, -0.03070528246462345, -0.031335122883319855, -0.02757732756435871, -0.015684721991419792, -0.018210943788290024, -0.02368565835058689, 0.02426309324800968, 0.018449679017066956, -0.046697311103343964, -0.014218300580978394, -0.014994215220212936, -0.011064035817980766, -0.017831508070230484, 0.016784943640232086, 0.059618640691041946, -0.020373273640871048, -0.04514215141534805, -0.0009730627061799169, 0.04526415094733238, -0.052001748234033585, 0.014905237592756748, 0.04661782458424568, -0.012465442530810833, 0.020757872611284256, -0.04437211900949478, -0.023947328329086304, 0.016406835988163948, 0.03782790154218674, 0.04457727447152138, -0.04105819761753082, -0.03694884106516838, -0.021913500502705574, -0.049043867737054825, -0.0022211181931197643, -0.0226807352155447, -0.000336833851179108, 0.004617685917764902, 0.049413345754146576, 0.05913460627198219, -0.028319966048002243, 0.0045415242202579975, 0.02422572299838066, 0.023920753970742226], [-0.03565792739391327, -0.056106116622686386, -0.035306479781866074, 0.0750172957777977, -0.13823801279067993, 0.010707492008805275, -0.006023189052939415, -0.011524030938744545, 0.037222135812044144, -0.008257591165602207, 0.015065276063978672, 0.011191832832992077, -0.02780149318277836, 0.023897815495729446, 0.00536233140155673, -0.03995542228221893, 0.08254764974117279, 0.04242801293730736, -0.038390498608350754, 0.022622859105467796, -0.05351841449737549, -0.007284890860319138, 0.07674859464168549, -0.043182529509067535, 0.06388413906097412, 0.07496281713247299, 0.08987419307231903, -0.019099120050668716, -0.009575441479682922, 0.027756286785006523, 0.02376575581729412, 0.001839444856159389, 0.05819077789783478, 0.01397867500782013, 0.006945470813661814, -0.047324419021606445, 0.08819089084863663, 0.017313368618488312, 0.046674590557813644, -0.013321369886398315, -0.020603429526090622, -0.055810779333114624, -0.025700081139802933, 0.0023667439818382263, 0.030417822301387787, 0.03626338765025139, 0.10030755400657654, -0.06519100815057755, -0.07407327741384506, 0.01680869236588478, -0.04111736640334129, -0.031525466591119766, 0.049620505422353745, -0.010822483338415623, 0.028369750827550888, 0.06580041348934174, 0.024594033136963844, -0.023204943165183067, -0.1338977962732315, 0.003874431597068906, 0.06985197216272354, 0.07537928223609924, -0.017146535217761993, -0.023307666182518005, -0.05066099762916565, 0.01915549300611019, -0.047550175338983536, 0.01616123877465725, 0.019532421603798866, 0.0498630627989769, -0.007569049950689077, 0.030874695628881454, 0.00031626198324374855, 0.008473747409880161, 0.01559537649154663, -0.012171907350420952, 0.0376572459936142, 0.04338587075471878, -0.03763669729232788, 0.003065707627683878, 0.011639192700386047, -0.010450280271470547, 0.03255784884095192, 0.04579547420144081, -0.061435867100954056, -0.019268296658992767, -0.04457678273320198, 0.0442487895488739, -0.10900388658046722, -0.015453257597982883, -0.03696814551949501, 0.0407661609351635, -0.056633323431015015, 0.002241511596366763, -0.04141484200954437, 0.0430351197719574, 0.045901671051979065, -0.00611155154183507, 0.02258431538939476, 0.06399218738079071, 0.08404039591550827, -0.055331405252218246, -0.03772584721446037, 0.07079055160284042, 0.013832580298185349, -0.026658762246370316, -0.03088621236383915, 0.015941699966788292, -0.04917963966727257, -0.0027855653315782547, -0.0657169297337532, -0.014418447390198708, -0.011059979908168316, -0.01127146277576685, 0.01239178515970707, -0.009134196676313877, 0.030533036217093468, -0.009404046460986137, -0.0024431522469967604, -0.04746595397591591, -0.001948268385604024, 0.011206451803445816, -0.008154809474945068, 0.010924838483333588, 0.047827042639255524, 0.05377195402979851, -0.005498367361724377, 0.10884660482406616], [-0.03465721756219864, -0.08363979309797287, 0.004962775390595198, 0.08550070971250534, -0.11754416674375534, 0.0029314078856259584, 0.09568468481302261, -0.0073310392908751965, 0.05781114101409912, -0.03903433308005333, 0.04376206174492836, -0.009519749321043491, 0.05739337578415871, 0.009338175877928734, -0.09954079985618591, 0.02806062065064907, -0.01802903413772583, 0.07647424191236496, -0.057399410754442215, 0.016180533915758133, -0.08941137790679932, -0.01416005752980709, 0.03165978565812111, -0.058800846338272095, -0.0295273270457983, 0.08476224541664124, -0.0020725831855088472, -0.03778174892067909, 0.04344179108738899, 0.07958280295133591, -0.06322828680276871, -0.009949813596904278, 0.11707809567451477, 0.06849897652864456, 0.04622722417116165, -0.01131039671599865, 0.08101654797792435, 0.03659794479608536, 0.06358718872070312, -0.05482405424118042, -0.017616458237171173, -0.09470409154891968, 0.025478355586528778, 0.054064951837062836, 0.04673129320144653, -0.016570035368204117, 0.12723203003406525, -0.02497679367661476, -0.08107808977365494, -0.06187031418085098, -0.0751049742102623, -0.08180388063192368, 0.050986066460609436, 0.05270707607269287, 0.07279072701931, 0.02619653381407261, 0.02647828869521618, 0.028743380680680275, -0.03923387825489044, 0.033962883055210114, 0.03175630792975426, 0.02724006026983261, 0.023465996608138084, -0.005546382628381252, 0.025526268407702446, -0.046729687601327896, -0.024596065282821655, 0.061535634100437164, 0.03015834279358387, 0.011366518214344978, -0.008768071420490742, 0.004406068939715624, -0.018604900687932968, 0.006636240519583225, 0.021835941821336746, 0.07554302364587784, 0.018142065033316612, 0.013050141744315624, -0.03968645632266998, 0.04096546024084091, -0.008378155529499054, -0.00863508228212595, 0.017947308719158173, 0.028038915246725082, 0.012570615857839584, -0.042710080742836, -0.02083059772849083, -0.003881601383909583, 0.0036416337825357914, -0.0405866838991642, -0.0942363515496254, 0.014610132202506065, -0.0384247861802578, -0.05005292594432831, -0.013585778884589672, 0.011556078679859638, 0.0005353798042051494, -0.015291279181838036, 0.019166704267263412, 0.013356189243495464, -0.005227002780884504, 0.027016930282115936, 0.006265984382480383, -0.022396139800548553, 0.023718439042568207, 0.05313291400671005, 0.03080124594271183, -0.0133099015802145, 0.006321849767118692, -0.04007446765899658, 0.009115164168179035, 0.015110799111425877, -0.03575839102268219, 0.021890515461564064, -0.06504353880882263, 0.024576257914304733, 0.01116952020674944, 0.031518369913101196, 0.016274813562631607, -0.02848757430911064, 0.007178288418799639, -0.07769686728715897, 0.008449545130133629, 0.01849982514977455, 0.026091324165463448, 0.03761346638202667, 0.015828168019652367, -0.0032717338763177395], [-0.0009775222279131413, -0.059117335826158524, -0.03226455673575401, 0.06880143284797668, -0.06701218336820602, 0.04772576689720154, 0.09692656993865967, -0.015681946650147438, 0.0541297048330307, -0.012704270891845226, 0.041992463171482086, 0.07952910661697388, 0.02168191783130169, -0.026600437238812447, -0.06375619024038315, -0.013024387881159782, 0.024164743721485138, 0.07059944421052933, -0.04391442984342575, -0.012665058486163616, -0.0618119016289711, -0.055820681154727936, 0.07522907853126526, -0.022526703774929047, -0.05575958639383316, -0.004143803380429745, 0.08189307153224945, -0.01112134475260973, -0.02298755571246147, 0.08134269714355469, -0.009702691808342934, -0.007300620432943106, 0.02742205187678337, -0.010270911268889904, -0.01862126775085926, 0.0011151049984619021, 0.07895681262016296, 0.09539905935525894, 0.024024782702326775, -0.07920897752046585, 0.007220015395432711, -0.015175116248428822, 0.08552766591310501, 0.02917531132698059, 0.04415787011384964, -0.02906772494316101, -0.005503430962562561, 0.004045465961098671, -0.017349904403090477, 0.03477821871638298, -0.08023497462272644, -0.09655586630105972, -0.0015522569883614779, 0.047139715403318405, 0.05618702992796898, -0.040751781314611435, 0.02375585027039051, 0.01467939093708992, -0.0354231521487236, -0.03870810568332672, -0.013512898236513138, 0.052557572722435, -0.024771301075816154, 0.015666330233216286, -0.02201038785278797, 0.01681330054998398, -0.06930088251829147, -0.07781163603067398, 0.029015298932790756, 0.018350673839449883, 0.04554791748523712, -0.012919917702674866, -0.007396168541163206, -0.05553856119513512, -0.007221258711069822, 0.015029135160148144, -0.0016073165461421013, -0.042775630950927734, -0.015982674434781075, -0.021526414901018143, -0.002104091690853238, -0.03804011270403862, -0.06997184455394745, -0.074225515127182, 0.055078260600566864, -0.017920736223459244, -0.008335694670677185, 0.008235589601099491, 0.022901663556694984, 0.03565623238682747, 0.021445034071803093, -0.006283104885369539, -0.017719801515340805, 0.05378100275993347, 0.031593549996614456, 0.0029384170193225145, 0.005067266523838043, -0.020609326660633087, 0.018117645755410194, 0.027771277353167534, -0.041589487344026566, 0.01586771570146084, -0.06422882527112961, -0.0653894692659378, 0.014166096225380898, 0.029210953041911125, -0.03500360623002052, 0.029114507138729095, 0.10601123422384262, 0.031265027821063995, -0.0190434567630291, 0.014531034976243973, -0.021342311054468155, -0.05753115937113762, -0.00989525206387043, -0.05201365426182747, -0.03882564231753349, 0.05508171021938324, 0.049563322216272354, -0.015191543847322464, -0.0025787067133933306, 0.009139223024249077, -0.002585620852187276, -0.0014802139485254884, -0.006449760403484106, -0.007599238771945238, 0.05000605434179306, -0.08852751553058624], [0.01955290511250496, -0.07306329905986786, 0.028515787795186043, 0.0027408928144723177, 0.0031002014875411987, -0.004076321143656969, 0.0779406949877739, -0.04580598324537277, 0.014762802049517632, -0.018354831263422966, 0.04819362238049507, -0.012557685375213623, 0.0016332673840224743, 0.0476679652929306, -0.03020729124546051, -0.0010873370338231325, 0.037365157157182693, -0.01015150360763073, -0.02220369502902031, 0.0010131304152309895, -0.07434433698654175, -0.08483938872814178, 0.021464591845870018, -0.11588341742753983, -0.04190174490213394, 0.02329823561012745, 0.03907162696123123, 0.014715837314724922, -0.03688562288880348, 0.08429043740034103, 0.01532905176281929, 0.0658247247338295, 0.015264379791915417, -0.011662913486361504, 0.0966358408331871, -0.021888773888349533, 0.06652478128671646, -0.07438067346811295, -0.04216126725077629, -0.005576886236667633, 0.013582239858806133, -0.04280314967036247, 0.04413626715540886, -0.006378058344125748, 0.07879500836133957, 0.06770353764295578, 0.03786449506878853, -0.008817551657557487, -0.116672083735466, -0.03259192407131195, -0.026106610894203186, -0.025939512997865677, 0.009358882904052734, -0.06011895835399628, 0.03951267898082733, 0.058159079402685165, -0.015777740627527237, -0.06631485372781754, -0.03633115068078041, -0.012020086869597435, 0.0011859018122777343, 0.04671571031212807, 0.0737212598323822, -0.011928685009479523, -0.0710204467177391, -0.018124975264072418, -0.04854288697242737, -0.05195366218686104, -0.03229040652513504, 0.012689166702330112, -0.036455683410167694, -0.009801882319152355, -0.00088550487998873, 0.04661890119314194, 0.03970689699053764, -0.021437546238303185, -0.014489436522126198, 0.005366102792322636, -0.0017403113888576627, -0.015877606347203255, 0.03523784503340721, -0.019560806453227997, 0.0006895540282130241, -0.04668843001127243, 0.017986832186579704, 0.036446548998355865, 0.0018941614544019103, 0.0053847478702664375, -0.005200888030230999, 0.02173740789294243, -0.005764945410192013, -0.03728269413113594, -0.00587694114074111, 0.021977055817842484, -0.03322913497686386, 0.004925142508000135, -0.007438013330101967, 0.022031279280781746, -0.08351129293441772, -0.03179677575826645, -0.009767337702214718, -0.014532798901200294, -0.0024032392539083958, 0.020165910944342613, 0.01655985787510872, -0.037412308156490326, 0.02079150453209877, 0.05096534639596939, 0.03191112354397774, 0.019197219982743263, -0.010157768614590168, 0.011082240380346775, -0.006667959503829479, 0.008822512812912464, -0.006238923408091068, 0.018486062064766884, 0.049259498715400696, 0.015781821683049202, 0.003926380071789026, 0.01714462600648403, -2.0184088498353958e-05, 0.031841836869716644, 0.06509775668382645, -0.0290092620998621, 0.013073989190161228, 0.047865841537714005, -0.00037692536716349423, -0.053627002984285355], [0.003393039107322693, -0.009087452664971352, -0.04193812981247902, 0.0937822237610817, -0.07340352237224579, -7.450952398357913e-05, 0.035169538110494614, -0.04095619171857834, 0.009507669135928154, -0.025927916169166565, -0.01052806805819273, -0.0073608458042144775, 0.04826434701681137, -0.014940038323402405, -0.12700894474983215, -0.00369515223428607, -0.020036084577441216, 0.04504095017910004, -0.05484197661280632, -0.029979050159454346, 0.013576260767877102, 0.046399444341659546, 0.05076714977622032, -0.03873675689101219, 0.007011557463556528, 0.07479137182235718, 0.03621792048215866, -0.05005046725273132, 0.009625027887523174, 0.05420417711138725, -0.11130194365978241, 0.010413454845547676, 0.06472834944725037, 0.06823581457138062, 0.03194937855005264, 0.04630182683467865, 0.04623650014400482, 0.04774143919348717, 0.006757943890988827, -0.03650832548737526, 0.006039611995220184, -0.07755856961011887, -0.027561400085687637, 0.0040244353003799915, -0.042982399463653564, 0.00029151179478503764, 0.002588754054158926, -0.016983328387141228, 0.005806223955005407, -0.0005086224409751594, -0.0035724930930882692, -0.01892557553946972, -0.016645263880491257, 0.005499106831848621, 0.0030668971594423056, 0.021090617403388023, 0.02076881192624569, 0.05082789435982704, -0.02095138654112816, 0.044799771159887314, 0.039005499333143234, -0.015628134831786156, -0.0698346346616745, 0.039712488651275635, -0.07950390875339508, -0.09216716885566711, -0.020998822525143623, -0.0371401309967041, 0.0013432150008156896, 0.05133570730686188, 0.04246804490685463, -0.023573433980345726, 0.0034126490354537964, 0.001883646473288536, 0.03004293143749237, 0.03476213291287422, -0.02460373006761074, -0.026796460151672363, -0.030421411618590355, -0.007649649865925312, -0.03036687709391117, -0.01200651004910469, -0.004503987729549408, 0.04375708848237991, -0.0073054092936217785, 0.04048110172152519, -0.05608735606074333, -0.023709578439593315, -0.00418313592672348, -0.008505203761160374, -0.02524704299867153, 0.050386056303977966, -0.08200197666883469, -0.004979185294359922, 0.002085716463625431, 0.03936373442411423, -0.01815664768218994, -0.04115474969148636, -0.009930896572768688, 0.04550036042928696, 0.015609042719006538, -0.00706482632085681, -0.05517977103590965, -0.010957465507090092, 0.02663174644112587, 0.019968338310718536, 0.06772030889987946, -0.009719395078718662, 0.005467785522341728, 0.03903845697641373, -0.014171569608151913, 0.006825808901339769, 0.01293738093227148, 0.05723829194903374, 0.0019412676338106394, 0.0670657828450203, -0.04663928598165512, 0.00812941137701273, -0.05984169989824295, 0.009600479155778885, 0.004977297503501177, -0.013579275459051132, -0.00620099576190114, -0.005004793405532837, -0.04565010592341423, -0.054394643753767014, 0.0021249931305646896, 0.00680482666939497], [-0.004088568035513163, -0.10504335165023804, -0.04640442132949829, 0.07076719403266907, -0.103057362139225, -0.0029139334801584482, -0.030192812904715538, -0.10544194281101227, 0.033252548426389694, 0.04516935721039772, 0.030121132731437683, 0.007475676480680704, 0.006772741675376892, -0.015744628384709358, -0.04089824855327606, -0.028468072414398193, -0.00861547514796257, -0.006506693083792925, -0.016750263050198555, -0.052180249243974686, -0.031900592148303986, -0.0487033911049366, 0.0757620558142662, -0.09946049004793167, -0.036873508244752884, 0.00545085733756423, 0.00829327292740345, -0.15629039704799652, 0.006586585659533739, 0.026062142103910446, -0.07939665019512177, 0.030508724972605705, 0.07749344408512115, 0.08328473567962646, 0.049093179404735565, 0.0002714524162001908, 0.050786036998033524, 0.0216705109924078, 0.031296297907829285, -0.077407106757164, 0.028324896469712257, -0.14360187947750092, 0.043225839734077454, 0.06667167693376541, 0.024164322763681412, -0.008288677781820297, 0.07406299561262131, -0.04007743299007416, -0.07104556262493134, 0.005376914981752634, -0.05964777246117592, -0.045737508684396744, 0.10682438313961029, -0.019650733098387718, 0.010329728946089745, 0.02439625933766365, -0.030887702479958534, -0.018181512132287025, -0.027232393622398376, 0.04215121641755104, 0.07810646295547485, 0.06766561418771744, 0.034302718937397, 0.011636985465884209, -0.04768529161810875, -0.007028792053461075, -0.04624092951416969, -0.06077311187982559, -0.01104266382753849, 0.046410683542490005, 0.09171967953443527, 0.042678166180849075, -0.0572705902159214, 0.013853436335921288, 0.01633714884519577, 0.028512587770819664, -0.06906183063983917, -0.028408143669366837, -0.059205226600170135, 0.021362582221627235, -0.0038433324079960585, -0.058016337454319, -0.04152953252196312, 0.01958560198545456, 0.059391431510448456, -0.0015578162856400013, -0.06495019793510437, 0.006968802306801081, 0.08294270932674408, -0.0022213191259652376, 0.0007991889142431319, -0.02915363572537899, 0.011670480482280254, -0.04870697110891342, -0.0340997613966465, -0.04526664316654205, -0.018229041248559952, -0.007930347695946693, -0.02599675953388214, 0.014557949267327785, 0.08901665359735489, 0.07946091145277023, -0.008256056345999241, 0.010743994265794754, 0.026344027370214462, 0.045221906155347824, -0.04821156710386276, 0.0038531546015292406, 0.030902216210961342, 0.022136492654681206, -0.04236440360546112, 0.05315833538770676, -0.0027188949752599, 0.044114045798778534, 0.004921581130474806, -0.008697401732206345, -0.013193067163228989, -0.029848972335457802, 0.009583201259374619, -0.043735794723033905, -0.04715966060757637, 0.007685232441872358, -0.09442976862192154, 0.0353395976126194, -0.015995841473340988, 0.019748544320464134, 0.08631280064582825, -0.05109421908855438], [-0.025331201031804085, -0.062442876398563385, 0.0006334107602015138, 0.03721454739570618, -0.10313660651445389, 0.004981731530278921, 0.026432888582348824, -0.04832614213228226, 0.05891069769859314, -0.025649363175034523, 0.06250527501106262, -0.0031515597365796566, 0.018847398459911346, -0.008202331140637398, -0.0798998549580574, -0.010743409395217896, -0.04569396376609802, 0.030285224318504333, 0.0285106860101223, 0.006570558063685894, -0.031738389283418655, -0.020468764007091522, 0.04278820753097534, -0.042739130556583405, 0.06233059987425804, 0.009313519112765789, -0.024224700406193733, -0.12676092982292175, 0.008152804337441921, 0.0277862586081028, -0.04332946240901947, 0.03512251749634743, 0.12160972505807877, 0.027744464576244354, 0.04800305888056755, 0.027342792600393295, 0.09238696098327637, 0.004265427123755217, 0.024383602663874626, -0.023472286760807037, 0.015121057629585266, -0.07984451204538345, -0.023119088262319565, -0.017372557893395424, -0.06241028755903244, -0.042099662125110626, 0.09410195797681808, -0.04842875525355339, -0.07423736900091171, -0.12155763059854507, -0.06500670313835144, 0.005891457200050354, 0.010889695025980473, 0.0402987115085125, 0.08857325464487076, 0.06017068028450012, 0.003344472497701645, 0.0017714635469019413, -0.0755915716290474, -0.014477202668786049, 0.05676468461751938, -0.016391200944781303, -0.0014553469372913241, 0.04131384566426277, -0.094145268201828, -0.024130115285515785, -0.034915536642074585, -0.02389669045805931, 0.036408863961696625, 0.04459499195218086, 0.07200755923986435, 0.019039766862988472, -0.024850407615303993, 0.08160801976919174, -0.012106277048587799, -0.0039515746757388115, -0.02011323906481266, 0.006589421071112156, -0.04933736473321915, 0.008156477473676205, 0.021206878125667572, 0.015384397469460964, 0.004627495538443327, 0.06602238863706589, 0.015323574654757977, 0.04791044071316719, -0.0882737785577774, 0.02397320233285427, 0.03974273428320885, -0.008030585013329983, -0.03662959113717079, -0.009857077151536942, -0.007398317568004131, -0.012472291477024555, -0.08330557495355606, 0.010572622530162334, -0.0025615901686251163, -0.027537263929843903, -0.02939743362367153, 0.03203022480010986, -0.034792620688676834, 0.047880660742521286, -0.06855937093496323, -0.04629127308726311, 0.03241211920976639, -0.04280994459986687, 0.02884265035390854, -0.06815407425165176, -0.08276419341564178, -0.0124572878703475, -0.03553246334195137, -0.002322725486010313, 0.045102715492248535, -0.03881600871682167, 0.014713012613356113, 0.01886175386607647, 0.011129538528621197, -0.04497818648815155, -0.007771783508360386, -0.055980123579502106, 0.03424624726176262, 0.022171344608068466, 0.007419595029205084, 0.002551679266616702, -0.07785210758447647, 0.01088265236467123, 0.06313513964414597, -0.045464131981134415], [0.017724057659506798, -0.0581965446472168, -0.04750493913888931, -0.007476485799998045, -0.026631677523255348, -0.006034803576767445, 0.09074272960424423, -0.026293985545635223, 0.05245290696620941, -0.00010493946319911629, 0.0230768620967865, -0.011252367869019508, 0.053513962775468826, 0.009777490980923176, -0.09482213854789734, -0.015329023823142052, -0.023211825639009476, 0.04451509937644005, -0.05476366728544235, 0.06544020771980286, 0.016199441626667976, -0.014908726327121258, 0.03147318959236145, -0.0030408010352402925, 0.05288046970963478, 0.11698456853628159, -0.04457525163888931, -0.08849799633026123, -0.000209359175642021, 0.012616080231964588, -0.08551463484764099, 0.013584583066403866, 0.0197097510099411, 0.08262506872415543, 0.025506185367703438, 0.06501340121030807, 0.0628591999411583, 0.02611750178039074, 0.03607065603137016, -0.011571401730179787, -0.04243139550089836, -0.06510789692401886, -0.02602558769285679, -0.012279176153242588, -0.011732540093362331, -0.05074060335755348, 0.06975749880075455, -0.1185792088508606, -0.05642332881689072, -0.050896186381578445, 0.03639921173453331, -0.027690567076206207, 0.03425407409667969, -0.016483312472701073, 0.04196656495332718, 0.033989664167165756, 0.0611579567193985, 0.016020366922020912, -0.025911858305335045, 0.04524148255586624, 0.039051126688718796, 0.03419741615653038, -0.024042585864663124, 0.003247446846216917, 0.012818457558751106, 0.004800610244274139, 0.009710942395031452, 0.053098950535058975, 0.011199289001524448, 0.005261772777885199, 0.0846325010061264, -0.034180909395217896, -0.044399406760931015, 0.011701098643243313, 0.04710785299539566, 0.017088284716010094, -0.04978538304567337, -0.015135986730456352, 0.04260266199707985, 0.030750960111618042, -0.06702043861150742, -0.01720290631055832, 0.022900590673089027, -0.03423341363668442, -0.023060260340571404, -0.05122344195842743, 0.022620167583227158, -0.02010885439813137, -0.05450787767767906, -0.023714520037174225, -0.008399616926908493, -0.007895373739302158, -0.02204335853457451, -0.010973605327308178, 0.0016977038467302918, 0.002717735478654504, 0.028720859438180923, -0.017737776041030884, 0.030344756320118904, 0.022813741117715836, 0.0192551426589489, -0.007163981907069683, -0.047680001705884933, 0.04128255695104599, 0.003602647455409169, 0.004671961069107056, 0.035288240760564804, 0.06211994215846062, 0.025005772709846497, -0.007891536690294743, -0.07843867689371109, 0.018254099413752556, 0.02716180495917797, 0.004700581543147564, 0.03369050472974777, 0.0464005284011364, -0.03787904605269432, -0.059020932763814926, 0.025281207635998726, -0.01584147848188877, -0.05998421832919121, 0.009240716695785522, -0.0210280679166317, 0.044791851192712784, -0.07519102096557617, 0.017169682309031487, 0.025485165417194366, 0.014828361570835114], [-0.04997152462601662, -0.06414364278316498, -0.00989773590117693, 0.0718328207731247, -0.07192641496658325, 0.0019707977771759033, 0.04101908579468727, -0.05391456186771393, 0.04274998605251312, 0.0543665885925293, -0.003141826018691063, 0.05626137927174568, 0.0006353684002533555, 0.003526397282257676, -0.0055736820213496685, -0.059613052755594254, 0.013766377232968807, 0.03432639688253403, 0.03859180584549904, -0.03067157231271267, -0.010753488168120384, -0.02772531658411026, 0.06240116432309151, -0.08052880316972733, 0.129887193441391, 0.006731228902935982, -0.03164307400584221, -0.060914382338523865, -0.005390634760260582, 0.03312942758202553, -0.06742095202207565, 0.03451382741332054, 0.09059257805347443, 0.05045457184314728, 0.029226120561361313, 0.0006947937654331326, 0.06169679015874863, 0.09450893104076385, 0.07881727814674377, -0.09172823280096054, -0.03528815135359764, -0.03018210083246231, -0.04651881754398346, 0.020316796377301216, 0.011567496694624424, -0.12618006765842438, 0.044588565826416016, 0.06360915303230286, -0.028245991095900536, -0.019358474761247635, -0.015724733471870422, -0.029316969215869904, 0.054831378161907196, 0.05977926030755043, 0.045820847153663635, -0.046029381453990936, -0.017965862527489662, 0.0295375008136034, -0.040138233453035355, 0.040381353348493576, 0.04224461317062378, 0.08214203268289566, -0.02638772316277027, 0.0018855725647881627, 0.015203750692307949, -0.020020658150315285, 0.03057384490966797, 0.017607765272259712, 0.005245712120085955, 0.12554188072681427, 0.053429655730724335, 0.012042653746902943, 0.044244855642318726, 0.05909411981701851, 0.015117776580154896, -0.07682033628225327, 0.04087909311056137, -0.0432366281747818, -0.10141035914421082, 0.05574081838130951, -0.024550145491957664, -0.08534841239452362, -0.05918851122260094, 0.029198741540312767, -0.04180501773953438, -0.03914487734436989, -0.005163085646927357, -0.019342390820384026, 0.04461808130145073, -0.04776939004659653, -0.008041010238230228, 0.06836152076721191, -0.016584360972046852, -0.02565196342766285, -0.026875004172325134, 0.08134587109088898, -0.006290345452725887, -0.02479717694222927, -0.08089432865381241, -0.0027724644169211388, 0.08539213240146637, 0.0658499076962471, -0.05901633948087692, 0.03989434987306595, 0.0073966896161437035, 0.051356151700019836, 0.0010533957974985242, 0.028793146833777428, -0.04315119609236717, 0.015699774026870728, -0.008762466721236706, -0.010764536447823048, 0.04227491095662117, 0.02100074663758278, 0.00324941985309124, -0.027492864057421684, 0.03227046877145767, 0.026057403534650803, 0.0692354366183281, 0.015373129397630692, -0.010084853507578373, -0.03915468975901604, -0.029849305748939514, -0.005736110266298056, 0.002439160831272602, 0.01852484419941902, 0.0039646439254283905, -0.010415197350084782], [-0.02245097979903221, -0.012173735536634922, 0.011244365945458412, 0.06387247145175934, -0.009482397697865963, -0.02967826835811138, 0.06901124119758606, -0.07374803721904755, 0.12890183925628662, -0.028413590043783188, 0.03656686469912529, 0.03014262020587921, 0.016466030851006508, 0.02484341524541378, -0.04413343966007233, -0.049225058406591415, -0.010328707285225391, 0.04436497762799263, 0.002464127028360963, -0.0494256317615509, 0.022752724587917328, -0.009059826843440533, -0.007841233164072037, -0.09342185407876968, 0.08546970784664154, -0.004982200916856527, 0.004188019782304764, -0.009064998477697372, 0.016362085938453674, 0.04210514575242996, -0.047960225492715836, -0.05067817494273186, 0.0034262340050190687, 0.052167102694511414, 0.08830805122852325, -0.014787869527935982, 0.10191836953163147, 0.014668002724647522, -0.06762418895959854, -0.08538080751895905, 0.11378106474876404, -0.07928086817264557, -0.04998469725251198, -0.011312712915241718, 0.07967923581600189, -0.0572441965341568, 0.033980585634708405, -0.00029575309599749744, -0.007702812552452087, 0.04685002937912941, 0.0049981591291725636, -0.07488418370485306, 0.04417545720934868, 0.034252770245075226, 0.03814852237701416, 0.032545335590839386, 0.004453218542039394, 0.08321201056241989, -0.03947003185749054, -0.01560836099088192, 0.09792684763669968, -0.0001224577717948705, -0.025483621284365654, -0.040826428681612015, 0.002410423243418336, 0.03425261750817299, 0.041108328849077225, 0.020583806559443474, 0.026587361469864845, 0.037399690598249435, -0.0033081809524446726, -0.052105650305747986, 0.02325068973004818, -0.022804170846939087, 0.02939586341381073, 0.01139705628156662, 0.028182391077280045, -0.08589130640029907, 0.010412150993943214, 0.02342931181192398, -0.0019002020126208663, -0.048496488481760025, -0.0661894679069519, -0.03027329035103321, 0.09183955937623978, -0.05421055853366852, -0.033813927322626114, -0.04619169607758522, 0.03662626072764397, -0.03329675644636154, 0.011968345381319523, -0.00490777799859643, -0.0006182310171425343, -0.010589856654405594, 0.006058134138584137, 0.103369802236557, 0.0538531057536602, -0.029821127653121948, -0.0422060564160347, 0.005460400599986315, -0.003238468198105693, 0.03371564671397209, 0.013222301378846169, -0.007743643131107092, -0.03850143402814865, -0.017354082316160202, -0.01639723591506481, 0.012573571875691414, -0.03556716442108154, 0.02989797666668892, -0.046704091131687164, 0.035308968275785446, 0.034384313970804214, 0.03870594874024391, 0.04722459986805916, -0.007193814031779766, -0.012731357477605343, 0.04564864560961723, 0.10332825034856796, -0.030302168801426888, 0.015348564833402634, -0.04123445600271225, -0.03660903498530388, -0.04762934520840645, 0.01042113546282053, 0.037779584527015686, 0.03181314468383789, -0.0013916840543970466], [-0.08024422079324722, -0.09748268872499466, -0.05350201576948166, 0.03948117420077324, -0.08554517477750778, -0.016440683975815773, 0.03178020939230919, -0.04603912681341171, 0.010483690537512302, -0.0005971294594928622, -0.006054936908185482, 0.015224361792206764, -0.03524108603596687, 0.0029362535569816828, -0.012873894535005093, -0.0063766781240701675, 0.08721377700567245, 0.04558705911040306, -0.03797440603375435, -0.0760205015540123, -0.03384847566485405, -0.00809137336909771, 0.021009696647524834, -0.11166015267372131, 0.05146941542625427, 0.01747262291610241, 0.06409060209989548, -0.034026119858026505, 0.0008611723314970732, 0.04131469875574112, 0.000470809725811705, -0.012212248519062996, 0.0803465023636818, 0.05145023763179779, 0.026696890592575073, 0.00033362413523718715, 0.12058047950267792, 0.06398169696331024, 0.07046069949865341, -0.05272310599684715, -0.02964521013200283, -0.028659958392381668, -0.06044849753379822, 0.047162093222141266, 0.012907097116112709, 0.029454706236720085, 0.11417389661073685, -0.004156863782554865, -0.05782768130302429, 0.007941413670778275, -0.05623913183808327, -0.012270266190171242, 0.03731942176818848, -0.019710838794708252, 0.007498995866626501, 0.0329449437558651, 0.03041105903685093, 0.041023410856723785, -0.009490769356489182, 0.017264103516936302, -0.030723759904503822, 0.07647600769996643, 0.05290207639336586, -0.02777811512351036, -0.03402397036552429, 0.0007609092281199992, -0.019647657871246338, -0.005175917409360409, -0.023807937279343605, 0.02653512731194496, 0.0951518788933754, 0.014497498981654644, 0.03022654913365841, -0.015558537095785141, 0.0018194927833974361, 0.029720503836870193, -0.01495626661926508, -0.008677338249981403, -0.12280290573835373, 0.009752926416695118, 0.00040267384611070156, -0.01251182984560728, -0.01460182759910822, 0.06529265642166138, -0.030293801799416542, 0.06424311548471451, -0.049207545816898346, -0.012264559976756573, -0.038299452513456345, 0.04129893705248833, -0.055460695177316666, -0.005665679462254047, 0.03659125417470932, -0.00810143444687128, -0.05140795558691025, -0.053833894431591034, -0.0522187203168869, 0.010956580750644207, -0.0010934080928564072, 0.03622649237513542, -0.05659885331988335, 0.008119083009660244, 0.0096234530210495, -0.018829701468348503, -0.045776672661304474, -0.03669538348913193, -0.057219307869672775, 0.04427666962146759, -0.006882519461214542, 0.0004956022603437304, -0.008553583174943924, 0.0026449670549482107, 0.005345038138329983, 0.029383460059762, -0.03191830590367317, -0.03780435770750046, 0.021568849682807922, -0.10914377868175507, -0.02165062353014946, -0.0402534157037735, 0.0001617293746676296, -0.01911165751516819, -0.038107916712760925, 0.029869206249713898, -0.037935901433229446, 0.026408111676573753, 0.047847893089056015, -0.003733323886990547], [0.012016079388558865, -0.015672383829951286, 0.00409628264605999, 0.004498637747019529, -0.09499767422676086, 0.01246072817593813, 0.01506237406283617, 0.00976269505918026, 0.06325429677963257, 0.07386315613985062, -0.023373715579509735, 0.08697912096977234, -0.0025214063934981823, 0.0249042771756649, -0.028444720432162285, -0.051251936703920364, -0.029596086591482162, 0.013757511042058468, -0.027537792921066284, 0.021817663684487343, -0.0779711976647377, 0.0034322168212383986, 0.015260674990713596, 0.015447490848600864, 0.022648245096206665, 0.03233630582690239, 0.0380847230553627, -0.00942655187100172, 0.016351385042071342, 0.04694819450378418, 0.008691894821822643, -0.014789403416216373, 0.039405953139066696, 0.01060127280652523, 0.018086165189743042, -0.07495643198490143, 0.11726546287536621, -0.004205390345305204, 0.00894199963659048, -0.03413005545735359, -0.0504915826022625, -0.01017841324210167, 0.02130952849984169, 0.039608411490917206, 0.09670498967170715, 0.014718864113092422, 0.04062788933515549, -0.06707603484392166, -0.021789327263832092, 0.0284353606402874, -0.052476558834314346, 0.03391199931502342, -0.022257544100284576, -0.003795257769525051, 0.009695540182292461, -0.01612875796854496, -0.003116229549050331, 0.025436755269765854, -0.10138877481222153, 0.07105089724063873, -0.004789341241121292, -0.004382814280688763, -0.013983945362269878, -0.003245537867769599, -0.0062345340847969055, -0.0263449028134346, -0.05428402125835419, -0.05192924290895462, 0.07393915206193924, 0.0433320477604866, 0.0031404972542077303, -0.014779900200664997, 0.02012394741177559, -0.013586700893938541, -0.007378832902759314, -0.029004503041505814, 0.05278420448303223, 0.012451095506548882, -0.00012308535224292427, 0.07339226454496384, -0.032171830534935, 0.009652744978666306, 0.05139446258544922, 0.04164524003863335, -0.08465512096881866, -0.06982158124446869, -0.03386317566037178, 0.007417935412377119, -0.06003120169043541, -0.0388956293463707, 0.014795692637562752, -0.0011355711612850428, -0.026230406016111374, -0.03471766412258148, -0.021039333194494247, 0.05275413393974304, 0.037286125123500824, 0.017001066356897354, -0.016340337693691254, -0.05669592320919037, -0.012602093629539013, -0.08328144997358322, -0.0067896596156060696, -0.018984638154506683, -0.04660705849528313, -0.03594774752855301, -0.03922677040100098, -0.03777028247714043, -0.011205937713384628, 0.0044032372534275055, 0.0023211902007460594, -0.044156525284051895, -0.026049666106700897, -0.06149899214506149, 0.029422076418995857, -0.023169981315732002, -0.022676264867186546, 0.02360473945736885, 0.02614690363407135, 0.013512211851775646, 0.0026704075280576944, -0.00222878553904593, -0.03972408547997475, 0.030101528391242027, 0.01677149347960949, 0.004634454846382141, -0.02072044648230076, 0.05023135989904404], [-0.05230828374624252, -0.03428163006901741, -0.03331904485821724, 0.027229798957705498, -0.07565071433782578, -0.020336803048849106, 0.10154852271080017, -0.12023095041513443, 0.009751314297318459, 0.05953250825405121, -0.004246982280164957, 5.24790948475129e-06, -0.00876285694539547, 0.0350038968026638, -0.051108770072460175, -0.0618027001619339, -0.005655433051288128, -4.88170662720222e-05, -0.007320455275475979, -0.020967433229088783, -0.13018053770065308, -0.08201480656862259, 0.004956585355103016, -0.08327511698007584, -0.10484816133975983, 0.030494077131152153, -0.0460304357111454, -0.07143430411815643, 0.038469843566417694, -0.0036240769550204277, -0.027663283050060272, 0.07756630331277847, 0.08399038761854172, 0.03302251175045967, 0.047245193272829056, 0.0019644638523459435, 0.06389742344617844, -0.033736150711774826, -0.02916712313890457, -0.05997474119067192, 0.027005987241864204, -0.09215433150529861, 0.04432868957519531, 0.03924094885587692, 0.0653146356344223, 0.06292016804218292, -0.020790481939911842, 0.016852309927344322, -0.10528157651424408, 0.034859608858823776, -0.03350874036550522, -0.015644675120711327, 0.028995342552661896, 0.0335528738796711, 0.0226629339158535, -0.02302461303770542, 0.018699705600738525, -0.031372036784887314, -0.023687660694122314, 0.07446063309907913, 0.08394919335842133, 0.025146638974547386, -0.009780901484191418, 0.030395667999982834, -0.0002815002226270735, 0.008796940557658672, -0.024382086470723152, 0.0684138610959053, 0.049641672521829605, 3.987110540037975e-05, 0.007406079676002264, -0.026771312579512596, -0.01875806599855423, 0.03968637064099312, -0.0030535960104316473, 0.019349489361047745, 0.0014414277393370867, 0.05053987354040146, -0.005230847746133804, 0.031151864677667618, 0.014515171758830547, -0.024294793605804443, -0.02542739547789097, -0.019314412027597427, 0.003303524339571595, 0.002898766193538904, -0.01561135333031416, -0.02421470358967781, 0.021305067464709282, -0.029549527913331985, -0.0024203972425311804, -0.011350027285516262, 0.03891713544726372, -0.028131689876317978, 0.0056678783148527145, 0.06601808965206146, 0.0037821491714566946, -0.0006225380348041654, -0.027679555118083954, -0.010955866426229477, -0.04365827143192291, 0.029520653188228607, -0.03425329923629761, 0.011347711086273193, 0.028032226487994194, 0.04186458885669708, -0.006251607555896044, -0.01878673955798149, -0.0001561098179081455, -0.018340162932872772, 0.010702928528189659, 0.03017934411764145, 0.011823754757642746, -0.04880247637629509, 0.030826881527900696, 0.03001726232469082, 0.04202769324183464, 0.04096890240907669, 0.010845700278878212, 0.024174001067876816, 0.015244477428495884, -0.01840672828257084, -0.03353716805577278, 0.02013402059674263, 0.010914495214819908, -0.0009142017224803567, -0.0013581778621301055, -0.005883992649614811], [-0.047594472765922546, -0.11434414982795715, 0.015664752572774887, 0.07486796379089355, -0.04619330167770386, 0.024625461548566818, 0.01767752878367901, -0.05073397979140282, 0.1048404723405838, -0.042241573333740234, 0.003158190753310919, 0.026996072381734848, 0.025034798309206963, 0.013216793537139893, -0.045878052711486816, 0.029551304876804352, -0.0023201406002044678, 0.05660608038306236, -0.008075368590652943, -0.05821376293897629, -0.1005503311753273, -0.026811445131897926, 0.047306809574365616, -0.10384558886289597, -0.012422556057572365, -0.013650307431817055, -0.007142199203372002, -0.04887649416923523, -0.014833544380962849, 0.05480179563164711, -0.034174274653196335, 0.08171727508306503, 0.06055746227502823, 0.059613581746816635, 0.0764007493853569, -5.090625927550718e-05, 0.08759353309869766, 0.04988235607743263, 0.029721874743700027, -0.12044262886047363, -0.0025679892860352993, -0.03548111021518707, -0.033530574291944504, -0.03498212620615959, -0.037460435181856155, -0.029168982058763504, 0.0031393771059811115, 0.04093523696064949, -0.14621616899967194, -0.015583752654492855, -0.07185812294483185, -0.0020250212401151657, 0.06877192854881287, 0.00808140728622675, 0.07402169704437256, 0.03094998560845852, 0.0014325611991807818, 0.02860407344996929, -0.020460287109017372, -0.009694072417914867, 0.08279626816511154, 0.053712423890829086, -0.000609766982961446, -0.011498939245939255, 0.04360630363225937, -0.0002845836279448122, 0.019250374287366867, 0.00323265022598207, -0.01606089062988758, 0.07858273386955261, 0.009329251945018768, 0.023265153169631958, -0.04316940903663635, 0.0666431188583374, 0.013819861225783825, -0.04520992189645767, 0.010500546544790268, -0.029443254694342613, -0.10581410676240921, 0.029639873653650284, 0.02579466626048088, -0.08012550324201584, 0.015141274780035019, -0.04079918563365936, 0.05045732110738754, -0.026803357526659966, -0.011120188049972057, 0.01716388761997223, 0.05827666446566582, 0.014626688323915005, 0.001971761928871274, 0.0034826199989765882, 0.038463953882455826, 0.0026087616570293903, -0.012132934294641018, 0.03469445928931236, -0.014541057869791985, -0.04081137105822563, -0.04885660111904144, -0.014261430129408836, 0.017453555017709732, 0.0754016563296318, -0.0377471037209034, -0.041537895798683167, -0.009774080477654934, 0.028730221092700958, -0.024088077247142792, 0.09708044677972794, -0.026592867448925972, -0.024293016642332077, -0.05588424950838089, 0.07564494013786316, 0.03233341500163078, 0.03903694823384285, 0.02248438261449337, -0.0062909373082220554, 0.017689784988760948, 0.0036428312305361032, 0.007917125709354877, 0.011159462854266167, -0.027656707912683487, -0.02349907159805298, -0.015446667559444904, -0.04404789209365845, -0.049448415637016296, 0.03612273558974266, 0.07899335026741028, 0.0036605452187359333], [-0.017969220876693726, -0.026917211711406708, -0.02009081095457077, 0.041181810200214386, -0.04648436978459358, -0.009789845906198025, 0.04896342009305954, -0.0471569187939167, 0.07185272872447968, 0.017105253413319588, 0.05495235323905945, 0.032086119055747986, 0.0785890743136406, 0.016684096306562424, -0.04559025540947914, 0.03728920966386795, -0.0021832685451954603, 0.023064233362674713, 0.009746626019477844, 0.05649460479617119, -0.011462974362075329, 0.038303982466459274, 0.06965094059705734, -0.09172689914703369, 0.04502461478114128, 0.051920823752880096, 0.023975102230906487, -0.002895992947742343, 0.018720503896474838, -0.010252122767269611, -0.052561257034540176, 0.01131918653845787, 0.0495707243680954, 0.12306312471628189, 0.08342248201370239, -0.012667770497500896, 0.08565344661474228, 0.06188260763883591, 0.019429977983236313, -0.06589431315660477, -0.04811163991689682, -0.10408464074134827, -0.08570994436740875, 0.03168661892414093, 0.008705958724021912, -0.06425432115793228, 0.0978165864944458, -0.023749638348817825, -0.05885167047381401, -0.03627524524927139, -0.02222483605146408, 0.016377950087189674, 0.08722211420536041, -0.012220269069075584, 0.05752910301089287, 0.0575157068669796, 0.029202289879322052, -0.0415307991206646, -0.026570240035653114, 0.061265550553798676, 0.09733158349990845, 0.020263954997062683, 0.01365575660020113, -0.02646997757256031, 0.022476620972156525, -0.00422893650829792, 0.022282101213932037, -0.029083814471960068, -0.03402494266629219, 0.08090747892856598, 0.0871337354183197, 0.00956341065466404, 0.005888520739972591, 0.04337082803249359, 0.06519827246665955, 0.03351880609989166, -0.08034790307283401, -0.022644922137260437, -0.013861279934644699, 0.0017938383389264345, 0.05729205161333084, -0.09095058590173721, 0.006371764931827784, -0.026697203516960144, -0.016153214499354362, 0.008791312575340271, -0.004099770449101925, -0.005853938404470682, 0.020155230537056923, -0.038457952439785004, -0.02210209146142006, 0.05326509475708008, -0.010727914981544018, -0.032803378999233246, 0.012370206415653229, -0.02001580409705639, 0.07662903517484665, -0.008578724227845669, -0.06613937765359879, 0.02931084670126438, 0.01144111156463623, -0.014094923622906208, -0.03546182066202164, 0.001557397423312068, 0.0014099868712946773, -0.05048289895057678, 0.031964804977178574, -0.0198283102363348, -0.004640600644052029, -0.027041487395763397, -0.05885709822177887, 0.018792197108268738, 0.006591733545064926, 0.0791373997926712, 0.012509836815297604, 0.004970085341483355, 0.00890030711889267, -0.03392528370022774, 0.049774229526519775, 0.013844804838299751, -0.029111279174685478, -0.03055957518517971, -0.012506754137575626, -0.021264975890517235, 0.06266610324382782, 0.03492608666419983, 0.0665469765663147, 0.047736167907714844], [-0.022179413586854935, -0.12025515735149384, -0.02022685669362545, 0.08337121456861496, -0.009756735526025295, 0.05229467153549194, 0.009614242240786552, -0.11963319778442383, 0.08759980648756027, 0.010274484753608704, 0.006810278631746769, -0.046413522213697433, -0.01899006962776184, 0.04255332052707672, -0.09773007035255432, -0.03980511426925659, 0.011170131154358387, -0.029188072308897972, -0.09697523713111877, 0.04645164683461189, -0.05971667915582657, -0.024355968460440636, 0.15168891847133636, -0.05988335236907005, -0.03722921386361122, -0.038605671375989914, -0.07020903378725052, -0.13453781604766846, -0.01421141903847456, 0.09115394949913025, -0.114824078977108, 0.09921044111251831, 0.045400187373161316, 0.06993310898542404, -0.024600854143500328, 0.027956455945968628, 0.0841447189450264, 0.009808595292270184, -0.038803718984127045, -0.07150739431381226, -0.046096205711364746, -0.034752652049064636, 0.06441659480333328, -0.08871539682149887, -0.02334405854344368, -0.0571083202958107, -0.0008288691169582307, 0.015300962142646313, -0.07194554060697556, -0.0011115416418761015, -0.04603835567831993, -0.1209312453866005, 0.00716072041541338, -0.012489610351622105, -0.008551772683858871, 0.012026207521557808, 0.007556342985481024, -0.022190654650330544, -0.01684543862938881, 0.026264725252985954, 0.03406504541635513, 0.04396385699510574, 0.05689570680260658, 0.043709203600883484, -0.008349858224391937, 0.006496161222457886, 0.008016389794647694, -0.07295038551092148, -0.0049506681971251965, 0.04893789440393448, 0.06354084610939026, 0.02737993746995926, 0.045968856662511826, -0.07112244516611099, -0.022018088027834892, 0.039182424545288086, -0.0801103264093399, -0.015911536291241646, -0.08642592281103134, -0.06268326193094254, -0.05257222428917885, 0.009049518965184689, 0.001511952723376453, 0.0029478410724550486, -0.06390748918056488, 0.02255232445895672, -0.0290576983243227, -0.06670225411653519, -0.018334124237298965, -0.03261696547269821, -0.13118188083171844, 0.04136081039905548, 0.02604692615568638, -0.04994647204875946, -0.05145980790257454, -0.0705777108669281, 0.010648166760802269, -0.013414653018116951, -0.011733395978808403, 0.07315424084663391, 0.12113216519355774, 0.02508828602731228, 0.0012906211195513606, 0.011491681449115276, 0.06409920752048492, 0.03666002303361893, -0.021952107548713684, 0.011800763197243214, 0.019693713635206223, 0.008266010321676731, -0.05111387372016907, 0.08029358834028244, 0.04230497404932976, -0.010406313464045525, -0.022266434505581856, 0.014706859365105629, 0.029541850090026855, 0.02356308326125145, 0.060288671404123306, -0.07533949613571167, -0.08010224997997284, -0.11139191687107086, -0.06518840789794922, 0.05128457397222519, 0.013903139159083366, 0.03786853328347206, -0.04508909210562706, 0.018775835633277893], [0.020114004611968994, -0.07722193747758865, 0.0007282641599886119, -0.023683475330471992, -0.03642512112855911, -0.032128993421792984, -0.004306606948375702, -0.07559135556221008, 0.03394172340631485, 0.06010816991329193, -0.0216042660176754, 0.016179541125893593, 0.022460293024778366, 0.10077571868896484, -0.030195297673344612, -0.03595729544758797, 0.04688319191336632, -0.0307166688144207, -0.021686740219593048, -0.010287909768521786, -0.08641266822814941, -0.025608913972973824, 0.08062506467103958, -0.05979166552424431, -0.03930894285440445, 0.00893398653715849, 0.023942789062857628, -0.04859989136457443, -0.0075777508318424225, 0.14723221957683563, -0.01752113737165928, -0.003380916081368923, 0.0561043955385685, 0.04922311380505562, 0.04974877089262009, -0.018792392686009407, 0.07943170517683029, -0.06686166673898697, -0.09411536157131195, -0.059401508420705795, -0.030747834593057632, -0.059937987476587296, 0.04205269366502762, 0.06810392439365387, 0.10778457671403885, 0.06588102877140045, 0.07633868604898453, -0.04631868004798889, -0.12254143506288528, -0.05624880641698837, -0.03905246779322624, -0.017523489892482758, -0.03982097655534744, -0.05159290134906769, -0.026487158611416817, 0.13752827048301697, 0.0088580884039402, -0.04745953530073166, -0.10737303644418716, 0.04586756229400635, 0.0346846841275692, 0.037678878754377365, 0.11050190776586533, 0.005439199507236481, -0.013462516479194164, 0.034238025546073914, -0.027176110073924065, 0.006984911859035492, -0.016464892774820328, 0.08240748196840286, 0.000972963054664433, -0.02655092068016529, -0.014695527032017708, -0.005375309847295284, -0.004084281623363495, 0.025193437933921814, -0.017168235033750534, 0.022120559588074684, -0.0503259152173996, 0.027597764506936073, 0.011318445205688477, -0.05911582335829735, -0.09589558839797974, 0.00745656481012702, 0.027587763965129852, -0.03872639685869217, 0.018302444368600845, -0.04184012487530708, -0.009358798153698444, 0.04545361176133156, -0.04841265082359314, 0.05171290040016174, 0.03913068398833275, -0.01833203434944153, 0.015806984156370163, -0.006320546846836805, -0.05191062018275261, -0.008742865175008774, -0.06193726509809494, -0.008826468139886856, -0.023011941462755203, 0.01100229099392891, 0.0025796943809837103, -0.012861675582826138, -0.03303027153015137, 0.010940760374069214, -0.0021827449090778828, 0.027290252968668938, 0.0032283212058246136, -0.014920271001756191, 0.03512950614094734, -0.009509917348623276, 0.025368208065629005, -0.035082168877124786, -0.004454847890883684, 0.023265136405825615, -0.016396505758166313, 0.01577104441821575, -0.00395197281613946, -0.02453826181590557, 0.0649615153670311, 0.020542653277516365, 0.01355910673737526, -0.00543750636279583, 0.016770873218774796, 0.04295160248875618, -0.01601295731961727, -0.06255917996168137], [-0.01360243558883667, -0.1316116899251938, 0.04279167577624321, 0.07881353050470352, -0.023244237527251244, 0.12864075601100922, 0.07366745173931122, -0.06475384533405304, 0.029757052659988403, -0.06561624258756638, 0.08175447583198547, 0.0027258365880697966, 0.04093024134635925, 0.015301547013223171, -0.10451701283454895, -0.013822942040860653, -0.05215315893292427, -0.030141018331050873, -0.046672627329826355, 0.02026320807635784, -0.049075447022914886, -0.030756689608097076, 0.05551932379603386, -0.11172906309366226, -0.06636829674243927, 0.054726213216781616, -0.01693146303296089, -0.012148465029895306, -0.0017835787730291486, 0.04688437283039093, -0.01939033344388008, 0.08963660895824432, -0.004303254187107086, 0.018914254382252693, 0.03584123030304909, -0.10033447295427322, 0.0818450003862381, -0.08653100579977036, 0.0401819571852684, -0.01708952896296978, 0.06772741675376892, -0.030319884419441223, -0.042159296572208405, 0.011521637439727783, 0.1189752146601677, -0.012882765382528305, 0.07111252099275589, 0.004089892376214266, -0.04447324573993683, 0.014531116932630539, -0.10093866288661957, -0.09585876017808914, 0.023193206638097763, 0.011442524380981922, 0.038011740893125534, 0.05928710103034973, 0.020078318193554878, -0.01730428636074066, -0.14977653324604034, -0.051679663360118866, 0.07672685384750366, 0.01176767610013485, 0.05909540876746178, 0.014526305720210075, -0.0018214238807559013, -0.06043393909931183, -0.022019043564796448, -0.003545159939676523, 0.021306173875927925, 0.053285449743270874, 0.001671357313171029, 0.05081130191683769, 0.01514002587646246, -0.016528286039829254, -0.08309489488601685, 0.02453397586941719, -0.02296692691743374, -0.07687918841838837, -0.09632713347673416, -0.016745777800679207, -0.02524101361632347, 0.0022628912702202797, 0.015701912343502045, 0.036155860871076584, 0.033412255346775055, -0.023070957511663437, -0.02778022550046444, 0.023268258199095726, 0.07470771670341492, -0.012934638187289238, -0.012209434993565083, 0.04882323741912842, 0.022102629765868187, -0.00012962888285983354, -0.04846472293138504, -0.05588051676750183, -0.03380407765507698, 0.04728250578045845, -0.010924882255494595, -0.03030521236360073, -0.0002423945115879178, 0.013597249984741211, -0.02548791468143463, -0.0507308766245842, 0.06403994560241699, 0.0007776200072839856, 0.04321710392832756, -0.044410817325115204, -0.015938416123390198, 0.02753532864153385, 0.07092264294624329, 0.029787451028823853, 0.03275413438677788, -0.044763028621673584, -0.007640069350600243, -0.001381498179398477, -0.012325330637395382, -0.016780976206064224, -0.025950690731406212, -0.07238635420799255, 0.03632831946015358, -0.016365930438041687, -0.0421772301197052, -0.032256051898002625, 0.033242542296648026, -0.006944949273020029, -0.037836458534002304, -0.022762497887015343], [-0.0837131068110466, -0.0692090317606926, -0.01780681312084198, 0.05347208306193352, -0.1009792909026146, 0.0020273844711482525, 0.10170791298151016, -0.06879424303770065, 0.10676207393407822, 0.0030762034002691507, -0.004798070061951876, 0.06700275093317032, 0.024604203179478645, 0.01339443027973175, -0.08850846439599991, -0.04315002262592316, 0.004079517442733049, 0.08298362791538239, -0.027794430032372475, 0.01768246665596962, 0.02478013187646866, -0.08874141424894333, 0.03821491822600365, -0.10959528386592865, -0.030558032914996147, 0.03314102813601494, -0.06264888495206833, -0.030222536996006966, 0.008332024328410625, 0.07999710738658905, -0.05200866609811783, 0.04365460202097893, 0.06142529472708702, 0.047753240913152695, 0.1318628489971161, 0.028024805709719658, 0.10198908299207687, -0.015733247622847557, -0.04710244759917259, -0.11010634154081345, 0.014824538491666317, -0.003492288524284959, -0.04776519909501076, -0.0022335564717650414, 0.04649316892027855, 0.07805083692073822, -0.005459094885736704, -0.0038677523843944073, -0.10607348382472992, 0.009145443327724934, -0.036844100803136826, 0.03167758136987686, 0.11176615953445435, 0.01666341722011566, 0.045850880444049835, -0.017745662480592728, -0.009450939483940601, 0.013936949893832207, -0.08306331932544708, 0.040630802512168884, -0.004958512727171183, 0.09602736681699753, 0.004968699999153614, 0.058514345437288284, -0.03220396488904953, 0.027625026181340218, 0.01762203872203827, -0.0306253544986248, 0.009551431983709335, 0.05718651041388512, 0.03277749940752983, 0.007458850741386414, -0.0300751943141222, 0.06777247786521912, 0.04464738816022873, -0.005116647109389305, 0.025298358872532845, -0.05498819798231125, 0.00581936864182353, 0.04511261358857155, 0.05946148559451103, 0.013384005054831505, -0.06134161353111267, 0.008209362626075745, 0.022009149193763733, -0.04065488651394844, -0.04187633842229843, 0.010121867060661316, -0.0013041883939877152, -0.025964787229895592, -0.010536114685237408, 0.0008761456701904535, -0.002140964847058058, -0.010061516426503658, 0.003589310683310032, 0.07402683794498444, -0.0011940523982048035, -0.04792705178260803, -0.03702597692608833, -0.010827462188899517, -0.006031344179064035, -0.0011708929669111967, -0.042970165610313416, 0.09404618293046951, 0.014425937086343765, 0.013628669083118439, -0.03540150448679924, 0.0005653081461787224, -0.022765912115573883, 0.04946451634168625, 0.003103518858551979, 0.03401583433151245, -0.015248648822307587, -0.016599994152784348, 0.014264530502259731, -0.014000428840517998, 0.010173995979130268, 0.04245381057262421, 0.054387032985687256, -0.06166817247867584, 0.0017972945934161544, -0.0492812804877758, -0.03730032593011856, 0.011579561978578568, 0.018460428342223167, 0.01708904467523098, 0.029250292107462883, -0.01716691069304943], [0.012414047494530678, -0.07300956547260284, -0.03195969760417938, 0.059912074357271194, -0.055078260600566864, 0.09779994189739227, 0.011516080237925053, 0.018890414386987686, 0.047439996153116226, -0.015220423229038715, 0.02006572298705578, 0.02957812324166298, -0.0193032119423151, -0.0817888155579567, -0.038795311003923416, 0.0010243307333439589, -0.0188308022916317, 0.0538359098136425, -0.007164800073951483, -0.01626651920378208, -0.029125705361366272, -0.07469896227121353, 0.008974905125796795, -0.04164736717939377, -0.005385662894695997, 0.018000921234488487, -0.055774521082639694, -0.03572271391749382, 0.04292076826095581, 0.044573213905096054, -0.08175001293420792, 0.022128747776150703, 0.0761193037033081, 0.052816469222307205, 0.054572321474552155, 0.01178698055446148, 0.07465583831071854, -0.0121390912681818, 0.12085577845573425, -0.04099602624773979, 0.02968524396419525, -0.015179860405623913, -0.0735308900475502, -0.045696668326854706, 0.0023677381686866283, 0.004595567937940359, 0.05245842784643173, -0.03481048345565796, -0.1272641271352768, -0.041197262704372406, -0.036857012659311295, 0.0034618668723851442, 0.07072137296199799, 0.022158591076731682, 0.003082508919760585, 0.010461063124239445, 0.007161711808294058, 0.0360342338681221, -0.07596281915903091, -0.02134661190211773, -0.035317402333021164, 0.08129490166902542, 0.0008167818887159228, 0.026342660188674927, -0.04292774572968483, -0.0748770609498024, 0.02604672871530056, -0.019799593836069107, 0.12134452909231186, 0.10103463381528854, 0.08438099175691605, 0.023428084328770638, 0.011805873364210129, -0.023076016455888748, -0.003135738195851445, 0.029647111892700195, 0.03979554772377014, 0.03579634055495262, -0.07709120213985443, -0.02993803098797798, -0.032277386635541916, -0.07614646106958389, 0.016974758356809616, 0.007162392605096102, 0.020548224449157715, -0.001830542110837996, -0.01041190791875124, -0.06171111762523651, 0.06752795726060867, -0.022590823471546173, 0.006232140585780144, 0.01214588526636362, -0.0573921799659729, 0.05491908639669418, 0.0028555397875607014, 0.06485947966575623, -0.043521199375391006, -0.07733114063739777, -0.05087672546505928, 0.029448233544826508, 0.026028534397482872, 0.10434499382972717, 0.03979397565126419, -0.06595981866121292, 0.06647693365812302, 0.05659940093755722, -0.05888448655605316, 0.05327404662966728, -0.08462034165859222, 0.0029045497067272663, -0.04976325482130051, 0.02367102913558483, 0.00030200963374227285, 0.03447655215859413, 0.008577525615692139, -0.03287036716938019, -0.0286933071911335, 0.12608717381954193, 0.04871514439582825, 0.011879939585924149, 0.03731737658381462, -0.026794351637363434, 0.021699128672480583, -0.017366264015436172, -0.0266267079859972, 0.0049717309884727, 0.05311132222414017, 0.013622255995869637], [-0.03734035789966583, -0.04557546600699425, 0.03505299240350723, 0.08037671446800232, -0.12222837656736374, 0.02281215973198414, 0.046808380633592606, 0.0332479365170002, 0.0737629383802414, -0.025805717334151268, 0.07068375498056412, 0.05607274919748306, -0.034129705280065536, -0.05365462973713875, -0.03453626111149788, 0.010447504930198193, 0.07386214286088943, 0.08244924992322922, -0.0563921295106411, 0.07454045861959457, -0.011518724262714386, -0.03735070303082466, 0.04784335941076279, -0.05708089470863342, -0.0015525775961577892, 0.05440254881978035, 0.06084900721907616, -0.03863753750920296, 0.03647066652774811, 0.01732051372528076, -0.06771894544363022, -0.005400197114795446, 0.057175129652023315, 0.05909445136785507, 0.03649095445871353, -0.0818539634346962, 0.06679495424032211, 0.06987786293029785, 0.11394210904836655, -0.07348250597715378, 0.04468091204762459, -0.031306907534599304, -0.010788126848638058, -0.007228640373796225, 0.03958103805780411, 0.032868340611457825, 0.027622176334261894, 0.028687911108136177, -0.07394928485155106, -0.00022331607760861516, -0.1471063792705536, -0.011361322365701199, 0.054123468697071075, 0.05718061327934265, 0.07978007942438126, 0.054652828723192215, 0.0226079523563385, 0.01017429493367672, -0.0689142495393753, -0.015610483475029469, -0.04634179174900055, 0.0929870679974556, -0.0822310745716095, 0.06823968887329102, -0.07097014039754868, 0.018778003752231598, 0.014660261571407318, 0.030493250116705894, -0.015398613177239895, 0.02208588272333145, 0.04714981094002724, -0.02378275617957115, 0.0016482650535181165, -0.01737411506474018, 0.032260239124298096, -0.00010133969772141427, 0.04361489415168762, -0.0787978544831276, 0.02544785663485527, 0.022986678406596184, -0.006770038511604071, 0.0034547075629234314, -0.060957152396440506, -0.0006507882499136031, 0.019068676978349686, 0.04069898650050163, -0.07000697404146194, -0.0029737113509327173, -0.0029914125334471464, 0.02474229969084263, -0.021173475310206413, -0.03329081833362579, -0.011325513944029808, 0.014629988931119442, -0.009234316647052765, 0.035670530050992966, -0.06774431467056274, -0.041997265070676804, -0.09544715285301208, 0.038398414850234985, -0.02147490717470646, 0.0134663674980402, -0.08315113931894302, 0.021446745842695236, 0.035005491226911545, -0.023935843259096146, -0.033838819712400436, 0.022117620334029198, -0.03639671206474304, 0.01629093661904335, 0.019539128988981247, -0.016563592478632927, -0.017873670905828476, 0.02151830866932869, 0.09230142086744308, 0.017436515539884567, 0.03029482252895832, 0.0405244380235672, 0.03767368197441101, -0.0036812478210777044, -0.007543768733739853, -0.020210828632116318, -0.0005124706076458097, 0.04495049640536308, -0.03591153398156166, -0.019571339711546898, 0.06539029628038406, -0.0020421205554157495], [-0.05106153339147568, -0.06313389539718628, -0.01218830794095993, 0.01683654636144638, -0.08233052492141724, -0.03492546081542969, 0.026586534455418587, -0.05296599864959717, 0.01190173625946045, 0.06013543903827667, 0.00019783918105531484, 0.03583092615008354, 0.016543462872505188, 0.007739759515970945, -0.019013116136193275, 0.016729654744267464, 0.054137639701366425, 0.017514942213892937, 0.07166234403848648, 0.019050592556595802, -0.08217526227235794, 0.053587064146995544, 0.028757525607943535, -0.06174913048744202, -0.009729438461363316, -0.029999155551195145, 0.014313647523522377, -0.06692639738321304, -0.0535854808986187, 0.0653114914894104, -0.039146676659584045, 0.03400208801031113, 0.0715157762169838, 0.023025408387184143, -0.03324422985315323, 0.07534077763557434, 0.08602704852819443, 0.034020908176898956, -0.01467373501509428, -0.03843066468834877, -0.023668017238378525, -0.05261218547821045, 0.007325120735913515, 0.04784148186445236, -0.026749853044748306, 0.023348595947027206, 0.009704938158392906, -0.004038539249449968, -0.08464818447828293, -0.12303997576236725, -0.04723069816827774, -0.05105393007397652, -0.012140254490077496, -0.0216254573315382, 0.001996147446334362, 0.031242744997143745, 0.0015582715859636664, -0.03451991453766823, -0.012045960873365402, 0.033451300114393234, 0.04623255878686905, 0.08691021054983139, 0.08226282149553299, 0.042759738862514496, -0.11087680608034134, 0.07943430542945862, -0.007792151998728514, -0.0598834790289402, 0.005498622544109821, 0.061809562146663666, 0.049602847546339035, 0.042667802423238754, 0.014820440672338009, 0.027616776525974274, 0.03526141121983528, 0.016652096062898636, -0.05616343393921852, 0.01907019503414631, 0.009515351615846157, 0.008177400566637516, 0.012894663028419018, -0.03857584297657013, -0.008598996326327324, -0.028585512191057205, -0.012816021218895912, -0.017557715997099876, -0.014630552381277084, 0.06903542578220367, 0.08442942053079605, -0.015789924189448357, 0.007125504314899445, -0.028720365837216377, 0.004725652281194925, 0.03932288661599159, -0.1204499676823616, 0.015719590708613396, 0.03644800931215286, -0.008940288797020912, -0.09367488324642181, -0.04369090124964714, -0.021493203938007355, 0.04646168276667595, -0.02514970488846302, 0.03329603746533394, 0.01642904058098793, -0.0013205771101638675, -0.0010863206116482615, -0.05265462026000023, -0.06516849994659424, -0.03681007772684097, -0.03765692934393883, -0.0499526672065258, 0.1200675293803215, 0.03166690096259117, 0.0408635288476944, 0.014890484511852264, 0.031318679451942444, 0.021420473232865334, 0.02571248821914196, 0.03353599086403847, 0.0018319515511393547, 0.018622256815433502, -0.010322488844394684, 0.004264386370778084, -0.008105221204459667, 0.09161881357431412, 0.03064359538257122, -0.06389162689447403], [-0.0022123134694993496, -0.040688831359148026, -0.03282404690980911, 0.061675649136304855, -0.09860988706350327, 0.01045897975564003, 0.04918288439512253, -0.00430688401684165, 0.10908670723438263, 0.01714833825826645, 0.0031826014164835215, 0.020438242703676224, 0.04149473458528519, 0.003641489427536726, -0.07186546176671982, -0.014019283466041088, 0.030048491433262825, 0.017196206375956535, -0.06840263307094574, 0.03196081146597862, -0.05524187162518501, 0.03798287734389305, 0.11479835212230682, -0.02012334205210209, 0.022593209519982338, 0.0497039258480072, -0.020721236243844032, -0.0515616312623024, 0.012781868688762188, 0.03701988235116005, -0.1084536537528038, -0.021903909742832184, 0.042027782648801804, 0.07149086892604828, -0.03129817172884941, 0.05181217938661575, 0.05882737785577774, 0.0561002753674984, 0.013233428820967674, -0.040759388357400894, -0.02544482983648777, -0.06497253477573395, 0.029931513592600822, 0.031645357608795166, 0.0429874025285244, -0.04057653993368149, -0.02096729166805744, 0.06403549015522003, -0.025886382907629013, -0.0444890521466732, -0.041846372187137604, -0.031935956329107285, 0.005916615016758442, 0.03670012205839157, -0.012551161460578442, 0.006987712346017361, 0.0814250037074089, 0.09878475964069366, -0.03816337510943413, -0.0019716036040335894, 0.0802963599562645, 0.04517591744661331, -0.02970951423048973, 0.03488308936357498, -0.033820655196905136, -0.0002952207578346133, 0.01772782765328884, -0.05620868504047394, -0.046761732548475266, 0.03561721369624138, 0.0841275155544281, 0.016185086220502853, -0.004650437273085117, 0.03648822382092476, 0.04175107553601265, -0.017093801870942116, -0.015390449203550816, -0.0357062891125679, -0.04160240665078163, 0.042201366275548935, 0.008223685435950756, -0.0709461122751236, -0.035292524844408035, -0.0011013575131073594, -0.030268732458353043, -0.0502353198826313, -0.022806182503700256, 0.03384671360254288, -0.003956693224608898, 0.0009265168337151408, 0.007273112423717976, 0.020466074347496033, -0.03810901194810867, -0.002928035333752632, 0.008019542321562767, -0.009151591919362545, 0.03332046419382095, -0.044579826295375824, -0.0258060060441494, 0.011414014734327793, 0.008641527965664864, 0.009239359758794308, -0.06792496889829636, 0.018410366028547287, -0.051531367003917694, 0.015233810991048813, 0.030549760907888412, 0.03625679388642311, -0.006023801863193512, -0.025709811598062515, -0.05627139285206795, -0.0010946296388283372, 0.005069988314062357, 0.019157102331519127, 0.02120579034090042, 0.03516867011785507, -0.012757937423884869, -0.002692135749384761, 0.04623027890920639, -0.015950540080666542, 0.0015659286873415112, -0.005098700523376465, 0.028334878385066986, 0.01685752347111702, 0.002341472776606679, 0.07383152097463608, -0.006390244700014591, -0.031743019819259644], [-0.06440228223800659, -0.028682714328169823, 0.07801752537488937, 0.052379198372364044, -0.014251239597797394, -0.01510824915021658, 0.041030269116163254, -0.11073002964258194, 0.058536142110824585, 0.03585847467184067, -0.06135416403412819, 0.017677713185548782, 0.11619104444980621, 0.08357181400060654, 0.014206809923052788, 0.020455701276659966, -0.055696751922369, 0.033047664910554886, -0.03687727078795433, -0.07754995673894882, -0.04371551051735878, -0.05667867884039879, 0.004110964480787516, -0.11569955945014954, -0.05187242478132248, -0.05013447627425194, -0.01064909715205431, -0.006258076522499323, -0.01372851338237524, 0.0074914139695465565, -0.060757432132959366, 0.03525369241833687, 0.02411908470094204, 0.05958792567253113, 0.058663833886384964, 0.00792016088962555, 0.012286026030778885, -0.007543000392615795, -0.017236771062016487, -0.08921990543603897, -0.024377087131142616, 0.002230506855994463, -0.016241269186139107, -0.0237688347697258, 0.034987129271030426, -0.008817373774945736, -0.015148877166211605, 0.06726394593715668, -0.0023341479245573282, 0.054397668689489365, 0.013201069086790085, -0.09711403399705887, 0.02780979685485363, -0.016074664890766144, -0.028127042576670647, 0.029878655448555946, -0.02837742120027542, 0.02146230638027191, -0.015450903214514256, -0.015641547739505768, 0.03413734957575798, -0.020698973909020424, 0.050207994878292084, -0.030781926587224007, 0.023568684235215187, -0.035644881427288055, 0.013670071959495544, 0.06537307053804398, -0.017725873738527298, 0.040993694216012955, 0.024978160858154297, 0.0547548271715641, -0.0249611996114254, 0.09438101202249527, 0.003790144342929125, -0.017018187791109085, 0.03513721004128456, 0.02160158008337021, 0.018432583659887314, 0.02003524824976921, 0.0208393856883049, -0.0459795705974102, -0.05236239731311798, -0.016079667955636978, -0.022478600963950157, 0.018959300592541695, -0.03233613073825836, 0.014514661394059658, 0.10020628571510315, -0.07929641008377075, -0.05710791051387787, 0.06923048943281174, 0.08526588976383209, 0.012621168978512287, -0.035661034286022186, -0.021078918129205704, 0.06438155472278595, 0.04714459553360939, -0.039745837450027466, 0.0041936421766877174, -0.022437725216150284, 0.07410264015197754, -0.02318195253610611, -0.043222732841968536, 0.09222051501274109, 0.05653667077422142, 0.08490792661905289, 0.04073509946465492, 0.002062086481601, -0.011233223602175713, -0.0331420861184597, 0.01045392919331789, 0.07500053197145462, 0.004161781165748835, 0.022509073838591576, 0.09214121103286743, 0.03444502130150795, 0.009669078513979912, 0.0305654127150774, -0.03210096061229706, -0.05236820876598358, 0.046538446098566055, -0.022458747029304504, -0.0754389539361, -0.00935656763613224, 0.015431037172675133, 0.058916449546813965, -0.052330851554870605], [-0.00695338100194931, -0.12186331301927567, -0.051070332527160645, 0.07921989262104034, -0.0334569588303566, -0.045704156160354614, 0.06887799501419067, -0.057460539042949677, 0.03145964816212654, -0.031932175159454346, -0.011161220259964466, 0.0504901148378849, -0.008473319001495838, 0.017332635819911957, -0.06058991327881813, -0.02752642147243023, 0.11562761664390564, -0.014401367865502834, -0.05569418892264366, -0.0020854633767157793, -0.09596826136112213, -0.12595653533935547, 0.05419469252228737, -0.14240224659442902, -0.07502804696559906, 0.0029087085276842117, 0.0315685011446476, 0.012872106395661831, -0.0040105595253407955, 0.09181863069534302, -0.031693313270807266, 0.09715709090232849, 0.056698720902204514, 0.029740899801254272, 0.09567193686962128, 0.0039135850965976715, 0.07316171377897263, 0.036153294146060944, 0.026898682117462158, -0.07787369936704636, -0.006493257358670235, -0.011578889563679695, -0.007840066216886044, -0.036829497665166855, 0.07040957361459732, 0.05422437563538551, 0.07610366493463516, 0.051023826003074646, -0.14088916778564453, 0.00814858265221119, -0.05734314024448395, -0.025201773270964622, 0.0261656753718853, -0.007844597101211548, -0.005807645618915558, 0.023597529157996178, 0.020259248092770576, -0.02838650532066822, -0.02366052195429802, -0.0010535854380577803, -0.025369402021169662, 0.09738872200250626, -0.03254813328385353, -0.0020197874400764704, 0.014491834677755833, -0.00518198823556304, -0.06033938750624657, -0.07384397834539413, -0.046732522547245026, -0.005614717025309801, 0.011704830452799797, 0.020449407398700714, 0.054275065660476685, 0.028518393635749817, 0.04431380704045296, -0.04111417010426521, -0.024874798953533173, -0.03582567721605301, -0.02617584727704525, 0.00041560715180821717, -0.02771824598312378, 0.004288733005523682, 0.05330675467848778, -0.012870069593191147, 0.03200739994645119, -0.021938439458608627, -0.04890650138258934, -0.004022764042019844, 0.00451315101236105, -0.0007116777123883367, -0.01206259336322546, 0.017627421766519547, 0.004419828299432993, -0.03659908100962639, -0.07439085841178894, -0.008787428960204124, 0.023417888209223747, 0.07562867552042007, 0.0037678733933717012, 0.007686853874474764, 0.01313222199678421, -0.02335987240076065, -0.02296840399503708, -0.0040060910396277905, 0.02783402055501938, -0.09256678819656372, -0.05388687178492546, 0.08386147022247314, -0.019117185845971107, -0.004158813040703535, -0.011704917997121811, 0.04920433834195137, 0.04189162701368332, 0.0021341063547879457, 0.032593440264463425, 0.023370446637272835, -0.04688432067632675, -0.10292134433984756, 0.006809190846979618, -0.002654019743204117, -0.03239507973194122, 0.017990844324231148, -0.01384122483432293, -0.02083510532975197, 0.010223924182355404, 0.01537703350186348, 0.05114341154694557, 0.023977775126695633], [-0.04754873737692833, -0.04218088090419769, 0.03409482166171074, 0.05455680564045906, -0.04677673429250717, -0.0199886541813612, 0.038148075342178345, -0.024421395733952522, 0.055158186703920364, 0.007168125826865435, 0.040351416915655136, 0.026581479236483574, 0.04052560403943062, 0.031532589346170425, -0.017118563875555992, -0.07233819365501404, 0.0004370590322650969, 0.04083447903394699, -0.05783723294734955, -0.03852662444114685, -0.0308816097676754, -0.08493354171514511, 0.03167356550693512, -0.054474301636219025, -0.014997689984738827, 0.001731555094011128, 0.03821418061852455, -0.041980303823947906, -0.013648120686411858, 0.012371520511806011, -0.03225346654653549, -0.029929500073194504, -0.0002988467167597264, 0.0926908552646637, 0.0076118106953799725, -0.037607721984386444, 0.05858844518661499, 0.02079474925994873, -0.026026638224720955, -0.0761822760105133, 0.03172469139099121, -0.02353646047413349, 0.013581101782619953, -0.027897827327251434, 0.0477311834692955, 0.008113331161439419, 0.04817957431077957, -0.02084454894065857, -0.08576830476522446, -0.015585871413350105, -0.03556067869067192, -0.013970240019261837, 0.015164921060204506, -0.046872422099113464, -0.02393180876970291, 0.01890953630208969, -0.01227137167006731, -0.0401834100484848, -0.07097264379262924, -0.007044448982924223, 0.00884600542485714, 0.02430902048945427, -0.015237739309668541, 0.02992074564099312, 0.06257312744855881, -0.01846383698284626, -0.058827102184295654, 0.023827599361538887, -0.058379434049129486, 0.07200950384140015, 0.0072544049471616745, 0.01811233162879944, 0.01939534768462181, 0.00894283875823021, 0.07129479199647903, 0.000612609030213207, 0.022030780091881752, 0.01727110706269741, -0.021322006359696388, -0.01408535148948431, 0.018644830211997032, -0.03708682581782341, -0.03676961362361908, 0.014767499640583992, 0.027980348095297813, -0.04687253385782242, 0.011434366926550865, -0.03180690109729767, 0.015720967203378677, -0.016247374936938286, -0.0900326743721962, 0.05281711742281914, -0.026260236278176308, -0.012319657020270824, -0.032841309905052185, 0.005411108955740929, -0.009624301455914974, -0.057821985334157944, -0.05125581845641136, -0.028812453150749207, 0.017080312594771385, 0.009347421117126942, -0.008119604550302029, -0.014691979624330997, -0.04553907364606857, 0.05700152739882469, -0.02765902876853943, 0.04904395714402199, -0.020394442602992058, -0.005080358125269413, -0.024168262258172035, 0.01151611190289259, 0.00011346909013809636, 0.01670708879828453, 0.01841798983514309, 0.0036582474131137133, 0.013629574328660965, 0.02085033431649208, -0.03789278492331505, -0.013526287861168385, 0.028454821556806564, 0.02398882433772087, 0.031268998980522156, -0.007279412355273962, -0.014551213942468166, 0.006281521171331406, -0.014909754507243633, 0.017419911921024323], [-0.0669303759932518, -0.0632881224155426, -0.03181583434343338, 0.032790228724479675, -0.08750414103269577, 0.04707673192024231, 0.13419868052005768, 0.019716886803507805, 0.06102484464645386, 0.033429618924856186, -0.009804803878068924, -0.008127964101731777, 0.051676880568265915, -0.08601196110248566, -0.10685112327337265, -0.03321726247668266, 0.0495561845600605, -0.024074116721749306, 0.036905862390995026, 0.055127691477537155, -0.03263812139630318, 0.024452244862914085, 0.05928673967719078, -0.0688667967915535, 0.011299236677587032, 0.0831044465303421, -0.05174824967980385, -0.08947545289993286, 0.08077353984117508, 0.012399433180689812, -0.08937575668096542, 0.04066288471221924, -0.01431965921074152, 0.0606953464448452, 0.0338185578584671, -0.0033932102378457785, 0.005625398363918066, -0.025531550869345665, 0.08422595262527466, -0.07305009663105011, 0.010193323716521263, -0.08452487736940384, 0.04223858565092087, 0.012616537511348724, 0.017479566857218742, -0.04640628769993782, 0.01737094856798649, 0.025330383330583572, -0.021285463124513626, -0.00016082980437204242, -0.02317735180258751, -0.07359205931425095, 0.024020161479711533, -0.020774303004145622, 0.047848161309957504, 0.06205764412879944, 0.04784633219242096, -0.019050363451242447, -0.0642276257276535, 0.06609310209751129, 0.009202953428030014, 0.056886520236730576, -0.026139982044696808, 0.0954393520951271, -0.07271509617567062, 0.06113966181874275, 0.04905156418681145, 0.03669310361146927, 0.04680897295475006, 0.021772103384137154, 0.03092161938548088, -0.03161485493183136, -0.0008597173728048801, 0.033007651567459106, 0.050217680633068085, -0.01344209723174572, 0.0012316976208239794, -0.06510639935731888, -0.016657082363963127, 0.010499762371182442, 0.06249019131064415, -0.011138702742755413, 0.04040451720356941, -0.0027536917477846146, 0.042234305292367935, 0.03817271068692207, -0.06139107421040535, -0.018829746171832085, 0.053237900137901306, 0.02753685601055622, -0.05683133006095886, -0.06545372307300568, -0.09564635902643204, -0.03997904807329178, -0.13320417702198029, -0.07207900285720825, -0.02972795069217682, -0.010952368378639221, -0.019480088725686073, 0.06434214115142822, 0.024833647534251213, -0.0007607191218994558, -0.13367104530334473, 0.0022391807287931442, -0.02157098613679409, 0.05461278185248375, 0.049430787563323975, -0.014745591208338737, -0.059424709528684616, -0.02155487611889839, -0.05919985473155975, 0.057996369898319244, 0.028345981612801552, 0.032933466136455536, -0.05152656510472298, 0.029141467064619064, 0.02605036273598671, 0.026104336604475975, -0.05521439388394356, -0.011587630957365036, -0.007977386936545372, -0.07027200609445572, -0.046938054263591766, 0.008251708932220936, -0.012642322108149529, 0.11739999055862427, 0.017390435561537743, -0.00021696182375308126], [0.017502637580037117, -0.10103103518486023, -0.07013034075498581, 0.045764222741127014, -0.061588820070028305, -0.012941518798470497, -0.004917474463582039, -0.027020664885640144, 0.007732239086180925, -0.05968356505036354, 0.08329328149557114, 0.06387048959732056, 0.021967070177197456, -0.015036039054393768, 0.0060841538943350315, 0.02281186729669571, -0.026523176580667496, 0.0707443580031395, -0.00401506619527936, -0.03977695107460022, 0.012712960131466389, -0.07390259206295013, 0.06080523133277893, -0.031686026602983475, -0.08758850395679474, 0.03672827035188675, -0.017776602879166603, -0.11607500165700912, -0.08345907926559448, 0.004166258964687586, 0.0017478050431236625, 0.0313229076564312, -0.026314616203308105, 0.06908103078603745, 0.031274568289518356, -0.10979803651571274, 0.12019071727991104, 0.01831350103020668, -0.0303026232868433, -0.015070023015141487, 0.05905594304203987, -0.015448694117367268, -0.007661644369363785, -0.019470198079943657, -0.04309218004345894, 0.04435060918331146, -0.028389833867549896, 0.0872124433517456, 0.001630808343179524, 0.00896975677460432, -0.06986100971698761, 0.030354412272572517, 0.043968796730041504, -0.009389452636241913, 0.015623815357685089, 0.022830650210380554, -0.06980230659246445, -0.03472205623984337, -0.04287217557430267, 0.008229359984397888, 0.0697946548461914, 0.12420053780078888, -0.061662908643484116, -0.023773234337568283, -0.01350456289947033, -0.03260350227355957, -0.07486096769571304, 0.01703890971839428, 0.038025885820388794, 0.02974065952003002, 0.020167600363492966, 0.04263373091816902, 0.01735757477581501, 0.00964283850044012, 0.0035133366473019123, 0.02070370875298977, -0.058801885694265366, -0.06889105588197708, -0.0040185279212892056, -0.06482842564582825, -0.007177433464676142, -0.01820233464241028, 0.007832570932805538, 0.04278165474534035, -0.015179877169430256, -0.0012997379526495934, -0.022533053532242775, 0.02634088322520256, -0.035796791315078735, 0.011705674231052399, 0.033961087465286255, 0.05311223119497299, 0.015482746064662933, 0.054054711014032364, -0.030681349337100983, 0.022115487605333328, -0.05020345374941826, -0.018968263640999794, -0.047809112817049026, -0.008373117074370384, -0.042127322405576706, -0.006394654046744108, 0.016835452988743782, 0.024504445493221283, 0.060488101094961166, -0.025152577087283134, 0.05972878262400627, 0.006706097163259983, 0.017093053087592125, 0.02687903679907322, -0.01722857914865017, -0.014575540088117123, -0.01398138701915741, -0.00875761453062296, 0.016207002103328705, 0.044602926820516586, 0.00024887689505703747, -0.012465683743357658, 0.008111439645290375, -0.04568162560462952, 0.019400538876652718, -0.023964352905750275, -0.04325855150818825, -0.011965949088335037, -0.028798598796129227, -0.001807684195227921, -0.02510922960937023, -0.0407860241830349], [-0.03210291266441345, -0.05751550570130348, -0.04900209605693817, 0.044493433088064194, -0.126336932182312, 0.02889620140194893, 0.04072717949748039, -0.050092894583940506, 0.02031543292105198, 0.04248657077550888, -0.022250093519687653, 0.03303546831011772, 0.051188819110393524, 0.0688745528459549, -0.018619680777192116, 0.05438656359910965, 0.034218400716781616, 0.07462795823812485, -0.0034801880829036236, -0.004778650589287281, -0.045703038573265076, -0.018082594498991966, 0.0036182168405503035, -0.07857401669025421, 0.009206023998558521, 0.010426384396851063, 0.06825567781925201, -0.07803774625062943, 0.0154176140204072, 0.0323718823492527, -0.03925202786922455, 0.07469680160284042, 0.06713925302028656, 0.0802251324057579, 0.046419963240623474, -0.030366603285074234, 0.15954791009426117, 0.019447481259703636, 0.06268956512212753, -0.03306388482451439, -0.04789525270462036, -0.025829773396253586, -0.06955354660749435, -0.020410815253853798, 0.01337540801614523, 0.032819509506225586, 0.02595852129161358, 0.030170198529958725, -0.06318322569131851, -0.036390021443367004, -0.04014059156179428, -0.011733923107385635, 0.013644245453178883, -0.014106660149991512, 0.05162850394845009, -0.005822737701237202, 0.019577668979763985, 0.03291360288858414, -0.06697404384613037, -0.004682488273829222, 0.020326785743236542, 0.035556260496377945, 0.04064179211854935, 0.03689265251159668, -0.04813479632139206, 0.015140406787395477, 0.019820569083094597, -0.003550669178366661, -0.07751086354255676, 0.015936918556690216, 0.0485711507499218, -0.00947885774075985, 0.06556825339794159, 0.057166874408721924, -0.0017837333725765347, -0.03951287642121315, -0.02906646952033043, -0.027259856462478638, -0.10056217759847641, -0.025845753028988838, 0.02769511565566063, 0.014666846953332424, -0.017887931317090988, 0.02648274041712284, -0.022384880110621452, 0.012989307753741741, -0.07015049457550049, -0.058147452771663666, 0.07065469026565552, -0.05289100483059883, -0.053682759404182434, 0.04479380324482918, 0.027036946266889572, -0.04343175143003464, -0.12814874947071075, -0.014849135652184486, -0.09357079863548279, -0.028974872082471848, -0.13611245155334473, 0.005310902837663889, -0.004960338585078716, 0.05711968615651131, -0.13036996126174927, -0.051902495324611664, 0.05515502393245697, -0.016823785379529, -0.028788244351744652, 0.024030447006225586, 0.043826308101415634, -0.0010898049222305417, -0.005667610093951225, 0.05263529717922211, 0.08573507517576218, -0.027496011927723885, 0.0004184046701993793, 0.018458032980561256, 0.029173748567700386, -0.0640927404165268, -0.0329512357711792, 0.03319099545478821, 0.02490358054637909, -0.05126871168613434, 0.03020738996565342, -0.0206016693264246, 0.03254544362425804, -0.017238354310393333, 0.009102800861001015, -0.02322741597890854], [-0.020550286397337914, -0.08272797614336014, -0.06672054529190063, 0.02718939818441868, -0.09475014358758926, -0.018414882943034172, 0.028511865064501762, -0.005610490217804909, 0.09305568784475327, 0.014317107386887074, -0.019987521693110466, 0.04696647822856903, -0.053365129977464676, 0.003590679494664073, -0.019756020978093147, 0.04780083894729614, -0.010843757539987564, 0.08667442947626114, 0.017114508897066116, -0.03443922474980354, -0.0581560842692852, 0.030900411307811737, 0.05978849530220032, -0.04666149988770485, 0.019253192469477654, 0.0019869734533131123, 0.0883447602391243, -0.0403093583881855, -0.028691601008176804, 0.06231946870684624, -0.08200275152921677, -0.009949733503162861, 0.08905228227376938, 0.05022825673222542, 0.02455763705074787, 0.022791944444179535, 0.10399650037288666, 0.07731656730175018, 0.07964745908975601, -0.03757566958665848, -0.07885882258415222, -0.017349176108837128, -0.09309931844472885, -0.010236352682113647, -0.04272265359759331, -0.028877777978777885, 0.06020544096827507, 0.06643228977918625, -0.11220227181911469, -0.009850399568676949, -0.1118035763502121, -0.040300529450178146, 0.05393880605697632, 0.02197936549782753, 0.029143162071704865, 0.028959108516573906, 0.027912089601159096, 0.024876488372683525, -0.027787499129772186, 0.03316617012023926, 0.005281996447592974, 0.06203111633658409, -0.021537872031331062, 0.01950722001492977, -0.06807565689086914, -0.02545417658984661, 0.019700413569808006, -0.041169051080942154, 0.04228797182440758, 0.07290195673704147, 0.053819335997104645, 0.011815452016890049, 0.06774765253067017, -0.0076895058155059814, 0.04312535375356674, 0.019344795495271683, -0.08910056203603745, -0.010693187825381756, -0.008956755511462688, -0.015396817587316036, -0.034546107053756714, -0.10421115159988403, 0.03085167519748211, 0.010519912466406822, 0.01592397689819336, -0.03522017225623131, -0.029063185676932335, -0.01903102919459343, 0.05018863081932068, -0.03343043848872185, -0.05955643951892853, -0.004845951218158007, 0.03284906968474388, 0.01458657719194889, -0.05709091201424599, 0.028582267463207245, -0.03102186508476734, -0.029348475858569145, -0.06805051118135452, 0.01503011304885149, -0.03634793683886528, 0.08222923427820206, -0.02303571254014969, -0.027705244719982147, 0.028160126879811287, 0.0009622001089155674, -0.027366746217012405, 0.007799646817147732, -0.02711368538439274, 0.04949960857629776, -0.05679634213447571, 0.04486336559057236, 0.03279249742627144, 0.061851147562265396, 0.002543217735365033, 0.003085299162194133, -0.06279182434082031, -0.000418285490013659, 0.03326400741934776, -0.024724088609218597, -0.034261554479599, -0.021006617695093155, 0.006603764835745096, 0.01823987066745758, 0.023399703204631805, 0.030732443556189537, 0.038907673209905624, 0.044452860951423645], [-0.05912274867296219, -0.07094153761863708, 0.0336182564496994, 0.08008279651403427, -0.05865752696990967, 0.09399707615375519, 0.016756054013967514, -0.049403127282857895, 0.081865094602108, -0.028921380639076233, -0.004716277122497559, -0.011386329308152199, 0.115468330681324, -0.05935569107532501, -0.05161318555474281, -0.05031604692339897, -0.03203580528497696, -0.03215901926159859, 0.006777509581297636, 0.08269679546356201, -0.020584288984537125, -0.008488964289426804, 0.015498648397624493, -0.035688359290361404, 0.03372965753078461, 0.034987401217222214, -0.03534616902470589, -0.09374582767486572, -0.0033431248739361763, 0.018104467540979385, -0.056529197841882706, 0.042543746531009674, 0.0367298498749733, 0.005651241634041071, -0.00347440829500556, 0.009891313500702381, 0.032249197363853455, -0.015390417538583279, -0.02824840322136879, -0.048248469829559326, 0.03938160836696625, -0.062300775200128555, 0.04314977675676346, -0.026949139311909676, 0.034483425319194794, -0.12548784911632538, 0.02327803708612919, 0.014503608457744122, -0.030427707359194756, -0.03253396973013878, -0.02327756956219673, 0.008672075346112251, 0.09334442764520645, 0.025541702285408974, 0.07237117737531662, 0.06332187354564667, -0.04957204684615135, -0.002150128362700343, -0.009111257269978523, 0.023111492395401, 0.04380487650632858, -0.006552368402481079, -0.01832527108490467, 0.0825832262635231, 0.0004613587516359985, -0.03432123363018036, -0.060604240745306015, 0.013957262970507145, 0.05581311509013176, 0.028763316571712494, 0.10283327847719193, 0.015641983598470688, 0.009538324549794197, -0.11415919661521912, -0.03424747288227081, -0.009006536565721035, -0.059580542147159576, -0.011559694074094296, -0.032146960496902466, -0.04130177944898605, 0.0394851416349411, -0.0023053816985338926, -0.018268372863531113, 0.02408231981098652, -0.0033791440073400736, -0.021490663290023804, 0.008859402500092983, -0.01557642500847578, 0.0191176887601614, -0.09066525846719742, 0.03755621239542961, 7.645959703950211e-05, -0.07865077257156372, 0.00893662590533495, -0.0035120346583426, 0.013483390212059021, 0.03787020966410637, 0.010344580747187138, 0.044701188802719116, 0.006309583783149719, 0.061156511306762695, -0.010781031101942062, 0.025359785184264183, 0.03018924407660961, 0.0760398656129837, 0.08606529235839844, 0.025048159062862396, 0.028128372505307198, 0.0011836676858365536, 0.009589040651917458, 0.027632858604192734, -0.039044253528118134, -0.04981352016329765, -0.03960138559341431, 0.025760961696505547, -0.05022989585995674, 0.0513613298535347, 0.0768427923321724, 0.0067322272807359695, -0.07272938638925552, -0.0026811095885932446, -0.035317763686180115, -0.039021480828523636, 0.03606043756008148, 0.06699705123901367, -0.0028677734080702066, 0.022635426372289658, 0.11293281614780426], [-0.021339301019906998, -0.1401856541633606, -0.017016733065247536, 0.046273406594991684, -0.11541497707366943, -0.012043287977576256, 0.01783141866326332, -0.08332370221614838, 0.025414353236556053, 0.012310604564845562, 0.01528200414031744, 0.0194285586476326, 0.021632466465234756, 0.10882226377725601, -0.11132502555847168, 0.03437608852982521, 0.02692718245089054, -0.010304264724254608, -0.001493440242484212, 0.04147757962346077, -0.09208445996046066, -0.017871476709842682, 0.014296527951955795, -0.133442223072052, 0.0048195780254900455, 0.07641515880823135, -0.014950108714401722, -0.11212170124053955, 0.012131715193390846, 0.11150271445512772, -0.05320882797241211, 0.0189981609582901, 0.09781917929649353, 0.10937011241912842, 0.0320795401930809, -0.010535492561757565, 0.14051051437854767, 0.019116809591650963, -0.010766664519906044, -0.05815766006708145, -0.03214314207434654, -0.10155993700027466, 0.012996269389986992, 0.053468018770217896, 0.029338926076889038, -0.03283819928765297, 0.047536127269268036, -0.05755142495036125, -0.08091793954372406, -0.018704582005739212, -0.03779001161456108, -0.02620519883930683, 0.035957418382167816, -0.00732778012752533, -0.00992684904485941, -0.009280038997530937, -0.02367810718715191, 0.019683685153722763, -0.12644638121128082, 0.04772050678730011, 0.10581833869218826, 0.06430207937955856, 0.09624088555574417, 0.008943187072873116, -0.015021243132650852, 0.02418479137122631, -0.00948288757354021, -0.02023947797715664, -0.04282227158546448, 0.019301339983940125, 0.032798610627651215, 0.09387656301259995, 0.0218844935297966, -0.011150544509291649, 0.013895426876842976, 0.02239418774843216, -0.02018709108233452, 0.03792029246687889, 0.022110730409622192, 0.019295688718557358, -0.05755187198519707, -0.020710593089461327, 0.0455377958714962, -0.02607371099293232, 0.01039764191955328, -0.014327311888337135, -0.06244388967752457, 0.022303376346826553, -0.03640199080109596, -0.0017241565510630608, -0.04469621926546097, -0.0006416618125513196, -0.026221387088298798, -0.005092902109026909, -0.02269635535776615, 0.04372463375329971, 0.033212605863809586, -0.04278599098324776, 0.0006239167996682227, 0.0067274682223796844, 0.031195828691124916, 0.021872127428650856, 0.01959998533129692, 0.0061584231443703175, 0.00102232804056257, -0.046586498618125916, -0.016050364822149277, 0.01886015199124813, -0.03871327266097069, -0.0740315243601799, -0.02892819046974182, 0.03030903823673725, -0.00429134676232934, 0.03151995688676834, 0.02746868133544922, 0.007057118229568005, 0.04356624186038971, -0.06098310276865959, 0.06830353289842606, 0.002021810272708535, 0.018216300755739212, 0.09170685708522797, 0.007791065610945225, -0.021357132121920586, -0.05006951838731766, 0.04429687187075615, 0.05551731213927269, 0.043459273874759674], [-0.04877439886331558, -0.12736058235168457, 0.020812135189771652, 0.025079552084207535, -0.059799835085868835, -0.04075241833925247, 0.033364906907081604, -0.1090080663561821, 0.045705512166023254, 0.0022979266941547394, 0.028976216912269592, 0.05157453194260597, -0.020957855507731438, 0.04849511384963989, -0.06439289450645447, -0.049022186547517776, 0.004529266152530909, 0.019203271716833115, -0.05223949998617172, -0.015812190249562263, -0.054509200155735016, -0.06139587610960007, 0.06420864909887314, -0.08642024546861649, -0.041103992611169815, -0.022683653980493546, -0.03500823676586151, -0.051713358610868454, 0.047107331454753876, 0.06729387491941452, -0.03594604879617691, 0.07381021976470947, 0.03668217360973358, 0.05002666264772415, 0.033477362245321274, 0.06696828454732895, 0.11367111653089523, -0.001079720095731318, -0.020772753283381462, -0.030133182182908058, 0.010061755776405334, -0.08209892362356186, 0.033244840800762177, 0.0037084128707647324, -0.0038294505793601274, 0.004724625498056412, 0.02395927906036377, 0.0712001621723175, -0.07351698726415634, 0.0358005128800869, -0.08993343263864517, -0.10787443816661835, -0.013588318601250648, -0.04365139082074165, 0.027279959991574287, -0.048398301005363464, 0.028844840824604034, -0.01724109798669815, -0.014231191016733646, 0.01303835865110159, 0.0300147607922554, 0.055084336549043655, 0.055492717772722244, 0.030804749578237534, -0.02004627138376236, -0.0048600141890347, 0.026725202798843384, -0.04625172168016434, -0.06294360011816025, 0.0577067956328392, 0.04806371405720711, -0.01977003738284111, -0.04459695145487785, 0.0188552588224411, -0.015152797102928162, 0.007127990480512381, -0.04871409013867378, -0.036616213619709015, -0.0770045593380928, -0.0019631923642009497, 0.01357201486825943, -0.08442394435405731, -0.02168464846909046, -0.018732115626335144, -0.06987527012825012, 0.08263448625802994, -0.0524175763130188, -0.06271559745073318, 0.01122284960001707, -0.024744613096117973, -0.09182949364185333, -0.034093454480171204, 0.023686576634645462, -0.013341915793716908, -0.00028027797816321254, -0.018864894285798073, -0.0782785713672638, -0.015570552088320255, 0.01472974568605423, 0.05926456302404404, -0.014421016909182072, 0.0456816591322422, -0.01762903854250908, -0.011004236526787281, 0.01391646545380354, 0.015373020432889462, 0.007317269686609507, 0.05187774449586868, -0.019378414377570152, -0.0511968731880188, -0.01383211463689804, 0.055152758955955505, 0.0595628097653389, 0.010764132253825665, -0.05773008614778519, -0.002281579189002514, -0.013013291172683239, 0.0014441143721342087, -0.03229202330112457, -0.010264740325510502, 0.01671941578388214, -0.030488019809126854, 0.03779274970293045, 0.017658298835158348, -0.006993837654590607, 0.010798818431794643, 0.04699966683983803, -0.05699164420366287], [-0.02335495874285698, -0.04614187777042389, -0.030009642243385315, 0.03260647505521774, -0.06572121381759644, 0.057936035096645355, 0.09390442818403244, -0.05018118396401405, 0.014009623788297176, -0.05814728885889053, 0.04481746628880501, 0.015658000484108925, 0.03210001438856125, 0.08338406682014465, -0.004335296340286732, -0.01712479256093502, -0.010606401599943638, 0.03263566270470619, 0.017939582467079163, -0.006853530649095774, -0.0764787569642067, -0.07744418829679489, 0.05420498177409172, -0.031550973653793335, -0.009768771007657051, 0.021300334483385086, 0.0037667257711291313, -0.054099127650260925, -0.031312245875597, 0.017966333776712418, 0.045730553567409515, 0.04897177219390869, 0.03989547863602638, 0.014434761367738247, 0.002643764950335026, -0.0031514677684754133, 0.11022873967885971, -0.04674718901515007, 0.033927202224731445, -0.009997888468205929, 0.03306785225868225, -0.014449970796704292, -0.029259776696562767, 0.03788827732205391, 0.07881586998701096, 0.001314452849328518, 0.07534609735012054, -0.013274761848151684, -0.0792175680398941, -0.01320415735244751, -0.05594826862215996, -0.02292141132056713, 0.04011155292391777, 0.013661237433552742, 0.05703570321202278, 0.012181620113551617, 0.009654807858169079, 0.012496342882514, -0.007525910623371601, -0.030333951115608215, 0.05973039194941521, -0.042485322803258896, -0.029702257364988327, -0.013661195524036884, -0.0259118489921093, 0.0008220163872465491, -0.01715964265167713, -0.059975095093250275, -0.05752343311905861, 0.0021632632706314325, -0.01951511576771736, 0.04473763331770897, 0.003205376910045743, 0.017417583614587784, 0.004032669123262167, -0.013933327049016953, 0.03772325441241264, 0.010710678994655609, -0.018289947882294655, 0.041225217282772064, -0.029625743627548218, 0.04969888553023338, -0.038888849318027496, -0.06550180166959763, 0.027108507230877876, -0.02594713494181633, -0.02902344800531864, 0.022982917726039886, 0.07465078681707382, -0.021271830424666405, -0.01916070468723774, -0.007538581732660532, 0.045433975756168365, 0.012169099412858486, -0.053514521569013596, -0.01996031403541565, -0.03493843600153923, 0.03596600517630577, -0.05123739689588547, -0.015322159044444561, -0.037267498672008514, 0.0178797896951437, -0.07738067954778671, -0.007194846868515015, 0.02154037170112133, 0.01861213892698288, 0.017734229564666748, -0.003586114849895239, 0.004073519725352526, 0.005358028691262007, 0.01858760043978691, 0.05601687356829643, 0.012956232763826847, -0.0535770021378994, -0.012808822095394135, 0.041871607303619385, 0.0737823024392128, -5.519238766282797e-05, -0.003732393030077219, 0.03440243378281593, -0.0167219378054142, -0.11331034451723099, 0.016658326610922813, -2.5229026505257934e-05, 0.01723070815205574, 0.007647149730473757, 0.03570220619440079, -0.05149432271718979], [-0.04358662664890289, -0.049001872539520264, 0.0221621822565794, 0.004997334908694029, -0.0370347797870636, -0.06941699981689453, 0.10552278161048889, -0.015245656482875347, 0.07555101066827774, 0.01369765680283308, 0.0092623271048069, 0.015023525804281235, 0.0003335163346491754, 0.0021031885407865047, -0.040952835232019424, 0.02291840873658657, 0.01207469217479229, 0.008761315606534481, -0.018043559044599533, -0.008077604696154594, -0.04347982630133629, 0.011749899946153164, 0.012990678660571575, -0.1269395649433136, 0.027051236480474472, 0.024633856490254402, -0.014559614472091198, -0.007843329571187496, 0.07350272685289383, 0.034986838698387146, -0.04494524747133255, 0.07332700490951538, 0.09259823709726334, 0.07004974782466888, 0.05360134690999985, -0.02494088187813759, 0.06888426095247269, 0.022612467408180237, 0.034731537103652954, -0.07451939582824707, 0.014531761407852173, -0.02527647092938423, 0.008256510831415653, -0.036411549896001816, 0.03711691498756409, 0.05966206640005112, 0.04328305274248123, 0.06273531168699265, -0.09582722187042236, 0.06111951917409897, -0.061020880937576294, -0.04930590093135834, 0.020974325016140938, -0.017948046326637268, 0.021469002589583397, 0.09072399884462357, 0.016188660636544228, -0.035028498619794846, -0.017298337072134018, -0.06110461801290512, 0.0009645134559832513, 0.04617507755756378, 0.018818175420165062, 0.019790537655353546, -0.008849943988025188, 0.012628274038434029, 0.005980324931442738, -0.004949190653860569, -0.021393809467554092, 0.05870065093040466, 0.038662876933813095, 0.05156748741865158, 0.04683849960565567, 0.04030696302652359, -0.0048941997811198235, -0.024146590381860733, 0.06784652173519135, 0.008077043108642101, -0.021838225424289703, 0.03280435875058174, 0.008098668418824673, 0.0012508782092481852, -0.030337216332554817, -0.021694660186767578, -0.015344250947237015, -0.00036058120895177126, 0.006707535590976477, -0.021904096007347107, 0.0958755612373352, -0.02995838224887848, -0.06377974152565002, 0.05532411113381386, 0.010389422997832298, -0.03697274997830391, -0.06169873848557472, 0.08720813691616058, -0.03614475950598717, 0.007861539721488953, -0.04848083481192589, -0.05044032260775566, 0.0017556092934682965, 0.10457455366849899, -0.048398520797491074, 0.0441247895359993, -0.008139767684042454, 0.01032788585871458, -0.028851212933659554, 0.004091528709977865, -0.03971964120864868, -0.027445755898952484, 0.021370841190218925, 0.07283046841621399, 0.04798872768878937, -0.02835601568222046, 0.010524546727538109, 0.050695039331912994, 0.006158593576401472, -0.029283035546541214, -0.030514182522892952, 0.042032863944768906, 0.017733624204993248, 0.010876206681132317, 0.05324218422174454, -0.024095622822642326, 0.0014719230821356177, 0.013932904228568077, 0.05640575289726257, 0.03601489216089249], [-0.007074973080307245, -0.06348763406276703, -0.03672434017062187, 0.04795748367905617, -0.08323591947555542, -0.042118363082408905, 0.03159159794449806, -0.06893373280763626, 0.01096243318170309, -0.017502499744296074, 0.04581952467560768, 0.04602266103029251, 0.001915701781399548, 0.057102661579847336, -0.04133903980255127, 0.026486968621611595, 0.015329568646848202, 0.02533090114593506, -0.055978257209062576, -0.036232225596904755, -0.04168013110756874, 0.01879865862429142, 0.02535194531083107, -0.05608079582452774, 0.06483376771211624, 0.04140913113951683, 0.05582926422357559, -0.04238139092922211, 0.0022326051257550716, 0.04250155761837959, -0.00358336279168725, 0.09127795696258545, 0.05369750037789345, 0.011356750503182411, 0.04255473613739014, -0.022129381075501442, 0.07489920407533646, 0.002728865947574377, 0.025550195947289467, -0.02175186015665531, 0.004547007381916046, -0.026035325601696968, -0.01895761303603649, -0.025587277486920357, 0.009691533632576466, -0.038762353360652924, 0.05571618676185608, 0.0028626732528209686, -0.00768640311434865, -0.026873944327235222, -0.020180456340312958, -0.03923867642879486, 0.03991161659359932, -0.0387873575091362, 0.042883843183517456, -0.02018423192203045, -0.015295588411390781, 0.07845716178417206, -0.009300938807427883, -0.07460638880729675, 0.02908170223236084, 0.02189585193991661, -0.0017656978452578187, 0.032585497945547104, 0.03261050954461098, 0.06784673035144806, -0.04714938998222351, 0.013131709769368172, 0.0016985931433737278, 0.01700672134757042, 0.03790905699133873, -0.03145888075232506, -0.02257273904979229, -0.0528298020362854, 0.028117436915636063, 0.014855342917144299, -0.008440862409770489, -0.04101153835654259, 0.02915116772055626, -0.020192807540297508, -0.015897542238235474, 0.005016842391341925, -0.007085471414029598, -0.050163984298706055, 0.02970423363149166, 0.012103265151381493, -0.05747654661536217, -0.06281774491071701, -0.029192285612225533, -0.011073142290115356, -0.010811959393322468, -0.03692469745874405, 0.012682832777500153, -0.01896033063530922, 0.03791031613945961, 0.0710478276014328, -0.06560399383306503, -0.10877076536417007, -0.041142337024211884, 0.003055884735658765, 0.05057073384523392, 0.0491463840007782, 0.024730930104851723, -0.06225663796067238, 0.005317291244864464, -0.022073641419410706, -0.08502188324928284, 0.04369348660111427, -0.015272469259798527, 0.0033794683404266834, -0.04836897552013397, 0.026931967586278915, 0.015647321939468384, 0.02702203206717968, -0.0016944538801908493, -0.04188549891114235, 0.007630872540175915, 0.0177825465798378, 0.06899035722017288, -0.019841128960251808, 0.019793618470430374, -0.016660328954458237, -0.014446962624788284, 0.022105440497398376, 0.005228796042501926, 0.0026239813305437565, 0.01396765373647213, -0.014254479669034481], [-0.0481758713722229, 0.009167580865323544, -0.08509304374456406, -0.019016796723008156, -0.04287053272128105, -0.040820423513650894, 0.08554831892251968, -0.052991341799497604, 0.030474070459604263, -0.03648969158530235, -0.025755910202860832, -0.01091670896857977, -0.00896506104618311, 0.041528042405843735, -0.04437922313809395, -0.03854238986968994, 0.01703421026468277, 0.07267540693283081, -0.03449404984712601, -0.10718898475170135, -0.06426633894443512, -0.0045828018337488174, 0.030005251988768578, -0.10477404296398163, 0.028743203729391098, 0.0009977002628147602, 0.05664510652422905, -0.08649939298629761, 0.026186244562268257, -0.02060178481042385, -0.030318157747387886, 0.0040260362438857555, 0.006326072849333286, 0.06505525857210159, 0.06125365197658539, -0.015626564621925354, 0.08896572142839432, -0.04748751223087311, -0.017861276865005493, -0.06926371157169342, 0.04133078455924988, -0.04288562014698982, -0.022472675889730453, -0.006675674580037594, 0.005780965089797974, 0.01077311486005783, 0.06617940217256546, -0.02442694827914238, -0.06284020096063614, -0.02750435099005699, 0.054733287543058395, -0.020642848685383797, 0.026482705026865005, -0.03286344185471535, 0.04672298952937126, -0.013692685402929783, 0.02362135611474514, 0.01984209194779396, 0.013827390037477016, -0.00027364559355191886, 0.04667133092880249, 0.063358373939991, 0.03957606852054596, -0.01916646584868431, 0.022828521206974983, -0.028655491769313812, 0.008429823443293571, 0.02309531532227993, -0.04077336937189102, -0.007844381034374237, -0.026113787665963173, -0.011908559128642082, 0.03172353655099869, -0.009470697492361069, 0.06406015902757645, -0.03393840789794922, -0.0058514997363090515, -0.026058077812194824, 0.025742005556821823, 0.07206790149211884, 0.007724698632955551, -0.04215087741613388, 0.04369606077671051, 0.014639855362474918, 0.05034714564681053, -0.060368165373802185, 0.018924454227089882, 0.025410331785678864, -0.06243804842233658, -0.014450175687670708, 0.005601224023848772, 0.01226146798580885, 0.0012167610693722963, -0.00046030068187974393, -0.04403012990951538, 0.022174697369337082, 0.043783072382211685, 0.010270903818309307, -0.04187898337841034, -0.04039882495999336, 0.0300502460449934, 0.014188816770911217, 0.061684444546699524, 0.009012441150844097, -0.04078583046793938, -0.0002981232537422329, 0.05522562563419342, 0.044073738157749176, -0.015793485566973686, -0.029723402112722397, -0.04505208879709244, 0.053953759372234344, -0.002005006419494748, 0.03203701972961426, 0.08235738426446915, -0.013749198988080025, 0.023107614368200302, -0.025546198710799217, 0.06871186196804047, 0.015606268309056759, 0.004087523557245731, 0.009449481964111328, -0.0006208987906575203, -0.053530048578977585, 0.03626195341348648, 0.023659929633140564, -0.01717163436114788, -0.026366598904132843], [-0.0067050158977508545, -0.019254213199019432, 0.004921100568026304, -0.03308306634426117, -0.031702809035778046, -0.033070411533117294, 0.012852105312049389, -0.059612859040498734, 0.037174325436353683, 0.02421647496521473, -0.07143164426088333, -0.019287388771772385, 0.07074128836393356, 0.04479728639125824, 0.0032278636936098337, 0.03331276401877403, -0.030734406784176826, 0.035363469272851944, 0.03471054509282112, -0.0031753527000546455, 0.02436111681163311, -0.04375359043478966, 0.012063523754477501, -0.10042673349380493, 0.030886702239513397, 0.0024680858477950096, -0.04268268123269081, -0.048890650272369385, 0.019192837178707123, 0.00817708671092987, -0.07325691729784012, 0.03538724035024643, 0.03951561450958252, 0.017715593799948692, 0.04161189869046211, 0.0874466598033905, 0.011406884528696537, 0.011053715832531452, -0.012165074236690998, -0.03526340052485466, -0.02048821747303009, -0.03323706239461899, -0.046310245990753174, -0.00378512404859066, 0.01783401519060135, -0.006934852804988623, 0.0641871765255928, 0.07272446900606155, -0.029476044699549675, 0.03450242802500725, 0.03052353486418724, -0.027435339987277985, 0.020237522199749947, -0.015591742470860481, -0.049442607909440994, 0.04269077256321907, -0.037964917719364166, 0.0345647968351841, -0.031804610043764114, 0.061518337577581406, 0.0053004608489573, -0.006346229463815689, 0.006643804255872965, -0.005823045969009399, -0.010515992529690266, -0.027555029839277267, -0.022795654833316803, 0.0013829190284013748, -0.04176602140069008, 0.02468010038137436, -0.001456427969969809, -0.002477498957887292, 0.010230431333184242, 0.05045458301901817, -0.014340615831315517, -0.035306498408317566, -0.000693349982611835, 0.06975941359996796, -0.06071268767118454, 0.03422693535685539, -0.04928288236260414, -0.07649349421262741, -0.039988696575164795, 0.01671045646071434, 0.029492687433958054, 0.005834956653416157, -0.035471513867378235, -0.06355635821819305, 0.008206521160900593, 0.03199753910303116, -0.018315955996513367, -0.027798982337117195, -0.01161575224250555, 0.024382824078202248, 0.022732313722372055, 0.016377776861190796, -0.026497134938836098, -0.017650187015533447, -0.0025175227783620358, 0.025058602914214134, -0.0070484839379787445, 0.0651196539402008, -0.026375576853752136, -0.03006519004702568, -0.006138550117611885, 0.022965146228671074, -0.0031366755720227957, -0.021517952904105186, 0.01710623688995838, 0.016770049929618835, -0.06552412360906601, 0.04117673262953758, 0.08653897047042847, -0.06789999455213547, -0.0180487260222435, -0.017301516607403755, 0.03490187227725983, -0.02133834734559059, -0.06184511259198189, 0.08003921061754227, 0.019841648638248444, -0.010647605173289776, 0.0015278573846444488, -0.05642401799559593, 0.0059595233760774136, -0.04166898876428604, 0.01984686404466629, -0.001085137133486569], [-0.04887739196419716, -0.0655098408460617, -0.01961168833076954, 0.03715762123465538, -0.0698888972401619, -0.006188731640577316, 0.013012337498366833, -0.07040904462337494, 0.010490135289728642, 0.009004554711282253, 0.021611502394080162, -0.0036610865499824286, -0.004246889613568783, 0.03809500113129616, 0.0034635767806321383, -0.014652318321168423, 0.09471149742603302, -0.035155002027750015, 0.015469965524971485, -0.027015233412384987, -0.1047375351190567, -0.001015482353977859, 0.00843362882733345, -0.11470628529787064, 0.019560694694519043, -0.020034948363900185, 0.03139755502343178, -0.08349408954381943, -0.05011932924389839, 0.0697956308722496, 0.0016088078264147043, 0.0722876787185669, 0.09863237291574478, 0.00122356740757823, 0.05031531676650047, -0.002134446520358324, 0.045332275331020355, -0.036620959639549255, -0.024211890995502472, -0.06734590232372284, -0.007575211115181446, -0.03364157676696777, 0.03275056555867195, 0.004112727474421263, 0.07578530162572861, 0.020654132589697838, 0.057138606905937195, 0.02697586454451084, -0.039831727743148804, -0.07051459699869156, -0.06600777059793472, -0.023353325203061104, 0.0033502113074064255, -0.0802183598279953, 0.022416837513446808, 0.0744936466217041, -0.009307688102126122, -0.001707470160908997, -0.06953098624944687, 0.006521717645227909, 0.026227382943034172, 0.0368969701230526, 0.11099789291620255, 0.02793259546160698, -0.04695867747068405, 0.022913040593266487, -0.005007841158658266, 0.028246231377124786, 0.0491093248128891, -0.028235476464033127, -0.0009605176746845245, 0.014662977308034897, 0.04445456340909004, 0.014444244094192982, 0.007988241501152515, -0.1067461296916008, -0.008606800809502602, 0.016648247838020325, 0.03512270376086235, 0.008615249767899513, -0.016405217349529266, -0.06331446021795273, 0.06466805189847946, -0.036954108625650406, 0.007342278026044369, -0.05331502482295036, -0.020713569596409798, 0.002003118395805359, -0.06163127347826958, -0.002639469224959612, 0.020035812631249428, -0.04500655084848404, 0.029152994975447655, -0.010299984365701675, -0.009110081009566784, 0.020250607281923294, 0.010518514551222324, 0.06940346956253052, -0.01158885657787323, 0.01351681537926197, 0.035220686346292496, 0.0033536432310938835, 0.012093550525605679, 0.012095444835722446, 0.013724563643336296, 0.005345093552023172, 0.014746217988431454, 0.026250114664435387, -0.02159152552485466, 0.012033278122544289, -0.0070316605269908905, -0.05215475335717201, 0.0694948062300682, -0.04074620455503464, 0.0686475932598114, 0.0022924894001334906, 0.0075446972623467445, 0.03333986550569534, -0.017536751925945282, -0.03405509144067764, 0.04448014497756958, -0.008872291073203087, -0.06526968628168106, -0.00932213943451643, -0.038258831948041916, 0.03381885588169098, 0.025583652779459953, -0.03598777577280998]]
+  transformer.h.10.attn.qa_q_blend_alpha  shape=torch.Size([])  raw=-0.06575419008731842
+  transformer.h.10.attn.qa_y_blend_alpha  shape=torch.Size([])  raw=0.1943226456642151
+  transformer.h.10.attn.qa_q_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.2372679710388184, 1.241823434829712, 1.0808850526809692, 1.0587029457092285, 1.094021201133728, 0.9638916254043579, 1.0717190504074097, 1.08637535572052, 1.2224640846252441, 1.0408101081848145, 1.1776421070098877, 1.0063097476959229, 1.1289302110671997, 1.1429768800735474, 1.07405424118042, 1.1137746572494507, 1.1116172075271606, 1.0991885662078857, 1.091731309890747, 1.0984656810760498, 1.0233025550842285, 0.9972256422042847, 1.0505603551864624, 1.075318455696106, 1.1082408428192139, 1.0943423509597778, 1.1817907094955444, 1.11540949344635, 1.1108037233352661, 0.9947201013565063, 0.990975022315979, 1.036944031715393, 1.0160282850265503, 0.988081693649292, 1.12337064743042, 1.0647157430648804, 1.1000624895095825, 1.0405477285385132, 1.1733057498931885, 1.128858208656311, 1.2314332723617554, 1.0457111597061157, 1.1528832912445068, 1.124939203262329, 1.0404367446899414, 1.0414907932281494, 1.1845875978469849, 1.1141191720962524, 1.0786081552505493, 1.0407921075820923, 1.1093997955322266, 1.1197274923324585, 0.9236090183258057, 1.1359808444976807, 1.0326008796691895, 0.9934958815574646, 1.0827996730804443, 0.9892441034317017, 1.1954315900802612, 1.217402696609497, 1.1388194561004639, 1.1303517818450928, 1.0662864446640015, 1.1425424814224243]
+  transformer.h.10.attn.qa_y_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.0002530813217163, 1.0578525066375732, 1.0711861848831177, 1.0870498418807983, 1.0656447410583496, 1.1015673875808716, 1.0218509435653687, 1.0189119577407837, 1.0869144201278687, 1.1060103178024292, 1.0235817432403564, 1.0844649076461792, 0.9998311400413513, 1.1170963048934937, 1.0842807292938232, 1.1591618061065674, 1.1032097339630127, 0.9681366682052612, 1.0481582880020142, 1.047249674797058, 1.0236490964889526, 1.0429219007492065, 1.0343331098556519, 1.0720218420028687, 1.0474685430526733, 1.0445339679718018, 1.0610435009002686, 1.0995664596557617, 1.0549840927124023, 1.0359082221984863, 1.0648667812347412, 1.0695730447769165, 1.0496762990951538, 1.0772396326065063, 1.0979533195495605, 1.0599724054336548, 1.1186282634735107, 1.0235283374786377, 1.0281685590744019, 1.0224134922027588, 1.0155140161514282, 1.069002389907837, 1.0622011423110962, 1.0629714727401733, 0.9943235516548157, 1.0745383501052856, 1.0376925468444824, 1.1039292812347412, 1.0694921016693115, 1.0692657232284546, 1.0612280368804932, 1.1209933757781982, 0.9818269610404968, 1.1425213813781738, 1.06732177734375, 1.0262147188186646, 1.0222904682159424, 0.9985707998275757, 1.0594979524612427, 1.0699933767318726, 1.0916184186935425, 1.057707667350769, 1.026161789894104, 1.0341166257858276]
+  transformer.h.10.attn.qa_gate_proj_softqa_pl.weight  shape=torch.Size([64, 128])  raw=[[0.05260534584522247, -0.052687179297208786, -0.015199397690594196, -0.017335576936602592, 0.016080323606729507, -0.014321250841021538, -0.00914246030151844, 0.010045361705124378, 0.06263720989227295, -0.014032147824764252, -0.06670296937227249, -0.008277646265923977, -0.013146959245204926, 0.017312828451395035, -0.08024187386035919, -0.10956216603517532, -0.003257539588958025, -0.01703495904803276, 0.0037509133107960224, 0.04789990186691284, 0.049417175352573395, 0.01094259973615408, 0.0006356650264933705, -0.06597721576690674, -0.07888826727867126, -0.07917162030935287, 0.0250905342400074, 0.011365875601768494, -0.03228403255343437, 0.016371536999940872, -0.04060787335038185, 0.057870689779520035, 0.004329968709498644, -0.024993527680635452, 0.01852230913937092, 0.03488149121403694, 0.048576876521110535, 0.03649644926190376, 0.04852382093667984, 0.007307900115847588, -0.1400495171546936, 0.032226625829935074, -0.008224665187299252, 0.0598759688436985, 0.016513817012310028, 0.0008981930441223085, -0.06869112700223923, 0.04847997799515724, -0.11746092140674591, -0.04749540239572525, -0.013691497035324574, 0.09791288524866104, -0.010505611076951027, 0.019321739673614502, -0.06015978753566742, 0.039736758917570114, -0.03689337521791458, -0.02906748093664646, -0.07321353256702423, 0.03740070387721062, 0.010086107067763805, 0.06050168722867966, -0.0326094850897789, 0.09330928325653076, -0.02852514386177063, -0.054181214421987534, 0.026163039728999138, 0.025252949446439743, -0.004207452293485403, 0.05513712763786316, 0.07703765481710434, -0.02674633264541626, -0.021807271987199783, 0.0510404109954834, -0.04349494352936745, -0.018781699240207672, 0.041459567844867706, -0.03868521377444267, -0.007969319820404053, 0.06001635268330574, -0.001945289084687829, 0.001095553976483643, 0.010331710800528526, 0.027910752221941948, -0.018493177369236946, 0.07508017867803574, -0.01320184487849474, 0.033356793224811554, -0.00782503467053175, 0.004794097505509853, 0.062061432749032974, 0.07255309075117111, 0.039287466555833817, 0.03980203717947006, -0.010643862187862396, -0.012456635013222694, 0.0256754532456398, -0.012602291069924831, 0.009783606044948101, 0.015727337449789047, 0.024193372577428818, -0.003992808051407337, 0.011844156309962273, -0.020432470366358757, 0.015789510682225227, 0.04592261463403702, -0.016377301886677742, 0.08760587871074677, 0.0015216725878417492, -0.025987153872847557, -0.020927250385284424, 0.05134657025337219, 0.013200687244534492, 0.03038008138537407, -0.017090648412704468, -0.09493718296289444, 0.03871897608041763, -0.03094543144106865, 0.026354582980275154, -0.04044085368514061, -0.035242073237895966, -0.008900236338376999, -0.0350462943315506, 0.037633247673511505, 0.0305141881108284, -0.02653803862631321, 0.006620424333959818, 0.020952897146344185], [0.07593630999326706, -0.08023887127637863, 0.023455245420336723, -0.026241043582558632, -0.01420186460018158, -0.0064502255991101265, 0.026111308485269547, -0.005164460279047489, 0.059125710278749466, 0.0103635024279356, -0.05457283928990364, -0.034929197281599045, -0.024078406393527985, -0.0720374658703804, 0.040286585688591, 6.843235314590856e-05, -0.0771387442946434, -0.07826276123523712, 0.0374612957239151, 0.024744344875216484, -0.05161410570144653, 0.07143355906009674, 0.03341236710548401, -0.013089033775031567, -0.01777997612953186, 0.03793014585971832, -0.004488902632147074, 0.030630286782979965, 0.047625020146369934, 0.006940471474081278, 0.011950483545660973, 0.032053735107183456, 0.003508608089759946, 0.0016126561677083373, 0.05145988240838051, 0.009119276888668537, 0.055562686175107956, 0.02735085040330887, 0.011897529475390911, 0.018968826159834862, -0.06840302050113678, 0.03148042783141136, 0.09676115959882736, 0.08520577102899551, -0.07604225724935532, 0.07615435123443604, -0.05799291282892227, 0.06604445725679398, -0.050455182790756226, -0.05297687649726868, -0.061277277767658234, 0.010473895817995071, 0.00393956433981657, 0.025890693068504333, -0.0013816177379339933, -0.056112855672836304, -0.005938658490777016, 0.024433469399809837, -0.0758059173822403, 0.05640820413827896, 0.019467240199446678, 0.08762045949697495, 0.022102531045675278, 0.032370906323194504, 0.004338748287409544, -0.0006382574210874736, 0.04744456708431244, 0.016669506207108498, -0.03807663545012474, -0.026660656556487083, -0.03195713832974434, 0.018480632454156876, -0.07387923449277878, 0.01787145808339119, 0.01449971180409193, 0.024353355169296265, -0.009440642781555653, -0.04034216329455376, -0.02832823060452938, 0.075953409075737, -0.03160100802779198, 0.007844386622309685, -0.0009956249268725514, -0.0406779870390892, -0.063852958381176, 0.0009853837545961142, -0.03806441277265549, 0.024545269086956978, -0.01850455440580845, 0.05723995715379715, -0.04156950116157532, 0.007934141904115677, 0.00249108555726707, -0.0059352717362344265, -0.07037453353404999, -0.05058527737855911, 0.03232497721910477, 0.020590387284755707, 0.022070687264204025, -0.0225838553160429, 0.08668187260627747, 0.025095947086811066, -0.024676145985722542, -0.07131090015172958, 0.009645105339586735, -0.01227932795882225, -0.0015829337062314153, 0.004732586443424225, -0.011431138962507248, 0.07852581143379211, -0.07028711587190628, 0.06728074699640274, -0.0024004315491765738, 0.022662626579403877, 0.025340253487229347, -0.010353521443903446, -0.0035338120069354773, -0.060471825301647186, -0.021186890080571175, -0.006164044141769409, -0.014066857285797596, -0.016833124682307243, 0.045938096940517426, 0.014552607201039791, 0.07411561161279678, -0.04868467152118683, 0.022916603833436966, -0.04727643355727196], [0.06378563493490219, -0.06167170777916908, 0.045842137187719345, -0.07192801684141159, -0.06424044072628021, -0.019102519378066063, 0.021709121763706207, -0.03465810418128967, 0.07758105546236038, 0.004280611872673035, -0.04853571951389313, 0.025354959070682526, -0.013207715004682541, -0.015343156643211842, -0.03601450100541115, 0.01963181421160698, -0.050705764442682266, -0.056885913014411926, 0.06501446664333344, 0.01350513007491827, 0.00150670378934592, -0.052194446325302124, -0.029920214787125587, -0.023483803495764732, -0.07365839183330536, -0.028543172404170036, 0.06594624370336533, 0.09515359252691269, -0.02693437971174717, 0.0351792573928833, -0.031120872125029564, 0.044034380465745926, -0.01303417794406414, 0.014048394747078419, 0.04366236925125122, -0.0626462921500206, 0.04535309225320816, -0.04414355382323265, 0.06992741674184799, 0.06713832914829254, -0.08830946683883667, 0.056081920862197876, 0.05555393174290657, 0.02006351202726364, -0.011927352286875248, -0.011986945755779743, -0.049713101238012314, 0.08074896782636642, 0.031923841685056686, -0.021837230771780014, -0.059901971369981766, 0.07646597176790237, -0.02869430184364319, 0.04615485668182373, 0.019422395154833794, -0.03243331238627434, -0.013227386400103569, 0.017956072464585304, -0.014924333430826664, 0.06291818618774414, 0.07081868499517441, 0.045620135962963104, 0.05002821609377861, 0.04688558727502823, 0.04107975214719772, 0.004560449626296759, 0.010064511559903622, -0.01731186918914318, -0.043787408620119095, -0.031900469213724136, -0.015853499993681908, -0.039638273417949677, 0.04012404382228851, 0.07170294225215912, -0.029839027673006058, -0.040714677423238754, 0.010651864111423492, 0.04347674548625946, -0.05477588623762131, 0.026950718834996223, 0.004068218171596527, -0.046366509050130844, -0.02242264337837696, 0.0025229339953511953, 0.010201391763985157, -0.02917345054447651, 0.046920448541641235, -0.013143949210643768, -0.030719898641109467, -0.027592234313488007, -0.051788490265607834, 0.019751518964767456, 0.002787480829283595, 0.02535931020975113, -0.05694512277841568, 0.034694600850343704, -0.025295382365584373, -0.049371007829904556, 0.01943940669298172, -0.013618255965411663, 0.016477348282933235, 0.040763046592473984, 0.04735180735588074, -0.06380359828472137, -0.049131736159324646, -0.0324949286878109, -0.00782917533069849, 0.015465405769646168, 0.0067548383958637714, -0.031030233949422836, 0.0288285780698061, 0.046049658209085464, 0.041265472769737244, 0.017568597570061684, -0.0765836089849472, -0.02677197940647602, -0.04834463447332382, -0.03861347958445549, 0.05456705018877983, 0.011958581395447254, 0.0032963152043521404, -0.0011419036891311407, -0.006669482681900263, 0.006323603447526693, 0.009429223835468292, 0.04814408719539642, 0.050964657217264175, 0.00763181084766984], [0.04347313567996025, -0.06185194104909897, 0.10395612567663193, 0.08129584789276123, -0.027885904535651207, 0.033468447625637054, 0.03535798564553261, -0.026274006813764572, 0.0679456889629364, -0.030396882444620132, -0.06514399498701096, 0.02960088476538658, -0.04025907814502716, -0.02318664826452732, 0.01007282454520464, -0.04670444875955582, -0.05399668589234352, -0.04916416108608246, 0.004450731445103884, 0.010338595137000084, 0.012227799743413925, -0.0025442170444875956, -0.007482214830815792, -0.08354414999485016, -0.028903424739837646, -0.03255690634250641, 0.07159073650836945, -0.017092183232307434, 0.025072049349546432, 0.03681386262178421, -0.012221737764775753, 0.018641918897628784, -0.001249402528628707, -0.05853681638836861, -0.0017641382291913033, -0.019994981586933136, 0.034969765692949295, -0.060178715735673904, 0.03386646881699562, -0.04672125354409218, -0.09288138151168823, -0.03475015237927437, 0.05584098398685455, 0.011256151832640171, -0.004581794608384371, 0.018605560064315796, -0.08704140782356262, 0.1024564877152443, 0.010839590802788734, 0.019461004063487053, -0.05836084112524986, 0.027094047516584396, 0.01753936894237995, 0.06958014518022537, -0.0004096796619705856, -0.053352534770965576, -0.05058669671416283, -0.037806615233421326, -0.002085066167637706, 0.0752902552485466, 0.08374888449907303, 0.04639611765742302, 0.03491293638944626, 0.04200175404548645, 0.020000288262963295, 0.04402537643909454, 0.05572226643562317, 0.0699581652879715, 0.04914560168981552, 0.08212563395500183, 0.002266518771648407, -0.03312475234270096, -0.04565849155187607, 0.02735915221273899, -0.025404883548617363, -0.07772839069366455, -0.02041873335838318, -0.013747213408350945, -0.05854335427284241, 0.026352662593126297, -0.017529277130961418, 0.006453497335314751, -0.03400634601712227, -0.006229352205991745, -0.019795391708612442, -0.05831398814916611, -0.06128542125225067, 0.10615599900484085, -0.014714816585183144, 0.029438678175210953, 0.034958478063344955, -0.0232691653072834, -0.012780559249222279, 0.04485716298222542, -0.011621804907917976, -0.021218592301011086, -0.07857199013233185, 0.018040388822555542, 0.028222205117344856, 0.03126080706715584, 0.02258887328207493, 0.033763643354177475, -0.009412035346031189, -0.019276006147265434, -0.012699630111455917, -0.02491677924990654, 0.07529664039611816, 0.03903378173708916, -0.0089132534340024, 0.04549720883369446, -0.06205855682492256, 0.02805676870048046, 0.03756914660334587, -0.02966410666704178, 0.020113496109843254, -0.0021369229070842266, 0.0022272218484431505, -0.03778073936700821, -0.009990103542804718, -0.010807357728481293, 0.0011887428117915988, -0.017410095781087875, -0.045298609882593155, 0.04095207899808884, 0.028750529512763023, 0.06610283255577087, 0.04514176771044731, -0.05990675836801529], [0.08310136198997498, -0.1583271026611328, -0.012068814598023891, -0.08844123035669327, -0.028535310178995132, 0.035330720245838165, -0.11611289530992508, -0.024692846462130547, 0.11589661985635757, -0.0017141490243375301, -0.05769867077469826, -0.008772337809205055, 0.014649094082415104, -0.08571884781122208, -0.04038716480135918, -0.012584133073687553, 0.012277783825993538, 0.035810187458992004, 0.033271484076976776, 0.016110671684145927, -0.01779482513666153, 0.04827282577753067, -0.07254228740930557, 0.028890477493405342, -0.019845575094223022, -0.09255854785442352, 0.02349783107638359, 0.06219452619552612, -0.08120118826627731, -0.013970643281936646, 0.031807512044906616, 0.039789773523807526, 0.04508055001497269, 0.015238781459629536, 0.05872900411486626, -0.0025161514058709145, 0.13714022934436798, -0.02625681273639202, 0.03613831847906113, 0.14024101197719574, -0.12099406868219376, 0.06449054926633835, 0.02305500954389572, 0.01351247914135456, 0.028494227677583694, -0.029017025604844093, -0.08303030580282211, 0.03621926158666611, -0.05272163823246956, -0.02443438023328781, -0.06960242241621017, 0.011089304462075233, 0.009116125293076038, 0.0530293732881546, -0.04223737493157387, 0.01156946923583746, -0.08298324048519135, 0.012880093418061733, -0.11079281568527222, 0.06562415510416031, 0.030331121757626534, 0.005089838523417711, -0.037307631224393845, 0.08915304392576218, 0.022103404626250267, -0.001647277968004346, -0.03140493109822273, -0.018025437369942665, 0.008995388634502888, 0.051440902054309845, -0.017893649637699127, 0.03846340626478195, 0.024082204326987267, 0.013810156844556332, 0.04057161509990692, 0.013163204304873943, 0.0006443227175623178, 0.01502335723489523, -0.006324481219053268, 0.04121674969792366, -0.02384057268500328, -0.01139973197132349, 0.020558658987283707, 0.0376429483294487, -0.010855687782168388, 0.03867824375629425, 0.012810642831027508, 0.01091826893389225, -0.0037509407848119736, -0.05151514336466789, 0.016663750633597374, 0.036854133009910583, 0.020786689594388008, -0.03894972801208496, -0.015119216404855251, -0.025487426668405533, 0.03747296333312988, 0.05941646918654442, 0.00449112756177783, -0.08136635273694992, -0.037334296852350235, 0.023575998842716217, 0.003852180205285549, 0.003607015823945403, 0.032958984375, -0.03500622138381004, 0.006075733806937933, 0.045910414308309555, 0.032551396638154984, -0.00208988506346941, 0.013229728676378727, -0.06883928179740906, -0.023112574592232704, -0.02828742191195488, -0.015549741685390472, -0.0034544875379651785, 0.01543319970369339, -0.0660325139760971, -0.01897491328418255, 0.009221837855875492, -0.03918611258268356, -0.06530378013849258, -0.0052760448306798935, 0.024279063567519188, 0.011234118603169918, 0.012646631337702274, -0.005144755356013775, -0.015522326342761517], [0.04165005683898926, -0.04604944586753845, 0.024178555235266685, -0.062452852725982666, -0.00526245404034853, 0.01937769167125225, -0.008173092268407345, -0.014420587569475174, 0.08526122570037842, -0.08182301372289658, -0.041779231280088425, -0.0014953110367059708, -0.011792788282036781, -0.09168737381696701, -0.0015445956960320473, 0.014849563129246235, -0.10389886051416397, -0.025872427970170975, 0.0671643614768982, 0.007766999304294586, -0.03687788546085358, 0.008444664999842644, 0.056306105107069016, -0.04028701409697533, 0.03206932172179222, -0.01597452163696289, -0.009965114295482635, 0.08429910242557526, -0.00278770481236279, -0.033663924783468246, -0.03494900092482567, 0.0020395303145051003, 0.05204411596059799, -0.08061139285564423, 0.04542499780654907, -0.06524848192930222, 0.08327683806419373, 0.002546427072957158, 0.02809668332338333, 0.0706678181886673, -0.0483652800321579, 0.00833591353148222, 0.11612538993358612, 0.07917650043964386, -0.09107198566198349, 0.03858209028840065, -0.08796679973602295, 0.07503257691860199, -0.04681805148720741, -0.03703359141945839, -0.03389438986778259, -0.030858971178531647, 0.03958701714873314, 0.04418234899640083, -0.051078978925943375, -0.03460545092821121, -0.014887742698192596, 0.003966422285884619, -0.00717204762622714, 0.03866903856396675, 0.08996514230966568, 0.08718506991863251, 0.07337513566017151, 0.024496015161275864, -0.023262597620487213, 0.06097119301557541, 0.015824127942323685, 0.040996577590703964, -0.017822332680225372, -0.044116564095020294, -0.04018561914563179, 0.019216671586036682, -0.04130958393216133, -0.0246613509953022, 0.0017213060054928064, -0.010244851000607014, 0.060771141201257706, 0.011780082248151302, -0.005573444999754429, 0.0834537148475647, 0.02897939272224903, 0.022426003590226173, -0.017956791445612907, 0.018747707828879356, -0.0556744746863842, 0.006309822667390108, -0.024238010868430138, 0.08000040799379349, 0.0006075679557397962, 0.016572756692767143, -0.026001736521720886, -0.05759672075510025, 0.020445728674530983, 0.06373319774866104, -0.01237435918301344, 0.005992071703076363, -0.026871804147958755, -0.023682694882154465, 0.00937310978770256, -0.02463480457663536, 0.07458119094371796, 0.004083719104528427, -0.017672426998615265, 0.01931336522102356, -0.0031347002368420362, -0.046208035200834274, 0.07369231432676315, -0.021720299497246742, 0.035693757236003876, 0.0045538051053881645, 0.0037911708932369947, 0.02511204592883587, -0.012294135987758636, -0.011531504802405834, 0.03862502798438072, 0.02513897605240345, -0.017688820138573647, -0.06553291529417038, 0.0407208688557148, -0.0012571264524012804, 0.008688566274940968, -0.06303777545690536, 0.0552360899746418, -0.014587153680622578, -0.020667871460318565, -0.010852625593543053, -0.037763822823762894, -0.08412598818540573], [0.11005470901727676, -0.11396677792072296, -0.01151882391422987, -0.0018044088501483202, -0.09668050706386566, 0.02227431908249855, -0.00459462171420455, -0.048055995255708694, 0.05484778434038162, -0.019644254818558693, -0.067971371114254, 0.027492091059684753, -0.02254028432071209, -0.07174460589885712, -0.049662716686725616, -0.008092223666608334, -0.051780156791210175, -0.044172123074531555, 0.06912947446107864, -0.01662348210811615, -0.0150618189945817, -0.00759490579366684, -0.013414431363344193, 0.018814528360962868, -0.0400596559047699, -0.04679550975561142, 0.05569269508123398, 0.00740503054112196, -0.02970397286117077, 0.03601977974176407, 0.025123639032244682, 0.06052829697728157, 0.023941418156027794, 0.009817693382501602, 0.0621061809360981, -0.022341817617416382, -0.0001557198993396014, -0.03025924414396286, 0.14277270436286926, 0.041540082544088364, -0.14521269500255585, 0.0027532747481018305, 0.043800998479127884, 0.03885441645979881, -0.0026824818924069405, 0.005379077047109604, 0.007805539295077324, -0.0012722623068839312, 0.005457472521811724, -0.08507123589515686, -0.015751082450151443, 0.030434107407927513, 0.017130782827734947, 0.036554329097270966, -0.010346462018787861, -0.02403787150979042, -0.0008342934888787568, -0.03481350839138031, -0.028335904702544212, 0.06237539276480675, 0.02656766213476658, 0.015583230182528496, 0.0757211223244667, -0.02157648280262947, -0.026528211310505867, 0.05008494853973389, -0.06281164288520813, -0.04794599115848541, -0.011045293882489204, -0.019396111369132996, 0.05255047604441643, 0.05208674073219299, 0.004912603180855513, -0.015078277327120304, -0.026231935247778893, -0.0027554102707654238, 0.0060883574187755585, 0.019634652882814407, 0.023403501138091087, -0.008816568180918694, 0.030381638556718826, -0.007398511283099651, -0.02131163887679577, -0.0321231372654438, 0.003551791189238429, 0.02103416435420513, -0.004750548861920834, -0.002263832837343216, 0.042265091091394424, -0.05239173024892807, -0.0229681134223938, 0.029415495693683624, 0.0128416633233428, -0.02255246601998806, -0.06463074684143066, 0.013325982727110386, 0.011404148302972317, -0.034231655299663544, -0.010699192993342876, -0.039616622030735016, 0.007472903002053499, -0.005230341572314501, 0.027886897325515747, 0.01673484593629837, 0.02980812080204487, 0.031524159014225006, -0.06021951511502266, 0.00944590289145708, -0.04298970848321915, -0.010469438508152962, 0.07267393171787262, -0.0019522006623446941, -0.012009936384856701, 0.02807909995317459, -0.009345627389848232, -0.03838181123137474, 0.004266561474651098, -0.09484601765871048, 0.027513794600963593, 0.03988538682460785, 0.045163583010435104, 0.04799354076385498, 0.004101186990737915, -0.004007638897746801, -0.013727863319218159, 0.03091038390994072, 0.019451268017292023, 0.013187151402235031], [0.15563562512397766, -0.10189085453748703, -0.029377462342381477, -0.0179827231913805, -0.034806787967681885, 0.04709792137145996, -0.0037286092992872, -0.03184090182185173, 0.025892341509461403, -0.07175247371196747, -0.021801495924592018, -0.044496212154626846, -0.04926593229174614, -0.01821465604007244, -0.012093097902834415, -0.03153874725103378, -0.07132606953382492, -0.025922106578946114, 0.05249374732375145, 0.02493886463344097, -0.02452036179602146, 0.04046124219894409, 0.019432010129094124, 0.0001050333448802121, -0.046377744525671005, -0.004193493165075779, 0.10728096961975098, -0.019586022943258286, -0.014726168476045132, 0.010005881078541279, -0.028709309175610542, 0.0022087518591433764, 0.005004197359085083, 0.016237670555710793, 0.10940174013376236, -0.028653021901845932, 0.04856887087225914, 0.007931659929454327, 0.06889162957668304, 0.03510986641049385, -0.1059969961643219, 0.045003101229667664, 0.07619250565767288, 0.11572892218828201, 0.009067323058843613, 0.0923665463924408, -0.03347476199269295, 0.09890579432249069, -0.004068968817591667, -0.056798938661813736, -0.03995738923549652, 0.019293775781989098, -0.009267213754355907, 0.035125117748975754, 0.03909158334136009, -0.07893136888742447, 0.01942349784076214, -0.003299734089523554, -0.036898527294397354, 0.03733908757567406, -0.012999998405575752, 0.08221101015806198, 0.025744175538420677, 0.030795617029070854, 0.06623032689094543, 0.07477834075689316, 0.04907893389463425, -0.030495064333081245, 0.05551731586456299, 0.04911799356341362, -0.0024594138376414776, -0.010261103510856628, -0.05725634843111038, -0.055761899799108505, 0.03158102184534073, 0.02291557379066944, -0.00676211342215538, -0.05900328978896141, -0.0016708836192265153, 0.038938771933317184, -0.012323005124926567, -0.0018856290262192488, -0.08161302655935287, 0.028432779014110565, -0.04115930199623108, -0.009314516559243202, -0.02124670520424843, 0.014366434887051582, -0.011316732503473759, -0.01195033174008131, -0.05694612115621567, 0.055003248155117035, 0.003884255653247237, 0.03612755984067917, 0.003677293425425887, 0.035559218376874924, -0.048139095306396484, 0.035791508853435516, 0.03106963261961937, 0.028553897514939308, 0.02379944734275341, 0.02717967890202999, 0.05043279752135277, 0.02689344808459282, -0.06491398811340332, -0.0014051386388018727, 0.0487227737903595, 0.01762346550822258, -0.02641155570745468, -0.04108481854200363, 0.013275153934955597, 0.0593876875936985, 0.010430899448692799, 0.03611740842461586, -0.06016809493303299, -0.0017095593502745032, 0.0028718439862132072, -0.012718924321234226, -0.06055320426821709, -0.006126010324805975, -0.006053858902305365, 0.014369510114192963, 0.04619791358709335, 0.0029409124981611967, -0.011819942854344845, 0.03060026466846466, 0.03130905330181122, -0.002546573057770729], [0.1206955760717392, -0.041643936187028885, 0.010164909064769745, 0.02979752980172634, -0.09130097925662994, -0.01570817083120346, -0.0054365587420761585, -0.051440704613924026, 0.05070682242512703, -0.05899226292967796, -0.11808671802282333, -0.021795975044369698, -0.03613026440143585, -0.036921437829732895, -0.04427487775683403, -0.09546045958995819, -0.042941849678754807, -0.022106986492872238, 0.07428880035877228, 0.005701971240341663, 0.027347400784492493, -0.022443581372499466, -0.0703347697854042, -0.027424484491348267, -0.059163738042116165, -0.05264414846897125, 0.09820625931024551, 0.02270539291203022, -0.06699644029140472, 0.05358562618494034, 0.017577456310391426, 0.05660199373960495, 0.013986046425998211, 0.007543750572949648, 0.054571136832237244, 0.01865915209054947, 0.05058807134628296, -0.02501564659178257, 0.10236543416976929, 0.031141256913542747, -0.10030991584062576, -0.033524129539728165, 0.08972309529781342, 0.037351954728364944, 0.0340447761118412, -0.04000313952565193, -0.032610416412353516, 0.03657623380422592, -0.011773273348808289, -0.023383554071187973, -0.0009838597616180778, 0.07596943527460098, -0.012840406969189644, 0.05020296946167946, -0.016821591183543205, -0.018057217821478844, -0.018541183322668076, 0.029256505891680717, -0.02482602745294571, 0.07664674520492554, -0.00843430683016777, 0.04860101267695427, 0.051604606211185455, -0.02194821648299694, -0.01904984936118126, -0.054520875215530396, 0.027829516679048538, -0.0463315024971962, 0.032396599650382996, -0.03908160701394081, 0.00036933872615918517, 0.05878472328186035, -0.026566211134195328, -0.054378971457481384, -0.049489475786685944, -0.027700871229171753, 0.021396389231085777, 0.011031202040612698, 0.043120160698890686, 0.018894314765930176, -0.02741672657430172, -0.014938142150640488, -0.04100848734378815, 0.006121473852545023, 0.006642017979174852, 0.06255501508712769, -0.0025246853474527597, -0.033842697739601135, -0.008554409258067608, 0.012693758122622967, 0.010563625954091549, 0.06451192498207092, -0.003872862085700035, -0.009583799168467522, -0.012852504849433899, 0.04053599387407303, -0.005362515337765217, 0.04721273109316826, 0.008045831695199013, 0.004209681414067745, 0.03211573138833046, -0.027014052495360374, -0.02228211984038353, 0.013867834582924843, 0.01762556843459606, 0.031225182116031647, -0.05467531085014343, -0.006512178108096123, 0.007268856279551983, 0.03547978401184082, 0.024238139390945435, 0.028933867812156677, -0.028904352337121964, -0.031056802719831467, -0.01764426939189434, 0.032352909445762634, 0.0035389598924666643, -0.10148952156305313, 0.0006634162273257971, 0.0584225133061409, -0.005257058888673782, 0.02194877341389656, 0.061294566839933395, 0.052904851734638214, 0.01695111393928528, -0.025692066177725792, 0.035792555660009384, -0.0233159177005291], [0.044411659240722656, -0.15670651197433472, 0.054237108677625656, -0.013777125626802444, -0.0476083979010582, 0.015374084934592247, 0.01279685739427805, -0.02114633098244667, 0.17825518548488617, 0.019274143502116203, -0.06634259223937988, 0.007807780988514423, 0.006565431598573923, -0.036359213292598724, -0.02244185283780098, -0.10298958420753479, -0.034285202622413635, 0.05512641742825508, 0.011871862225234509, 0.0285500381141901, -0.028639981523156166, 0.01572740636765957, 0.04274068400263786, -0.06521663814783096, -0.11100208014249802, -0.030026154592633247, 0.05440516024827957, -0.03331727907061577, 0.017773844301700592, -0.0077998461201786995, 0.043352317065000534, 0.04232388734817505, 0.0184909850358963, -0.028668053448200226, -0.019382108002901077, -0.04995984956622124, 0.09316397458314896, -0.019373245537281036, 0.04053441435098648, 0.04896140471100807, -0.1311439424753189, 0.015049541369080544, 0.05625779181718826, 0.0407593734562397, 0.03447036072611809, 0.04665115848183632, -0.06177365407347679, 0.08117085695266724, -0.03769656643271446, -0.0021203465294092894, -0.016112156212329865, 0.024172671139240265, -0.07891649752855301, 0.07190396636724472, -0.009483689442276955, 0.03911636024713516, -0.04521923512220383, 0.03141769766807556, -0.025880686938762665, 0.07760939002037048, 0.04220389574766159, 0.0841858834028244, -0.019968051463365555, 0.09796486794948578, -0.07077296823263168, -0.02894180826842785, -0.04457564279437065, 0.032827675342559814, -0.04285978153347969, 0.048057228326797485, 0.04587589576840401, 0.046598371118307114, -0.0629744604229927, -0.0022580160293728113, -0.0570681095123291, 0.06767790764570236, -0.06604168564081192, -0.07089594751596451, -0.014880542643368244, 0.08670924603939056, -0.007230074144899845, 0.03464503586292267, -0.07988452911376953, 0.06641091406345367, -0.03763243183493614, 0.005073475185781717, -0.0898500457406044, -0.0035373461432754993, 0.014271215535700321, 0.03359019011259079, 0.0037027187645435333, 0.014522179029881954, 0.010401454754173756, 0.011770152486860752, 0.010505953803658485, 0.029257794842123985, -0.016200300306081772, -0.03531952202320099, 0.00997986365109682, 0.03249892592430115, 0.055345598608255386, -0.042447756975889206, 0.021846605464816093, 0.013458017259836197, -0.05398864299058914, -0.00831032544374466, 0.0663733035326004, 0.035573869943618774, 0.009717855602502823, 0.06597893685102463, -0.021779648959636688, 0.1208781972527504, 0.0328875333070755, 0.10151013731956482, -0.025688868016004562, -0.032968759536743164, 0.07339367270469666, 0.010523175820708275, 0.055988237261772156, 0.0020344043150544167, -0.000408838561270386, 0.013956173323094845, -0.023425718769431114, 0.037118956446647644, 0.023271815851330757, -0.0007651100750081241, 0.02344805747270584, -0.109366774559021], [0.05866814777255058, -0.13482508063316345, -0.019201042130589485, -0.07835250347852707, -0.0526888407766819, -0.02498503029346466, -0.04494202509522438, -0.03760838508605957, 0.1049986183643341, -0.11362192034721375, -0.09290970116853714, -0.034170620143413544, -0.011170289479196072, -0.0594482459127903, -0.005159576423466206, -0.03875705599784851, -0.03716253116726875, -0.07901187241077423, 0.05799836665391922, 0.0794704407453537, 0.026271551847457886, 0.029679035767912865, -0.057724203914403915, -0.12531164288520813, -0.012414257973432541, -0.07707639038562775, 0.08419191092252731, 0.09036531299352646, -0.02755509689450264, 0.06299018114805222, -0.014245446771383286, 0.008226362057030201, 0.037360332906246185, -0.0009946145582944155, 0.05262859910726547, -0.04325088858604431, 0.009220962412655354, -0.016884617507457733, 0.13048383593559265, 0.12576569616794586, -0.0800880417227745, 0.045827750116586685, 0.0235203355550766, 0.060403045266866684, 0.008952323347330093, -0.013595589436590672, 0.004154733847826719, 0.08569782972335815, 0.05395800247788429, -0.020703721791505814, -0.01893570087850094, 0.04868108034133911, 0.022690370678901672, 0.07616717368364334, -0.017743904143571854, -0.008225937373936176, -0.02203107252717018, 0.014785527251660824, -0.11726551502943039, 0.047158047556877136, 0.03658184036612511, 0.023912543430924416, 0.030585382133722305, 0.03823624551296234, -0.0064727249555289745, -0.006690660025924444, -0.052108801901340485, 0.0445350743830204, -0.0015218541957437992, -0.06880263239145279, -0.010495441034436226, -0.004838616121560335, 0.05471171438694, 0.01523976493626833, 0.050290290266275406, -0.03749845549464226, 0.03953619301319122, 0.06407090276479721, 0.04207782447338104, 0.029853293672204018, -0.018988043069839478, 0.0158421378582716, 0.05332585424184799, 0.07905863225460052, -1.421207889507059e-05, 0.013519437983632088, 0.0665091872215271, -0.009160537272691727, 0.030878186225891113, 0.011974274180829525, -0.04676303640007973, 0.0552213154733181, -0.010556794703006744, 0.05529997870326042, -0.052099280059337616, -0.018588118255138397, -0.008906158618628979, 0.0032913312315940857, -0.043481629341840744, -0.06879211962223053, 0.01719679869711399, 0.04973330721259117, -0.05791349709033966, 0.0024497753474861383, 0.0683678388595581, -0.03679580241441727, -0.020640768110752106, 0.05005218833684921, 0.0626453161239624, -0.06503837555646896, 0.058894600719213486, 0.010267995297908783, 0.0495854914188385, 0.010308782570064068, -0.1224965900182724, -0.06808426231145859, -0.02391907572746277, -0.02534262090921402, 0.027211058884859085, 0.010747822001576424, -0.04206675663590431, -0.01190679706633091, 0.06144458055496216, 0.033293817192316055, -0.02923032082617283, -0.0014676483115181327, 0.02075969986617565, 0.044461656361818314], [0.1009984165430069, -0.04744619503617287, -0.009480967186391354, -0.054645754396915436, -0.06056232005357742, 0.06851151585578918, -0.0717782974243164, -0.027271434664726257, 0.05640483275055885, -0.030025824904441833, -0.0787428691983223, 0.010734287090599537, -0.042667094618082047, -0.032094940543174744, -0.028684101998806, -0.049960311502218246, -0.06751131266355515, -0.03235018998384476, 0.023416055366396904, 0.003952798433601856, -0.07251480221748352, 4.138217991567217e-05, 0.013151140883564949, -0.05963437259197235, -0.02621597982943058, -0.028606213629245758, 0.057196494191884995, 0.06284481287002563, -0.06442573666572571, -0.020833291113376617, -0.020520228892564774, 0.040870651602745056, -0.003964646719396114, 0.014990129508078098, 0.06632225960493088, 0.01824864000082016, 0.032495297491550446, 0.012350785546004772, 0.07324948906898499, -0.00010750367800937966, -0.10012031346559525, -0.000922315230127424, 0.06360942125320435, 0.043587636202573776, -0.06930999457836151, -0.019763201475143433, -0.08211725205183029, 0.06892614811658859, -0.015301785431802273, -0.04099768027663231, 0.0243920236825943, -0.028143124654889107, -0.055551256984472275, 0.04971280321478844, 0.0021705820690840483, 0.030782759189605713, 0.009213754907250404, -0.036753010004758835, -0.018819300457835197, 0.08694864809513092, 0.023213401436805725, 0.04777029901742935, 0.04279977083206177, 0.026664895936846733, 0.02547193318605423, 0.00021046801703050733, 0.061315491795539856, -0.014880280941724777, 0.08049182593822479, -0.06904496997594833, 0.052225418388843536, -0.028337568044662476, 0.061076268553733826, -0.009169939905405045, -0.02231629379093647, -0.012238659895956516, 0.0392005518078804, -0.04648556932806969, 0.0012074828846380115, 0.0496072918176651, 0.011458841152489185, 0.0035491795279085636, -0.07262563705444336, 0.029307527467608452, -0.047227077186107635, 0.035889893770217896, 0.047604821622371674, -0.026806959882378578, -0.040400952100753784, 0.027300426736474037, -0.05227355286478996, 0.03423045575618744, 0.03412694111466408, -0.02229846827685833, -0.06816581636667252, -0.0242330189794302, -0.05445282161235809, -0.060859423130750656, -0.04987948760390282, -0.011557385325431824, 0.012944629415869713, 0.00823070015758276, 0.055775921791791916, -0.015373564325273037, 0.010669642128050327, 0.006840341258794069, -0.05365116894245148, -0.000652067072223872, 0.05332837253808975, -0.024855496361851692, -0.014721841551363468, 0.05790045112371445, 0.041837383061647415, -0.0564238540828228, -0.08172299712896347, -0.011104515753686428, -0.0263427272439003, -0.05155681073665619, -0.015699943527579308, 0.006036099512130022, 0.028695274144411087, 0.026960626244544983, 0.06651060283184052, -0.0063745006918907166, -0.047480951994657516, 0.07980883121490479, 0.001494945609010756, 0.05675873905420303], [0.14112555980682373, -0.07351496070623398, -0.0013578985817730427, -0.03332725167274475, -0.046371184289455414, 0.011988744139671326, -0.000646015745587647, -0.07968519628047943, 0.03704683482646942, -0.0053636617958545685, -0.08502370119094849, 0.007200372871011496, -0.015176520682871342, -0.05867563560605049, -0.03948388993740082, -0.04812462627887726, -0.06605833023786545, -0.06582207977771759, 0.026579007506370544, 0.07330404967069626, -0.018921688199043274, -0.01714930683374405, -0.0031433103140443563, -0.05724091827869415, 0.00756865506991744, -0.03811798244714737, 0.08370369672775269, 0.04129083454608917, -0.0038299597799777985, -0.03458463400602341, 0.02957160770893097, 0.029238928109407425, 7.087174890330061e-05, 0.015190244652330875, 0.0803164392709732, -0.03837829455733299, 0.03023378923535347, -0.01735050603747368, 0.05553574115037918, 0.06605559587478638, -0.06486785411834717, 0.016297055408358574, 0.08942358195781708, 0.09222371131181717, 0.028084255754947662, 0.007239949889481068, -0.026382092386484146, 0.08053302764892578, -0.060284096747636795, -0.002345421351492405, -0.018500177189707756, 0.0522819422185421, -0.024285120889544487, 0.02555714175105095, 0.054683420807123184, -0.006380366627126932, -0.034035712480545044, -0.0017719761235639453, -0.025134239345788956, 0.032361358404159546, -0.020319780334830284, 0.0643199160695076, 0.06576476991176605, 0.004493203945457935, 0.025539880618453026, -0.011689177714288235, 0.047413285821676254, 0.020192191004753113, 0.028520183637738228, -0.04491707310080528, -0.005869248416274786, 0.03820483013987541, 0.044781364500522614, -0.021465741097927094, 0.006173304282128811, -0.0014634693507105112, -0.022107888013124466, 0.006561126559972763, -0.017785174772143364, -0.012610947713255882, -0.015662774443626404, 0.0012922784080728889, 0.05827930197119713, 0.01766200177371502, 0.002351299626752734, 0.017055338248610497, -0.0007881975616328418, 0.013443920761346817, 0.026215199381113052, -0.017803912982344627, -0.05348127335309982, 0.015643121674656868, -0.053133394569158554, 0.036634910851716995, 0.004888673312962055, 0.036290720105171204, -0.04985596239566803, -0.036317698657512665, 0.03243011236190796, -0.03623657673597336, 0.05129528045654297, 0.02661341242492199, 0.050702132284641266, 0.03015185333788395, 0.010674316436052322, 0.011947245337069035, -0.027590926736593246, 0.011244717054069042, 0.01763082481920719, 0.0021589184179902077, 0.05521774664521217, 0.027195468544960022, -0.06354748457670212, 0.04084020107984543, -0.0178432185202837, -0.011060832068324089, -0.01452705916017294, -0.05021390691399574, 0.06675083935260773, -0.013022721745073795, -0.0038372157141566277, 0.02534649521112442, 0.06501217931509018, 0.05817018821835518, -0.03850074112415314, 0.02043217606842518, 0.08699063956737518, 0.015884561464190483], [0.04885832220315933, -0.09768131375312805, 0.005879742559045553, 0.0017738287569954991, -0.026552822440862656, -0.007617253344506025, -0.015809521079063416, -0.04870660975575447, 0.12989313900470734, 0.01992596499621868, -0.07340819388628006, 0.012074477039277554, -0.025348572060465813, -0.06720994412899017, 0.006868500728160143, -0.05153480917215347, -0.05337141826748848, 0.06149021163582802, -0.011536302044987679, 0.03292812407016754, 0.05950211361050606, 0.036003515124320984, 0.0062127020210027695, -0.060376111418008804, -0.08067794889211655, -0.04349168390035629, 0.0511942133307457, 0.04251094534993172, -0.029667433351278305, -0.028735429048538208, -0.008188096806406975, 0.07589840143918991, -0.022597255185246468, 0.011640924960374832, 0.019082942977547646, -0.01799914427101612, 0.017526619136333466, 0.02481657639145851, 0.05578308925032616, 0.06947572529315948, -0.07757420092821121, -0.007109887432307005, 0.03619261085987091, -0.0015727319987490773, 0.008908478543162346, -0.011668196879327297, -0.1081206277012825, 0.03570835664868355, -0.09778988361358643, 0.03440897911787033, -0.053380466997623444, 0.01271954644471407, -0.01490540150552988, 0.06463755667209625, 0.03960775211453438, 0.05565284192562103, -0.08058378845453262, 0.05204858258366585, -0.08275923877954483, 0.05416777357459068, 0.04663437604904175, 0.03827357664704323, 0.012057431042194366, 0.07139332592487335, -0.011906667612493038, -0.02594313584268093, 0.0009816724341362715, 0.0745118260383606, 0.03255971521139145, 0.04693301022052765, 0.03823602944612503, 0.060723576694726944, 0.012616491876542568, -0.01921641267836094, 0.031158046796917915, 0.00994927529245615, -0.036729149520397186, -0.06224491447210312, -0.04997672140598297, 0.08775968849658966, -0.12042595446109772, -0.06195681169629097, -0.036490291357040405, 0.0182927418500185, -0.061502307653427124, 0.00181340123526752, 0.02748141810297966, -0.04425244778394699, 0.02121470309793949, 0.014401585794985294, 0.016549693420529366, 0.025697460398077965, -0.011130545288324356, 0.012490663677453995, 0.015504621900618076, -0.0071996040642261505, 0.0184769369661808, -0.02013879269361496, -0.010994617827236652, -0.014059368520975113, 0.0022456925362348557, -0.013916675001382828, -0.019086601212620735, -0.061102863401174545, 0.03125787153840065, -0.050352249294519424, 0.056980330497026443, 0.061414409428834915, -0.016104193404316902, 0.024930568411946297, -0.012311488389968872, 0.038444310426712036, 0.012296362780034542, -0.07120005786418915, 0.02133210189640522, -0.016169078648090363, -0.05811765044927597, -0.04768019914627075, 0.03622542694211006, 0.025658702477812767, -0.03933766856789589, 0.010909508913755417, -0.009744171984493732, 0.04460354521870613, 0.017236260697245598, -0.02323462814092636, 0.008027848787605762, -0.03137144818902016], [0.05004649981856346, -0.11289707571268082, 0.024429738521575928, -0.03128205984830856, -0.01669084094464779, -0.023793000727891922, 0.018711091950535774, -0.0082318764179945, 0.09168417751789093, 0.010404055938124657, -0.02463012933731079, -0.015701021999120712, -0.04231896623969078, -0.067219078540802, -0.06302779912948608, -0.1021309643983841, -0.01607058010995388, -0.007448849733918905, -0.023791199550032616, 0.04017838090658188, 0.03985616937279701, -0.017765508964657784, -0.050504449754953384, -0.016916949301958084, -0.05962201952934265, -0.011174432933330536, 0.06189611554145813, -0.026814227923750877, -0.026000410318374634, 0.002373388269916177, 0.050283532589673996, 0.01592499390244484, -0.02472308836877346, 0.024143265560269356, -0.0015727271093055606, -0.02816029079258442, 0.048773787915706635, 0.030929656699299812, 0.01348704844713211, 0.0326116718351841, -0.06728437542915344, 0.03475579991936684, 0.016776876524090767, 0.07468505948781967, 0.0034978152252733707, 0.06694810837507248, -0.07202768325805664, 0.020061757415533066, -0.10341458022594452, 0.06807731091976166, -0.07638628780841827, 0.03586824610829353, -0.011043432168662548, 0.04143044352531433, 0.013395609334111214, -0.001031807973049581, -0.025981590151786804, -0.007560174912214279, -0.07138276100158691, 0.0708981305360794, 0.02401277981698513, 0.07094908505678177, -0.0025300318375229836, 0.07082437723875046, -0.03323078900575638, -0.03334953263401985, -0.0008964788285084069, 0.01980583183467388, 0.06647239625453949, 0.05393113195896149, 0.007494908291846514, -0.01606607809662819, -0.03302937000989914, -0.08175794780254364, 0.007231533993035555, -0.02038179710507393, -0.032733526080846786, -0.04895574972033501, -0.009761953726410866, 0.07189977169036865, -0.026066729798913002, -0.013596673496067524, 0.004811277147382498, 0.025570154190063477, 0.02877785824239254, 0.011063859798014164, 0.01639527454972267, -0.034668177366256714, 0.03459228575229645, -0.019372697919607162, -0.0016990446019917727, 0.07687713205814362, 0.021610934287309647, 0.0051572988741099834, 0.06775389611721039, -0.04073667898774147, -0.013781613670289516, -0.06810032576322556, -0.016110023483633995, 0.07363825291395187, 0.07496581971645355, 0.02789648249745369, 0.0356769859790802, -0.005417435895651579, -0.028375230729579926, 0.006609865929931402, 0.03795337677001953, 0.017858270555734634, -0.04826187342405319, -0.006395100615918636, -0.02988717332482338, 0.05539128929376602, 0.03837894648313522, 0.0434284545481205, -0.052934255450963974, -0.10808752477169037, 0.03501320630311966, -0.018920985981822014, -0.020996790379285812, -0.06803806126117706, 0.018866602331399918, 0.04345540329813957, 0.045491721481084824, 0.059522658586502075, 0.07866281270980835, 0.01154325157403946, 0.0538850873708725, -0.0224700216203928], [0.07418355345726013, -0.03744734823703766, 0.0827561765909195, -0.052172400057315826, -0.0734885111451149, 0.011872765608131886, 0.008761115372180939, -0.028400691226124763, 0.1266639083623886, -0.051857419312000275, -0.10331279784440994, 0.027303604409098625, -0.007449170108884573, -0.08708783239126205, -0.015146073885262012, -0.021550696343183517, -0.06314148008823395, -0.01171157881617546, 0.03308362513780594, 0.010056938044726849, -0.010630195029079914, -0.01678805612027645, 0.04078247398138046, -0.03157869726419449, -0.034559812396764755, -0.07064264267683029, 0.07758940011262894, 0.077063649892807, -0.023187648504972458, -0.028834767639636993, 0.016781151294708252, 0.04151439666748047, 0.03931425139307976, -0.030311277136206627, 0.09614871442317963, -0.008733164519071579, 0.05253138765692711, 0.023762905970215797, 0.06116897985339165, -0.016656329855322838, -0.08431561291217804, -0.016386771574616432, 0.06396274268627167, 0.07403668761253357, -0.023006416857242584, 0.023739786818623543, -0.10060727596282959, 0.0686279758810997, -0.02220454439520836, -0.03125870227813721, -0.035587772727012634, 0.0013884641230106354, 0.036766525357961655, 0.07521027326583862, 0.02013004571199417, -0.024074770510196686, -0.08730559051036835, -0.02754303626716137, -0.055650755763053894, 0.10142584145069122, 0.05167574808001518, 0.06295889616012573, -0.04558131471276283, 0.04817568510770798, 0.04838418588042259, 0.0009778548264876008, -0.08641625195741653, 0.030946942046284676, 0.0010698012774810195, 0.016846513375639915, 0.014381269924342632, 0.008891803212463856, -0.03200552240014076, 0.0045608049258589745, -0.021372918039560318, 0.019922802224755287, -0.020464828237891197, -0.07538395375013351, -0.041646670550107956, 0.04036235436797142, -0.08095850050449371, -0.03704654052853584, -0.04285261780023575, 0.051806822419166565, -0.02064395509660244, -0.04435010254383087, -0.01428998913615942, -0.002638012869283557, -0.04997949302196503, 0.0051774862222373486, -0.057401251047849655, -0.008843185380101204, -0.08779972046613693, 0.034069787710905075, -0.035111650824546814, -0.04714202135801315, 0.02921134978532791, 0.007473342586308718, 0.008290290832519531, -0.016685059294104576, 0.008263305760920048, -0.05374722555279732, 0.003083600662648678, -0.02957576885819435, 0.03551236912608147, -0.04769117757678032, -0.007387419231235981, 0.07512401044368744, -0.028883611783385277, 0.03392042964696884, -0.0518740639090538, 0.028795216232538223, -0.03683033958077431, 0.028575817123055458, 0.0004428578249644488, -0.026782380416989326, 0.007482360117137432, -0.011028873734176159, -0.061457011848688126, 0.0063054850324988365, 0.008219297043979168, -0.03946349769830704, 0.03124809078872204, 0.009405732154846191, 0.00785639975219965, 0.03317616134881973, 0.035714950412511826, 0.020378360524773598], [0.16083388030529022, -0.12916746735572815, 0.036114055663347244, 0.03299601003527641, -0.0660860612988472, 0.04871153458952904, 0.03850984573364258, -0.05257005989551544, 0.11845578998327255, 0.008702275343239307, -0.07870382070541382, 0.06659352034330368, -0.06703106313943863, -0.058333300054073334, -0.0015200987691059709, 0.007772210985422134, -0.0021499786525964737, 0.01722404919564724, 0.07912293076515198, 0.04770651087164879, -0.0736355185508728, 0.022308940067887306, -0.04147907719016075, -0.008277833461761475, -0.027699030935764313, -0.05837469547986984, 0.07246093451976776, 0.015297315083444118, -0.036110613495111465, -0.06854107230901718, -0.014781909994781017, -0.015146478079259396, 0.03664824366569519, 0.039056889712810516, 0.08772209286689758, -0.022349894046783447, 0.11115103960037231, -0.10905592143535614, 0.049276694655418396, 0.02981800027191639, -0.10093444585800171, -0.022177737206220627, 0.04498673230409622, 0.02014699950814247, -0.022388823330402374, 0.01418636366724968, -0.09687657654285431, 0.02655334770679474, -0.043114952743053436, -0.03428886830806732, -0.028966326266527176, -0.004185819532722235, 0.014891154132783413, 0.08571001887321472, 0.044800758361816406, 0.01880142278969288, -0.08052932471036911, 0.027640391141176224, -0.03182825818657875, 0.09313055127859116, 0.12321987748146057, 0.027556706219911575, 0.025027643889188766, 0.04743930697441101, 0.020274721086025238, 0.010105187073349953, -0.0576348677277565, 0.04347378760576248, -0.028931431472301483, 0.0033588618971407413, -0.009365890175104141, 0.04569917917251587, 0.024693293496966362, 0.009019753895699978, 0.0285855270922184, 0.03161511942744255, -0.033145517110824585, -0.055620256811380386, 0.008140483871102333, 0.03735411539673805, 0.0310138538479805, 0.04457841441035271, -0.06534028053283691, 0.0477091521024704, -0.04922131076455116, -0.024633996188640594, -0.011376527138054371, -0.023510124534368515, -0.005523301661014557, 0.03345013037323952, -0.004812858533114195, -0.008511751890182495, -0.028596799820661545, 0.0534103624522686, 0.016843752935528755, -0.044600795954465866, -0.005098814610391855, 0.04089336469769478, 0.021249234676361084, -0.021423345431685448, 0.00018325763812754303, -0.00029130620532669127, 0.014626058749854565, 0.024920113384723663, 0.021939711645245552, -0.05073243007063866, 0.021452374756336212, 0.03484411910176277, -0.008959109894931316, 0.030934032052755356, -0.028724467381834984, 0.04341704398393631, -0.04322092607617378, 0.027113355696201324, 0.03980713337659836, 0.07390335947275162, -0.010951684787869453, -0.04326987266540527, -0.0011765119852498174, 0.023345768451690674, -0.0018322429386898875, -0.04278762638568878, -0.006669966503977776, 0.036946285516023636, 0.006474338937550783, -0.01801184192299843, -0.005427652969956398, 0.02251340262591839], [0.07889459282159805, -0.07566633820533752, 0.07795276492834091, 0.01099291443824768, -0.014124334789812565, 0.0020954860374331474, 0.03257851302623749, -0.06957057118415833, 0.13773679733276367, 0.013296438381075859, -0.0352604053914547, -0.03572113439440727, -0.05798846855759621, -0.03646758571267128, 0.0019187071593478322, -0.03477533534169197, -0.03847051411867142, -0.03663221001625061, 0.06275784969329834, 0.022266579791903496, -0.002818677108734846, -0.037043944001197815, -0.017451507970690727, -0.09206928312778473, -0.03507271781563759, -0.0922384262084961, 0.09226192533969879, 0.07285802066326141, -0.03191016614437103, -0.005755362566560507, -0.035952746868133545, -0.015411204658448696, -0.010837784968316555, -0.04121991619467735, 0.058269474655389786, -0.029900385066866875, 0.0068456875160336494, -0.05513738840818405, 0.05742334946990013, 0.05071992054581642, -0.08165933936834335, -0.032721977680921555, 0.07806280255317688, -0.031050492078065872, -0.024387115612626076, -0.05764241889119148, -0.1353747546672821, 0.03130842372775078, -0.021931909024715424, 0.019898749887943268, -0.08433951437473297, 0.08404096215963364, 0.02065717801451683, 0.07887840270996094, -0.008253377862274647, 0.03163335844874382, -0.08002495765686035, 0.02368762716650963, -0.13385461270809174, 0.04859482869505882, 0.08862819522619247, 0.043986786156892776, 0.0755971297621727, 0.0585038922727108, -0.036252327263355255, 0.010554313659667969, -0.05255503952503204, -0.0008553155930712819, -0.04754719138145447, -0.0020511779002845287, -0.057796869426965714, 0.006965935230255127, 0.045768480747938156, -0.011690373532474041, 0.0048988210037350655, 0.016060199588537216, -0.040421824902296066, -0.045427046716213226, -0.04539983347058296, -0.010184497572481632, -0.018389150500297546, 0.052195336669683456, -0.03166631609201431, -0.013057727366685867, 0.027709148824214935, 0.013746102340519428, 0.03831951320171356, 0.011679248884320259, -0.07407615333795547, -0.02660774253308773, -0.0198696106672287, -0.00813318882137537, -0.07306566834449768, 0.05907323583960533, -0.04514840617775917, -0.018176095560193062, -0.02713003009557724, -0.019567064940929413, 0.0636819452047348, 0.013022386468946934, 0.04467232525348663, 0.003614785149693489, -0.012520167976617813, 0.03393593057990074, 0.03068191558122635, 0.007013291120529175, 0.006097286008298397, 0.010045349597930908, 0.003083309158682823, -0.009934947825968266, 0.015890445560216904, 0.00532359117642045, 0.015037243254482746, -0.0028458500746637583, -0.00507382582873106, 0.018277399241924286, -0.021869318559765816, 0.036592043936252594, 0.0010288108605891466, 0.0032553337514400482, -0.004968894645571709, 0.0001255970128113404, 0.03010557033121586, 0.04592043161392212, -0.03536435216665268, -0.0037032042164355516, -0.059677887707948685, 0.011877336539328098], [0.0677483081817627, -0.04666871950030327, 0.03867308795452118, -0.02012694999575615, -0.02061665803194046, 0.04451218619942665, -0.007530001923441887, 0.019855070859193802, 0.09019239991903305, -0.06419431418180466, -0.06984765827655792, -0.0191237423568964, -0.06344683468341827, -0.12581492960453033, 0.03126302361488342, -0.02424520067870617, 0.005970864091068506, 0.07939528673887253, 0.019697872921824455, -0.01863311603665352, -0.01625041291117668, 0.011538377963006496, -0.03601749241352081, -0.05337322875857353, 0.0005331195425242186, -0.005069747567176819, 0.03592843562364578, 0.0919979065656662, -0.053262580186128616, -0.03455723077058792, 0.014276290312409401, 0.06509391218423843, -0.031896673142910004, -0.014965658076107502, 0.08462847024202347, -0.03072332590818405, -0.0006231727893464267, -0.06186218559741974, 0.16111044585704803, 0.05073370039463043, -0.05925896391272545, 0.006469749845564365, -0.022325139492750168, -0.011945938691496849, -0.08980998396873474, 0.03350980207324028, -0.09002327919006348, 0.03300822153687477, 0.006892700679600239, 0.03482065722346306, -0.10307545214891434, -0.06376747041940689, -0.004319922532886267, 0.06910593062639236, -0.031182371079921722, 0.02070506662130356, 0.009229237213730812, -0.03677180036902428, -0.05979803949594498, -0.0069639733992516994, 0.08120110630989075, 0.14475895464420319, -0.011097919195890427, -0.007457558065652847, -0.04217526316642761, -0.06722155213356018, -0.010028827004134655, 0.0091197295114398, 0.03444826602935791, 0.016294118016958237, -0.029290612787008286, 0.02332310378551483, -0.006955798715353012, -0.033432237803936005, 0.04142574593424797, 0.03848356008529663, 0.02749996818602085, 0.013977469876408577, 0.024015305563807487, 0.06861710548400879, -0.04379113018512726, -0.06019718572497368, -0.06079971417784691, 0.03878144919872284, -0.04622385650873184, 0.030310777947306633, 0.03147124871611595, -0.056719813495874405, -0.06809217482805252, -0.016138272359967232, -0.003260553115978837, 0.0004189963510725647, -0.0845005214214325, 0.024650445207953453, -0.07415177673101425, -0.0550135113298893, -0.0004218693939037621, 0.056920237839221954, -0.051551453769207, 0.02374652773141861, -0.01327489409595728, 0.017647331580519676, 0.05147340148687363, -0.015057558193802834, 0.022919215261936188, 0.0355309322476387, 0.06509563326835632, 0.07176046073436737, -0.042000912129879, 0.02806103229522705, -0.05078600347042084, 0.06549254059791565, 0.003532739356160164, -0.029180947691202164, -0.0859985426068306, -0.06497786939144135, 0.018921982496976852, -0.06666339188814163, -0.059071775525808334, -0.07107046246528625, 0.004510271828621626, 0.008297747932374477, 0.021297533065080643, -0.015668166801333427, 0.08300725370645523, 0.03583579137921333, 0.019119784235954285, -0.05075464025139809], [0.06939190626144409, -0.13936714828014374, 0.0034060562029480934, -0.006636728998273611, -0.0313078798353672, -0.03296878933906555, 7.923843077151105e-05, -0.0449712797999382, 0.09857510030269623, -0.0252582635730505, -0.04730462282896042, -0.008915449492633343, -0.06771992892026901, -0.07600609213113785, -0.02685035578906536, -0.04242885112762451, -0.041575975716114044, 0.007481794338673353, -0.028272762894630432, 0.03490075469017029, -0.020935334265232086, 0.032982178032398224, -0.05692971125245094, -0.09316399693489075, -0.09533465653657913, -0.03801494091749191, 0.05953596159815788, 0.04850237816572189, -0.01658887229859829, -0.07233560085296631, 0.008794850669801235, 0.06617305427789688, 0.09035062044858932, -0.004416446201503277, 0.01710296794772148, -0.036681871861219406, 0.035419367253780365, 0.0013389623491093516, 0.0012334759812802076, 0.05188368633389473, -0.07414006441831589, 0.009353985078632832, 0.009157359600067139, 0.08540720492601395, 0.0043794880621135235, 0.021532416343688965, -0.09032095968723297, 0.03298111632466316, -0.060875292867422104, 0.022641079500317574, -0.01186524610966444, 0.0047592781484127045, -0.02764238975942135, 0.09314200282096863, -0.008828328922390938, 0.032534074038267136, -0.07360150665044785, 0.04176989942789078, -0.13294187188148499, 0.04183356463909149, 0.03453223779797554, 0.043375637382268906, 0.03488994017243385, 0.0893925130367279, 0.0032395708840340376, -0.02606355771422386, -0.08431376516819, 0.009061688557267189, 0.030757585540413857, 0.0074066584929823875, 0.016127051785588264, -0.0382033996284008, -0.07783789187669754, -0.0011164555326104164, -0.022809965535998344, 0.034837231040000916, -0.028568962588906288, -0.023835092782974243, -0.06209464743733406, 0.054214201867580414, -0.011706521734595299, -0.020828504115343094, 0.015933267772197723, -0.0466824434697628, -0.006976019591093063, -0.0011668725637719035, 0.016040613874793053, -0.008526097051799297, 0.0002582194865681231, 0.027549490332603455, 0.03264302387833595, 0.04381472244858742, 0.034028928726911545, 0.03343993425369263, -0.0032773371785879135, -0.005498160608112812, 0.015163498930633068, -0.006824743002653122, -0.0134451137855649, 0.03714156523346901, 0.09449367225170135, -0.018737494945526123, 0.02273549698293209, -0.010464919731020927, -0.010768303647637367, -0.04960520565509796, 0.003556805197149515, 0.060948897153139114, -0.07290846109390259, 0.018023107200860977, -0.022692007943987846, 0.044310618191957474, 0.07169873267412186, -0.012128605507314205, 0.049456238746643066, -0.06564188748598099, 0.03242739662528038, -0.049634408205747604, 0.013581490144133568, -0.03711066022515297, 1.7779213521862403e-05, 0.018273063004016876, 0.046121980994939804, 0.0476943701505661, 0.015187538228929043, -0.010219152085483074, -0.05999651923775673, 0.04492804780602455], [0.07692044228315353, -0.129068985581398, -0.026641111820936203, -0.09016498923301697, -0.08124540746212006, -0.021868614479899406, -0.012671632692217827, -0.07433512806892395, 0.13600176572799683, -0.01521045807749033, -0.03363870829343796, -0.0025041671469807625, -0.10233935713768005, -0.06351901590824127, -0.04005768150091171, -0.08625788986682892, 0.01486582774668932, 0.026835523545742035, -0.021363425999879837, 0.0016632511978968978, -0.029041055589914322, 0.051051028072834015, -0.07323140650987625, -1.4003849173604976e-06, -0.057460833340883255, -0.010970890522003174, 0.10580448806285858, -0.0056115807965397835, -0.08497009426355362, -0.007176042068749666, 0.01401090994477272, 0.09629350155591965, 0.006897652056068182, 0.03864648565649986, 0.057285066694021225, 0.023755056783556938, 0.07313806563615799, -0.041290875524282455, 0.07550815492868423, 0.04455471411347389, -0.06918004155158997, 0.06342971324920654, 0.02168530784547329, 0.0293485876172781, 0.030748380348086357, -0.06035424768924713, -0.026531940326094627, 0.0394333153963089, -0.08368446677923203, 0.06121673434972763, -0.04551183804869652, 0.07765516638755798, -0.04410995543003082, 0.018845075741410255, -0.010050132870674133, 0.01213855016976595, -0.040457360446453094, 0.02930431254208088, -0.09776030480861664, 0.08727872371673584, 0.06770434230566025, 0.0896943062543869, 0.00343795376829803, 0.116668201982975, -0.01648983173072338, -0.03763064742088318, -0.04214578866958618, 0.05450859293341637, 0.05079062283039093, -0.014798896387219429, 0.04945877939462662, 0.07602419704198837, -0.01932482421398163, -0.02852819114923477, -0.004623690620064735, 0.03891893848776817, 0.026523787528276443, -0.05343196913599968, -0.09742947667837143, 0.10423217713832855, 0.004834037274122238, -0.08195201307535172, -0.0013837884180247784, 0.05133222043514252, 0.0622263140976429, 0.030170969665050507, 0.038927000015974045, -0.031554266810417175, -0.07590146362781525, -0.10779008269309998, -0.03704962134361267, 0.06521186232566833, 0.03361372649669647, -0.01658523641526699, -0.030342135578393936, -0.052679888904094696, 0.029964042827486992, 0.03330990672111511, -0.0447893850505352, -0.03140944615006447, 0.06362424045801163, 0.0729917362332344, 0.004784021992236376, 0.042633943259716034, 0.06051153689622879, -0.025721801444888115, 0.015341785736382008, -0.004815106280148029, 0.10459078103303909, -0.05794559046626091, -0.0049671875312924385, -0.0025633780751377344, -0.03757757321000099, 0.012084431014955044, -0.00030460100970230997, -0.01703564077615738, -0.0034033791162073612, -0.1594308614730835, 0.04562391713261604, 0.084693044424057, -0.011148329824209213, 0.03503762185573578, -0.03368322178721428, 0.03036862052977085, 0.0719866007566452, 0.0427311472594738, 0.06282217055559158, -0.071221724152565], [0.06486889719963074, -0.039302825927734375, 0.06521347910165787, 0.05220095068216324, -0.04686182737350464, 0.04496830329298973, 0.054878801107406616, -0.08171258866786957, 0.046129338443279266, -0.07686043530702591, -0.0277152881026268, 0.06366178393363953, -0.06921133399009705, -0.0015429593622684479, -0.0006005365867167711, -0.06422165036201477, -0.06687548011541367, -0.0984724760055542, -0.031103605404496193, -0.021131139248609543, 0.026377039030194283, 0.05646450072526932, 0.00823190901428461, -0.045560676604509354, -0.02655707485973835, -0.019402896985411644, 0.06374038010835648, -0.017567027360200882, 0.007065135054290295, -0.0015740994131192565, -0.003116101957857609, 0.013754702173173428, 0.06005946174263954, -0.07421889901161194, 0.035952966660261154, -0.014452509582042694, 0.041603706777095795, 0.014660526067018509, -0.012590432539582253, -0.026581568643450737, -0.06863248348236084, 0.004782934673130512, 0.04250001162290573, 0.04462777078151703, 0.028094936162233353, 0.04217461869120598, -0.03961259871721268, 0.0889546275138855, 0.039574261754751205, 0.014647346921265125, -0.023505298420786858, -0.01697533391416073, -0.028392335399985313, 0.11144690215587616, -0.018204640597105026, 0.0011130627244710922, -0.013064336031675339, 0.01300088781863451, -0.07699518650770187, 0.14056749641895294, 0.04417699947953224, 0.04431838542222977, 0.026536159217357635, 0.03196552023291588, 0.07410895079374313, 0.004418754950165749, 0.09898852556943893, 0.1082688719034195, 0.04813435673713684, 0.030889321118593216, 0.054940540343523026, -0.007794606499373913, -0.027150502428412437, 0.1443491131067276, -0.0015101674944162369, -0.13662178814411163, -0.010528864338994026, 0.03149516135454178, 0.01709095761179924, 0.046275220811367035, -0.04987625405192375, 0.0022782483138144016, -0.022109337151050568, 0.06453388184309006, -0.03310614079236984, -0.08540812879800797, -0.030657371506094933, 0.06811793148517609, 0.011573311872780323, 0.050045937299728394, -0.015006463043391705, -0.040565598756074905, 0.006240054499357939, -0.0038851406425237656, 9.680925722932443e-05, -0.059987783432006836, -0.06319650262594223, 0.015770288184285164, -0.0004934744210913777, 0.06113240867853165, 0.021696370095014572, 0.04384634643793106, -0.04082604497671127, -0.08136847615242004, -0.014784196391701698, -0.06175585463643074, 0.02213677391409874, 0.07943126559257507, 0.01227579452097416, 0.02387910708785057, -0.0338536836206913, 0.036990005522966385, 0.02961086481809616, -0.10395443439483643, -0.030344363301992416, -0.030552228912711143, -0.04939470440149307, -0.056400373578071594, 0.00440601771697402, -0.0021522296592593193, 0.012455028481781483, -0.08527354151010513, -0.01327606849372387, -0.058160558342933655, 0.06000505015254021, 0.10164397209882736, -0.017187019810080528, -0.03682630881667137], [0.05647360533475876, -0.05771847814321518, 0.03454304486513138, -0.04555686563253403, -0.03686932101845741, 0.027552004903554916, 0.028718136250972748, -0.008377269841730595, 0.10672998428344727, 0.008399752900004387, -0.09785749763250351, 0.04088537022471428, -0.018763484433293343, -0.004306748043745756, -0.04417797923088074, -0.006857776083052158, -0.03206034004688263, -0.11466243118047714, 0.05299466848373413, -0.01850767619907856, -0.03183915466070175, -0.005280289798974991, 0.0377255417406559, -0.040471889078617096, -0.03538445383310318, 0.0038055654149502516, 0.0827149972319603, 0.053791020065546036, -0.0459192618727684, 0.04334670677781105, 0.060077767819166183, 0.010629826225340366, -0.013232567347586155, 0.006432783789932728, 0.043912168592214584, -0.029283789917826653, 0.05531628802418709, 0.001953379949554801, 0.06889858096837997, -0.05107169225811958, -0.09395720064640045, 0.011250154115259647, 0.0588596910238266, 0.05330109968781471, -0.02775726653635502, -0.018834920600056648, -0.07389697432518005, 0.11076070368289948, -0.038621071726083755, 0.004622252658009529, -0.01620413176715374, 0.08015196770429611, -0.03014957904815674, 0.0719698891043663, -0.03133491426706314, 0.030300511047244072, -0.061629001051187515, -0.04048590734601021, -0.006245334167033434, 0.15628960728645325, 0.061470262706279755, 0.024874433875083923, -0.031177688390016556, 0.06261181831359863, 0.04934857785701752, -0.031009916216135025, 0.0003776519442908466, 0.06302518397569656, -0.016870010644197464, -0.05477285385131836, 0.01119130291044712, -0.035815127193927765, -0.04752945899963379, -0.01642039231956005, -0.059964440762996674, 0.008576367050409317, 0.033257465809583664, -0.054301243275403976, 0.05061965808272362, 0.07330746948719025, -0.03926747292280197, 0.019478799775242805, -0.03820387274026871, 0.09646745026111603, -0.03421248495578766, -0.018117006868124008, -0.05902336537837982, 0.025461843237280846, -0.0023505808785557747, 0.026922427117824554, -0.017369693145155907, -0.007301785051822662, -0.011111069470643997, 0.06267134100198746, -0.020179428160190582, -0.03484339639544487, 0.004125404637306929, -0.07248552143573761, 0.02802584134042263, -0.04628593474626541, 0.03607292100787163, -0.014928809367120266, -0.006141908001154661, 0.0010741502046585083, -0.005648002494126558, 0.05314604565501213, -0.006138286087661982, -0.021021952852606773, -0.009438525885343552, -0.013923756778240204, 0.045920759439468384, 0.07966521382331848, -0.05081208422780037, -0.004460406489670277, -0.022149382159113884, -0.022027259692549706, 0.018704619258642197, -0.017018375918269157, 0.05242691934108734, -0.07220432907342911, 0.035134561359882355, -0.05543413758277893, 0.04793364554643631, -0.023353755474090576, -0.025868482887744904, -0.027825523167848587, -0.014896328561007977, -0.015477542765438557], [0.07681254297494888, -0.07918579876422882, 0.02045653946697712, 0.022903665900230408, -0.004498617257922888, -0.008695360273122787, -0.008114727213978767, -0.04266306385397911, 0.0575934536755085, 0.0028970104176551104, -0.05013488978147507, -0.031569045037031174, -0.03681286424398422, -0.047997668385505676, -0.037213895469903946, -0.014653067104518414, -0.01798931322991848, -0.03282930701971054, -0.028194179758429527, 0.016104094684123993, 0.015478801913559437, -0.014551172032952309, -0.006228768732398748, -0.06344106793403625, 0.011443287134170532, -0.03773854300379753, 0.05988607928156853, 0.034846819937229156, -0.031415559351444244, -0.01556775625795126, -0.017015913501381874, 0.06781967729330063, 0.10111502557992935, -0.036382436752319336, 0.07124514877796173, 0.022878112271428108, 0.04098604619503021, 0.019700946286320686, 0.02084609493613243, 0.06756607443094254, -0.043969690799713135, 0.029250917956233025, 0.060928378254175186, 0.04169060289859772, 0.03002016618847847, -0.005452532321214676, -0.06551432609558105, 0.02045067399740219, 0.012992233037948608, 0.014505280181765556, 0.00560733862221241, 0.0170721635222435, 0.003340087365359068, 0.02488488331437111, 0.002462300006300211, -0.055359210819005966, -0.02220708318054676, -0.013838090933859348, -0.061013028025627136, 0.06975385546684265, 0.06106662005186081, 0.01812276802957058, 0.0274262186139822, 0.024209249764680862, -0.023667093366384506, 0.023269586265087128, -0.028556637465953827, 0.03932240232825279, -0.025877712294459343, 0.038052067160606384, 0.0016118265921249986, -0.0038446346297860146, -0.0031032601837068796, -0.0003098618471994996, 0.043560709804296494, -0.010062634013593197, -0.03821873664855957, 0.0024641333147883415, 0.03442006558179855, 0.03243240341544151, -0.04034831002354622, 0.026173651218414307, -0.011066876351833344, -0.007284387480467558, -0.021027233451604843, 0.010655977763235569, 0.010871540755033493, 0.010712854564189911, 0.00021586817456409335, -0.0191672220826149, -0.04102819040417671, -0.00033672727295197546, -0.05371969938278198, -0.01952640898525715, -0.03343746438622475, -0.030522946268320084, 0.013279198668897152, 0.03152535483241081, 0.04940994083881378, 0.007691533770412207, -0.0086679607629776, 0.02757304161787033, -0.03224997967481613, 0.038118626922369, 0.011597511358559132, -0.03231357783079147, 0.06543190777301788, 0.07085680961608887, 0.052397068589925766, 0.0036857177037745714, -0.03832278773188591, -0.0067000905983150005, 0.03549192473292351, -0.06376104801893234, -0.06040945276618004, -0.03904111683368683, -0.03841822221875191, -0.07622639089822769, -0.032077137380838394, -0.026893358677625656, -0.0014000170631334186, -0.019569281488656998, 0.05354132875800133, -0.033168353140354156, 0.04069693014025688, 0.018208473920822144, -0.017288772389292717, 0.0031204174738377333], [0.1278260201215744, -0.052113402634859085, 0.037593476474285126, -0.11273722350597382, 0.006106482353061438, 0.026609601452946663, -0.013221608474850655, 0.00019216224609408528, 0.02941814810037613, 0.02778324857354164, -0.07084094732999802, -0.029969744384288788, -0.08662541210651398, -0.07704229652881622, 0.04228631779551506, -0.06510384380817413, -0.04400118067860603, -0.06230887025594711, 0.04503495991230011, 0.08821460604667664, -0.006040038075298071, 0.039367228746414185, 0.013402271084487438, -0.06697479635477066, -0.023705778643488884, 0.033197611570358276, 0.087407186627388, 0.03604735806584358, -0.011407988145947456, -0.008447675965726376, -0.03360738605260849, 0.00037631200393661857, -0.011212348937988281, -0.046994972974061966, 0.07988384366035461, -0.0975891575217247, 0.02409370243549347, -0.023312099277973175, 0.033819980919361115, 0.01797402650117874, -0.06454877555370331, 0.0441981665790081, 0.06439971923828125, 0.12063255161046982, -0.004496618174016476, 0.026907986029982567, -0.009823068045079708, 0.0726672038435936, -0.0011931222397834063, -0.017749447375535965, -0.029488926753401756, -0.018035683780908585, 0.04590873420238495, 0.037937842309474945, 0.025338178500533104, -0.02559070847928524, -0.052372295409440994, -0.0022488438989967108, -0.134373739361763, 0.03261755779385567, 0.010289061814546585, 0.05844465643167496, 0.036290768533945084, -0.012260351330041885, -0.035426847636699677, 0.05930876359343529, -0.0073484620079398155, -0.023580137640237808, -0.016916878521442413, 0.02314145490527153, -0.037457745522260666, 0.002833998529240489, 0.029444729909300804, -0.09596904367208481, 0.00028483010828495026, 0.02746751345694065, -0.0069273547269403934, -0.034654393792152405, -0.034575819969177246, 0.007747726980596781, -0.041993044316768646, 0.025906838476657867, -0.011895793490111828, -0.057288989424705505, 0.02393347956240177, -0.027900543063879013, -0.015515566803514957, 0.03412414714694023, 0.035573504865169525, -0.010359187610447407, 0.025406330823898315, -0.031504347920417786, -0.0341486893594265, -0.018874166533350945, -0.015319601632654667, 0.06962719559669495, -0.031846411526203156, 0.036048196256160736, 0.07860070466995239, 0.005021022167056799, 0.08841754496097565, -0.041776806116104126, -0.04630453139543533, -0.009882005862891674, -0.06405985355377197, -0.007545157801359892, 0.04924102500081062, -0.049775104969739914, -0.009487084113061428, 0.04878145456314087, -0.019253728911280632, 0.046740107238292694, 0.04043486341834068, 0.016797596588730812, 0.0009580812766216695, 0.03997843712568283, -0.0037875808775424957, -0.03508860990405083, 0.05733957514166832, -0.0014885987620800734, 0.00646614097058773, -0.018171224743127823, 0.058917902410030365, 0.019182318821549416, 0.032904110848903656, -0.03900489583611488, 0.06533253192901611, 0.0457075759768486], [0.11472342163324356, -0.10080201178789139, 0.008142353966832161, -0.028285248205065727, -0.06499506533145905, -0.008330682292580605, 0.036323387175798416, -0.009052831679582596, 0.029956858605146408, 0.026139790192246437, -0.03408832475543022, 0.020975984632968903, -0.08794168382883072, -0.03462938591837883, -0.03946961462497711, -0.06512676179409027, -0.03580884262919426, 0.0010153063340112567, 0.012230191379785538, 0.08732284605503082, 0.06678087264299393, 0.02703852392733097, -0.029925893992185593, -0.015912260860204697, -0.04510924592614174, -0.039764195680618286, 0.10837950557470322, 0.061500586569309235, -0.017997007817029953, -0.04588555917143822, 0.024335520341992378, 0.02089075557887554, 0.005549180321395397, -0.050091564655303955, 0.03053419478237629, 0.024664074182510376, 0.058776456862688065, -0.0284203439950943, 0.05252774432301521, 0.022668318822979927, -0.09934322535991669, 0.035406339913606644, 0.037403352558612823, 0.012506602331995964, -0.04104116931557655, -0.04081321507692337, -0.07388770580291748, 0.041449375450611115, -0.03089476376771927, -0.008360114879906178, -0.004030243959277868, 0.06688021123409271, -0.06061625853180885, 0.06547442078590393, 0.06552037596702576, 0.02323581837117672, -0.07459864765405655, -0.06413760036230087, -0.03614397346973419, 0.09240246564149857, 0.05277392268180847, 0.08211295306682587, 0.0651518777012825, -0.03490583971142769, 0.0017626539338380098, -0.03969511017203331, 0.06181284785270691, -0.058918438851833344, 0.029410695657134056, -0.013756027445197105, 0.06237751245498657, -0.04460817947983742, -0.029575468972325325, -0.01964297704398632, -0.03477131202816963, 0.0031883458141237497, 0.05615461617708206, -0.04606954753398895, 0.03127675876021385, 0.11073744297027588, -0.03482724353671074, 0.027538802474737167, -0.018990501761436462, 0.10922765731811523, -0.05158500373363495, 0.03812432661652565, -0.004079989157617092, -0.03730015829205513, -0.08107376843690872, 0.05424721911549568, 0.045253995805978775, 0.007456956896930933, 0.011217346414923668, 0.05337129533290863, -0.03309491649270058, 0.017229236662387848, 0.0340145118534565, -0.03173014149069786, -0.041960809379816055, 0.012990033254027367, 0.06017625704407692, -0.005585954058915377, 0.07422228157520294, -0.06630527973175049, -0.08403242379426956, 0.04660925641655922, -0.03207696974277496, 0.022290769964456558, -0.017734745517373085, -0.00720679946243763, 0.004508360754698515, 0.05312773212790489, 0.019751248881220818, 0.07821258157491684, -0.04283939301967621, -0.031979240477085114, 0.03410208970308304, -0.0027625421062111855, -0.05082641914486885, -0.018454434350132942, -0.062194518744945526, 0.0001818724413169548, 0.004600632935762405, -0.03594210743904114, -0.055150795727968216, 0.027225302532315254, -0.012778155505657196, -0.023026827722787857], [0.0753183588385582, -0.04395078122615814, 0.0653037428855896, -0.0025646532885730267, -0.0316648930311203, 0.0672045648097992, 0.07231128215789795, -0.02374938875436783, 0.05600449815392494, -0.0566350519657135, -0.0701369121670723, -0.0008558265399187803, -0.03508850932121277, -0.01983209140598774, 0.018601221963763237, -0.039086513221263885, -0.06378000229597092, -0.06449984014034271, 0.0677587240934372, 0.08514754474163055, -0.042854148894548416, -0.04972722381353378, 0.043179262429475784, -0.040098611265420914, -0.01759377308189869, -0.020364554598927498, 0.07171157002449036, 0.03492039442062378, 0.02038954757153988, 0.023392660543322563, 0.03896866738796234, 0.0580456405878067, -0.033056098967790604, -0.021790776401758194, 0.06751178950071335, -0.009867467917501926, 0.05699385330080986, 0.0004072620940860361, 0.09480956196784973, 0.01584816351532936, -0.09428682923316956, -0.025831298902630806, 0.04974707216024399, 0.006180069874972105, 0.023295186460018158, 0.09978466480970383, -0.05180744081735611, 0.08671081066131592, -0.07158783823251724, -0.01692204177379608, -0.0037840630393475294, -0.01737683080136776, -0.03154134005308151, 0.07993330806493759, -0.08830796182155609, 0.020394472405314445, 0.024414991959929466, -0.0446825735270977, 0.011898224242031574, 0.10051783919334412, 0.09690387547016144, 0.03815728798508644, 0.02493429370224476, -0.014024502597749233, -0.007980513386428356, -0.06464076787233353, 0.011247154325246811, 0.0024005731102079153, 0.02632749453186989, 0.0744590312242508, 0.040928591042757034, 0.06213431432843208, -0.02888157218694687, 0.013944342732429504, 0.02177225984632969, -0.06800495088100433, 0.03164338693022728, 0.039759814739227295, 0.0743376761674881, 0.0573958083987236, -0.046374015510082245, 0.005314933136105537, -0.02753092162311077, 0.022394511848688126, -0.01420363038778305, -0.05382261797785759, 0.028241446241736412, -0.0832083523273468, -0.0359639935195446, -0.013178948312997818, -0.0077168941497802734, -0.018651967868208885, -0.038474250584840775, 0.011346472427248955, -0.010128029622137547, 0.0013770832447335124, -0.003991918638348579, 0.0387803390622139, 0.06909999996423721, 0.043456271290779114, 0.0011677322909235954, -0.035496022552251816, -0.01641150191426277, -0.05524450168013573, 0.01040465384721756, 0.029718060046434402, 0.028155960142612457, 0.014391378499567509, -0.014037910848855972, 0.047440286725759506, -0.04239749535918236, 0.023894358426332474, -0.0694967657327652, -0.06549711525440216, -0.0252707339823246, -0.014317638240754604, -0.06771290302276611, -0.09568510949611664, -0.03660339117050171, -0.01912662200629711, 0.06407858431339264, -0.02275734208524227, 0.07595185190439224, -0.0005405948613770306, 0.04027323052287102, 0.007974868640303612, 0.024998316541314125, -0.021989818662405014], [0.03645779564976692, -0.05132424831390381, 0.013646301813423634, 0.025712978094816208, 0.004846734460443258, -0.048197340220212936, 0.01807199791073799, -0.04007190838456154, 0.025672927498817444, -0.0023844772949814796, -0.019416768103837967, -0.07767323404550552, -0.039410583674907684, 0.05042417719960213, -0.011118464171886444, -0.05790435150265694, -0.07441680878400803, -0.07651157677173615, 0.04427727311849594, 0.10353153944015503, -0.02194429375231266, 0.03285572677850723, 0.051171090453863144, -0.036026690155267715, -0.0559193454682827, -0.034107305109500885, 0.03126909211277962, -0.021670235320925713, -0.016781384125351906, 0.031849659979343414, -0.013283171691000462, -0.008326122537255287, -0.0021397697273641825, -0.014600996859371662, -0.031183568760752678, 0.01046081818640232, 0.05955999344587326, -0.005681359209120274, 0.027550647035241127, 0.021829163655638695, -0.05179727450013161, 0.003571566892787814, 0.0637182965874672, 0.039428386837244034, -0.05543464422225952, -0.018820995464920998, -0.05218607559800148, 0.002793694380670786, -0.050751663744449615, 0.029335837811231613, -0.032064005732536316, 0.005764317233115435, 0.021204819902777672, 0.01953129656612873, 0.019711436703801155, 0.043897420167922974, -0.022308463230729103, 0.01817692629992962, -0.0610915832221508, 0.02858586423099041, 0.05419839173555374, 0.07037700712680817, -0.01365756243467331, 0.03642437607049942, -0.03322328254580498, 0.04217175394296646, 0.014002809301018715, -0.004839575383812189, -0.03299921378493309, 0.008595956489443779, -0.012646101415157318, -0.04309777915477753, 0.01304679550230503, -0.0142058115452528, 0.023142924532294273, -0.026749899610877037, 0.02205844782292843, -0.022523347288370132, -0.012219569645822048, -0.03478080406785011, -0.02873086743056774, 0.018908903002738953, 0.056804850697517395, -0.01800302043557167, -0.025843355804681778, 0.001186573295854032, -0.009678728878498077, 0.01745602861046791, -0.03366350010037422, 0.005772704724222422, -0.09656402468681335, -0.02244555950164795, 0.002293055411428213, 0.0006985787767916918, -0.017245376482605934, -0.03915383294224739, -0.0010956322075799108, -0.04013662412762642, 0.02591928280889988, -0.05058901011943817, -0.0010163512779399753, 0.004446642939001322, -0.027363313362002373, 0.00528031075373292, 0.03613691031932831, -0.13810443878173828, 0.05513766407966614, -0.030255183577537537, 0.03659174591302872, 0.013533106073737144, 0.03539038449525833, 0.019172636792063713, 0.020689791068434715, -0.00647010188549757, 0.04539347067475319, -0.021328063681721687, 0.01465369202196598, 0.0075248172506690025, -0.017750859260559082, -0.03778315708041191, 0.016764527186751366, -0.025009354576468468, 0.03000554069876671, 0.03775886073708534, 0.046382371336221695, -0.005477679893374443, -0.014906334690749645, 0.02590027265250683], [0.058099165558815, -0.10270930081605911, -0.07363136857748032, 0.0044004106894135475, -0.08150922507047653, 0.03793046250939369, -0.0016614831984043121, -0.023187555372714996, 0.08525289595127106, -0.04288353770971298, -0.04894358292222023, 0.006495666224509478, -0.08003038913011551, -0.013994972221553326, 0.06852882355451584, -0.014635724946856499, -0.04343403875827789, -0.05804348737001419, 0.05789845064282417, -0.006721817888319492, 0.0020835422910749912, 0.025781316682696342, -0.03885549306869507, -0.008502313867211342, -0.021723078563809395, -0.018466008827090263, 0.09011542052030563, 0.06309890002012253, -0.03585917875170708, -0.009607769548892975, 0.028798498213291168, -0.04667222499847412, 0.028483685106039047, -0.0004300906148273498, 0.025664275512099266, 0.015827879309654236, 0.07745698094367981, -0.027366003021597862, 0.055904779583215714, 0.037505410611629486, -0.05978307127952576, 0.08156999945640564, 0.04029959440231323, 0.04448118433356285, 0.02637108787894249, -0.08012617379426956, -0.018342098221182823, 0.008576305583119392, 0.019367048516869545, -0.011284948326647282, -0.03489089384675026, 0.025670742616057396, 0.005765026435256004, 0.04319636523723602, -0.020150193944573402, -0.05538356676697731, 0.023253969848155975, 0.02017415501177311, -0.03485414758324623, 0.07008329778909683, 0.017518440261483192, 0.04652348533272743, 0.029656080529093742, -0.058860357850790024, 0.0281707514077425, 0.052326593548059464, 0.030821148306131363, 0.08452143520116806, 0.022031959146261215, 0.007105864584445953, 0.008420255966484547, 0.027908679097890854, -0.0011022149119526148, 0.020748630166053772, 0.062420014292001724, -0.009005894884467125, -0.012130718678236008, 0.005382398143410683, -0.08058074861764908, 0.02750774472951889, -0.017002662643790245, 0.008418849669396877, -0.07806396484375, 0.017203498631715775, 0.008703114464879036, -0.022098006680607796, 0.0051232329569756985, -0.009172828868031502, -0.07369306683540344, 0.030105777084827423, -0.055854570120573044, 0.02393496409058571, -0.01910213939845562, 0.03389355540275574, -0.019908081740140915, -0.0018050458747893572, -0.017206933349370956, 0.025530533865094185, 0.00600568950176239, -0.020447373390197754, 0.005461595486849546, 0.01939806528389454, -0.0003135203733108938, -0.04715890437364578, -0.056192200630903244, -0.03768948093056679, 0.016435790807008743, 0.05590689927339554, -0.010096130892634392, 0.023820368573069572, -0.03579147532582283, -0.0006919534644111991, 0.0006026396295055747, -0.047460682690143585, 0.01717144437134266, -0.014597902074456215, 0.021288013085722923, -0.07462738454341888, -0.027960369363427162, 0.009223446249961853, -0.008927089162170887, 0.0031241243705153465, -0.03751515597105026, 0.026304200291633606, 0.029726237058639526, -0.007348506711423397, 0.008890066295862198, -0.02698306366801262], [0.0880037248134613, -0.060646336525678635, 0.017166880890727043, -0.029163576662540436, -0.019742673262953758, 0.0077139511704444885, 0.09640280902385712, -0.09368997067213058, 0.09256220608949661, -0.03606231138110161, -0.0905022844672203, 0.043046627193689346, -0.05704782158136368, -0.05664810910820961, 0.00822449941188097, -0.002744051394984126, -0.07438759505748749, -0.09533905237913132, 0.03831028565764427, 0.014382102526724339, -0.0339667983353138, 0.07005702704191208, 0.07069756090641022, -0.013439477421343327, -0.03924049809575081, -0.054988794028759, 0.07785632461309433, 0.08594813942909241, 0.03608780354261398, -0.022586271166801453, 0.022303951904177666, -0.01915661431849003, 0.0126566207036376, -0.029866203665733337, 0.0350831001996994, 0.003717188723385334, 0.08723286539316177, 0.013640597462654114, 0.09284930676221848, 0.0032642516307532787, -0.09543758630752563, 0.01083819754421711, 0.0573330782353878, 0.10534528642892838, -0.06973613798618317, 0.07259555906057358, -0.06700564920902252, 0.049277614802122116, 0.015619585290551186, -0.055118925869464874, -0.05013229697942734, 0.026974566280841827, 0.025368347764015198, 0.04169357940554619, -0.018924374133348465, -0.012395269237458706, 0.04904051497578621, -0.05539615824818611, -0.01102220918983221, 0.07974839955568314, 0.09414312988519669, 0.04360349476337433, 0.05202368274331093, -0.02914627455174923, 0.008622394874691963, 0.04448918253183365, 0.04027007892727852, 0.006884455680847168, 0.028492825105786324, 0.008644645102322102, 0.007151726167649031, 0.00454588932916522, -0.04845548793673515, -0.07339289039373398, -0.0701785758137703, -0.009353124536573887, -0.03756864741444588, -0.024618811905384064, 0.0038864032831043005, 0.08737466484308243, -0.07915524393320084, -0.04072853922843933, -0.04599542170763016, 0.05740445852279663, -0.006508598104119301, 0.033508386462926865, -0.05097823962569237, 0.040962379425764084, -0.005174183286726475, 0.07125266641378403, -0.0575220063328743, -0.0037193407770246267, -0.04149848222732544, 0.04290405288338661, -0.07654174417257309, -0.02095191553235054, 0.036711547523736954, 0.018044406548142433, 0.07844359427690506, 0.026433195918798447, 0.027811311185359955, 0.019452743232250214, -0.02463977225124836, 0.027847085148096085, -0.009915290400385857, -0.04552735760807991, 0.06677161157131195, 0.0351155586540699, -0.04405790939927101, 0.06744758039712906, -0.05060362443327904, 0.04291960597038269, -0.01643793098628521, 0.011082067154347897, -0.0068542929366230965, 0.0584675632417202, 0.011130313389003277, -0.07667937129735947, -0.015288898721337318, -0.022653251886367798, -0.03912044316530228, 0.03156590089201927, -0.009571249596774578, -0.02723570540547371, 0.06391863524913788, 0.06593719869852066, 0.004358069971203804, 0.017339149489998817], [0.03399770334362984, 0.014057624153792858, 0.027872780337929726, -0.0011883367551490664, -0.07574658840894699, 0.011724871583282948, 0.024211222305893898, 0.0016635182546451688, 0.02740892395377159, -0.08867295831441879, -0.11675997078418732, 0.02427724003791809, -0.016991309821605682, -0.055099863559007645, 0.019742224365472794, 0.05675862357020378, -0.04945078864693642, -0.05966893583536148, 0.08268009126186371, 0.052987582981586456, -0.06110956892371178, -0.06777511537075043, -0.04958268627524376, -0.11167139559984207, 0.03148581460118294, -0.09977038949728012, 0.049988746643066406, 0.11001091450452805, -0.12475011497735977, -0.01039128191769123, 0.0638803169131279, -0.07839430123567581, -0.010356846265494823, -0.0332411527633667, 0.07435151934623718, 0.008053572848439217, 0.046545229852199554, -0.027908483520150185, 0.12396019697189331, -0.06890039145946503, -0.14935772120952606, -0.01813182234764099, -0.034196753054857254, 0.02622629888355732, -0.0967257022857666, -0.03148666024208069, -0.05448327586054802, 0.03866564482450485, -0.0006171594141051173, 0.031034132465720177, -0.0455026812851429, 0.026130404323339462, -0.0042414539493620396, 0.07151736319065094, -0.10823474079370499, 0.017687898129224777, 0.00035331567050889134, -0.06343069672584534, -0.0294952392578125, 0.02573229931294918, 0.15148715674877167, 0.069381944835186, 0.002527201548218727, -0.0836433470249176, -0.015753544867038727, -0.032766252756118774, -0.05496383085846901, -0.0484132282435894, -0.01848454400897026, -0.029482465237379074, 0.014526911079883575, -0.012717501260340214, 0.06996829062700272, -0.07784006744623184, 0.0025371199008077383, 0.08914485573768616, 0.02432604506611824, 0.024239908903837204, 0.01356201060116291, 0.017324134707450867, 0.04594433680176735, 0.04031945392489433, -0.051709070801734924, 0.049352940171957016, -0.005423883907496929, 0.022786252200603485, 0.04343830794095993, -0.027625568211078644, -0.05829189345240593, 0.0008753195288591087, 0.04097820073366165, -0.061423104256391525, -0.10347665846347809, 0.009318013675510883, -0.04698772355914116, -0.0243152417242527, -0.08100686222314835, 0.04502548649907112, 0.0020804149098694324, 0.04787653684616089, 0.07438519597053528, -0.0349351167678833, 0.05335676670074463, -0.011777359060943127, 0.02345668151974678, 0.03224689140915871, 0.05779781937599182, 0.02371624857187271, 0.038250792771577835, -0.005103324539959431, -0.015598774887621403, 0.06962089240550995, -0.0383739173412323, -0.01570325531065464, -0.032879944890737534, 0.02916989102959633, 0.03256542235612869, -0.006625802721828222, -0.006167487241327763, -0.03351658210158348, 0.023567019030451775, -0.03778502717614174, 0.07553332298994064, 0.055238332599401474, 0.051894575357437134, -0.07333940267562866, -0.05419556796550751, -0.009335896000266075], [0.05208948999643326, -0.11527158319950104, -0.037916846573352814, 0.0280789565294981, -0.05711382254958153, -0.023884955793619156, -0.016516733914613724, -0.04056832566857338, 0.11639613658189774, -0.02019079402089119, -0.06005476042628288, 0.02506684511899948, -0.029627306386828423, -0.052170298993587494, -0.06691135466098785, -0.03166772425174713, -0.05902564525604248, -0.014383163303136826, -0.002246025949716568, 0.031695250421762466, -0.0699956864118576, -0.0230607520788908, 0.01646396890282631, 0.006038199178874493, 0.02169875241816044, -0.02345629595220089, 0.06153471767902374, 0.014290026389062405, -0.04490656778216362, 0.016403241083025932, 0.02068595588207245, 0.0026371018029749393, 0.0014939182437956333, 0.012227236293256283, 0.04871195927262306, -0.011057141236960888, 0.046730078756809235, -0.027783753350377083, 0.06189892813563347, -0.008253686130046844, -0.06335324794054031, 0.028248298913240433, 0.015767453238368034, -0.009125408716499805, 0.009838826023042202, -0.001565764076076448, -0.05476235970854759, 0.062453046441078186, 0.006753098219633102, -0.01753942482173443, -0.021572019904851913, 0.03523596003651619, -0.04193205013871193, 0.015633776783943176, 0.005918820854276419, 0.08221974223852158, -0.04526999592781067, -0.020002223551273346, -0.05527307465672493, 0.11195709556341171, 0.06601621210575104, 0.09247587621212006, 0.036673061549663544, 0.030673746019601822, -0.03859492763876915, 0.012505841441452503, 0.006419610697776079, -0.028163401409983635, -0.039857737720012665, 0.015061600133776665, -0.015566075220704079, -0.00047665531747043133, -0.002474605804309249, -0.03258760645985603, -0.04609496518969536, 0.022602450102567673, 0.030353179201483727, -0.10300838947296143, -0.048901189118623734, 0.1230197548866272, -0.018054703250527382, -0.04546935856342316, -0.030796866863965988, 0.014473498798906803, -0.018492797389626503, 0.019378678873181343, -0.0003861362929455936, -0.10112284868955612, -0.06658267229795456, 0.05046554654836655, -0.0063752178102731705, 0.005289321765303612, -0.027562709525227547, -0.027808217331767082, 0.013259964995086193, -0.017828265205025673, 0.02594367414712906, -0.06455257534980774, -0.0022668272722512484, 0.013108409941196442, 0.05654290318489075, 0.012188946828246117, 0.06110864877700806, -0.02259044535458088, -0.03395339101552963, 0.04179755598306656, 0.02225933037698269, -0.06497941166162491, -0.02017875388264656, -0.012682188302278519, -0.004682751372456551, 0.0742732509970665, 0.026257652789354324, 0.0037120364140719175, 0.013482038863003254, -0.004738873802125454, -0.034078434109687805, 0.014828694984316826, 0.012479221448302269, -0.004592390730977058, -0.05910661071538925, 0.03650388866662979, 0.0017663347534835339, 0.046725139021873474, 0.04858202487230301, 0.02172408252954483, -0.05223438888788223, -0.013636263087391853], [0.05347837880253792, -0.09328629821538925, -0.012732289731502533, 0.058319397270679474, -0.1026439443230629, -0.025565745308995247, 0.024609263986349106, -0.03203507512807846, 0.07756730914115906, -0.02944454364478588, -0.061297960579395294, -0.0029941454995423555, -0.07167676836252213, -0.028223605826497078, 0.011865220963954926, -0.025100860744714737, -0.006399518344551325, 0.02857171930372715, 0.02056036703288555, -0.003189403796568513, -0.006484390702098608, 0.008753500878810883, -0.04080499708652496, -0.01112378016114235, -0.09088955074548721, -0.05852106586098671, 0.04560651630163193, 0.018633196130394936, -0.062038570642471313, -0.013139140792191029, 0.036682240664958954, 0.02307097055017948, 0.01387842372059822, 0.005232884082943201, 0.014786489307880402, -0.030661683529615402, 0.023208221420645714, -0.08312077075242996, 0.03964777663350105, 0.04121311381459236, -0.05109260603785515, -0.02729795314371586, 0.07472103834152222, -0.026695724576711655, -0.015646634623408318, -0.035657256841659546, -0.04679349809885025, 0.0013019355246797204, -0.001744957291521132, -0.014632247388362885, -0.050687432289123535, 0.034283410757780075, 0.029089590534567833, 0.06714943796396255, 0.032245855778455734, -0.034648943692445755, -0.05244142562150955, 0.03205873444676399, -0.08153588324785233, 0.11273349076509476, 0.022432148456573486, 0.00984330102801323, 0.02828695811331272, 0.002894058357924223, 0.0208131093531847, 0.025454135611653328, -0.030872154980897903, 0.03596111014485359, -0.020500967279076576, -0.03075820580124855, 0.04743014648556709, 0.016580916941165924, -0.00040693927439861, 0.0384371280670166, -0.011408558115363121, 0.011986911296844482, -0.006560169626027346, 0.02067205309867859, -0.03258882090449333, 0.07164651155471802, 0.004616663325577974, 0.0037777437828481197, -0.03217685967683792, -0.00854516588151455, 0.01477595791220665, 0.003746900474652648, 0.016691207885742188, 0.009091491810977459, -0.017254363745450974, -0.025123804807662964, -0.015870632603764534, 0.006285633891820908, -0.011560628190636635, 0.042313504964113235, -0.018267987295985222, 0.02027253247797489, 0.0277288518846035, 0.011635796166956425, 0.020794004201889038, 1.1146238648507278e-05, 0.008720437064766884, 0.0024190812837332487, -0.010280542075634003, 0.03881899267435074, 0.02341291308403015, -0.04350178316235542, 0.01962244138121605, 0.031496718525886536, 0.0037373353261500597, 0.025854071602225304, 0.0001522102829767391, 0.04347800835967064, -0.017614662647247314, -0.0020813550800085068, 0.0220479816198349, -0.013556526042521, 0.020678384229540825, -0.0279970932751894, 0.07373373210430145, 0.020063793286681175, -0.017616786062717438, -0.01664668321609497, 0.00395128782838583, 0.03855571895837784, -0.017322886735200882, -0.06087697297334671, 0.015204462222754955, -0.010415487922728062], [0.07891637086868286, -0.12221408635377884, 0.06501609832048416, -0.03526243194937706, 0.033208396285772324, -0.021047979593276978, 0.006189784500747919, -0.04804137721657753, 0.02525581419467926, 0.01908964104950428, -0.030306894332170486, -0.05256769433617592, -0.02071923017501831, -0.04370250925421715, -0.039137594401836395, -0.09923278540372849, -0.03239784017205238, -0.0414581373333931, -0.010288090445101261, 0.030957333743572235, 0.08811753988265991, 0.011109468527138233, -0.03623523935675621, -0.016166076064109802, -0.044257476925849915, -0.02203366905450821, 0.04564536362886429, 0.05505810305476189, -0.049598369747400284, -0.020372293889522552, 0.03190750256180763, 0.08182920515537262, 0.01529768668115139, -0.022735407575964928, 0.03590359166264534, -0.06909245252609253, 0.036194559186697006, 0.023736702278256416, 0.055832765996456146, 0.05956116318702698, -0.03494582697749138, 0.04686259478330612, 0.009659530594944954, 0.05323658511042595, 0.02249401994049549, 0.0361153781414032, -0.016866890713572502, 0.012266281060874462, -0.10125540941953659, -0.0337693952023983, -0.11226120591163635, 0.06267300248146057, 0.05188985541462898, 0.002753103617578745, 0.037635285407304764, 0.004664452280849218, -0.05191781371831894, -0.02214145101606846, -0.10101484507322311, 0.053448595106601715, -0.059144508093595505, 0.06373248994350433, -0.03054252453148365, 0.054614193737506866, -0.034551434218883514, -0.01641916111111641, -0.02781079150736332, -0.0017928628949448466, 0.07537450641393661, 0.025709936395287514, 0.0590897761285305, 0.02129308134317398, -0.07073821872472763, 0.011853178963065147, 0.012968264520168304, -0.06405255943536758, 0.02835347317159176, 0.04350307956337929, 0.0014464950654655695, 0.11736762523651123, -0.08693073689937592, 0.00774767342954874, 0.023079857230186462, 0.031129153445363045, -0.0014516806695610285, 0.009967061690986156, 0.05185681954026222, -0.020216654986143112, -0.005755230318754911, 0.024812428280711174, 0.007605190388858318, 0.1342506855726242, 0.042488645762205124, 0.015414834022521973, 0.01870088279247284, 0.021282130852341652, 0.06576212495565414, -0.029276711866259575, -0.027694907039403915, 0.005883750971406698, -0.004024517256766558, -0.005821689497679472, 0.012572230771183968, -0.02690974250435829, -0.012983390130102634, 0.0484904907643795, 0.002129384083673358, 0.020580805838108063, -0.04231773316860199, -0.013504345901310444, 0.00017557264072820544, 0.03306776285171509, 0.00017498634406365454, 0.020876778289675713, -0.04171385243535042, -0.13607484102249146, -0.0410986989736557, -0.005220150109380484, 0.0254170224070549, -0.05729937180876732, -0.038664013147354126, 0.06625445932149887, -0.03557847812771797, 0.06572981923818588, 0.06779620051383972, 0.032377827912569046, 0.05712134391069412, -0.03971179202198982], [0.04347768798470497, -0.029638538137078285, -0.049102649092674255, 0.010757447220385075, 0.00030731502920389175, 0.021168947219848633, 0.08357924222946167, -0.04104107990860939, 0.047511644661426544, 5.231921750237234e-05, -0.05774731934070587, -0.014322938397526741, -0.0390077568590641, -0.025436000898480415, -0.02871819958090782, -0.016617551445961, -0.0468619167804718, -0.08962956815958023, 0.010673175565898418, 0.05776028707623482, 0.01703488454222679, -0.0073158652521669865, 0.019554486498236656, -0.008245596662163734, -0.012542949989438057, -0.05460009723901749, -0.010951180011034012, 0.03664026036858559, 0.02628384716808796, -0.04688553139567375, 0.04659464955329895, -0.011423247866332531, 0.04437809810042381, -0.03360176831483841, 0.00044749188236892223, -0.09751679003238678, 0.02711273916065693, 0.001230862457305193, -0.006388314068317413, 0.012654714286327362, 0.0009098017471842468, -0.003523469204083085, 0.030224958434700966, 0.07203491777181625, -0.0041295927949249744, 0.01617465540766716, -0.06507472693920135, -0.011230340227484703, -0.016804464161396027, -0.05057350918650627, 0.020362963899970055, 0.05143332853913307, 0.041717831045389175, 0.034061018377542496, -0.02712494693696499, 0.03660512715578079, 0.0421471893787384, 0.01619035191833973, -0.025891462340950966, 0.15278586745262146, 0.03696334362030029, -0.010812520980834961, 0.03173287585377693, -0.06038544327020645, 0.022690773010253906, 0.019699331372976303, 0.011898323893547058, 0.03419674560427666, 0.014673089608550072, 0.06073792651295662, 0.02508598379790783, 0.01967727020382881, 0.020388003438711166, 0.023430611938238144, 0.01845426857471466, -0.023780550807714462, 0.009928879328072071, 0.02317625842988491, -0.015390063636004925, -0.00598174100741744, -0.03314633294939995, 0.0022041446063667536, -0.01709463633596897, -0.002434829715639353, 0.018128151074051857, 0.0017481304239481688, -0.019802669063210487, 0.030438965186476707, 0.008274809457361698, 0.01674717664718628, -0.01052664965391159, 0.009773594327270985, -0.04608069360256195, -0.01490841992199421, -0.03880845010280609, 0.0362941175699234, -0.0074968780390918255, 0.06284172087907791, 0.05827736109495163, -0.052922241389751434, 0.022131966426968575, 0.011663387529551983, -0.04367339611053467, -0.016623729839920998, 0.012147853150963783, -0.019079959020018578, -0.02870294637978077, 0.008656155318021774, -0.030020637437701225, -0.019398674368858337, -0.012750735506415367, -0.01829225942492485, -0.02327796258032322, -0.028839124366641045, 0.0316321961581707, 0.026275740936398506, 0.004773902706801891, -0.02312983013689518, 0.006956056691706181, 0.009402678348124027, 0.005370760336518288, -0.005749576259404421, -0.010122327134013176, 0.02647770382463932, 0.011770609766244888, 0.005336438305675983, -0.0003772804921027273, -0.026448555290699005], [0.04277697950601578, -0.0637979507446289, 0.020642604678869247, -0.02704619988799095, -0.00723223527893424, 0.04901557043194771, 0.006062373518943787, -0.019085904583334923, 0.05000202730298042, -0.05997639149427414, -0.04487122595310211, 0.00807449221611023, -0.05157092958688736, -0.024675877764821053, 0.020433615893125534, 0.005252133123576641, -0.04967452958226204, -0.016224563121795654, 0.024930668994784355, 0.025331325829029083, 0.008815779350697994, 0.013191070407629013, 0.01659560576081276, 0.014698904007673264, 0.00743173249065876, 0.004967169836163521, 0.03207603096961975, 0.053358033299446106, -0.07275538146495819, -0.0751725509762764, 0.04582418501377106, 0.015376254916191101, 0.046824343502521515, -0.030788129195570946, 0.015219805762171745, -0.054906319826841354, 0.04453980177640915, 0.02184450998902321, 0.006825393531471491, 0.03379256650805473, -0.032479796558618546, -0.019606707617640495, 0.06975056976079941, 0.04397863149642944, -0.06278403103351593, -0.028211325407028198, -0.07189606130123138, 0.0049031260423362255, -0.02064351551234722, -0.0371314100921154, -0.001350328209809959, 0.029313307255506516, 0.048491545021533966, 0.039585985243320465, -0.01360898558050394, -0.017736058682203293, 0.028421739116311073, -0.004487387370318174, -0.03466540202498436, 0.059911079704761505, 0.022974669933319092, 0.048833563923835754, 0.02017129585146904, 0.00025116652250289917, 0.06971549242734909, -0.013861186802387238, -0.03742104768753052, 0.03370753675699234, -0.006252054590731859, 0.06189655885100365, 0.006209297571331263, 0.037069644778966904, 0.03880244866013527, -0.029966235160827637, 0.058793116360902786, -0.014553370885550976, -0.026071365922689438, 0.03693046420812607, -0.01450725831091404, 0.05425520986318588, -0.09606265276670456, 0.022010819986462593, -0.023432530462741852, -0.00133946118876338, -0.024176156148314476, -0.012671890668570995, 0.023342445492744446, -0.02822756953537464, 0.0016719986451789737, -0.0008077942184172571, 0.017460431903600693, 0.0166880264878273, -0.0344722755253315, -0.02829786203801632, 0.04359547048807144, 0.015371877700090408, -0.02878197282552719, 0.07913073897361755, 0.07468029856681824, -0.001916861510835588, 0.032588496804237366, 0.02321704663336277, -0.03746581822633743, 0.011090407148003578, -0.013330833055078983, -0.0034656364005059004, -0.004081160295754671, 0.03313995525240898, 0.05667561665177345, -0.019287124276161194, -0.008963999338448048, -0.014123596251010895, 0.02014704793691635, -0.05092151463031769, 0.005339565686881542, 0.026143893599510193, 0.014064461924135685, -0.02699797973036766, -0.015095427632331848, 0.02954476699233055, 0.0002565478498581797, -0.0009676042245700955, 0.016620034351944923, 0.03296491131186485, 0.03908020630478859, 0.02180449478328228, -0.03343895822763443, 0.021742889657616615], [0.08259840309619904, -0.13015590608119965, 0.04769330844283104, -0.043187495321035385, -0.06299278140068054, -0.028414476662874222, -0.03039185144007206, -0.005154757294803858, 0.14189653098583221, 0.03388291597366333, -0.06516558676958084, 0.0018911890219897032, -0.08724109828472137, -0.040352873504161835, -0.00020966945157852024, -0.026708703488111496, -0.000495905289426446, 0.0326647087931633, -0.0039846887812018394, -0.013423291966319084, 0.04296454042196274, -0.013452652841806412, 0.04181891307234764, 0.0026695607230067253, -0.09037292748689651, -0.0772310271859169, 0.09029357880353928, 0.08228117972612381, -7.025082595646381e-05, -0.03725636750459671, -0.0314018689095974, 0.027285780757665634, 0.04327630624175072, 0.04001576825976372, 0.04817448556423187, -0.030349472537636757, -0.004836658015847206, 0.03492461144924164, 0.06215798109769821, 0.0721384733915329, -0.055822622030973434, 0.0167323537170887, 0.028704050928354263, 0.09746646881103516, 0.03167785704135895, 0.05840130150318146, -0.10427922755479813, 0.016522083431482315, -0.005247106309980154, 0.004950074013322592, -0.10702414810657501, -0.009094462729990482, -0.018076710402965546, 0.0540003627538681, -0.024611275643110275, -0.012424279935657978, -0.10769731551408768, 0.03140287101268768, -0.10257530957460403, 0.05717160925269127, 0.034238267689943314, 0.04069140553474426, -0.04058314487338066, 0.12393694370985031, 0.02192496694624424, -0.04478814825415611, -0.013519097119569778, 0.023782512173056602, 0.016236567869782448, 0.0009045390761457384, 0.022290920838713646, 0.03547896817326546, 0.019017772749066353, -0.0016514797462150455, 0.0813097432255745, 0.03702028468251228, 0.047791752964258194, -0.06466322392225266, -0.021224405616521835, 0.06719119846820831, -0.0940530076622963, -0.012754243798553944, 0.0012199691263958812, 0.08322466909885406, -0.002540887100622058, -0.010275698266923428, 0.055190276354551315, 0.030072953552007675, -0.02721090242266655, -0.01713472791016102, -0.09056703746318817, 0.0637124627828598, -0.06128916144371033, 0.052994098514318466, -0.07148634642362595, -0.0775279775261879, 0.040373992174863815, -0.10569070279598236, 0.004088517278432846, -0.05694829672574997, 0.026278983801603317, 0.028506256639957428, 0.01158700417727232, -0.002182543044909835, 0.04854684695601463, -0.04060007631778717, 0.048121966421604156, 0.03217140585184097, 0.004988697823137045, -0.08641070127487183, 0.007681278046220541, 0.07250702381134033, -0.030201591551303864, 0.03350482136011124, 0.010715652257204056, -0.09362906962633133, -0.016752449795603752, -0.06610378623008728, 0.01677006110548973, -0.015981877222657204, -0.046416275203228, -0.008610432036221027, 0.0439174510538578, 0.02190757356584072, -0.023268939927220345, 0.025315813720226288, 0.06400633603334427, -0.037780918180942535], [-0.005186623428016901, -0.10099241882562637, 0.04914793372154236, -0.01047593355178833, -0.057603031396865845, -0.03612764552235603, -0.0316535085439682, -0.014027322642505169, 0.10484056919813156, -0.026194406673312187, -0.021138805896043777, -0.07914946228265762, 0.03581110015511513, -0.012196705676615238, 0.043905291706323624, 0.0035398215986788273, -0.055198926478624344, -0.009702532552182674, 0.05968112498521805, 0.01235699001699686, -0.0010354038095101714, -0.03515908867120743, 0.03731447830796242, -0.00927424430847168, -0.02936772257089615, -0.0380973145365715, 0.01941717602312565, 0.0030907311011105776, 0.006326430942863226, 0.023594830185174942, -0.014762389473617077, -0.008248278871178627, 0.02857503481209278, 0.017681844532489777, 0.01354503259062767, -0.01164531335234642, 0.03831546753644943, 0.06438499689102173, 0.0385165810585022, 0.05109070986509323, -0.015288382768630981, -0.0003934323030989617, 0.07969194650650024, 0.06639755517244339, -0.04587443917989731, 0.11833994090557098, -0.12116649001836777, -0.011423842050135136, -0.020413894206285477, -0.009827620349824429, -0.0689639076590538, 0.01925196684896946, 0.0064054252579808235, 0.04184327274560928, -0.07039551436901093, 0.0007117737550288439, -0.020896920934319496, 0.05986486002802849, -0.038564760237932205, 0.07982970774173737, 0.017753897234797478, 0.0576595664024353, -0.0165395550429821, 0.11554602533578873, -0.009426704607903957, 0.01635785400867462, -0.011787026189267635, 0.010176661424338818, 0.034267693758010864, 0.032200634479522705, 0.005462316796183586, 0.007732120808213949, -0.0067380559630692005, 0.00404136860743165, 0.026659417897462845, -0.012251988053321838, 0.03490205854177475, -0.05630321055650711, -0.05998164415359497, 0.10286872833967209, -0.11219818890094757, -0.021202383562922478, -0.028714928776025772, 0.038786936551332474, 0.004751178901642561, 0.029043933376669884, 0.021388962864875793, 0.0134982168674469, -0.02683178149163723, -0.04707162454724312, -0.03199414908885956, -0.020467398688197136, -0.033926479518413544, 0.06227077171206474, -0.01887134648859501, -0.11071104556322098, -0.026948396116495132, -0.059030137956142426, -0.04295855015516281, -0.03310465067625046, -0.014684711582958698, 0.048985306173563004, 0.0155501589179039, 0.01672031171619892, 0.02028380148112774, -0.014904182404279709, 0.038615692406892776, 0.05536199361085892, 0.025231078267097473, 0.051178913563489914, -0.06777803599834442, 0.018776118755340576, 0.006202943157404661, -0.05995133891701698, -0.008601231500506401, -0.04943783953785896, -0.004427846986800432, -0.07527612149715424, 0.040240876376628876, 0.05459924414753914, 0.008097891695797443, -0.0400773249566555, -0.01521463692188263, 0.0186745747923851, 0.04271268844604492, 0.08531609177589417, 0.020994452759623528, 0.006599224638193846], [0.03111015073955059, -0.11088003218173981, 0.09334652125835419, 0.05389891564846039, -0.023027388378977776, -0.03961687535047531, 0.13517452776432037, -0.09811490029096603, 0.07344186305999756, 0.023766886442899704, -0.06855656951665878, -0.007466163020581007, -0.08156000077724457, -0.044818028807640076, 0.06926801055669785, -0.050709258764982224, -0.07308690249919891, -0.0496349036693573, 0.04673590511083603, 0.07787599414587021, -0.0019128972198814154, -0.01351174246519804, -0.00496783759444952, -0.06895849108695984, -0.07034556567668915, -0.037899844348430634, 0.10084261000156403, -0.051554758101701736, 0.021403368562459946, 0.0011448492296040058, -0.03850286453962326, 0.0057855392806231976, 0.07740049064159393, -0.04569372907280922, -0.012676693499088287, -0.014100847765803337, 0.031930550932884216, -0.06014489755034447, 0.04218873754143715, 0.01790793053805828, -0.10518626123666763, -0.039633896201848984, 0.025595976039767265, 0.0005130388890393078, 0.05325479805469513, 0.038524527102708817, -0.051770567893981934, 0.05604427307844162, -0.0027594396378844976, 0.005583871155977249, -0.062132202088832855, 0.0628955215215683, 0.05463425815105438, 0.11827488243579865, -0.00634991517290473, -0.018108917400240898, -0.01900479942560196, 0.007130610756576061, -0.06691507995128632, 0.07174918055534363, 0.022840984165668488, 0.07878852635622025, 0.028648938983678818, -0.01148667186498642, -0.009069752879440784, 0.05862395837903023, 0.059174153953790665, 0.06119215860962868, -0.049683600664138794, 0.09303657710552216, 0.01900053583085537, 0.038931842893362045, -0.08091878145933151, -0.0019780618604272604, -0.05297982692718506, -0.044515401124954224, -0.020554210990667343, -0.06109730899333954, 0.07869472354650497, 0.028842251747846603, -0.03200170025229454, 0.003576963674277067, -0.006636140868067741, -0.01875649020075798, 0.0044569470919668674, -0.04204551503062248, -0.02791275642812252, 0.033495523035526276, 0.014498969539999962, 0.030910519883036613, -0.06646361947059631, -0.04206862673163414, 0.020726531744003296, 0.01934615522623062, -0.04080156981945038, 0.022787319496273994, -0.024349385872483253, 0.036326341331005096, 0.012934891507029533, 0.048326652497053146, 0.013130486942827702, -0.000546485127415508, -0.027879685163497925, -0.053010664880275726, -0.0492604598402977, -0.07869314402341843, 0.06965474039316177, 0.05863431096076965, -0.05807555839419365, 0.060838498175144196, 0.015445602126419544, 0.05541427806019783, -0.043554212898015976, 0.035447925329208374, -0.06947483867406845, 0.04784725606441498, -0.023648064583539963, -0.029289966449141502, -0.06150804087519646, -0.0013115119654685259, 0.01540084183216095, -0.0341373085975647, 0.00920016597956419, -0.0038739307783544064, 0.029183916747570038, 0.03419658541679382, 0.03986182436347008, -0.07342926412820816], [0.008935416117310524, -0.022898977622389793, 0.025895288214087486, -0.06875162571668625, -0.029256198555231094, 0.0023455247282981873, 0.10392395406961441, -0.04979534447193146, 0.07275277376174927, 0.04576675966382027, -0.04210624471306801, 0.01904567889869213, -0.02626197785139084, -0.008219781331717968, -0.0671047791838646, 0.0011170149082317948, -0.025450022891163826, -0.07728513330221176, -0.010199052281677723, 0.055018577724695206, 0.03768420219421387, 0.02928759902715683, -0.05356310307979584, -0.06202017888426781, -0.02158784121274948, -0.012057412415742874, 0.02526817098259926, 0.059082575142383575, -0.018175244331359863, 0.007219560444355011, 0.005841999314725399, -0.0011076421942561865, -0.010780902579426765, -0.029298193752765656, 0.018311046063899994, 0.01590532623231411, 0.032059602439403534, -0.037725090980529785, 0.029128650203347206, -0.029978586360812187, -0.01604904979467392, 0.045583128929138184, 0.015029512345790863, 0.016719987615942955, -0.0923185646533966, -0.050851497799158096, -0.1031273752450943, -0.006082850508391857, -0.051896847784519196, 0.014600641094148159, -0.1089588925242424, 0.06469424068927765, 0.0024788733571767807, 0.03511213883757591, -0.04280576482415199, -0.025626609101891518, 0.01627182960510254, -0.033708684146404266, -0.011522348038852215, 0.07418052107095718, 0.06611639261245728, -0.006833797786384821, 0.07190581411123276, -0.00448391679674387, 0.010740541853010654, 0.0172262005507946, 0.0078152846544981, -0.05725995451211929, -0.0256192684173584, 0.04798662289977074, 0.005022665485739708, -0.027721108868718147, -0.007373388856649399, -0.0027179389726370573, 0.0014275156427174807, -0.0043554180301725864, -0.001249181106686592, -0.04783652350306511, -0.03675706312060356, 0.012578395195305347, -0.028386889025568962, 0.022914398461580276, -0.04889260604977608, 0.010462812148034573, 0.06835155189037323, -0.004836420528590679, 0.006426383275538683, 0.041874103248119354, -0.025474872440099716, 0.02341928333044052, 0.037414081394672394, 0.009070548228919506, -0.018734794110059738, 0.07025700807571411, 2.2516207536682487e-05, -0.0019869706593453884, -0.04274479299783707, 0.018707241863012314, 0.04813194274902344, -0.09270097315311432, 0.012431474402546883, 0.061422199010849, 0.022168077528476715, 0.022381311282515526, 0.029607020318508148, 0.027215303853154182, 0.014644634909927845, 0.02841160073876381, -0.018424183130264282, -0.035473912954330444, -0.013044312596321106, -0.0404096320271492, -0.010576226748526096, -0.008758539333939552, 0.0072187636978924274, 0.009403116069734097, 0.0253398809581995, -0.05202507600188255, 0.001237785560078919, -0.03889709338545799, -0.01828395016491413, 0.013336699455976486, 0.00010237279639113694, 0.014280769042670727, 0.07653596997261047, 0.009926985017955303, -0.024797948077321053, 0.005222245119512081], [0.02426343783736229, -0.11802897602319717, 0.01833781786262989, 0.02288113534450531, -0.021070318296551704, 0.019279509782791138, 0.024487407878041267, -0.028440723195672035, 0.09006503224372864, -0.010593695566058159, -0.059448566287755966, -0.02715623565018177, -0.08820956200361252, -0.016034884378314018, -0.07824920862913132, -0.08893564343452454, -0.039515696465969086, 0.004963369574397802, 0.021951280534267426, 0.03482305258512497, 0.01830892078578472, -0.003022795543074608, -0.054301392287015915, -0.024316838011145592, -0.11061645299196243, -0.041715677827596664, 0.05325646698474884, -0.0345422700047493, -0.04976616054773331, 0.015233001671731472, -0.01926412247121334, 0.03497808054089546, 0.001341251190751791, 0.009689818136394024, 0.0669112578034401, 0.0035140891559422016, 0.05184478685259819, 0.03539998084306717, 0.0498591847717762, 0.021056784316897392, -0.10977126657962799, 0.021536558866500854, 0.03306262567639351, 0.047059692442417145, -0.0012619106564670801, -0.04717958718538284, -0.06996683776378632, 0.038241345435380936, -0.054318346083164215, 0.017447125166654587, -0.0863531157374382, 0.11162520200014114, 0.0014894988853484392, 0.04976882413029671, -0.02018560655415058, 0.07978849112987518, -0.023707371205091476, -0.010338571853935719, -0.0774148628115654, 0.11678560078144073, -0.031890202313661575, 0.08083134889602661, 0.024525074288249016, 0.03501216322183609, 0.03180188313126564, -0.02251986414194107, -0.028208913281559944, 0.00513866962864995, 0.05204448476433754, -0.03724206984043121, -0.006375044584274292, 0.0328395776450634, -0.030008595436811447, -0.04732615873217583, -0.003090896410867572, 0.010207525454461575, 0.047644615173339844, -0.09126336872577667, -0.023686885833740234, 0.0276042390614748, 0.021616505458950996, -0.05827721953392029, -0.02759547345340252, -0.029369156807661057, 0.024992812424898148, -0.005111668724566698, -0.0039731040596961975, -0.034591805189847946, -0.007383542135357857, -0.08140933513641357, -0.008304082788527012, 0.0339309461414814, 0.0026734548155218363, 0.0552813895046711, -0.05262288823723793, -0.024461615830659866, 0.0039365775883197784, -0.018602142110466957, 0.007585824001580477, -0.026664603501558304, 0.01329268142580986, 0.09212899953126907, -0.028097601607441902, 0.044699233025312424, 0.06964483112096786, -0.014042220078408718, -0.005305520724505186, -0.02716352976858616, 0.0017166563775390387, -0.046886082738637924, -0.019886977970600128, 0.02012946829199791, -0.05248646438121796, 0.0385834239423275, -0.06043291464447975, -0.03131584823131561, 0.014252597466111183, -0.0995098352432251, -0.0640222579240799, -0.013830844312906265, 0.020794132724404335, 0.03496958315372467, 0.08684203773736954, 0.05423935502767563, -0.006389912683516741, 0.031296487897634506, 0.06891915947198868, 0.014040173962712288], [0.09106426686048508, -0.09875050187110901, 0.0015088353538885713, 0.0042548407800495625, -0.053055282682180405, 0.006916999816894531, 0.07143836468458176, -0.04574562609195709, 0.104201540350914, 0.029767893254756927, -0.030749963596463203, -0.01708809658885002, -0.12495226413011551, -0.038746558129787445, 0.05693472921848297, -0.08356405049562454, -0.026225272566080093, -0.01181147899478674, 0.01072927750647068, 0.08169614523649216, 0.0029482003301382065, 0.1140674352645874, -0.009987393394112587, -0.019289357587695122, -0.07418199628591537, -0.02159782685339451, 0.08321066945791245, 0.020564798265695572, 0.03777126595377922, -0.014656715095043182, 0.018077580258250237, -0.014661209657788277, 0.056494589895009995, 0.006305578630417585, 0.008582256734371185, -0.011118944734334946, 0.10873714089393616, -0.03788834810256958, -0.008010735735297203, 0.08120314031839371, -0.08301032334566116, 0.037167180329561234, 0.03373373672366142, 0.02733820676803589, 0.014045688323676586, -0.002653023460879922, -0.12881645560264587, 0.02867935597896576, -0.023892028257250786, 0.00206931633874774, -0.00962037593126297, -0.034423526376485825, -0.018183007836341858, 0.05908514931797981, 0.008211893029510975, 0.024718420580029488, -0.12029316276311874, -0.02325589209794998, -0.03844499960541725, 0.04138139262795448, 0.0011174329556524754, 0.05575212836265564, -0.010297751985490322, 0.07485770434141159, -0.010212435387074947, 0.014020584523677826, -0.03687697649002075, 0.09640413522720337, 0.04191788658499718, 0.018244938924908638, 0.10479004681110382, 0.009264172054827213, -0.06659320741891861, 0.0070940605364739895, 0.017183933407068253, 0.019919628277420998, 0.0003116909065283835, -0.02663208171725273, -0.02724611759185791, 0.08606535196304321, -0.025988617911934853, 0.049086250364780426, -0.012815533205866814, -0.02848304994404316, -0.005126237403601408, -0.06471098214387894, -0.00871242955327034, 0.01763872429728508, -0.0263423640280962, 0.05760965868830681, -0.019811173900961876, 0.02015281654894352, 0.055481672286987305, -0.025907453149557114, -0.09805033355951309, 0.09551098197698593, -0.005751732271164656, 0.016316430643200874, 0.04698839411139488, 0.08491373062133789, 0.09796001762151718, -0.03673574700951576, -0.03395001217722893, 0.03580017387866974, 0.02305818721652031, -0.033235326409339905, 0.0656626969575882, 0.0147336944937706, -0.050037506967782974, -0.006957836449146271, -0.06244414299726486, 0.05498010292649269, -0.04024321213364601, 0.042060233652591705, 0.034678712487220764, 0.010023032315075397, -0.009153418242931366, -0.07507393509149551, 0.02935672365128994, 0.07100457698106766, 0.023941874504089355, 0.013902729377150536, 0.03802982717752457, 0.05433869734406471, 0.04889734461903572, -0.052465107291936874, 0.03490127623081207, -0.05176352709531784], [0.08554339408874512, -0.04445184767246246, 0.01582166738808155, -0.008142328821122646, -0.03808723762631416, 0.0658804327249527, 0.03336616978049278, -0.028171440586447716, 0.04226423427462578, -0.00965833105146885, -0.06291010230779648, 0.05111044645309448, -0.06939328461885452, -0.09435780346393585, 0.020692726597189903, -0.05776681378483772, -0.039201200008392334, -0.03581346571445465, 0.05892780050635338, 0.07351245731115341, 0.02545514702796936, 0.055654916912317276, 0.012418460100889206, 0.03173665329813957, -0.037936609238386154, 0.016733573749661446, 0.004036249592900276, -0.00565788708627224, -0.0183404590934515, -0.060025785118341446, 0.0625588521361351, -0.028749842196702957, -0.0028263309504836798, -0.012264390476047993, 0.03385557979345322, -0.04838385060429573, 0.06174863502383232, -0.022137267515063286, 0.02348511666059494, -0.004577128682285547, -0.020543266087770462, 0.007814060896635056, 0.03635739907622337, 0.06957881152629852, 0.007332080043852329, 0.0192879531532526, -0.06959497928619385, 0.05273309350013733, -0.018884865567088127, -0.03933803364634514, -0.040530119091272354, 0.046161726117134094, -0.044209085404872894, 0.045621294528245926, -0.017406431958079338, 0.023750394582748413, -0.031000476330518723, -0.013047413900494576, -0.0027324205730110407, 0.14945223927497864, 0.007464631926268339, 0.035304613411426544, 0.016718236729502678, -0.05716635286808014, 0.04276279732584953, 0.015508455224335194, -0.04819042608141899, 0.027783652767539024, 0.04134063050150871, 0.06873724609613419, 0.043171435594558716, 0.06050659716129303, 0.007803141605108976, -0.000308628601487726, 0.03595559298992157, 0.0030464353039860725, -0.0016273863147944212, -0.022158237174153328, -0.04316530376672745, 0.08231639117002487, -0.11220593005418777, 0.011783328838646412, -0.06899052858352661, 0.003182734828442335, 0.002982070669531822, -0.05573129653930664, -0.06445294618606567, -0.025334319099783897, 0.0022385944612324238, -0.004520014394074678, 0.055144473910331726, 0.018938003107905388, 0.04852747917175293, -0.04488252103328705, 0.019475094974040985, 0.04816070944070816, -0.04803864657878876, 0.01132956426590681, 0.07742980122566223, 0.07101774960756302, 0.061207450926303864, 0.007229664362967014, -0.02392757125198841, 0.0009611418354324996, -0.045782770961523056, -0.014163062907755375, -0.02710028924047947, 0.004163981415331364, 0.01942444033920765, -0.019081812351942062, 0.02134629711508751, -0.019463827833533287, -0.018596602603793144, 0.006741243414580822, 0.016926242038607597, 0.07211372256278992, 0.0006945077329874039, -0.012842133641242981, 0.042112939059734344, 0.04762762784957886, 0.013876142911612988, -0.03127014636993408, 0.033590059727430344, -0.01581668294966221, 0.037991877645254135, -0.013248179107904434, 0.010173209011554718, -0.01311609148979187], [0.02255403809249401, -0.035641636699438095, 0.05093121528625488, -0.004927148576825857, -0.0289210956543684, -0.037383124232292175, 0.04855230450630188, -0.05308646336197853, 0.07479138672351837, -0.003875693306326866, -0.0729898139834404, -0.07855438441038132, -0.020272064954042435, 0.013177759014070034, -0.011663911864161491, -0.05593984201550484, -0.04543811082839966, -0.03481428697705269, 0.026949966326355934, -0.011611150577664375, -0.033221155405044556, 0.010690619237720966, 0.025698300451040268, -0.03828905522823334, -0.018864784389734268, -0.05380943790078163, 0.02581309713423252, 0.03989313542842865, -0.011625338345766068, -0.05203048139810562, -0.014735531061887741, 0.005502989515662193, 0.035325899720191956, -0.037784915417432785, 0.053475771099328995, -0.012073736637830734, 0.04452028125524521, -0.007889870554208755, 0.061842791736125946, -0.02723034843802452, -0.08998318761587143, -0.0019350131042301655, 0.0629686489701271, 0.07754933834075928, 0.040905408561229706, 0.026047103106975555, -0.09490637481212616, -0.001074327970854938, -0.07913194596767426, -0.036049600690603256, -0.031741801649332047, 0.01928587257862091, 0.0198519229888916, 0.04815871641039848, -0.07783849537372589, 0.004488893784582615, 0.0034359090495854616, -0.008738690055906773, 0.020819280296564102, 0.05377867445349693, 0.019174207001924515, 0.04275030270218849, -0.0006383212748914957, 0.026904743164777756, -0.008412702940404415, 0.03539034351706505, 0.008847267366945744, 0.001806786865927279, -0.08897170424461365, -0.01838412694633007, -0.005682182963937521, -0.024350544437766075, 0.014689271338284016, 0.013750064186751842, -0.012067577801644802, -0.03135453164577484, 0.018140759319067, -0.017543496564030647, 0.032178882509469986, 0.0062820990569889545, 0.011310308240354061, 0.024283254519104958, -0.0092823076993227, -0.03255940228700638, -0.03350502997636795, 0.004326192196458578, -0.016165299341082573, -0.03723718598484993, -0.03439168259501457, 0.0037447211798280478, 0.011778999119997025, -0.025925427675247192, -0.08289293944835663, 0.010395543649792671, -0.07108834385871887, -0.03652054816484451, -0.0431271456182003, 0.028431804850697517, 0.0007005442748777568, 0.0033498022239655256, 0.05528666451573372, -0.007377264089882374, -0.0397469662129879, -0.004662472754716873, -0.041949231177568436, -0.03424679860472679, 0.047535527497529984, 0.006824655923992395, 0.0543079674243927, 0.03982403874397278, 0.00040830549551174045, 0.05751018971204758, -0.012354894541203976, -0.06570510566234589, -0.04285251721739769, 0.0524887777864933, 0.06807790696620941, -0.014708159491419792, -0.023550119251012802, -0.006585976574569941, -0.006991507951170206, -0.0073848688043653965, 0.030423348769545555, -0.0043410188518464565, 0.03830859065055847, 0.05932813510298729, -0.014466067776083946, -0.05468039587140083], [0.029252897948026657, -0.024081775918602943, 0.022306906059384346, -0.031939808279275894, 0.01696370355784893, 0.013378837145864964, -0.01428455114364624, 0.036302100867033005, 0.09303545206785202, -0.07898171246051788, -0.02368536964058876, 0.007436749059706926, 0.0027702103834599257, -0.10959912836551666, 0.02840457856655121, -0.002101198071613908, -0.10242542624473572, -0.020639942958950996, 0.04326972737908363, -0.0011852106545120478, 0.01908908784389496, 0.0023468369618058205, 0.05600256845355034, -0.05432431772351265, -0.044931646436452866, -0.06661122292280197, 0.011062324047088623, 0.0722704529762268, 0.024872826412320137, 0.0009428184712305665, 0.01966278813779354, 0.010964825749397278, 0.05648525431752205, -0.028901241719722748, -0.019724475219845772, -0.0487515814602375, 0.017681345343589783, 0.09029746800661087, 0.0163424015045166, 0.055937111377716064, -0.07636440545320511, -0.024888474494218826, 0.09025935083627701, 0.10948147624731064, 0.013635587878525257, 0.038461703807115555, -0.0509052500128746, 0.02769373171031475, -0.00662967236712575, -0.03138984739780426, 0.00471616443246603, -0.004760597366839647, 0.004574061371386051, 0.08535874634981155, -0.053667858242988586, 0.034519366919994354, -0.06070608273148537, -0.010506166145205498, -0.03178912773728371, 0.04669498652219772, 0.04715847969055176, 0.07453835755586624, 0.005883966572582722, 0.021986085921525955, -0.036174625158309937, -0.03763686120510101, -0.023738259449601173, 0.008141118101775646, -0.043145958334207535, 0.08112159371376038, 0.05189492180943489, 0.005973590537905693, -0.014974044635891914, -0.03223799541592598, -0.04319402202963829, -0.04205178841948509, 0.036417827010154724, -0.010256433859467506, 0.058458831161260605, 0.08584826439619064, -0.0703931376338005, 0.00939183309674263, 0.05392850935459137, -0.04976237192749977, 0.020155148580670357, 0.004667611792683601, 0.011018124409019947, -0.008849014528095722, -0.056262217462062836, 0.02962450124323368, -0.001983223482966423, 0.092900350689888, -0.006457251496613026, 0.011619809083640575, 0.00581482844427228, 0.046073559671640396, 0.07166231423616409, 0.07166804373264313, 0.01708650216460228, 0.050626240670681, 0.0024842540733516216, -0.023173559457063675, -0.06891141086816788, -0.008441902697086334, -0.050548117607831955, 0.020728057250380516, 0.039982277899980545, -0.0023635760881006718, -0.03233920782804489, -0.06775563210248947, 0.01932840421795845, 0.04197946935892105, 0.07819412648677826, -0.018421869724988937, -0.041363395750522614, -0.013685268349945545, -0.04058713838458061, -0.06349553167819977, -0.065126433968544, -0.015921389684081078, -0.005182696972042322, 0.05431492254137993, -0.044919129461050034, 0.043471429497003555, 0.022075384855270386, -0.0022328977938741446, 0.04349915683269501, 0.00020483370462898165], [0.09402720630168915, -0.10446806997060776, -0.01937335915863514, -0.03889330476522446, -0.009321996942162514, -0.0037420676089823246, 0.03864314407110214, 0.002712502609938383, 0.04766475036740303, 0.011731589213013649, -0.003841680008918047, -0.058829415589571, -0.09931469708681107, 0.006759095471352339, -0.0022488918621093035, -0.06715952605009079, -0.033647358417510986, -0.01712563820183277, 0.04885048791766167, 0.036084841936826706, 0.02657410129904747, 0.0875958725810051, 0.0003122295893263072, 0.02123419940471649, -0.026752280071377754, -0.018679916858673096, 0.06570076197385788, -0.024803848937153816, -0.02368013560771942, -0.010233614593744278, 0.02158985286951065, 0.015774598345160484, 0.0035403852816671133, 0.044017840176820755, 0.03979486972093582, 0.06787516921758652, 0.09694207459688187, -0.02254822477698326, 0.013932773843407631, 0.06003880500793457, -0.05511263385415077, 0.09308208525180817, 0.0019284841837361455, 0.0463641993701458, 0.010579661466181278, -0.0658736601471901, -0.053271934390068054, 0.004197258502244949, -0.015864329412579536, 0.06008818373084068, -0.08142104744911194, 0.05835448578000069, -0.061288122087717056, 0.005637583322823048, -0.008560665883123875, 0.06850975006818771, -0.07283822447061539, -0.020534345880150795, -0.07789718359708786, 0.02700107730925083, 0.0042794509790837765, 0.08098938316106796, 0.042105019092559814, -0.010968058370053768, -0.015515236184000969, 0.032774101942777634, -0.005268195644021034, 0.013713864609599113, 0.020458988845348358, 0.012985936366021633, 0.03281085565686226, -0.00696667842566967, -0.001465133740566671, -0.06958504021167755, -0.005786165129393339, 0.06398152559995651, 0.001802004873752594, -0.10605296492576599, -0.02030596323311329, 0.014992923475801945, 0.04704636335372925, 0.032154716551303864, 0.014052732847630978, 0.05385565757751465, 0.01124985795468092, 0.017923522740602493, -0.027401840314269066, 0.030315743759274483, -0.053870461881160736, -0.012399991974234581, -0.05235251784324646, -0.062017153948545456, 0.004137318581342697, 0.036940235644578934, -0.01783064939081669, -0.04765133932232857, 0.03972543776035309, 0.018652956932783127, 0.06369238346815109, -0.0177485141903162, 0.07162079215049744, -0.009270845912396908, 0.005377724766731262, 0.0529884397983551, -0.027316609397530556, 0.010751632042229176, 0.0023536141961812973, -0.019141629338264465, 0.030570825561881065, -0.02166755311191082, 0.0034073111601173878, -0.044887520372867584, -0.07232628017663956, 0.04765262082219124, -0.05076437443494797, -0.002897498197853565, 0.04303514584898949, -0.04945918172597885, -0.04072021320462227, 0.02755056694149971, -0.016562623903155327, 0.00070111796958372, 0.03387990593910217, 0.02936062403023243, 0.05081043392419815, -0.029069799929857254, 0.009063391014933586, -0.008525487966835499], [0.020100049674510956, -0.06398330628871918, 0.009297910146415234, 0.006564314477145672, -0.024061037227511406, 0.06354958564043045, -0.02836163341999054, 0.0005056385998614132, 0.11080329120159149, -0.04543375223875046, -0.06645680963993073, 0.04208619147539139, -0.0649787187576294, -0.029318828135728836, -0.0009756090003065765, -0.003684461349621415, -0.0730598196387291, -0.02960059605538845, 0.021884672343730927, 0.027995092794299126, 0.05841958150267601, 0.012310708872973919, -0.00844326987862587, -0.01432645320892334, -0.03727038577198982, -0.005903520155698061, 0.07596123963594437, 0.021903306245803833, -0.025450462475419044, -0.016836320981383324, -0.01041867770254612, 0.0402383878827095, -0.010667404159903526, -0.03412178158760071, 0.00890759564936161, -0.031291741877794266, 0.04957057163119316, 0.05381714552640915, 0.028197256848216057, 0.0384160652756691, -0.016371043398976326, -0.05335543677210808, 0.06034575775265694, 0.07674840092658997, -0.048325035721063614, 0.025352824479341507, -0.07354386150836945, 0.02572566643357277, -0.07365445792675018, -0.02811383828520775, -0.04676230996847153, 0.0612543560564518, 0.025778407230973244, 0.037224095314741135, 0.035987548530101776, 0.010537776164710522, -0.013954698108136654, 0.03652558848261833, -0.04113519564270973, 0.0576343797147274, 0.05641999840736389, 0.06227770820260048, -0.022170022130012512, 0.0684896856546402, 0.014845887199044228, -0.03010542504489422, -0.033130545169115067, -0.003276573494076729, 0.023495402187108994, 0.03912464529275894, 0.03988388925790787, 0.044845324009656906, -0.01376939844340086, -0.01857035979628563, 0.02506878226995468, 0.006264622788876295, -0.05572924762964249, -0.09844979643821716, -0.07512469589710236, 0.08796485513448715, -0.06176437810063362, -0.014152301475405693, -0.044325754046440125, 0.027795113623142242, -0.05615170672535896, -0.05970253422856331, -0.030267149209976196, -0.0595538504421711, -0.04764252528548241, -0.02337215468287468, 0.013467059470713139, 0.057279687374830246, 0.021540887653827667, -0.05262986570596695, 0.03374393284320831, -0.0012002446455881, 0.062295179814100266, 0.022202003747224808, 0.013842090032994747, 0.0027006962336599827, 0.012627351097762585, -0.03185923025012016, -0.0554378516972065, -0.03570790961384773, 0.0114511763677001, 0.047529201954603195, -0.0053019472397863865, 0.04040359705686569, -0.02085367776453495, -0.006769918836653233, -0.03413187339901924, -0.03733404353260994, -0.024985192343592644, -0.0367094948887825, 0.06371210515499115, -0.03910360485315323, 0.020081128925085068, -0.04028090462088585, 0.02735537476837635, 0.005559122655540705, 0.035350650548934937, -0.022364940494298935, 0.02097276784479618, 0.02844904735684395, 0.030426640063524246, 0.003045395715162158, 0.0252850279211998, 0.030529892072081566], [0.05413161218166351, -0.055739209055900574, 0.03398733213543892, 0.01815871149301529, -0.08887979388237, 0.015882862731814384, -0.02608603425323963, -0.02128051407635212, 0.06588225811719894, -0.04739455506205559, -0.07475701719522476, 0.06251274049282074, -0.033890482038259506, -0.08422567695379257, 0.05191086605191231, 0.017731299623847008, -0.02565111219882965, -0.03788590803742409, 0.09598275274038315, 0.0006619851337745786, 0.03758879378437996, -0.07993323355913162, -0.005502290558069944, 0.005135730840265751, -0.028030280023813248, -0.15286895632743835, 0.07766864448785782, 0.07375585287809372, -0.06453117728233337, 0.046918679028749466, 0.014309723861515522, 0.010217685252428055, 0.07295960932970047, -0.01029136311262846, -0.010059632360935211, -0.005636064801365137, 0.03210240975022316, -0.03675924241542816, 0.06502412259578705, -0.0028374269604682922, -0.1237698644399643, -0.013586502522230148, 0.04219760373234749, 0.03553781285881996, -0.015800045803189278, -0.03278890997171402, -0.051533907651901245, -0.023785047233104706, -0.010081286542117596, -0.08128874748945236, -0.04903619736433029, 0.08362036943435669, 0.03968433663249016, 0.11492527276277542, -0.039391666650772095, 0.0035372707061469555, 0.027738051488995552, 0.0586509108543396, -0.04375666379928589, 0.07985015958547592, 0.09587326645851135, 0.0019123948877677321, 0.07784810662269592, -0.031040821224451065, 0.049772851169109344, -0.01647135056555271, -0.02508455328643322, -0.04557809606194496, 0.01910846121609211, 0.04640759900212288, 0.022867951542139053, -0.010219662450253963, 0.014075824059545994, 0.006774477660655975, -0.008240762166678905, 0.0008779061026871204, -0.023920057341456413, -0.02343730442225933, 0.04165353998541832, 0.03023458831012249, -0.020745689049363136, 0.08723192662000656, 0.06339536607265472, -0.045311182737350464, 0.0038586482405662537, -0.02576042152941227, -0.006041239947080612, -0.05865522846579552, 0.0324021615087986, -0.010871325619518757, 0.023306429386138916, -0.024339526891708374, -0.03867912292480469, -0.01232950109988451, -0.01335603091865778, 0.03106383979320526, -0.024217139929533005, 0.006676829420030117, 0.024835677817463875, -0.008712292648851871, 0.041143305599689484, 0.006664413958787918, 0.012832439504563808, 0.00809427909553051, -0.004058386664837599, 0.0291372612118721, -0.04902666062116623, 0.03357071429491043, 0.012617366388440132, 0.006106728222221136, 0.03225775808095932, 0.00439395010471344, 0.0033208271488547325, -0.03635605797171593, -0.011327221058309078, 0.02544807456433773, -0.03685496747493744, -0.10006614029407501, -0.04711884632706642, 0.08475830405950546, 0.04025644809007645, 0.006232789717614651, 0.010765275917947292, 0.015119777992367744, -0.043998319655656815, 0.028462504968047142, 0.02821297198534012, 0.034729622304439545], [0.1491200476884842, -0.10300491005182266, -0.005376490764319897, 0.0008526502060703933, -0.0521896630525589, -0.014193168841302395, 0.0076090567745268345, -0.014586549252271652, 0.03566397726535797, -0.00271512009203434, -0.09253516793251038, -0.015987418591976166, -0.014012123458087444, 0.028833676129579544, -0.014323338866233826, -0.06420765817165375, -0.04303910210728645, 0.00854854192584753, 0.01361286174505949, -0.04589441791176796, -0.049415770918130875, -0.00010947913688141853, 0.001684189890511334, 0.06144997850060463, -0.07315810024738312, -0.008739229291677475, 0.08682700991630554, 0.001201251638121903, 0.014076813124120235, 0.0702567994594574, -0.0018661328358575702, 0.044599518179893494, -0.049343887716531754, 0.054609112441539764, 0.06394318491220474, 0.011311433278024197, 0.012660183012485504, -0.009553350508213043, 0.03966109827160835, 0.028653936460614204, -0.06343727558851242, -0.004717118572443724, 0.10617387294769287, 0.04870215058326721, 0.0356992706656456, 0.005628824699670076, -0.06863585859537125, 0.038835134357213974, 0.033245403319597244, -0.05147823318839073, -0.022509492933750153, 0.09200170636177063, 0.02685631811618805, -0.004738649819046259, 0.026942159980535507, -0.04198060557246208, 0.0513295978307724, 0.01926777884364128, 0.00028516410384327173, 0.05111698433756828, -0.02858099713921547, 0.018028171733021736, 0.02695058099925518, 0.05461837351322174, 0.04073502868413925, -0.02175336703658104, 0.04262937977910042, -0.03561347350478172, -0.007313226815313101, -0.04351354390382767, -0.04107524827122688, 0.04559928551316261, -0.08629670739173889, 0.028262151405215263, -0.011256617493927479, 0.053289931267499924, 0.03241967409849167, -0.010173557326197624, 0.02678382396697998, 0.03442749008536339, -0.03676716610789299, 0.016077764332294464, -0.015314669348299503, -0.019416285678744316, -0.0015530114760622382, 0.02545258030295372, -0.04605770483613014, 0.02223404496908188, -0.035000476986169815, 0.0375932976603508, -0.02254401333630085, 0.026869069784879684, -0.050011321902275085, 0.0017697924049571157, 0.03192038834095001, 0.04315200448036194, 0.04898199439048767, -0.01980699971318245, -0.026705285534262657, -0.018313327804207802, 0.043692559003829956, -0.04565812647342682, -0.024763863533735275, -0.026380861178040504, -0.033358391374349594, 0.003966929391026497, 0.019347622990608215, 0.01835879683494568, 0.031155530363321304, 0.08618306368589401, 0.044172253459692, -0.02703521028161049, -0.06520608067512512, 0.04134848341345787, 0.026481885462999344, 0.00045165661140345037, 0.05624300241470337, -0.026171818375587463, 0.08887259662151337, 0.027126308530569077, 0.06138116121292114, -0.029793696478009224, 0.059010446071624756, -0.012836615554988384, 0.004637889564037323, -0.013476666063070297, 0.054428379982709885, -0.012257944792509079], [0.13582946360111237, -0.04641273245215416, 0.08689439296722412, 0.008626782335340977, -0.022287998348474503, 0.007162302732467651, -0.05079112574458122, 0.023027431219816208, 0.07004375010728836, -0.08475892245769501, -0.0858924463391304, -0.006483723409473896, 0.004660506267100573, -0.027157120406627655, -0.055954836308956146, 0.06276925653219223, -0.055639468133449554, 0.013746783137321472, 0.13658784329891205, 0.03452259674668312, -0.04515809938311577, -0.0511518232524395, 0.09954597055912018, -0.0339614637196064, 0.007209850009530783, -0.060435544699430466, 0.07631763815879822, 0.02322797104716301, 0.021662302315235138, 0.08575499802827835, 0.017147988080978394, 0.013897635973989964, -0.014963360503315926, 0.043916184455156326, 0.033325545489788055, -0.04863378033041954, -0.03761141747236252, 0.019472450017929077, 0.09692919999361038, -0.03112807497382164, -0.1456764191389084, -0.11566535383462906, 0.08978491276502609, 0.07008036226034164, 0.05833552032709122, 0.02979392744600773, -0.03961281105875969, 0.05156584084033966, -0.02736666426062584, -0.09290873259305954, 0.0613880529999733, 0.03653213009238243, 0.010612263344228268, 0.02129521779716015, -0.09719333797693253, -0.03906431049108505, 0.05563906952738762, 0.06893383711576462, 0.08223514258861542, 0.041732270270586014, 0.02155500277876854, 0.021266529336571693, 0.016740547493100166, 0.01180342212319374, -0.0005249669193290174, -0.028152037411928177, -0.006488585378974676, 0.015840595588088036, -0.0017445387784391642, -0.012421218678355217, -0.004003159701824188, 0.020808406174182892, -0.0035134179051965475, 0.04130565747618675, -0.012966093607246876, -0.005789115559309721, 0.020277483388781548, 0.009239115752279758, 0.03358376398682594, 0.04507060721516609, -0.023043928667902946, 0.02476903423666954, 0.046434104442596436, 0.01801132597029209, 0.02734730951488018, 0.026694608852267265, 0.061073653399944305, 0.04984181001782417, 0.055754635483026505, -0.007592552807182074, -0.056919313967227936, -0.010937648825347424, -0.05009825527667999, 0.006112304981797934, -0.009872938506305218, -0.03508692607283592, -0.01875249855220318, -0.01910708285868168, -0.02431168407201767, 0.005639579612761736, 0.053786925971508026, -0.0319170244038105, 0.0031529993284493685, -0.024577384814620018, 0.001690759789198637, 0.005758446175605059, 0.03456267714500427, -0.050171591341495514, 0.023863298818469048, 0.08019071072340012, -0.0054244110360741615, 0.023476235568523407, -0.028608519583940506, -0.03314085677266121, -0.02032872475683689, 0.018611067906022072, -0.021736757829785347, -0.029182303696870804, 0.036606315523386, 0.013105453923344612, 0.06004250794649124, -0.027727963402867317, -0.002391150454059243, -0.008994368836283684, -0.004154191818088293, -0.005123648326843977, -0.013647939078509808, -0.011209324933588505], [0.1120898574590683, -0.0889090821146965, 0.03568236529827118, 0.008340161293745041, -0.04011451080441475, 0.01861213706433773, -0.026490014046430588, 0.0017185620963573456, 0.04402090609073639, 0.016539787873625755, -0.03673228621482849, -0.07331891357898712, -0.02653852291405201, 0.02901102602481842, -0.08631318807601929, -0.02783416211605072, -0.05324622616171837, 0.03749219328165054, 0.02057306468486786, -0.027162546291947365, -0.0629773959517479, -0.04181820899248123, -0.021118495613336563, -0.022370263934135437, -0.0998489260673523, -0.04433845728635788, 0.09200619906187057, 0.025298768654465675, -0.034222397953271866, -0.021945267915725708, 0.022156618535518646, 0.07674770802259445, -0.02208518795669079, 0.017497602850198746, 0.10329243540763855, 0.013403899036347866, -0.00738184992223978, 0.028073076158761978, 0.045881424099206924, 0.12076163291931152, -0.09613732248544693, -0.029250498861074448, 0.09029904752969742, 0.03422180190682411, 0.016965501010417938, 0.05840672552585602, -0.13822102546691895, 0.07060649245977402, -0.01223242562264204, -0.020387858152389526, 0.027567937970161438, -0.002664029598236084, -0.08831404149532318, 0.02573460526764393, 0.0243964996188879, 0.0018387463642284274, -0.016762955114245415, 0.007706762757152319, -0.025420499965548515, 0.055148106068372726, 0.007056715898215771, -0.014471466653048992, -0.004250769503414631, 0.08044056594371796, 0.045077044516801834, -0.029484599828720093, 0.02481076493859291, 0.04562021419405937, -0.00798990298062563, -0.012582134455442429, 0.049387771636247635, 0.010705794207751751, -0.01837371662259102, 0.02865716814994812, -0.027904057875275612, -0.024835797026753426, 0.007724950555711985, 0.013661809265613556, -0.006077713333070278, 0.02532227523624897, -0.0002994669193867594, -0.013567584566771984, -0.0190984308719635, -0.04695988446474075, -0.0042391312308609486, 0.03621793910861015, -0.011310719884932041, 0.009986450895667076, -0.040698204189538956, -0.03658672049641609, -0.03070470690727234, -0.022716933861374855, -0.012117847800254822, -0.004922819323837757, -0.005015223752707243, -0.012022026814520359, -0.006473721470683813, -0.014406234957277775, 0.0028531819116324186, 0.009786550886929035, -0.00581987714394927, -0.016024600714445114, 0.01093272864818573, 0.018395667895674706, -0.009473185986280441, -0.018612856045365334, 0.008001552894711494, -0.020832501351833344, 0.01651037484407425, 0.0028974548913538456, -0.030690504238009453, 0.016614949330687523, -0.012696643359959126, -0.06639707833528519, 0.013056927360594273, -0.004725537728518248, 0.013773655518889427, -0.0524577721953392, 0.015050902031362057, -0.022167440503835678, 0.02776527591049671, -0.028937147930264473, 0.04126404598355293, -0.029266849160194397, -0.030194200575351715, -0.003390283090993762, 0.011886783875524998, 0.005682575050741434], [0.056623637676239014, -0.04831230267882347, -0.038366835564374924, -0.019506342709064484, 0.012364264577627182, -0.02695690654218197, -0.002081152517348528, -0.08434441685676575, 0.017673440277576447, 0.020707817748188972, -0.07756906747817993, -0.04366909712553024, -0.06583300232887268, 0.025967951864004135, -0.06710093468427658, -0.023256739601492882, -0.08852946758270264, -0.020120758563280106, 0.038796644657850266, 0.12265229970216751, -0.01948750577867031, -0.02495562843978405, -0.045320454984903336, -0.020348316058516502, 0.005945468787103891, -0.029963450506329536, 0.01384279876947403, 0.05587456747889519, -0.10648974776268005, -0.0263363029807806, 0.022564701735973358, 0.03612856566905975, -0.02622406929731369, -0.023683052510023117, 0.050386928021907806, 0.043875470757484436, 0.03917035460472107, -0.004415926057845354, 0.09749753028154373, 0.0055633001029491425, -0.04260832071304321, 0.05100136250257492, -0.004276882857084274, -0.02175375632941723, -0.017110731452703476, 0.006545600015670061, -0.06808717548847198, -0.0020602510776370764, -0.07023566216230392, -0.0004978780052624643, -0.041269343346357346, 0.05034438148140907, -0.0260870773345232, 0.047049470245838165, -0.03975881636142731, 0.02209402620792389, 0.03132680803537369, -0.10173887759447098, -0.09340900927782059, 0.0746755450963974, 0.07990281283855438, 0.011553307995200157, 0.02794923447072506, -0.03502240777015686, 0.018733233213424683, 0.017135174944996834, -0.09212058782577515, 0.012906665913760662, -0.059805888682603836, -0.060637589544057846, -0.03840513527393341, 0.010200373828411102, 0.0030622368212789297, -0.11732315272092819, -0.04914611205458641, 0.09824346750974655, -0.011002262122929096, -0.053924545645713806, -0.05916370078921318, 0.017651790753006935, 0.027332963421940804, 0.03327318653464317, 0.0052854930981993675, -0.010140703991055489, 0.037212129682302475, 0.07019297778606415, 0.019230149686336517, 0.053847167640924454, 0.015074163675308228, 0.004930611699819565, 0.012506420724093914, 0.012730423361063004, -0.02799149788916111, -0.011809290386736393, -0.031179353594779968, 0.04201094061136246, 0.017466804012656212, -0.0021327584981918335, 0.02992151863873005, -0.034441497176885605, 0.08566758781671524, 0.021503223106265068, 0.015800170600414276, 0.07568030059337616, 0.004327721428126097, 0.0109094912186265, -0.010868215933442116, -0.03562401607632637, 0.03629077598452568, -0.030806738883256912, 0.01054211426526308, 0.06896009296178818, -0.00803315732628107, 0.03448643162846565, -0.021705564111471176, 0.03507261350750923, 0.030221126973628998, -0.08387884497642517, -0.008233901113271713, 0.024608450010418892, -0.07794395834207535, 0.012198206037282944, 0.0074212681502103806, 0.05771563574671745, 0.023625541478395462, -0.0304857287555933, -0.02284375950694084, -0.051651760935783386], [0.06560955196619034, -0.11278073489665985, -0.014847572892904282, -0.035823553800582886, -0.0015189200639724731, -0.006468420382589102, 0.0033066561445593834, -0.01887054368853569, 0.05589158833026886, 0.05985904857516289, -0.06842656433582306, 0.017534194514155388, -0.033840347081422806, 0.016812365502119064, -0.052687037736177444, -0.050698794424533844, -0.025564903393387794, -0.03828246146440506, 0.053693968802690506, 0.08623652905225754, 0.03734228387475014, 0.028755251318216324, -0.016927147284150124, 0.012933934107422829, -0.027832813560962677, -0.05404874309897423, 0.021888839080929756, 0.03461194783449173, -0.02224830724298954, -0.014882038347423077, 0.06636930257081985, -0.061316151171922684, 0.05364929512143135, -0.07787958532571793, -0.015531614422798157, -0.06222876161336899, 0.028723973780870438, -0.02174128033220768, 0.050920791923999786, 0.06613893806934357, -0.05146850273013115, 0.059980422258377075, 0.0010447991080582142, 0.08605346083641052, 0.001636019442230463, -0.013828776776790619, -0.06095926836133003, -0.032991379499435425, -0.07370772957801819, -0.035374559462070465, -0.026275720447301865, 0.06306852400302887, 0.002823971677571535, 0.042817942798137665, 0.010666151531040668, -0.028307441622018814, -0.014050631783902645, -0.0053796060383319855, -0.061694446951150894, 0.07591384649276733, 0.00765265803784132, 0.04268496483564377, 0.014613932929933071, 0.011598425917327404, -0.03864121437072754, 0.09576527774333954, 0.005839962512254715, -0.050483085215091705, 0.03687732294201851, -0.003506258362904191, -0.0077154128812253475, 0.025589486584067345, 0.029289240017533302, -0.03760340437293053, 0.0018733969191089272, -0.03538366034626961, 0.030515450984239578, 0.03987814486026764, -0.0038917537312954664, 0.07729201018810272, -0.09042052179574966, -0.0435653030872345, -0.07930941134691238, -0.008097173646092415, 0.011324283666908741, 0.051404621452093124, -0.021274909377098083, -0.030815286561846733, 0.01915603131055832, -0.04534071311354637, 0.024906575679779053, 0.06414877623319626, 0.038267944008111954, -0.006186064798384905, -0.040996845811605453, 0.044199489057064056, -0.018632862716913223, -0.021577082574367523, 0.09932182729244232, 0.00503478292375803, 0.012420328333973885, 0.07515577971935272, 0.0306997150182724, 0.022250114008784294, -0.0747361034154892, -0.03846114128828049, -0.0037437700666487217, -0.02138468064367771, -0.0013983497628942132, -0.012339998036623001, 0.07012347877025604, -0.0013060837518423796, 0.05396224558353424, 0.02272283472120762, 0.0163437370210886, -0.039487145841121674, -0.026961054652929306, -0.010848602280020714, 0.057376086711883545, -0.005742428824305534, -0.07481225579977036, 0.020326247438788414, 0.04060414806008339, 0.026728877797722816, 0.053765468299388885, -0.012787455692887306, -0.014802968129515648, -0.03648914396762848], [0.09034988284111023, -0.03136957809329033, -0.017297806218266487, -0.008649103343486786, -0.021531540900468826, 0.047057174146175385, 0.012839363887906075, -0.030880317091941833, 0.05879772827029228, 0.011904519982635975, -0.07235301285982132, 0.029491014778614044, -0.08782980591058731, -0.07424570620059967, -0.00105662876740098, -0.0027417533565312624, -0.06264134496450424, 0.007874827831983566, 0.059515856206417084, 0.004468971863389015, 0.006841431837528944, 0.013705725781619549, -0.023590484634041786, -0.016250411048531532, -0.0005441192188300192, -0.06270989030599594, 0.04450521990656853, 0.02550884149968624, -0.05390181764960289, -0.03059706650674343, 0.014949132688343525, 0.007127135060727596, 0.03488175943493843, -0.014070054516196251, 0.02685144543647766, 0.022494597360491753, 0.051759298890829086, -0.0320729985833168, 0.037006210535764694, 0.03504194691777229, -0.09962832182645798, 0.012384229339659214, 0.003055729204788804, 0.08113329112529755, -0.012666875496506691, 0.02351410500705242, -0.06861710548400879, 0.001395801897160709, -0.026541823521256447, -0.03507387638092041, 0.02135743759572506, -0.0003959665191359818, -0.001162801287136972, 0.052721962332725525, 0.016511643305420876, 0.03288443759083748, 0.017838405445218086, -0.07462357729673386, -0.00925751868635416, 0.08090420812368393, 0.032121460884809494, 0.022125519812107086, 0.013823284767568111, 0.0074355024844408035, 0.03272247314453125, -0.043657537549734116, -0.00951469223946333, 0.04065899923443794, 0.04353233054280281, 0.0486898198723793, 0.027018221095204353, 0.07901939004659653, 0.01731305569410324, -0.0004996514762751758, -0.015148770995438099, 0.05462329462170601, 0.03573160246014595, -0.05136673152446747, -0.05956178531050682, 0.05952820926904678, -0.03994369134306908, 0.031367022544145584, -0.011943557299673557, 0.018027910962700844, 0.040178801864385605, 0.008282829076051712, 0.04177076369524002, 0.05575824901461601, -0.047171395272016525, 0.03630366548895836, -0.008684875443577766, -0.04467679187655449, 0.04046064242720604, -0.02076314017176628, -0.05223309248685837, 0.013443903997540474, -0.022763902321457863, 0.005548835266381502, 0.0978223904967308, -0.011006341315805912, 0.019708696752786636, 0.05731790512800217, -0.00137238297611475, 0.009359593503177166, 0.026350894942879677, -0.024184653535485268, 0.022622497752308846, 0.06564627587795258, 0.006018051411956549, -0.004354991018772125, -0.06303824484348297, -0.009160506539046764, -0.10173019766807556, 0.0030147351790219545, 0.03081754595041275, 0.03544165566563606, -0.005853489972651005, -0.044808872044086456, 0.05294094607234001, -0.005529196001589298, 0.009269916452467442, 0.018216636031866074, -0.033011652529239655, 0.08469009399414062, 0.045726973563432693, -0.030338693410158157, 0.020714476704597473, -0.05220434069633484], [0.05689820274710655, -0.1343519687652588, -0.0032325214706361294, -0.032764188945293427, -0.033358145505189896, -0.04988519102334976, 0.004880914464592934, -0.05682814121246338, 0.10225702822208405, -0.011208856478333473, -0.060315392911434174, -0.05181990936398506, -0.10901042073965073, 0.0007973956526257098, -0.05669128894805908, -0.13306118547916412, -0.05954338610172272, -0.0031782060395926237, -0.030365947633981705, -0.015117228962481022, 0.038476552814245224, 0.02417732961475849, -0.07114492356777191, -0.028491081669926643, -0.12445775419473648, -0.029723944142460823, 0.09332410991191864, 0.019433075562119484, -0.03441862016916275, -0.02777032181620598, -0.01371545810252428, -0.005173014011234045, 0.0011574364034458995, -0.03816947340965271, 0.02210835926234722, -0.07827959954738617, 0.021027693524956703, -0.005896860267966986, 0.0514022521674633, 0.09422611445188522, -0.054342906922101974, 0.04169367998838425, 0.018290918320417404, 0.05166541412472725, 0.03243287280201912, 0.05909942090511322, -0.05292227864265442, 0.10394139587879181, -0.048102423548698425, 0.042312219738960266, -0.016661612316966057, 0.06379836052656174, -0.014894024468958378, 0.07400520890951157, 0.023203443735837936, 0.012434589676558971, -0.03776967152953148, 0.03878729045391083, -0.12639015913009644, 0.06446567177772522, 0.01679226942360401, 0.04053514823317528, -0.02441190741956234, 0.05565406382083893, 0.007261175196617842, -0.002616369165480137, -0.014384412206709385, 0.008253793232142925, -0.030064068734645844, 0.006101708393543959, -0.0065878601744771, -0.03648201376199722, -0.09831590205430984, 0.007914678193628788, -0.049757830798625946, -0.0016822654288262129, 0.009782771579921246, -0.09811016917228699, -0.04203525185585022, 0.057143211364746094, -0.031744584441185, 0.021382739767432213, 0.01165359653532505, -0.005945810582488775, 0.03152064234018326, -0.0521857775747776, 0.033563416451215744, 0.017926989123225212, -0.05114317685365677, -0.016024162992835045, -0.02380852773785591, 0.0535888709127903, 0.009352530352771282, 0.0589912012219429, 0.005491971503943205, -0.01579882577061653, 0.03997182473540306, -0.013622771948575974, -0.07334652543067932, 0.05222213268280029, 0.05103415623307228, 0.0020205392502248287, -0.0008003676775842905, -0.004064627457410097, -0.015486928634345531, -0.057455845177173615, 0.0067297727800905704, 0.03002016805112362, -0.020854532718658447, -0.009738121181726456, -0.014988724142313004, 0.10262243449687958, -0.01911826804280281, 0.005442036781460047, 0.008055849000811577, -0.04435734078288078, 0.010923180729150772, -0.10142239183187485, 0.011868972331285477, -0.05423744022846222, 0.031683843582868576, -0.020916827023029327, 0.00887774582952261, 0.05972643941640854, -0.00383467017672956, 0.02336566336452961, 0.009328841231763363, -0.0712599903345108], [0.0851280689239502, -0.12985970079898834, -0.02490263432264328, -0.0504012405872345, -0.025987623259425163, -0.042932331562042236, -0.027397869154810905, -0.056984107941389084, 0.08642886579036713, -0.049093011766672134, -0.054704416543245316, 0.04811365157365799, -0.05006672441959381, -0.06566987186670303, -0.08033594489097595, -0.06665793806314468, -0.00040976249147206545, 0.011084183119237423, 0.029503783211112022, 0.019796688109636307, 0.019719140604138374, -0.00925973616540432, -0.001181622501462698, 0.03881062939763069, -0.10970084369182587, -0.055570948868989944, 0.06318213045597076, -0.0012932122917845845, -0.08830956369638443, 0.01773141883313656, -0.026593443006277084, 0.06509620696306229, 0.033639952540397644, 0.01812075637280941, -0.011574173346161842, 0.005629978142678738, 0.0873737633228302, -0.01007558312267065, 0.06889154762029648, 0.055296801030635834, -0.0800735354423523, 0.049999017268419266, 0.014191164635121822, 0.06172126159071922, 0.01025299821048975, 0.004738279152661562, -0.1074308529496193, 0.028273891657590866, -0.06898914277553558, 0.004751679487526417, -0.06618516147136688, 0.049858152866363525, -0.03901476413011551, 0.07452362030744553, -0.0061117480508983135, 0.029247500002384186, -0.06657218933105469, -0.009336560033261776, -0.10057605803012848, 0.08393610268831253, 0.037017371505498886, 0.027528217062354088, -0.05849236994981766, 0.06852675974369049, -0.014394312165677547, 0.03391856327652931, -0.03759182244539261, -0.005822907667607069, 0.011404460296034813, -0.015573849901556969, 0.019004633650183678, -0.010055715218186378, -0.010830996558070183, 7.238195394165814e-05, 0.029432207345962524, 0.0069986432790756226, 0.04054546728730202, -0.03100893460214138, -0.0483609177172184, 0.077549047768116, 0.008281701244413853, -0.029217425733804703, -0.008573329076170921, 0.014614615589380264, 0.01735766977071762, 0.05678807571530342, 0.027143411338329315, -0.02650647610425949, -0.009027679450809956, 0.02975299023091793, -0.01646382361650467, -0.047488871961832047, 0.018554072827100754, 0.00552650261670351, -0.05392324924468994, -0.007565874140709639, 0.013652509078383446, 0.022531665861606598, -0.027313141152262688, 0.0052884467877447605, 0.054307352751493454, 0.01990637741982937, 0.02819332480430603, 0.009757157415151596, 0.05045798793435097, 0.0026145728770643473, 0.01931515708565712, 0.011200089938938618, 0.03752053901553154, -0.023353416472673416, -0.07555241137742996, -0.018387772142887115, 0.05087607353925705, -0.017031602561473846, 0.0068410467356443405, 0.0022962866351008415, -0.029690220952033997, -0.04516422748565674, 0.07930242270231247, -0.003918384667485952, -0.06353797763586044, 0.003037991002202034, 0.029256677255034447, 0.03179661184549332, 0.038905106484889984, -0.051596760749816895, -0.048992786556482315, 0.04075681045651436], [0.04838840290904045, -0.15120820701122284, -0.01909308135509491, -0.08082263171672821, -0.03189992904663086, -0.014132622629404068, 0.029924441128969193, -0.08546247333288193, 0.08312905579805374, -0.057483576238155365, -0.06856384873390198, 0.032042600214481354, -0.06669453531503677, -0.10729300230741501, -0.027454691007733345, -0.12738153338432312, -0.01879744417965412, -0.009827327914536, 0.005898995324969292, 0.05889292433857918, 0.03705801069736481, 0.05208645761013031, -0.01906122826039791, -0.008348096162080765, -0.06381368637084961, -0.052864331752061844, 0.04442257061600685, 0.01821725443005562, -0.04050249978899956, -0.02505316212773323, 0.04978440701961517, 0.013695037923753262, -0.018817681819200516, 0.03005063161253929, 0.021882541477680206, -0.006434342823922634, 0.10643937438726425, 0.029666904360055923, 0.010422524064779282, 0.054305363446474075, -0.09901322424411774, 0.04362213984131813, 0.009442434646189213, 0.05854998528957367, -0.04420280084013939, 0.028223391622304916, -0.025226706638932228, 0.007121084723621607, -0.0549788773059845, -0.04109357297420502, -0.04899038374423981, -0.008931877091526985, -0.003106757765635848, 0.07342711091041565, -0.009719576686620712, 0.05699460953474045, -0.0457734577357769, -0.02162856049835682, -0.14145509898662567, 0.11593151837587357, 0.03034942038357258, 0.08080261200666428, 0.036881446838378906, 0.08609098196029663, 0.02400062046945095, 0.026973973959684372, 0.003938902635127306, 0.03760053962469101, 0.015700163319706917, -0.02318320982158184, 0.02127079665660858, 0.038639578968286514, -0.04034002125263214, -0.041581880301237106, -0.010372664779424667, 0.023829637095332146, 0.01623067446053028, -0.045233625918626785, -0.047835759818553925, 0.07963848114013672, -0.01717015542089939, -0.02511967159807682, -0.026368092745542526, 0.024806946516036987, -0.0551944263279438, 0.0029275815468281507, -0.016589771956205368, 0.0661962553858757, -0.005278380122035742, 0.03727443143725395, -0.010792386718094349, 0.005249675363302231, 0.024882588535547256, 0.03495975583791733, -0.04529893770813942, 0.031223570927977562, -0.03264855220913887, 0.021988214924931526, 0.03969812020659447, 0.016555171459913254, 0.09748045355081558, 0.07544197887182236, -0.01664762571454048, 0.03389360383152962, 0.02830950729548931, -0.055473215878009796, -0.014523961581289768, -0.0027863795403391123, -0.007525741122663021, -0.035082291811704636, -0.03892894834280014, 0.04994790628552437, -0.024279141798615456, 0.0049279555678367615, 0.03097161091864109, -0.007367295678704977, 0.004000128712505102, -0.0643029436469078, 0.010833091102540493, 0.03985478729009628, 0.015882503241300583, -0.010333099402487278, 0.010112405754625797, -0.009358824230730534, 0.05999454855918884, -0.06666671484708786, -0.027810782194137573, -0.03916984796524048], [0.05263790115714073, -0.09791643172502518, 0.013566804118454456, 0.03872748836874962, -0.08311069011688232, 0.01093237567692995, -0.03639202564954758, -0.030865255743265152, 0.14460499584674835, -0.04587262123823166, -0.04817260056734085, 0.036774735897779465, -0.014685248024761677, -0.09042045474052429, -0.0331418514251709, -0.02601785957813263, -0.005295991897583008, -0.013259049504995346, -0.017398297786712646, 0.01109218131750822, 0.009698634035885334, -0.02761794999241829, 0.023183906450867653, -0.04706883803009987, -0.06364013254642487, -0.07135654985904694, 0.035969141870737076, 0.0003045295597985387, -0.0952748954296112, 0.03497109189629555, 0.02403368428349495, 0.062010474503040314, 0.015447374433279037, -0.0008114930242300034, 0.07110294699668884, -0.05563856288790703, 0.08061236143112183, 0.03215591236948967, 0.06289935857057571, 0.09754125028848648, -0.030795982107520103, 0.03870558738708496, 0.020006997510790825, 0.0195651613175869, 0.03829796239733696, 0.013389346189796925, -0.046094004064798355, 0.01901153102517128, -0.02480233460664749, -0.052736565470695496, -0.034061629325151443, -0.005371072795242071, -0.01998584158718586, 0.05878723785281181, 0.004320342093706131, -0.00930083729326725, -0.010134827345609665, 0.003781624836847186, -0.09736748039722443, 0.04380296170711517, -0.0006435603718273342, 0.04901978746056557, 0.04305386543273926, 0.08163295686244965, -0.02409532479941845, -0.05024068057537079, 0.01097080111503601, 0.021497542038559914, -0.003310300875455141, 0.02341710589826107, -0.027404120191931725, 0.001088400254957378, -0.01925581321120262, 0.014910896308720112, -0.013570726849138737, 0.01297233160585165, 0.0416521318256855, -0.007754349149763584, 0.019639214500784874, 0.06675302237272263, 0.007869601249694824, -0.02768275886774063, -0.07045795768499374, 0.055612239986658096, -0.01601003110408783, -0.014223295263946056, 0.0002748666738625616, -0.007655866909772158, -0.01686277613043785, -0.03865070268511772, -0.05115392431616783, 0.01129190344363451, 0.0021656728349626064, -0.0002244163042632863, -0.02370291016995907, -0.06346612423658371, -0.037246908992528915, -0.0377897210419178, -0.057820163667201996, -0.039462365210056305, 0.0037547850515693426, 0.026368144899606705, -0.03872075304389, -0.014372737146914005, -0.02934178337454796, -0.008306353352963924, 0.019778747111558914, 0.0369083471596241, 0.031000005081295967, -0.04335900396108627, 0.04330739378929138, 0.013788823038339615, 0.04695985093712807, -0.022732656449079514, -0.04920407757163048, -0.015993725508451462, 0.01517565082758665, -0.04000789299607277, 0.01541728526353836, -0.037016257643699646, -0.048645563423633575, 0.001127486932091415, 0.02409241534769535, 0.0011255164863541722, -0.03220929577946663, 0.041983798146247864, -0.011386060155928135, 0.009202598594129086], [0.1386154443025589, -0.1277453601360321, -0.055430274456739426, -0.05773984268307686, -0.03865540772676468, -0.020437926054000854, 0.013056710362434387, -0.002230034675449133, 0.09713952988386154, 0.007746294140815735, -0.09394314140081406, -0.016388259828090668, -0.05352025479078293, -0.03662683069705963, 0.004049947950989008, -0.06301576644182205, -0.011068332009017467, -0.050333406776189804, 0.06745795905590057, 0.04694125056266785, -0.03264099732041359, 0.037251006811857224, -0.010433593764901161, -0.021056270226836205, -0.056687429547309875, -0.01751711778342724, 0.11605072766542435, 0.023555345833301544, -0.009427228942513466, 0.011532202363014221, 0.023340653628110886, 0.00469482084736228, 0.004640691448003054, -0.013531024567782879, 0.04351479560136795, 0.03621882572770119, 0.055189814418554306, 0.018664425238966942, 0.02082667127251625, 0.060560163110494614, -0.07436490058898926, 0.007818343117833138, 0.0942007526755333, 0.13198620080947876, 0.027613170444965363, 0.009954201057553291, -0.08241939544677734, -0.006025959737598896, -0.0075544011779129505, -0.05179769545793533, -0.04234116151928902, -0.020558245480060577, -0.010437902063131332, 0.04026344418525696, 0.04627930372953415, -0.015278149396181107, -0.0993492528796196, 0.027396561577916145, -0.09211811423301697, 0.045707013458013535, 0.022718722000718117, 0.10428612679243088, -0.027079103514552116, 0.10523568093776703, 0.025580529123544693, -0.04443979263305664, -0.002393879694864154, 0.09176809340715408, 0.07728450745344162, -0.017603786662220955, 0.024579143151640892, 0.017899638041853905, -0.01561115775257349, 0.026601992547512054, 0.06480744481086731, 0.02845750004053116, -0.0025622204411774874, -0.09590618312358856, -0.04462910443544388, 0.11294110864400864, -0.029243456199765205, -0.04236218333244324, -0.05488242208957672, 0.06057324260473251, 0.0035826328676193953, -0.020392734557390213, -0.04464166611433029, -0.03979175165295601, -0.06227247416973114, 0.02923581935465336, -0.04393426328897476, -0.02255866304039955, 0.028286021202802658, 0.03591053560376167, -0.03617668151855469, -0.04696396738290787, -0.028228051960468292, -0.02805592678487301, 0.03697236254811287, 0.018987763673067093, 0.05376483127474785, 0.07425149530172348, -0.045875199139118195, -0.05019513890147209, -0.035653289407491684, -0.05306334048509598, 0.010453905910253525, 0.030507342889904976, -0.009188400581479073, -0.008315562270581722, -0.03280724585056305, 0.0387427881360054, -0.06920389086008072, -0.03484667092561722, 0.010971706360578537, -0.05640529468655586, -0.06456997245550156, -0.060783617198467255, 0.018528612330555916, -0.05840853974223137, 0.020539946854114532, -0.04978225752711296, 0.03368465229868889, -0.048820167779922485, 0.0023739421740174294, -0.006723708473145962, 0.011645902879536152, -0.012725156731903553], [0.06773285567760468, -0.1393524408340454, -0.06488276273012161, 0.007857248187065125, -0.08298642933368683, 0.014399757608771324, -0.03204336017370224, -0.0925304964184761, 0.07112926244735718, -0.052927277982234955, -0.031047558411955833, 0.012581130489706993, -0.09446191042661667, -0.0620967261493206, -0.08398857712745667, -0.049820177257061005, -0.07585909962654114, -0.03918502479791641, 0.03012278862297535, 0.028516415506601334, -0.02264866605401039, -0.0013642605626955628, -0.018422234803438187, -0.02873273380100727, -0.07161213457584381, -0.04025094956159592, 0.1332978755235672, 0.06701502203941345, -0.08000125735998154, -0.004696185234934092, 0.0026880258228629827, 0.04871070757508278, 0.007529350463300943, -0.01412189844995737, 0.06689008325338364, -0.021220359951257706, 0.07203645259141922, -0.021932877600193024, 0.0748775377869606, 0.08649639040231705, -0.06380553543567657, 0.07714387029409409, 0.024597223848104477, 0.03199881687760353, -0.030344679951667786, 0.0378197617828846, -0.05408211797475815, 0.054972052574157715, 0.006372722797095776, 0.027069667354226112, -0.03090384043753147, 0.04749609902501106, 0.03225525841116905, 0.09943655878305435, 0.03328271582722664, 0.008426861837506294, 0.012442450039088726, 0.0034503128845244646, -0.09948190301656723, 0.09363093972206116, 0.06499815732240677, 0.057187315076589584, 0.012463807128369808, 0.05472530052065849, -0.054498422890901566, -0.0030213973950594664, -0.0012965681962668896, -0.012880833819508553, 0.012338991276919842, -0.036617740988731384, 0.006639308296144009, -0.05160710960626602, -0.034562624990940094, 0.027349313721060753, 0.09785085171461105, -0.04177723452448845, 0.06790565699338913, 0.037403758615255356, -0.03978453576564789, 0.05080486088991165, -0.036661453545093536, 0.0056299674324691296, 0.00511125149205327, 0.03520626947283745, 0.05579762905836105, 0.01875813864171505, 0.064895860850811, -0.008163734339177608, -0.0031826323829591274, -0.008670743554830551, -0.04121365770697594, 0.048163555562496185, 0.02229526825249195, 0.0760592594742775, -0.0796557143330574, -0.023069582879543304, 0.005401437170803547, -0.033654164522886276, 0.044688109308481216, -0.05465731397271156, 0.01858569122850895, 0.055258285254240036, 0.03398764133453369, -0.0336657389998436, 0.030412176623940468, -0.035693198442459106, -0.012174681760370731, 0.05345863103866577, -3.0359980883076787e-05, 0.004235994070768356, 0.038755785673856735, 0.022338127717375755, 0.0425771027803421, -0.010211782529950142, -0.009323181584477425, -0.0785137265920639, -0.021422795951366425, -0.10952414572238922, 0.030807752162218094, -0.014510066248476505, -0.009105363860726357, 0.06445524096488953, -0.005044974852353334, -0.010193140245974064, -0.00019961308862548321, 0.03082156926393509, 0.004421322140842676, 0.02543657459318638], [0.07424557209014893, -0.0525626465678215, -0.016395902261137962, -0.0322682224214077, -0.02722247689962387, 0.07900042831897736, -0.007377063389867544, -0.08188088983297348, 0.03999059274792671, -0.028437171131372452, -0.06407061964273453, -0.027884146198630333, -0.030311541631817818, -0.009515447542071342, 0.05740979686379433, -0.011610896326601505, -0.06664470583200455, -0.05987374112010002, 0.044202689081430435, 0.017997434362769127, -0.03309210389852524, -0.01910880021750927, -0.02034495770931244, -0.05529243126511574, -0.05371687561273575, -0.03287115693092346, 0.050054144114255905, 0.029383385553956032, -0.004231896251440048, -0.03237214311957359, 0.022987645119428635, 0.0322985015809536, 0.03641786053776741, -0.033343374729156494, 0.02330395020544529, -0.028572095558047295, 0.036564331501722336, -0.054505445063114166, 0.015591825358569622, 0.008442435413599014, -0.07672812044620514, 0.0046061002649366856, 0.08033252507448196, 0.02669207938015461, -0.025211893022060394, -0.0028978423215448856, -0.0778108686208725, 0.05021854490041733, 0.034303512424230576, -0.018978789448738098, -0.032867271453142166, -0.01602471061050892, -0.009731907397508621, 0.04330529645085335, 0.0022458273451775312, 0.02380356192588806, 0.002507193712517619, -0.0027927234768867493, -0.033627647906541824, 0.07809360325336456, -0.0004158996162004769, 0.0636993870139122, 0.05407574027776718, 0.00219252472743392, 0.050387103110551834, -0.014401343651115894, -0.00997141096740961, 0.018115324899554253, 0.0370711013674736, 0.018174581229686737, -0.010278167203068733, 0.012821933254599571, 0.029098084196448326, -0.04405297711491585, 0.02856222353875637, -0.017993472516536713, -0.06706289947032928, 0.014761650003492832, -0.02529335208237171, 0.048677727580070496, -0.01934911496937275, 0.04439146816730499, 0.00909554585814476, 0.04519681632518768, -0.030700145289301872, -0.013032629154622555, 0.009188856929540634, 0.013544857501983643, -0.05975179746747017, 0.04213201254606247, -0.020773928612470627, -0.0083426209166646, -0.04027499258518219, 0.03600423410534859, 0.011020724661648273, 0.005409482400864363, -0.008789782412350178, -0.0020527816377580166, 0.0025933831930160522, -0.014168835245072842, 0.04759479686617851, 0.043949246406555176, -0.058086127042770386, 0.0345437191426754, -0.00542176840826869, -0.004741949494928122, 0.0097358925268054, 0.059432368725538254, 0.023289909586310387, 0.00847160629928112, -0.013893106020987034, -0.004986746236681938, 0.021857988089323044, -0.020750045776367188, -0.016163982450962067, -0.03723187744617462, 0.017601406201720238, 0.006960486061871052, 0.0022668775636702776, 0.06744932383298874, -0.013510921970009804, -0.0006234976463019848, -0.013448720797896385, -0.008915300481021404, -0.01895710453391075, 0.08755829185247421, -0.0021626169327646494, 0.004764454439282417], [0.0771198645234108, -0.12302349507808685, -0.015560555271804333, -0.007288081105798483, -0.06466194987297058, -0.003121220273897052, -0.021538006141781807, -0.023680951446294785, 0.10093864798545837, -0.028675958514213562, -0.029431497678160667, -0.020015796646475792, -0.10704229772090912, 0.019968140870332718, 0.014465881511569023, -0.08197279274463654, -0.06082230061292648, -0.009816980920732021, 0.016032250598073006, 0.039114631712436676, -0.01759016141295433, 0.016673117876052856, 0.06450805068016052, -0.03159288316965103, -0.07933273911476135, -0.04293202981352806, 0.07604797184467316, 0.02613161876797676, -0.028673609718680382, 0.005533742252737284, -0.023739783093333244, 0.017254602164030075, 0.04506110027432442, -0.019568338990211487, 0.08536240458488464, 0.0025361552834510803, 0.0657779648900032, -0.0026601788122206926, 0.07807780057191849, 0.034291479736566544, -0.12096825987100601, 0.046353522688150406, 0.06731248646974564, 0.016766713932156563, 0.000775157124735415, -0.02587258629500866, -0.08322747051715851, 0.032518018037080765, 0.06568818539381027, -0.01303641963750124, -0.06238088756799698, 0.017300397157669067, -0.025021031498908997, 0.10433337837457657, 0.02508368156850338, -0.046325523406267166, -0.0036045785527676344, 0.001014988636597991, -0.13672052323818207, 0.09198043495416641, 0.08780547976493835, 0.04941606521606445, 0.0185985267162323, 0.050509482622146606, -0.062255460768938065, 0.08644796907901764, 0.06685779243707657, 0.03871605545282364, -0.026537688449025154, 0.01402223203331232, -0.009410125203430653, -0.0006072693504393101, -0.03239649161696434, -0.021714184433221817, -0.01367154624313116, 0.01141728088259697, 0.0428670309484005, 0.01355393324047327, 0.07288142293691635, 0.01855391077697277, 0.005629263818264008, -0.0286481324583292, -0.04407338425517082, 0.058740515261888504, -0.06620130687952042, -0.011036976240575314, -0.0870756134390831, 0.038245804607868195, -0.010024572722613811, 0.07641798257827759, -0.007124627474695444, -0.037404462695121765, -0.05151135101914406, 0.03910099342465401, -0.0004577112849801779, 0.011698753573000431, -0.05538704991340637, 0.010061066597700119, -0.01685292460024357, 0.033231768757104874, -0.02538101002573967, 0.0026075716596096754, 0.016918232664465904, -0.01779843121767044, -0.033436428755521774, -0.037148669362068176, 0.032857347279787064, 0.005388463847339153, 0.037704065442085266, 0.015294041484594345, -0.005722206085920334, 0.013887356966733932, 0.032460231333971024, 0.0026951911859214306, -0.06968186050653458, 0.005581078119575977, 0.05837437883019447, -0.055290136486291885, -0.009392698295414448, -0.044273581355810165, 0.0017364646773785353, 0.02075851894915104, 0.027594055980443954, -0.06186620891094208, 0.05288955569267273, 0.0015131267718970776, -0.05751447007060051, -0.0007936873589642346], [0.13240483403205872, -0.059686899185180664, 0.05608497932553291, -0.016074465587735176, -0.054901767522096634, 0.023513490334153175, 0.021032050251960754, -0.047760970890522, 0.08660750091075897, -0.042553603649139404, -0.06988092511892319, -0.020821943879127502, -0.06472765654325485, -0.07253862917423248, -0.0436263382434845, -0.04942319169640541, -0.030196107923984528, -0.02177048660814762, 0.04349685087800026, 0.017080271616578102, -0.05694561079144478, -0.06122357398271561, -0.0352572426199913, -0.08204054832458496, -0.007069494109600782, -0.04635423794388771, 0.056407127529382706, 0.06990748643875122, -0.02011454850435257, 0.04209563136100769, 0.04370933026075363, 0.07114990055561066, -0.009524454362690449, -0.005821239668875933, 0.1272406280040741, -0.009801052510738373, 0.010815267451107502, 0.027643578127026558, 0.07290559262037277, -0.0014218479627743363, -0.05477380007505417, -0.012410617433488369, 0.06885522603988647, 0.06052175909280777, 0.02507181279361248, -0.009447052143514156, -0.06559242308139801, 0.08868267387151718, 0.002257532672956586, 0.005906843114644289, -0.07867858558893204, 0.012900038622319698, -0.0022877794690430164, 0.07555190473794937, -0.028325825929641724, -0.006164620630443096, -0.03678809106349945, 0.002854937221854925, -0.07866163551807404, 0.03663645684719086, -0.003847765503451228, 0.07509785145521164, 0.033938564360141754, 0.043780967593193054, 0.006942123640328646, 0.015538287349045277, -0.0007744843023829162, 0.062364328652620316, -0.01907835714519024, 0.0026412876322865486, -0.009491974487900734, 0.06340642273426056, 0.06923183053731918, -0.04851726442575455, -0.0046783252619206905, 0.0715012401342392, 0.006558046210557222, -0.0006806612946093082, 0.07179504632949829, 0.08092675358057022, -0.10418278723955154, -0.009390182793140411, -0.08316625654697418, 0.10940804332494736, -0.07106931507587433, 0.07198798656463623, 0.034225258976221085, 0.011334872804582119, 0.009058594703674316, -0.008103751577436924, -0.013687296770513058, -0.00975469034165144, -0.06612684577703476, 0.04601602628827095, -0.014314030297100544, -0.027410395443439484, 0.07202187925577164, 0.11860431730747223, 0.03682616353034973, -0.040060948580503464, 0.011104864068329334, -0.06132267415523529, 0.011320617981255054, 0.05337900668382645, -0.02161763794720173, -0.011241650208830833, 0.007626403588801622, 0.08199544250965118, -0.03055722266435623, 0.014649325981736183, 0.012678858824074268, 0.04972023516893387, -0.026212118566036224, 0.009532024152576923, -0.12294892221689224, 0.022752713412046432, 0.04381527379155159, -0.08536266535520554, -0.03976059332489967, -0.03972906619310379, -0.0500154048204422, -0.06412186473608017, 0.04219915345311165, -0.04734594374895096, -0.0004306584596633911, 0.0033511738292872906, 0.026530355215072632, -0.008283380419015884], [0.10874185711145401, -0.10133107751607895, -0.037228040397167206, -0.0347546748816967, 0.00603707879781723, -0.01841006614267826, 0.046675905585289, -0.061795927584171295, 0.04527287930250168, 0.0010427349479869008, -0.011882881633937359, -0.03153190016746521, -0.07562112808227539, 0.015921054407954216, 0.04495301470160484, -0.057477422058582306, -0.0720604881644249, -0.040634624660015106, 0.06485948711633682, 0.048709891736507416, -0.019126906991004944, 0.0415947362780571, -0.05508929491043091, 0.035649847239255905, -0.06118721514940262, -0.019528504461050034, 0.0889035016298294, 0.04448819160461426, -0.022272026166319847, -0.055110957473516464, -0.039361096918582916, -0.000504355295561254, -0.027799099683761597, 0.011245029047131538, 0.03657554090023041, -0.024580104276537895, 0.06476111710071564, 0.00043023694888688624, 0.03001433052122593, 0.09280429035425186, -0.05269070714712143, 0.07163038104772568, 0.07552332431077957, 0.049113929271698, -0.046512309461832047, 0.02860058657824993, -0.028896428644657135, 0.014910170808434486, -0.018551882356405258, 0.009937351569533348, -0.07057534158229828, 0.025334155187010765, 0.010431062430143356, 0.04301831126213074, -0.01801123283803463, -0.009128572419285774, -0.036756955087184906, -0.02699923887848854, -0.09248121827840805, 0.09998514503240585, 0.07231827825307846, 0.015030063688755035, 0.14507244527339935, 0.008078539744019508, 0.08368641138076782, -0.04038221761584282, 0.05708034709095955, 0.01828261837363243, 0.10513228923082352, -0.017270291224122047, 0.0341852605342865, 0.057299498468637466, -0.022282762452960014, 0.03964399918913841, 0.009345915168523788, -0.045269470661878586, 0.022074516862630844, -0.03155997768044472, -0.053320806473493576, 0.07575259357690811, -0.04016568511724472, -0.059273697435855865, -0.05864347144961357, 0.00642140069976449, -0.024215059354901314, -0.05357404425740242, -0.026343924924731255, -0.044126544147729874, 0.031142637133598328, -0.04683080315589905, 0.007209154777228832, 0.004357104189693928, 0.01144177932292223, 0.023496393114328384, -0.019571226090192795, -0.032464198768138885, 0.030976705253124237, -0.05315529555082321, 0.0634884238243103, -0.014629669487476349, 0.06236156448721886, 0.03188622370362282, -0.008350429125130177, -0.0019227302400395274, -0.023135339841246605, -0.034802231937646866, 0.008003056049346924, 0.005031189415603876, 0.005092862527817488, 0.013691410422325134, -0.02998010255396366, -0.00865016970783472, -0.024129558354616165, -0.0030673795845359564, 0.016369808465242386, -0.037329383194446564, -0.011205746792256832, -0.13354870676994324, 0.04242522269487381, -0.015157460235059261, 0.02736015059053898, -0.007988009601831436, 0.06410378217697144, 0.016985051333904266, 0.041645072400569916, 0.03712817281484604, 0.05298071354627609, -0.028186872601509094]]
+  transformer.h.11.attn.qa_q_blend_alpha  shape=torch.Size([])  raw=-0.18064768612384796
+  transformer.h.11.attn.qa_y_blend_alpha  shape=torch.Size([])  raw=0.10258878022432327
+  transformer.h.11.attn.qa_q_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.2296770811080933, 0.9854303002357483, 0.9404457807540894, 1.0338319540023804, 1.0841809511184692, 1.087981104850769, 1.026254653930664, 1.0622351169586182, 1.056679606437683, 1.1262842416763306, 1.1453044414520264, 1.1933784484863281, 0.982306182384491, 1.0189601182937622, 1.1112339496612549, 1.1566420793533325, 1.1025621891021729, 1.0307210683822632, 1.1386827230453491, 1.088193655014038, 1.1013938188552856, 1.0098515748977661, 1.0128891468048096, 1.1229498386383057, 1.0729252099990845, 1.0993508100509644, 1.0345453023910522, 1.0950404405593872, 1.0604853630065918, 1.0349774360656738, 1.1271947622299194, 1.1056121587753296, 1.0414453744888306, 1.132667899131775, 1.0376660823822021, 1.1279617547988892, 1.1149355173110962, 1.0855671167373657, 1.0130900144577026, 1.086514949798584, 1.091429591178894, 1.1016879081726074, 1.0134526491165161, 1.1050622463226318, 1.017113208770752, 1.0383607149124146, 1.0863604545593262, 1.1513501405715942, 1.1813623905181885, 1.1414302587509155, 1.0269678831100464, 1.171947956085205, 1.0701149702072144, 1.1395326852798462, 1.0817588567733765, 1.0957286357879639, 1.0939733982086182, 1.1020877361297607, 1.140384554862976, 1.0164802074432373, 1.1402013301849365, 1.0981801748275757, 1.0816022157669067, 1.002514362335205]
+  transformer.h.11.attn.qa_y_norm_softqa_pl.weight  shape=torch.Size([64])  raw=[1.1193667650222778, 1.147385835647583, 1.097097635269165, 0.9933834075927734, 0.9980084896087646, 1.0441478490829468, 1.044007420539856, 0.9760099649429321, 1.0492956638336182, 1.0213388204574585, 1.0112487077713013, 1.1245192289352417, 1.0592941045761108, 1.0692217350006104, 1.0262787342071533, 1.1505814790725708, 1.0740840435028076, 1.0186302661895752, 1.05946946144104, 1.1090787649154663, 1.091670036315918, 1.0298750400543213, 0.9855073690414429, 1.0906612873077393, 1.1045197248458862, 0.9989240169525146, 0.996306300163269, 1.1303681135177612, 0.9611859917640686, 1.0414289236068726, 1.053889274597168, 1.0398911237716675, 1.0872108936309814, 1.047964334487915, 1.0676370859146118, 1.0832451581954956, 1.1516960859298706, 1.0477523803710938, 1.0061192512512207, 1.191788911819458, 0.9997351765632629, 1.0522451400756836, 1.0592756271362305, 1.0301644802093506, 1.0925674438476562, 1.1373350620269775, 1.049342155456543, 1.0478137731552124, 0.9966427683830261, 1.0834174156188965, 1.1824690103530884, 1.0456782579421997, 1.0131688117980957, 1.0488460063934326, 1.003916621208191, 1.0350840091705322, 1.1213569641113281, 1.0185515880584717, 1.0271755456924438, 1.0560983419418335, 1.077828288078308, 1.089206576347351, 1.1552215814590454, 1.0395045280456543]
+  transformer.h.11.attn.qa_gate_proj_softqa_pl.weight  shape=torch.Size([64, 128])  raw=[[-0.05759371817111969, -0.04770979657769203, -0.026013096794486046, -0.03138073533773422, 0.026035014539957047, -0.043368078768253326, -0.023807354271411896, -0.029266972094774246, -0.054266586899757385, 0.09495250135660172, -0.02747596986591816, 0.11197076737880707, -0.030530966818332672, 0.03442015126347542, 0.09636719524860382, -0.04543687775731087, 0.012698943726718426, 0.008678846061229706, -0.07841810584068298, -0.037612952291965485, -0.08283831179141998, 5.1245639042463154e-05, 0.038315072655677795, -0.02960440143942833, 0.007972991093993187, 0.056409407407045364, 0.03981391340494156, 0.04274474084377289, -0.0009244978427886963, 0.005126677919179201, -0.08019832521677017, 0.004562548827379942, 0.00855310633778572, -0.11124897003173828, 0.00881737470626831, -0.020000135526061058, -0.07268977910280228, 0.031236644834280014, 0.03385106101632118, -0.09496136754751205, 0.081233911216259, -0.07336656004190445, 0.027218444272875786, 0.04839784651994705, 0.01539762131869793, -0.07330625504255295, -0.05630051717162132, 0.08201135694980621, -0.09115719795227051, 0.11980503052473068, -0.006282198708504438, -0.06913425773382187, 0.033255044370889664, -0.10466405749320984, 0.09240454435348511, 0.020040184259414673, 0.0024740498047322035, -0.09362334758043289, -0.06666838377714157, 0.07068144530057907, 0.03896517679095268, -0.009547191672027111, 0.03300901874899864, 0.06456684321165085, 0.0011887490982189775, 0.06197425723075867, 0.01495356298983097, 0.023740142583847046, 0.051248062402009964, -0.03481041267514229, 0.02083289995789528, 0.018788864836096764, -0.07540630549192429, 0.004525434225797653, 0.046542972326278687, -0.019995570182800293, 0.0016213895287364721, 0.011808918789029121, 0.050892990082502365, -0.05533406883478165, 0.010870559141039848, -0.05042068660259247, 0.0536600798368454, 0.04867526516318321, -0.021078813821077347, -0.025647584348917007, 0.024390988051891327, -0.02769189141690731, 0.010744466446340084, 0.029665524140000343, 0.03843657672405243, -0.0020958876702934504, 0.00808142963796854, -0.05081227794289589, 0.023794440552592278, -0.006329309195280075, 0.07068469375371933, -0.013715866021811962, -0.03805491328239441, -0.012446717359125614, -0.014206933788955212, -0.023165622726082802, -0.011079947464168072, 0.01373575534671545, 0.031020263209939003, -0.04774336889386177, 0.05827802047133446, -0.053201768547296524, -0.053914040327072144, -0.08836565911769867, 0.05005231127142906, 0.025085726752877235, -0.0033253952860832214, 0.03542466461658478, -0.0351920910179615, -0.03202298656105995, 0.03328946605324745, 0.038887228816747665, -0.030242949724197388, -0.08219397813081741, -0.04907757043838501, -0.008429438807070255, 0.04419137164950371, -0.07991912215948105, 0.023664550855755806, 0.002302288543432951, 0.04063090309500694, 0.016793880611658096], [-0.08564931899309158, -0.013607245869934559, 0.03035018779337406, 0.0650690495967865, 0.015632187947630882, -0.05040965601801872, 0.011569642461836338, -0.07437897473573685, -0.031020311638712883, -0.004705444909632206, -0.04459584876894951, 0.1024303138256073, 0.01157323271036148, 0.06459202617406845, 0.08856357634067535, -0.013600344769656658, 0.0479482002556324, 0.011145981028676033, -0.024990612640976906, -0.040885839611291885, 0.014086735434830189, -0.03425857424736023, -0.03330375999212265, -0.02982867881655693, -0.047009192407131195, 0.0441921129822731, -0.04297323524951935, 0.009780393913388252, 0.019830504432320595, 0.03332425653934479, -0.07319661974906921, -0.03827712684869766, 0.011422218754887581, -0.08449947088956833, -0.032069917768239975, -0.01729440502822399, -0.07766245305538177, 0.03465425968170166, -0.04553854838013649, 0.020067647099494934, 0.10030577331781387, -0.025400906801223755, -0.019900312647223473, 0.033633753657341, 0.003915488254278898, 0.011076255701482296, 0.0037129151169210672, 0.05909553915262222, -0.1043856143951416, 0.1088038831949234, -0.035090431571006775, -0.03233669325709343, 0.02231026068329811, -0.0680651068687439, -0.019801490008831024, 0.06282716244459152, -0.04827102646231651, -0.09346561878919601, -0.0523679181933403, -0.061211537569761276, 0.03323887288570404, -0.07577216625213623, 0.07445342093706131, 0.012950673699378967, 0.0528927817940712, 0.032712679356336594, -0.031346678733825684, 0.05903042107820511, 0.036658693104982376, -0.009768935851752758, -0.07709335535764694, 0.010404989123344421, -0.03939612954854965, 0.003204540815204382, 0.07234964519739151, 0.06382109224796295, -0.014802474528551102, 0.011923961341381073, -0.07855352014303207, 0.0032767055090516806, -0.009817778132855892, -0.08669847249984741, -0.021368931978940964, -0.02667909488081932, -0.013688886538147926, -0.015863798558712006, 0.03066914714872837, -0.0047052581794559956, -0.05778017267584801, 0.023963620886206627, 0.0616326667368412, -0.07322266697883606, 0.02018926292657852, 0.020493971183896065, 0.038103412836790085, 0.001257491996511817, 0.07276908308267593, -0.021085422486066818, -0.011039371602237225, -0.0037566255778074265, 0.0833863615989685, 0.036342427134513855, -0.08453886210918427, 0.049106791615486145, -0.08803004026412964, -0.02253883145749569, -0.03554335981607437, 0.011684357188642025, -0.01145748421549797, -0.07143247127532959, 0.03399842977523804, 0.04002876579761505, 0.005239845719188452, -0.050684843212366104, -0.07353407144546509, -0.03498703986406326, 0.00794808566570282, 0.028120091184973717, 0.023249534890055656, 0.05916711688041687, -0.0929398313164711, -0.02800959162414074, -0.03355524316430092, -0.04111603647470474, 0.028742719441652298, 0.006432339549064636, 0.012513433583080769, -0.02891836315393448], [-0.1127486377954483, -0.00801894161850214, 0.037405893206596375, 0.0024737443309277296, 0.011294671334326267, -0.05432578921318054, -0.05899081006646156, -0.1265881508588791, -0.06350795179605484, 0.09411055594682693, -0.10752791911363602, 0.09404673427343369, -0.009077556431293488, -0.05600906163454056, 0.06995142996311188, -0.04466366395354271, 0.03316253051161766, 0.08454304188489914, -0.07614418119192123, -0.02516859583556652, -0.0844758003950119, 0.07391990721225739, -0.05293712392449379, -0.03118889220058918, -0.013512169942259789, 0.07041258364915848, 0.02055581472814083, 0.10126557946205139, 0.01406128704547882, -0.010714410804212093, -0.06042642146348953, -0.010474689304828644, 0.011713303625583649, -0.03218421712517738, 0.034283220767974854, -0.06945139914751053, -0.016527486965060234, 0.017777331173419952, -0.05986025556921959, -0.04634508118033409, 0.10499844700098038, -0.11232835054397583, -0.01697148196399212, 0.038205843418836594, -0.014474921859800816, -0.0299256332218647, -0.06124771013855934, 0.07182375341653824, -0.11820235103368759, 0.05842280015349388, 0.03911563754081726, -0.0070841810666024685, -0.01680324226617813, -0.04149873927235603, 0.013105369172990322, 0.022306982427835464, 0.036492519080638885, -0.050979986786842346, -0.06751144677400589, -0.031625840812921524, 0.08516248315572739, -0.020892541855573654, 0.07222264260053635, 0.023764431476593018, 0.06433898210525513, 0.07938414067029953, -0.03412860631942749, -0.004902408458292484, -0.016011333093047142, -0.018948227167129517, -0.04646815359592438, -0.00079564587213099, -0.05952709540724754, -0.07414615154266357, 0.042325954884290695, 0.058126091957092285, -0.07146448642015457, -0.012457643635571003, -0.048972923308610916, -0.08563528954982758, 0.05302950739860535, -0.016439083963632584, -0.06572790443897247, 0.07660896331071854, -0.11913327872753143, -0.00447574770078063, 0.003338633803650737, 0.07820834219455719, -0.01753387413918972, -0.04971541464328766, -0.040073685348033905, -0.019511710852384567, -0.015590332448482513, 0.027880430221557617, 0.033626534044742584, 0.030506985262036324, 0.055844198912382126, -0.06945579499006271, -0.027348123490810394, 0.006432459224015474, -0.013481291010975838, 0.001246347208507359, -0.009359033778309822, -0.07166938483715057, 0.003375866450369358, -0.011359604075551033, -0.01259075291454792, -0.02502242662012577, -0.054076045751571655, -0.12320613116025925, 0.022902190685272217, 0.04627237468957901, 0.028404569253325462, -0.031847674399614334, -0.0005220193997956812, -0.0404280386865139, -0.0020455706398934126, 0.07020476460456848, 0.04406227916479111, -0.05206513777375221, -0.08102709800004959, 0.06060240790247917, 0.04987895488739014, -0.04279841110110283, -0.06519673019647598, 0.06985647231340408, 0.08452590554952621, -0.005313205998390913], [-0.05773160606622696, 0.06035587936639786, -0.03182368353009224, 0.006443919613957405, 0.030318034812808037, -0.06934385001659393, 0.06269145756959915, 0.023260828107595444, -0.03911597654223442, 0.023324985057115555, -0.02168012224137783, 0.04209021106362343, -0.03860502317547798, 0.01598190702497959, 0.05176515504717827, -0.030977759510278702, 0.032063741236925125, 0.005389404483139515, -0.022881679236888885, -0.03764953836798668, -0.029148884117603302, -0.012710140086710453, 0.014936755411326885, 0.017636805772781372, -0.04088480398058891, 0.04648711532354355, 0.0019201617687940598, 0.03639889881014824, 0.020366841927170753, -0.00038199714617803693, 0.005271899979561567, -0.05252131074666977, 0.0003778634127229452, -0.05430849641561508, 0.0077842543832957745, -0.03227045014500618, -0.07318967580795288, 0.05098278820514679, 0.006637279875576496, -0.004108809400349855, 0.03604857623577118, -0.024374542757868767, 0.011219792999327183, 0.04912598058581352, 0.034550052136182785, -0.004309563431888819, -0.042100317776203156, 0.05531005188822746, -0.04038279131054878, 0.01870846562087536, 0.03972866013646126, -0.05853401497006416, 0.004846734926104546, -0.02702462114393711, 0.02161840721964836, 0.03056253492832184, -0.04988100379705429, -0.044296033680438995, -0.02710030786693096, 0.0412730909883976, 0.06381531804800034, -0.05147835984826088, -0.02627585642039776, 0.0093134930357337, 0.006202250253409147, -0.018332969397306442, -0.053701985627412796, 0.022114861756563187, -0.01698298193514347, 0.044541310518980026, -0.026207158342003822, -0.007775228004902601, 0.02108783833682537, 0.05196521803736687, 0.00720928143709898, 0.05141248553991318, -0.011390132829546928, -0.012148934416472912, -0.012832347303628922, -0.03878660500049591, -0.013150862418115139, 0.03295707702636719, -0.02384933829307556, 0.051449257880449295, 0.0004979099030606449, -0.02224085107445717, -0.021615715697407722, -0.07139632850885391, 0.04460461437702179, 0.0351029708981514, 0.010145612061023712, -0.06820894777774811, -0.0452534444630146, 0.010270819999277592, 0.036734454333782196, -0.014947531744837761, 0.016135411337018013, -0.0066124130971729755, -0.005387059412896633, 0.009159882552921772, -0.00040680248639546335, 0.013813234865665436, -0.009177453815937042, 0.08820728212594986, -0.00615009106695652, 0.03541228547692299, 0.047609131783246994, 0.007077795919030905, 0.0032580525148659945, 0.03264293447136879, -0.0005804991233162582, -0.016214631497859955, -0.029653171077370644, -0.002443962497636676, -0.06740535795688629, -0.03178824484348297, -0.012764611281454563, -0.031605314463377, 0.0373845212161541, 0.001636086730286479, -0.05719953775405884, -0.0038059204816818237, -0.04565715789794922, 0.042252976447343826, 0.031323619186878204, 0.00663160951808095, 0.02521633356809616, 0.007302994839847088], [-0.08872710913419724, -0.03594577684998512, -0.004923764616250992, 0.07275427877902985, 0.02745356224477291, 0.006289854645729065, 0.0005069758626632392, -0.013263666070997715, 0.013408898375928402, 0.07311945408582687, -0.07501270622015, 0.07474952936172485, 0.008413282223045826, -0.035787537693977356, 0.015574117191135883, -0.06843362003564835, 0.002766459248960018, -0.011014415882527828, -0.05648982524871826, -0.04180844500660896, -0.06844275444746017, 0.03139203041791916, -0.010038523934781551, -0.05607910454273224, -0.048129841685295105, 0.04376671090722084, -0.021506140008568764, 0.03800836205482483, 0.07111091166734695, 0.02554725669324398, -0.07007865607738495, -0.11087680608034134, 0.01878466084599495, -0.07732706516981125, -0.06418434530496597, 0.0069724139757454395, -0.014995253644883633, 0.030512632802128792, -0.003138825763016939, -0.03811526298522949, -0.006665993947535753, 0.01132246945053339, -0.045467525720596313, 0.017545903101563454, 0.030371708795428276, -0.011393684893846512, 0.012100591324269772, 0.07014581561088562, -0.05704998970031738, 0.05138057842850685, 0.007648385129868984, -0.10592730343341827, -0.0057825082913041115, -0.017125695943832397, 0.03627500310540199, 0.03572066128253937, -0.0662580206990242, -0.008779029361903667, -0.04493546858429909, 0.0037898309528827667, 0.05509459227323532, -0.017186053097248077, -0.016459660604596138, -0.02501232735812664, -0.025937793776392937, 0.049557533115148544, -0.06420568376779556, -0.06636849790811539, -0.0075288680382072926, -0.0035233143717050552, -0.03995797783136368, -0.027695754542946815, 0.010791614651679993, -0.016495782881975174, 0.05399412289261818, -0.03687862306833267, -0.06521089375019073, -0.023349620401859283, 0.0653436928987503, -0.035876840353012085, -0.002553570317104459, -0.0003232719318475574, -0.0165661983191967, 0.040160857141017914, -0.0525682158768177, -0.028647132217884064, 0.0014625416370108724, -0.018204648047685623, -0.054738599807024, 0.02109767682850361, -0.06652365624904633, -0.0407014824450016, -0.0051538231782615185, -0.0072978222742676735, 0.04716736078262329, -0.014238935895264149, 0.07803431153297424, -0.06797999143600464, -0.046694837510585785, 0.06328655779361725, 0.030409228056669235, -0.03191344812512398, -0.00931991171091795, 0.04381239041686058, 0.034681349992752075, 0.017446355894207954, 0.09308511018753052, -0.06515700370073318, 0.025571446865797043, -0.06307268142700195, -0.033236224204301834, 0.015956712886691093, 0.013153665699064732, -0.022218948230147362, -0.01178323570638895, -0.01511631440371275, -0.0001559790689498186, 0.05181539058685303, -0.016968656331300735, -0.012786168605089188, -0.02017585188150406, 0.009283680468797684, 0.06398630142211914, -0.06857860833406448, 0.008860311470925808, 0.0016118531348183751, 0.054922763258218765, 0.0540553480386734], [-0.08854296058416367, 0.006364902947098017, 0.01961103081703186, 0.02780355140566826, 0.032566528767347336, -0.03530973941087723, 0.043812572956085205, -0.027033088728785515, -0.06499683856964111, 0.10514061152935028, 0.024739939719438553, 0.12294252961874008, 0.007190904580056667, -0.009252824820578098, 0.06315486878156662, -0.04462046176195145, 0.10640857368707657, -0.029623795300722122, -0.1511339247226715, -0.07676366716623306, -0.0036385562270879745, 0.018992772325873375, 0.010678396560251713, -0.06690856069326401, -0.026504630222916603, 0.05518139526247978, 0.02144208364188671, -0.013366426341235638, 0.09936908632516861, -0.005957361776381731, -0.0913296639919281, -0.03155375272035599, -0.04325549304485321, -0.03295522555708885, -0.021790295839309692, -0.048628732562065125, -0.0710211992263794, 0.08014041930437088, -0.038451701402664185, -0.08943315595388412, 0.031569499522447586, -0.08262676745653152, -0.09460373222827911, 0.07442408055067062, 0.04060046002268791, -0.022612981498241425, -0.022728996351361275, 0.11816836148500443, -0.045060813426971436, 0.09442845731973648, -0.00852514710277319, -0.10824568569660187, 0.04254158213734627, -0.01081774104386568, 0.04641356319189072, 0.04652923718094826, -0.052574556320905685, -0.01955660991370678, -0.09189694374799728, 0.006742734462022781, 0.09307031333446503, -0.06393461674451828, 0.05802305415272713, 0.0573296956717968, 0.016808046028017998, -0.0002201103197876364, -0.01531137339770794, 0.062483400106430054, -0.00142762647010386, -0.008143499493598938, 0.0030560321174561977, 0.04329093545675278, 0.012152875773608685, 0.004227031953632832, 0.011308391578495502, 0.017635591328144073, -0.047043606638908386, 0.007021208759397268, -0.00810309499502182, -0.08303005993366241, -0.06748827546834946, 0.01739083044230938, -0.0015468511264771223, 0.09625539928674698, -0.06517831236124039, -0.002084556268528104, 0.005968359764665365, -0.02565038576722145, 0.0625559464097023, -0.03263276815414429, -0.03890408203005791, -0.07751771807670593, -0.06222061440348625, 0.047445572912693024, 0.041645389050245285, -0.08284889161586761, 0.06140590459108353, -0.06411197036504745, 0.0292415339499712, -0.015797484666109085, 0.008217742666602135, 0.03123917058110237, 0.050747886300086975, 0.1176714301109314, -0.029237328097224236, -0.00828548613935709, 0.021554656326770782, -0.00027030601631850004, 0.005647558718919754, -0.08852189034223557, -0.052304957062006, -0.012430918402969837, 0.032789863646030426, -0.03955341875553131, -0.0851670503616333, -0.09172636270523071, -0.05050736665725708, 0.06901057064533234, 0.021595055237412453, -0.050759512931108475, -0.10369136184453964, 0.03404364734888077, -0.03549040108919144, 0.013340546749532223, 0.028433997184038162, 0.01315604243427515, -0.0005587838240899146, 0.024041077122092247], [-0.1198628768324852, -0.007913144305348396, -0.006141431163996458, 0.057385705411434174, 0.06370215862989426, -0.0576341487467289, -0.012764093466103077, -0.008781190030276775, -0.062229834496974945, 0.05428466945886612, -0.07852903753519058, 0.06674522161483765, 0.006275300867855549, -0.020314129069447517, 0.05267636850476265, -0.11841696500778198, -0.013036467134952545, 0.01201555784791708, -0.08264974504709244, -0.04183647409081459, -0.03259623795747757, 0.028042150661349297, -0.0496717169880867, -0.07454530149698257, -0.00690419040620327, 0.06949158757925034, -0.022124284878373146, 0.003331403946503997, 0.004255833104252815, 0.09073808044195175, -0.00822196714580059, -0.04077604413032532, -0.055418144911527634, -0.044845666736364365, -0.020566055551171303, -0.1316741704940796, -0.06196517497301102, 0.03014080412685871, -0.030586229637265205, -0.034633610397577286, -0.056494809687137604, -0.016264712437987328, -0.053509462624788284, 0.07368594408035278, -0.009122032672166824, -0.011169538833200932, -0.05272165313363075, 0.01369020901620388, -0.1471937596797943, 0.01744408905506134, 0.03463645279407501, -0.09268294274806976, -0.03367260470986366, -0.03226149454712868, -0.027532003819942474, 0.013429568149149418, 0.022886017337441444, -0.009205739945173264, -0.12545694410800934, 0.06959307938814163, 0.07389450073242188, -0.020926790311932564, 0.038886796683073044, 0.07694707810878754, -0.05405507609248161, 0.020066846162080765, -0.04267270117998123, -0.043943312019109726, -0.007480189204216003, -0.018764642998576164, 0.04144607111811638, 0.012497801333665848, 0.07914736866950989, -0.04134754464030266, 0.042416393756866455, -0.06249243766069412, 0.0038869071286171675, -0.07867743819952011, 0.0035502018872648478, 0.007802620530128479, -0.03300766274333, 0.03876980021595955, -0.05877387896180153, 0.01458478532731533, -0.08802556246519089, -0.00021142326295375824, 0.039194729179143906, -0.06241464987397194, 0.0441136360168457, 0.019553210586309433, -0.058907996863126755, -0.03976193442940712, -0.028048183768987656, 0.06147421523928642, -0.02008533850312233, -0.026017174124717712, -0.014657244086265564, 0.05343584343791008, 2.3326541850110516e-05, -0.04726194217801094, 0.019068753346800804, -0.04711158946156502, -0.03921535238623619, 0.024963967502117157, -0.010287929326295853, 0.0511583536863327, 0.016620242968201637, -0.0226141307502985, 0.03069659322500229, -0.057637181133031845, -0.037933770567178726, -0.02543720230460167, 0.037768930196762085, -0.04761844500899315, -0.009472749195992947, 0.020405363291502, 0.011906600557267666, 0.030994974076747894, 0.05494983121752739, -0.017247246578335762, -0.011889786459505558, 0.0350622795522213, -0.059304915368556976, -0.03635755181312561, 0.03952500596642494, -0.03255761042237282, 0.05933615565299988, 0.008193984627723694], [-0.07767266035079956, 0.050645697861909866, -0.004166952800005674, -0.03166983276605606, 0.031844113022089005, -0.004532631486654282, 0.030589697882533073, 0.05804741010069847, 0.030939089134335518, 0.0015456320252269506, 0.04473209008574486, -0.008456750772893429, -0.07263896614313126, 0.04466792568564415, -0.07172376662492752, 0.07385873794555664, 0.05273635312914848, -0.005529402289539576, 0.015536281280219555, -0.009049216285347939, 0.026295054703950882, -0.0663181021809578, -0.02097976952791214, 0.06712091714143753, 0.01881835237145424, -0.01575748808681965, 0.07855185866355896, 0.002691886853426695, 0.050037410110235214, -0.045517951250076294, 0.0626709908246994, -0.023029405623674393, 0.10652736574411392, -0.026158282533288002, 0.11731050908565521, 0.061609599739313126, 0.009061716496944427, -0.02791781537234783, -0.023630186915397644, 0.013994134962558746, -0.031297799199819565, 0.058155808597803116, 0.006556525826454163, -0.024397870525717735, 0.06139605492353439, 0.03263084590435028, 0.011903396807610989, -0.013233425095677376, 0.013862529769539833, 0.03153286129236221, 0.03954906761646271, 0.007773711811751127, 0.11767306923866272, -0.02202640287578106, -0.019284503534436226, -0.020926736295223236, 0.08161639422178268, 0.052823323756456375, 0.014437573961913586, -0.022117694839835167, -0.005032621324062347, -0.022522801533341408, -0.009206276386976242, -0.007354498375207186, -0.012399948202073574, 0.00030418726964853704, 0.010314691811800003, -0.01189109031111002, -0.0052203647792339325, 0.03392975404858589, -0.006559282075613737, -0.04338740557432175, -0.003649318590760231, 0.0007866282248869538, -0.0012256195768713951, 0.003996074199676514, -0.033629160374403, 0.028335319831967354, 0.02577599138021469, -0.009702220559120178, -0.0017697967123240232, -0.0017602983862161636, 0.0023248386569321156, 0.003601055359467864, -0.019471460953354836, 0.02304753102362156, 0.017073212191462517, -0.025260785594582558, 0.008243776857852936, 0.0005955257220193744, -0.0296734981238842, 0.005081924144178629, -0.012414262630045414, -0.0171829741448164, 0.004928755108267069, 0.02050042524933815, 0.011555728502571583, -0.01671718992292881, -0.010708525776863098, 0.0005256898002699018, 0.0609649233520031, -0.005794832482933998, -0.0016576292691752315, -0.000713826681021601, -1.1627107596723363e-06, 0.009956778958439827, 0.011909098364412785, -0.027105102315545082, -0.030251961201429367, -0.026697413995862007, 0.01148803811520338, -0.00847618654370308, -0.0014912094920873642, -0.0064368280582129955, -0.024511538445949554, -0.0054147569462656975, 0.0098801888525486, 0.032251764088869095, -0.01883489452302456, 0.012567776255309582, -0.023209229111671448, -0.004736519884318113, -0.005701484624296427, 0.014518006704747677, 0.002853451296687126, 0.01401868462562561, 0.0813666358590126, 0.005534705240279436], [-0.09739041328430176, -0.021173331886529922, -0.009522592648863792, 0.06261108070611954, -0.006524551194161177, -0.021601656451821327, -0.03934011608362198, -0.006911073811352253, -0.011547964997589588, 0.030858688056468964, -0.07459147274494171, 0.0867680236697197, -0.027752423658967018, -0.0871887132525444, 0.0984601229429245, -0.04079628735780716, 0.02075314149260521, -0.037803828716278076, -0.049858998507261276, -0.11072950065135956, -0.07923108339309692, -0.003298175521194935, 0.041982222348451614, -0.01726524718105793, -0.026822656393051147, 0.005092604551464319, -0.02623162977397442, 0.06280390918254852, -0.01780983805656433, 0.036464035511016846, -0.07218416780233383, -0.051798492670059204, 0.0174527820199728, -0.05178351327776909, -0.005710368510335684, -0.04224530979990959, -0.09552803635597229, 0.005192619748413563, -0.05188659206032753, -0.06515055894851685, 0.03356727212667465, -0.033134814351797104, 0.02379985712468624, -0.008255638182163239, 0.030628647655248642, -0.021700263023376465, -0.04656853526830673, 0.016822930425405502, -0.09798769652843475, 0.07892213016748428, -0.015515492297708988, -0.0614943727850914, -0.03466304391622543, -0.12418355792760849, 0.07801229506731033, -0.0041681923903524876, -0.07285070419311523, -0.024846112355589867, -0.10812646895647049, -0.01843496598303318, 0.05810312554240227, -0.029915697872638702, 0.020800964906811714, 0.038488589227199554, 0.045467767864465714, 0.009856738150119781, 0.047313541173934937, 0.033707112073898315, -0.00782005488872528, -0.03583333641290665, -0.009812056086957455, 0.00215521058999002, -0.009122591465711594, -0.0018063544994220138, -0.00913720577955246, 0.045611221343278885, -0.0617559589445591, 0.06006164103746414, -0.04278162121772766, -0.0590091310441494, -0.024078240618109703, -0.03849543258547783, -0.09465958178043365, -0.050023842602968216, -0.058790188282728195, -0.02195141091942787, -0.04640493914484978, -0.02450517751276493, -0.0051763770170509815, -0.0221453458070755, 0.04018843546509743, 0.03393033146858215, 0.06847259402275085, -0.00492850411683321, 0.017485488206148148, -0.05073580518364906, 0.08970282971858978, 0.05141689255833626, -0.0688813254237175, -0.09671739488840103, 0.06476809084415436, -0.023033706471323967, -0.0454142726957798, 0.06945305317640305, 0.013781765475869179, 0.011697090230882168, 0.030973998829722404, -0.016934840008616447, -0.05414288491010666, -0.023100070655345917, 0.034581590443849564, -0.07085078954696655, 0.009176752530038357, 0.032327067106962204, -0.08715515583753586, -0.009476722218096256, 0.0121022779494524, 0.01235958095639944, -0.004103898070752621, 0.0571792870759964, -0.02094925194978714, -0.051110342144966125, -0.008771762251853943, -0.015607386827468872, 0.045197609812021255, 0.014348411932587624, 0.04824359342455864, -0.05034472793340683], [-0.13830043375492096, 0.021348949521780014, 0.01646469160914421, 0.036760393530130386, 0.011470935307443142, 0.016714319586753845, -0.023455936461687088, -0.021666355431079865, -0.03180599957704544, 0.06508589535951614, -0.0859432965517044, 0.09605495631694794, -0.03415728360414505, 0.035566557198762894, -0.020381061360239983, -0.03407042473554611, 0.06631891429424286, -0.004284147638827562, -0.15394873917102814, -0.060719527304172516, 0.0030639320611953735, 0.000546213414054364, -0.04682937636971474, 0.0028403925243765116, -0.06562135368585587, 0.06811925023794174, -0.014038853347301483, 0.03900652006268501, 0.03458670526742935, 0.00010627476876834407, 0.030750945210456848, 0.0067304628901183605, -0.02695542760193348, -0.05028068646788597, 0.00767902098596096, 0.0010956807527691126, 0.005109145771712065, 0.03308442234992981, -0.04500341787934303, -0.06110716238617897, 0.02110801264643669, -0.013811418786644936, -0.043138328939676285, 0.04267600178718567, -0.037363629788160324, -0.003274673828855157, -0.00494597340002656, 0.04059102386236191, -0.09295941144227982, 0.12408152967691422, 0.027950456365942955, -0.04503510519862175, 0.07875718176364899, -0.02725355327129364, 0.01738162524998188, 0.10867664963006973, 0.022803425788879395, 0.0029560737311840057, -0.05193181708455086, 0.004977419972419739, 0.06744983047246933, -0.10292607545852661, -0.0029989955946803093, 0.03967897966504097, 0.04898165911436081, -0.0070647792890667915, 0.027593489736318588, 0.07806463539600372, 0.00820792093873024, -0.03857776150107384, -0.010885885916650295, -0.04778666794300079, 0.029088769108057022, 0.003200719365850091, -0.042556535452604294, 0.053021349012851715, -0.052668698132038116, 0.041560638695955276, -0.06992486119270325, -0.00680932030081749, -0.0312228724360466, 0.011867523193359375, -0.036528684198856354, -0.008733583614230156, -0.05815141275525093, -0.043559782207012177, -0.016144806519150734, 0.04843913018703461, -0.008787238970398903, -0.02938258834183216, -0.0618659183382988, -0.031970083713531494, -0.02061879076063633, -0.017857233062386513, 0.08897116780281067, -0.01587546244263649, -0.015425195917487144, -0.05899842828512192, 0.04079386219382286, -0.05825740098953247, 0.050259780138731, 0.02913493663072586, 0.01891198568046093, 0.02191016636788845, -0.0016448842361569405, -0.052997857332229614, -0.031309567391872406, 0.03711371868848801, -0.07112227380275726, -0.10509459674358368, -0.0550575777888298, 0.05034713074564934, 0.009739705361425877, 0.0019519864581525326, -0.06126444414258003, -0.05480736866593361, -0.10351269692182541, 0.0440254807472229, 0.006916433572769165, 0.012523651123046875, -0.0816173404455185, 0.03608500212430954, -0.021907318383455276, 0.037798475474119186, -0.057568322867155075, 0.054401516914367676, 0.055788252502679825, 0.0341218002140522], [-0.04678987339138985, 0.0011849913280457258, -0.019182102754712105, 0.04644011706113815, -0.011264593340456486, -0.007405154872685671, -0.01346215233206749, -0.002816651714965701, 0.019884787499904633, 0.04719574376940727, -0.03856956958770752, -0.002914669457823038, -0.035243090242147446, -0.01705184578895569, 0.04477705806493759, -0.0041380375623703, 0.11027105897665024, 0.00981978327035904, -0.06275790929794312, -0.043042998760938644, -0.05965244024991989, -0.01468516606837511, 0.036963824182748795, 0.013197407126426697, -0.07574868947267532, 0.007043282501399517, 0.019391430541872978, 0.05380557104945183, 0.05507972836494446, 0.030741699039936066, -0.060045067220926285, -0.006932512857019901, 0.03190949559211731, -0.017585381865501404, 0.01393292285501957, -0.038665879517793655, 0.027982980012893677, 0.003280973294749856, 0.029253439977765083, -0.03214710205793381, 0.07817228138446808, -0.02961651235818863, -0.02905338816344738, -0.004147426690906286, -0.005450539290904999, -0.035996031016111374, -0.05345769226551056, 0.005118708126246929, -0.028771141543984413, 0.06288348883390427, -0.04856186732649803, -0.02013373002409935, 0.0054492950439453125, -0.09816926717758179, 0.08750485628843307, 0.07248368859291077, -0.041489776223897934, -0.07596240192651749, -0.05478380620479584, -0.03339396044611931, 0.07705892622470856, -0.044991835951805115, 0.038210999220609665, 0.03998008742928505, 0.056387923657894135, 0.04983484372496605, -0.07129228115081787, 0.02922530099749565, -0.03422330692410469, -0.02423025108873844, -0.03412897512316704, -0.027416756376624107, -0.008156859315931797, 0.08542818576097488, -0.01088210940361023, -0.014170845039188862, -0.017696039751172066, 0.025650426745414734, -0.01409752108156681, -0.07146315276622772, 0.06270001828670502, 0.03918343782424927, 0.025887953117489815, 0.0018508025677874684, 0.01805385947227478, -0.016359785571694374, -0.0025610169395804405, 0.016170281916856766, -0.04290112480521202, 0.0030218767933547497, 0.002945230109617114, -0.02533775195479393, 0.036721792072057724, 0.028091004118323326, 0.050903305411338806, -0.008941921405494213, 0.03044535405933857, -0.013491074554622173, -0.012221834622323513, 0.001746213180013001, -0.014953946694731712, 0.009189414791762829, 0.014126770198345184, 0.018880097195506096, -0.015634650364518166, -0.005712118931114674, -0.008843731135129929, -0.00028794928221032023, -0.04036993905901909, 0.0038223385345190763, -0.004347646608948708, 0.012532626278698444, -0.03617650270462036, 0.04313097149133682, -0.014110329560935497, -0.06599220633506775, -0.034394897520542145, 0.010520479641854763, 0.06485918909311295, 0.0083650853484869, -0.036829110234975815, 0.03657429665327072, -0.012785419821739197, -0.001636041677556932, 0.0019938615150749683, 0.015530429780483246, 0.0845315158367157, 0.014184702187776566], [-0.08086275309324265, 0.060568422079086304, -0.030423227697610855, 0.003719584783539176, 0.04361163452267647, -0.10053212940692902, -0.016715601086616516, -0.02866853028535843, -0.02858756296336651, 0.020894106477499008, -0.04145907983183861, 0.0939299687743187, -0.012200411409139633, -0.02608426846563816, 0.09035895019769669, -0.06290967762470245, -0.008695349097251892, -0.01426613051444292, -0.025509117171168327, -0.0024825730361044407, -0.08174190670251846, -0.027747027575969696, 0.024269698187708855, -0.08783644437789917, -0.031216364353895187, 0.0927838608622551, 0.02471880242228508, 0.059155698865652084, -0.023956213146448135, 0.010033076629042625, -0.01121471542865038, -0.017294973134994507, -0.01320657692849636, -0.020927157253026962, -0.021607615053653717, -0.08046646416187286, -0.011026007123291492, 0.02391889877617359, 0.02355346456170082, -0.010722839273512363, -0.018457645550370216, -0.027683010324835777, -0.008117610588669777, 0.08766544610261917, 0.0068884557113051414, -0.05744493380188942, -0.05367078259587288, 0.1054510697722435, -0.09624207019805908, 0.029476532712578773, -0.0016224464634433389, -0.08432435989379883, -0.021311230957508087, -0.050545141100883484, 0.0633668452501297, 0.058365598320961, -0.0250554122030735, -0.093851737678051, -0.04271427541971207, 0.024795634672045708, 0.008955610916018486, -0.0368463359773159, -0.017192022874951363, 0.013508549891412258, -0.06180481240153313, 0.04787038266658783, -0.03282131999731064, -0.02166021801531315, -0.042140085250139236, 0.0022873354610055685, 0.0248100608587265, 0.014556328766047955, 0.03173604607582092, 0.014071683399379253, 0.005691761616617441, 0.0032527169678360224, -0.00040624127723276615, 0.026519199833273888, -0.0009918886935338378, -0.07270932197570801, 0.023605573922395706, 0.03630582243204117, -0.0019929225090891123, 0.07049355655908585, -0.0370008759200573, -0.002346073742955923, -0.005295748356729746, -0.020051389932632446, 0.10535233467817307, -0.002013795543462038, 0.007694277446717024, -0.014560501091182232, 0.0048615350387990475, 0.028747648000717163, 0.005948049481958151, 0.03756052628159523, -0.0278772059828043, 0.02170206606388092, -0.019885268062353134, 0.026131032034754753, 0.04536755755543709, -0.007233667187392712, 0.03942772001028061, 0.015870055183768272, 0.03321066126227379, 0.014106440357863903, 0.040930889546871185, -0.052096687257289886, -0.03576088696718216, 0.036442261189222336, -0.004774356260895729, -0.021066909655928612, -0.03584155812859535, -0.0033823999110609293, -0.06573974341154099, 6.900926382513717e-05, 0.010007068514823914, -0.0024859001860022545, 0.007499885279685259, 0.0007933333981782198, -0.03535623475909233, 0.026594487950205803, 0.05983332172036171, -0.015871714800596237, 0.04952426254749298, 0.017902296036481857, 0.020775586366653442, -0.0027341495733708143], [-0.06267324090003967, 0.017898811027407646, 0.04177108779549599, 0.04356369376182556, -0.018014315515756607, -0.09490357339382172, 0.041230011731386185, 0.00905174482613802, -0.025120440870523453, 0.023877661675214767, -0.07890915125608444, 0.09767720103263855, -0.05207391083240509, 0.012630945071578026, 0.0383773148059845, -0.11575127393007278, 0.051232434809207916, 0.06570196896791458, -0.022342581301927567, -0.05761183425784111, -0.07782609760761261, 0.041639622300863266, -0.02697833813726902, -0.043982312083244324, -0.07215775549411774, 0.08799003064632416, -0.07843628525733948, 0.10871940851211548, -0.020408980548381805, 0.08554772287607193, -0.05237307399511337, -0.09092376381158829, -0.0006795180961489677, -0.08915454149246216, 0.03654343634843826, -0.08475200831890106, -0.028259504586458206, 0.033365242183208466, 0.051891326904296875, 0.02615249902009964, -0.0036138594150543213, 0.013035150244832039, -0.01406518742442131, 0.06937479227781296, 0.04354168847203255, -0.026493296027183533, -0.1010221615433693, 0.0507076196372509, -0.1253417283296585, -0.011117683723568916, -0.020329106599092484, -0.01458441186696291, -0.004604728892445564, -0.0799141600728035, 0.04879801720380783, 0.018030421808362007, -0.04196944460272789, -0.10168540477752686, -0.07674338668584824, 0.031684067100286484, 0.07524088025093079, -0.012746387161314487, 0.021285846829414368, -0.04426607862114906, -0.07490797340869904, 0.0401921309530735, 0.004965141881257296, -0.03698035329580307, -0.06509019434452057, 0.021930398419499397, -0.015139875002205372, -0.023598747327923775, 0.08882630616426468, -0.003923278767615557, -0.038001421838998795, -0.028324881568551064, 0.00691114692017436, 0.10002455115318298, -0.025120560079813004, -0.09679239988327026, 0.009358594194054604, 0.006827073637396097, -0.013000885024666786, 0.009135518223047256, -0.00335002806968987, -0.013989227823913097, -0.021326152607798576, -0.03138856217265129, 0.08354309946298599, 0.005238918587565422, -0.02918359637260437, 0.02757558785378933, 0.019009366631507874, 0.0159730426967144, 0.06395786255598068, 0.03670419752597809, 0.012407420203089714, 0.038108740001916885, -0.02203897200524807, 0.03881337121129036, 0.021511895582079887, 0.010962308384478092, 0.015622210688889027, 0.08681970089673996, 0.028334442526102066, -0.004360366612672806, 0.05264359340071678, -0.06992731243371964, -0.05838440731167793, 0.009698553010821342, -0.013649758882820606, -0.03334483504295349, 0.03364251181483269, -0.016027003526687622, -0.141004741191864, -0.008067198097705841, 0.054933685809373856, -0.05459578335285187, -0.007508472539484501, 0.012751076370477676, -0.08119241148233414, -0.05747407302260399, 0.05707200616598129, -0.0030931325163692236, 0.022461606189608574, 0.016093019396066666, 0.04123513400554657, -0.019818153232336044], [-0.12093919515609741, 0.030535442754626274, -0.0321505106985569, 0.021939946338534355, 0.04499118775129318, -0.11388704925775528, 0.06279674917459488, -0.006244551856070757, -0.031186381354928017, 0.08271023631095886, -0.03304367512464523, 0.13201890885829926, 0.005469713360071182, 0.04679931327700615, 0.08509538322687149, -0.07059300690889359, 0.06019524857401848, -0.03173521161079407, -0.03564054146409035, -0.05023490637540817, -0.07336839288473129, -0.0012800822732970119, 0.014792912639677525, -0.05004508048295975, -0.055704183876514435, 0.012584595941007137, 0.009325133636593819, 0.06299461424350739, -0.032303523272275925, 0.06048162654042244, -0.018900560215115547, -0.029407363384962082, -0.014982779510319233, -0.06894952803850174, 0.01194132212549448, -0.06193738430738449, -0.016288500279188156, 0.05659991875290871, 0.00040420659934170544, -0.07514205574989319, 0.04300523176789284, -0.04160838574171066, -0.026730192825198174, 0.08467300236225128, 0.059584490954875946, -0.013022302649915218, -0.06523540616035461, 0.07574746012687683, -0.09157761186361313, 0.03600112721323967, 0.01577094942331314, -0.07491619884967804, 0.014814273454248905, -0.03167223930358887, 0.02610018476843834, 0.06276825070381165, -0.026078075170516968, -0.0662555918097496, -0.057211846113204956, 0.0426906943321228, 0.0720594972372055, -0.0306665301322937, 0.08331790566444397, 0.0035932492464780807, -0.02865976095199585, 0.06010187044739723, 0.028246646746993065, -0.0038712865207344294, -0.007648338098078966, 0.0012748369481414557, 0.0016339421272277832, 0.0033473817165941, -0.013692214153707027, 0.0029925075359642506, 0.035470087081193924, -0.019703982397913933, -0.009874417446553707, 0.049632590264081955, -0.006448448169976473, -0.09300581365823746, -0.0003612216969486326, -0.0052092415280640125, -0.024525664746761322, 0.042538318783044815, -0.016523271799087524, -0.027632886543869972, -0.021829834207892418, -0.06956225633621216, 0.007844547741115093, 0.008908741176128387, -0.031114209443330765, -0.07804162800312042, -0.02449502982199192, -0.015623851679265499, 0.007821238599717617, -0.015281947329640388, 0.0051036435179412365, 0.0056565143167972565, -0.05355812981724739, -0.011640367098152637, 0.02522289752960205, -0.017267679795622826, -0.010922842659056187, 0.02327549085021019, 0.0026110964827239513, 0.0387965552508831, 0.0560251846909523, -0.001734602963551879, -0.06145165488123894, -0.018046913668513298, -0.04671335220336914, 0.009724368341267109, -0.06718267500400543, -0.012696984224021435, -0.07865957915782928, -0.030924344435334206, -0.01773490384221077, -0.03383857384324074, 0.010349669493734837, -0.023369355127215385, -0.06165459752082825, -0.05478210747241974, -0.02015986293554306, 0.014607547782361507, 0.0679573118686676, 0.013545040972530842, 0.02624065801501274, -0.05161377415060997], [-0.09582389891147614, 0.03519505634903908, -0.021434392780065536, -0.007966785691678524, 0.05415816232562065, -0.041886646300554276, 0.027492253109812737, -0.0176592618227005, -0.06816035509109497, 0.04612824693322182, -0.05826917663216591, 0.1402912139892578, -0.028185198083519936, -0.01766398921608925, 0.06690318137407303, -0.07301484793424606, 0.056424062699079514, 0.015009323135018349, -0.04152102768421173, -0.05068153515458107, -0.09445491433143616, -0.004640464670956135, -0.00027161205071024597, -0.011445362120866776, -0.026105985045433044, 0.048092182725667953, -0.015870187431573868, 0.06956254690885544, -0.0641184002161026, 0.04514864832162857, -0.12737667560577393, -0.045519739389419556, 0.008501511998474598, -0.0671219676733017, 0.040793854743242264, -0.06086275726556778, -0.06660635024309158, 0.0997927114367485, -0.008824757300317287, -0.09638851881027222, 0.06519639492034912, -0.012369747273623943, 0.0029802650678902864, -0.0015189972473308444, 0.001878356677480042, -0.06701941043138504, -0.03987225145101547, 0.11603616178035736, -0.06531878560781479, 0.043016862124204636, -0.04760821536183357, -0.049254950135946274, 0.013148447498679161, -0.11287468671798706, 0.05264765024185181, 0.00187281786929816, -0.030834414064884186, -0.0740441158413887, -0.028959540650248528, 0.011380571871995926, 0.06142440438270569, -0.03359135612845421, 0.011206953786313534, -0.0005822464008815587, -0.028721891343593597, 0.10476730018854141, 0.020098937675356865, -0.042490601539611816, 0.023287450894713402, 0.10180672258138657, -0.02160833217203617, -0.04126005992293358, -0.04358258470892906, 0.015229626558721066, 0.08972664922475815, 0.05096433311700821, -0.00949200801551342, 0.024957435205578804, 0.03376591205596924, 0.010449299588799477, -0.011431732214987278, 0.05480462685227394, -0.08995004743337631, 0.06130814179778099, -0.0067080785520374775, -0.010635743848979473, 0.07281342148780823, -0.027302809059619904, -0.022689491510391235, -0.013096421957015991, -0.04192375764250755, 0.00024260608188342303, -0.01568269543349743, -0.03282787278294563, 0.011951649561524391, -0.008156695403158665, -0.0380202978849411, -0.019983602687716484, -0.046407222747802734, -0.05504310876131058, 0.03696924075484276, -0.04113321378827095, 0.01513566542416811, 0.02001233585178852, -0.09968603402376175, 0.03540985286235809, -0.009738319553434849, -0.06850653886795044, -0.049483150243759155, -0.07313258945941925, 0.06006503105163574, 0.036797333508729935, 0.014302406460046768, -0.05256512016057968, -0.03879735246300697, -0.027540482580661774, 0.07566935569047928, 0.007661036215722561, 0.041881076991558075, 0.0225935410708189, -0.06426182389259338, 0.02653244510293007, -0.0403851717710495, 0.021279048174619675, -0.01793515682220459, 0.08085992187261581, 0.015812478959560394, -0.020085187628865242], [-0.15690158307552338, 0.02407105453312397, -0.07692580670118332, -0.052033670246601105, 0.059137482196092606, -0.05802999809384346, 0.013273737393319607, -0.07820024341344833, -0.06795170158147812, 0.06451454013586044, -0.0562465526163578, 0.12464363127946854, -0.010395367629826069, 0.028867144137620926, 0.03249955177307129, -0.055030640214681625, 0.03633901849389076, 0.01475349348038435, -0.04899332672357559, -0.09653657674789429, 0.0044721332378685474, -0.0005333194858394563, 0.010552886873483658, -0.04386931285262108, -0.08215310424566269, 0.0821460634469986, 0.00988532043993473, 0.0354691706597805, -0.08300077170133591, 0.012008081190288067, -0.06299730390310287, -0.08069244772195816, 0.019343778491020203, -0.09008995443582535, 0.03031705506145954, -0.0880315750837326, -0.09652870148420334, 0.08188608288764954, -0.007172364741563797, -0.015386750921607018, -0.020441655069589615, -0.027690725401043892, 0.024015886709094048, 0.07380472868680954, 0.010682083666324615, -0.0558042973279953, 0.0001503676176071167, 0.10617725551128387, -0.14834260940551758, 0.06682868301868439, -0.06523823738098145, -0.07053881883621216, -0.02028910629451275, -0.0756019577383995, 0.019300518557429314, -0.01732088066637516, -0.04208867996931076, -0.03758940473198891, -0.10279342532157898, -0.0028373037930577993, 0.08417733758687973, 0.031104372814297676, 0.01997438818216324, 0.002038840437307954, -0.033453602343797684, 0.03736463189125061, 0.04193427041172981, -0.005153013858944178, 0.1091296374797821, 0.07297542691230774, -0.051880333572626114, -0.03912869468331337, 0.017982201650738716, 0.022321805357933044, -0.028959624469280243, 0.06792508810758591, 0.036456573754549026, 0.06382100284099579, 0.05228941887617111, 0.02143653854727745, 0.03595975786447525, -0.07384513318538666, -0.10502908378839493, -0.05879072844982147, 0.010230733081698418, 0.05457364395260811, 0.011611252091825008, -0.04535014182329178, -0.020628774538636208, 0.0006788291502743959, -0.03554172441363335, -0.002300925785675645, -0.026423536241054535, -0.055461812764406204, 0.02075006812810898, -0.017846515402197838, -0.031027192249894142, -0.02209082990884781, -0.08361976593732834, -0.06351713091135025, 0.10611101239919662, 0.03602990508079529, -0.014932981692254543, 0.023146269842982292, -0.04899187013506889, 0.10321085900068283, -0.028789155185222626, -0.002661849372088909, -0.02704635076224804, -0.05799361318349838, -0.011179056949913502, -0.030779657885432243, -0.06530977785587311, -0.061665136367082596, -0.04437223821878433, -0.015307903289794922, -0.0001412188430549577, 0.04116710647940636, -0.032928239554166794, 0.06996612995862961, -0.035152118653059006, -0.0059974221512675285, -0.0033230900298804045, 0.09369319677352905, 0.04875471815466881, 0.03960435464978218, 0.10126595199108124, -0.018351424485445023], [-0.14128434658050537, 0.08618886023759842, -0.022966763004660606, 0.003897965420037508, 0.032798804342746735, -0.04195575788617134, 0.011318406090140343, -0.00321981986053288, -0.024993769824504852, 0.056628353893756866, -0.033525172621011734, 0.07296852767467499, -0.0021396337542682886, 0.03755618631839752, 0.043388135731220245, -0.05008568987250328, -0.024658259004354477, 0.044003527611494064, -0.06905052065849304, -0.05913804844021797, -0.04408840090036392, -0.04417382925748825, 0.027253761887550354, -0.03332899138331413, -0.038382772356271744, 0.03290789946913719, -0.014438529498875141, 0.027248559519648552, -0.029386786743998528, 0.043005071580410004, -0.06848403066396713, -0.07697222381830215, -0.022384822368621826, -0.1300581693649292, 0.011047828011214733, -0.03918001800775528, -0.035781219601631165, 0.08919233083724976, 0.07020141184329987, -0.03156372532248497, 0.04426923021674156, -0.040113359689712524, 0.024241656064987183, 0.045473407953977585, 0.07730375975370407, -0.031115496531128883, -0.04281937703490257, 0.07372614741325378, -0.05809034779667854, -0.03430004417896271, -0.011972646228969097, -0.035460833460092545, -0.02788207121193409, -0.06235574558377266, 0.07428639382123947, 0.010399123653769493, -0.08928561955690384, -0.06801103800535202, -0.08499220013618469, 0.044754575937986374, 0.05758550018072128, 0.048365868628025055, 0.07800400257110596, -0.032532449811697006, 0.07427772134542465, -0.041567035019397736, 0.07645437866449356, 0.038144610822200775, -0.00859285332262516, -0.01907377876341343, 0.015371871180832386, -0.02957381121814251, 0.03680401295423508, 0.020685553550720215, -0.0005973707302473485, 0.017858412116765976, -0.044921062886714935, 0.05411186069250107, -0.013501782901585102, -0.02787540853023529, -0.03572898358106613, -0.005753535311669111, -0.022348947823047638, -0.030147118493914604, -0.004992758855223656, 0.010364903137087822, -0.08050467073917389, -0.06768245249986649, 0.023920822888612747, 0.018514178693294525, -0.006419132463634014, -0.0508168488740921, -0.01663167215883732, 0.0006246011471375823, -0.01214615348726511, 0.041676320135593414, 0.03740021586418152, -0.010337664745748043, -0.009555405005812645, 0.028669973835349083, 0.0842747688293457, 0.048235200345516205, 0.05099092796444893, 0.06983378529548645, 0.01884027011692524, 0.05187239125370979, 0.015803644433617592, 0.0036028565373271704, -0.02310688979923725, 0.03090525045990944, -0.0294482558965683, -0.07086322456598282, 0.012060712091624737, 0.0020439736545085907, -0.06935379654169083, -0.005925092380493879, -0.006808609701693058, 0.03423308953642845, -0.031989686191082, 0.03582451492547989, -0.06680461764335632, -0.06320198625326157, -0.03807783126831055, 0.05793432146310806, 0.03691203147172928, -0.08069440722465515, -0.024977747350931168, 0.029185505583882332], [-0.08775198459625244, 0.001163268112577498, 0.013780144974589348, 0.021249670535326004, 0.021097466349601746, -0.07509858906269073, 0.024098820984363556, -0.014494607225060463, 0.0347483791410923, -0.007491015829145908, -0.06754715740680695, 0.05592573061585426, -0.021156450733542442, 0.009398343041539192, 0.020753109827637672, -0.11760540306568146, 0.029232576489448547, 0.017137357965111732, -0.026142094284296036, -0.01061047613620758, -0.020142747089266777, 0.03128877654671669, 0.003143932204693556, -0.07871909439563751, -0.06006724759936333, 0.1235910952091217, -0.03087707981467247, 0.06144582852721214, -0.043219588696956635, 0.03648841381072998, -0.02898416481912136, -0.06999147683382034, 0.058717526495456696, -0.0598687119781971, -0.013181544840335846, -0.023629218339920044, -0.04609819874167442, -0.03043045662343502, 0.017060574144124985, -0.009621290490031242, 0.061640407890081406, -0.04822668805718422, 0.0017205949407070875, 0.10212927311658859, 0.0761280208826065, 0.010100100189447403, 0.013658251613378525, 0.03022247739136219, -0.1390124410390854, 0.03711828216910362, -0.03934445604681969, -0.06222057342529297, -0.03139794245362282, -0.10814884305000305, 0.018617039546370506, 0.04804138094186783, -0.011541898362338543, -0.0959550216794014, -0.08163131773471832, 0.0005531811621040106, -0.00970227550715208, -0.00923287495970726, 0.0933336392045021, -0.0006222014199011028, 0.012777191586792469, 0.009469164535403252, 0.09077513962984085, -0.02536592446267605, 0.07901253551244736, 0.021925214678049088, 0.02934790402650833, 0.012416564859449863, 0.03600480780005455, 0.05180235952138901, 0.04638586565852165, 0.040422409772872925, -0.025400443002581596, 0.04448059946298599, -0.04682891070842743, 0.0008892065961845219, -0.013323124498128891, 0.0166312325745821, -0.016382597386837006, -0.023679064586758614, -0.051079053431749344, -0.007253555580973625, -0.05203868821263313, -0.027590898796916008, 0.03527456149458885, 0.08987542241811752, -0.028429284691810608, -0.020213957875967026, 0.010687261819839478, -0.073383629322052, -0.021368669345974922, -0.021586593240499496, -0.02801678702235222, 0.013878105208277702, -0.00396114494651556, -0.019435305148363113, 0.16042792797088623, 0.07362516224384308, -0.047591403126716614, -0.013973290100693703, 0.01485538575798273, 0.02947656810283661, 0.07985330373048782, -0.03181745484471321, -0.014516938477754593, 0.0037582055665552616, 0.004981021396815777, 0.00897445809096098, 0.014125986024737358, 0.018829558044672012, -0.09360557049512863, 0.05664646998047829, -0.021660463884472847, 0.02572433277964592, 0.03585885465145111, -0.060358528047800064, -0.057291485369205475, 0.00419022748246789, 0.05972801893949509, -0.049962643533945084, 0.06962747126817703, -0.04305402189493179, -0.016834396868944168, 0.020028047263622284], [-0.12766708433628082, 0.0638778954744339, -0.07870746403932571, 0.019760258495807648, 0.10495781153440475, -0.009213020093739033, 0.03116956539452076, -0.05320525914430618, -0.034432198852300644, 0.05288015678524971, -0.0188631359487772, 0.14172282814979553, -0.02332608588039875, -0.036714840680360794, 0.06552788615226746, -0.03623505309224129, 0.050778597593307495, 0.016607491299510002, -0.08884284645318985, -0.028660893440246582, 0.04384909197688103, 0.04159330949187279, 0.03495978191494942, -0.012601946480572224, -0.0706450566649437, 0.0973677933216095, 0.01785331219434738, -0.040803588926792145, -0.03259662911295891, 0.014344983734190464, -0.0544297881424427, -0.0059328507632017136, -0.04941786825656891, -0.056708771735429764, -0.014874758198857307, -0.11911511421203613, -0.028793763369321823, 0.12003868818283081, -0.0921146422624588, -0.033806778490543365, -0.05015004426240921, -0.07583163678646088, -0.062109801918268204, 0.05947485193610191, -0.0626574456691742, -0.022385690361261368, 0.002090353751555085, 0.1079588383436203, -0.08366882801055908, 0.06842935085296631, -0.02927573025226593, -0.11036157608032227, 0.007191778160631657, -0.031996097415685654, 0.02827424183487892, 0.057271700352430344, -0.05666086822748184, -0.027646958827972412, -0.02515193074941635, 0.03967829793691635, 0.09833014756441116, -0.04078906029462814, 0.024066805839538574, -0.021225785836577415, -0.03786846250295639, 0.011270894668996334, 0.009329733438789845, 0.030702652409672737, 0.032236889004707336, 0.02809269353747368, -0.01019240915775299, -0.04613998904824257, -0.03527924790978432, 0.06125829741358757, -0.026662766933441162, 0.08261002600193024, -0.004049557726830244, 0.007543893065303564, 0.008095875382423401, -0.0016388912918046117, -0.0005258891033008695, 0.02847246453166008, -0.07599786669015884, 0.02852560020983219, -0.035717256367206573, 0.01727440394461155, -0.033962056040763855, -0.040847666561603546, -0.0164785198867321, -0.08269181847572327, -0.011743402108550072, -0.034541815519332886, -0.03387081250548363, -0.036746662110090256, -0.020031943917274475, 0.013955946080386639, -0.026678618043661118, -0.05012845993041992, 0.020704152062535286, 0.02070695534348488, 0.024004660546779633, -0.007534226402640343, 0.03170425817370415, 0.057971563190221786, -0.058720480650663376, 0.06489431113004684, -0.013822010718286037, 0.003058080794289708, -0.05182265490293503, -0.09286288917064667, -0.0004244732845108956, -0.0028419778682291508, -0.050630003213882446, -0.042371414601802826, -0.06885295361280441, -0.02173697203397751, -0.03443038463592529, 0.04770365357398987, -0.0344223827123642, 0.03327537328004837, -0.05646210536360741, 0.021800968796014786, -0.038343820720911026, 0.02886318415403366, -0.016128847375512123, 0.005896830931305885, 0.06592956930398941, 0.003278845688328147], [-0.040494538843631744, -0.00608675554394722, 0.04292557016015053, -0.014326250180602074, 0.0361572802066803, -0.07999128103256226, -0.0590343102812767, -0.08385422825813293, -0.08561606705188751, 0.021130280569195747, -0.026708489283919334, 0.09279585629701614, -0.022707976400852203, -0.02810624986886978, 0.07693437486886978, -0.1304909884929657, -0.010167269967496395, 0.10618851333856583, -0.07541897892951965, -0.040876056998968124, 0.0006142285419628024, 0.07845038175582886, -0.02716810815036297, -0.07816628366708755, -0.014477293938398361, 0.07210154831409454, -0.0324300192296505, 0.10912192612886429, 0.045771725475788116, 0.0812496468424797, -0.053668174892663956, -0.06352609395980835, 0.06537488847970963, -0.10409330576658249, -0.06577213108539581, -0.13611680269241333, -0.07109735161066055, 0.0004281967703718692, 0.004680458456277847, 0.0317850299179554, 0.02946026250720024, -0.022086450830101967, 0.014110753312706947, 0.04458228126168251, 0.04588763415813446, -0.03065556474030018, -0.01269643846899271, 0.04393988475203514, -0.11486850678920746, -0.012383652850985527, -0.009734286926686764, -0.04948394373059273, -0.043854668736457825, -0.06231999769806862, 0.08850209414958954, 0.0031003898475319147, -0.06468165665864944, -0.08684610575437546, -0.06958729028701782, 0.00833782460540533, -0.0037071064580231905, -0.02702363394200802, 0.0783010795712471, 0.015444786287844181, -0.023290114477276802, 0.06111513450741768, -0.03172023594379425, -0.013278760015964508, 0.03324606269598007, -0.05094042420387268, -0.08452717214822769, -0.013158602640032768, -0.001855870126746595, 0.02926522307097912, 0.00028784817550331354, 0.0064466106705367565, -0.017662161961197853, 0.007903176359832287, -0.013964536599814892, -0.015816299244761467, 0.01998734660446644, 0.005923658609390259, -0.0433325357735157, -0.068111352622509, -0.02730558253824711, 0.06264764815568924, -0.0011520495172590017, -0.06574161350727081, 0.06147492304444313, 0.05122653394937515, 0.032441459596157074, -0.0381089486181736, 0.060367438942193985, -0.022213222458958626, 0.050834596157073975, -0.0033836120273917913, -0.013757925480604172, -0.016390329226851463, -0.07439456880092621, -0.019028251990675926, 0.10039619356393814, 0.047646354883909225, -0.054002515971660614, 0.0291109848767519, -0.0001665218878770247, 0.01854914054274559, 0.05581667646765709, -0.0694768950343132, -0.03535236790776253, -0.04663773626089096, 0.014927192591130733, 0.0063381073996424675, -0.06139262393116951, -0.05461229756474495, -0.07454554736614227, -0.027182897552847862, 0.02610805630683899, -0.00900290161371231, 0.0009781777625903487, 0.01359576266258955, -0.013602920807898045, 0.0001403048081556335, -0.01916055753827095, 0.0032460233196616173, 0.05098412558436394, -0.03877400979399681, 0.07479632645845413, 0.04718334227800369], [-0.13715755939483643, -0.0019509040284901857, 0.02061556465923786, -0.01949612982571125, 0.05298946425318718, -0.022122226655483246, 0.02214689366519451, -0.038928259164094925, -0.02352721244096756, 0.03957111015915871, -0.08684466034173965, 0.059633638709783554, -0.016701901331543922, -0.004102586768567562, 0.06910162419080734, -0.12472444027662277, 0.027734944596886635, 0.07840778678655624, -0.051508400589227676, -0.02438611537218094, 0.019776053726673126, -0.02118818089365959, -0.012303326278924942, -0.08186879754066467, 0.03564939647912979, 0.07728513330221176, -0.015095281414687634, -0.023457758128643036, 0.013200988993048668, 0.03467627614736557, -0.04497241601347923, -0.06952820718288422, -0.022791152819991112, -0.04847986623644829, -0.049573685973882675, -0.08951889723539352, -0.055151838809251785, -0.010925867594778538, -0.030546430498361588, 0.07805123180150986, -0.05073045939207077, -0.05555449798703194, -0.09845928847789764, 0.05470472201704979, 0.011772523634135723, -0.04149738326668739, -0.07403945177793503, 0.037192828953266144, -0.07910691201686859, 0.08303062617778778, 0.06978578865528107, -0.11869815737009048, -0.04982735589146614, -0.060199152678251266, 0.04082951694726944, 0.013929490931332111, -0.09546434134244919, -0.0019395914860069752, -0.12635016441345215, 0.08260288089513779, 0.09879843145608902, -0.0337296724319458, 0.007457812316715717, 0.015499861910939217, -0.11036822199821472, 0.09629306197166443, -0.016029413789510727, 0.013555028475821018, -0.020700307562947273, 0.036955054849386215, -0.05624248832464218, 0.036599572747945786, 0.08279585838317871, -0.009914036840200424, 0.040884219110012054, -0.024186834692955017, 0.07241790741682053, 0.01754412055015564, -0.0023835182655602694, 0.009026861749589443, 0.034858137369155884, 0.06551609188318253, 0.014154515229165554, 0.029135070741176605, 0.0008634573314338923, 0.0015481712762266397, 0.07337512820959091, -0.047505635768175125, 0.0368136465549469, 0.08262857794761658, 0.053373679518699646, -0.054022807627916336, -0.03220577910542488, 0.035817887634038925, -0.018585534766316414, -0.05936109274625778, -0.0025099359918385744, -0.042477693408727646, 0.0083535797894001, 0.04384230449795723, -0.04863109439611435, -0.002715438837185502, -0.06997763365507126, 0.03820738568902016, -0.001760790473781526, -0.04518263041973114, 0.004650687798857689, -0.05151642858982086, -0.04788842424750328, -0.01903180032968521, 0.04204905778169632, 0.04072897881269455, -0.007246625144034624, -0.043623656034469604, -0.02473137155175209, -0.021470963954925537, -0.035032689571380615, -0.0051206317730247974, 0.04307326674461365, 0.04969898611307144, -0.1060563400387764, 0.049204155802726746, 0.008572432212531567, 0.007838589139282703, 0.0831090435385704, 0.028770072385668755, 0.04603102058172226, 0.004000387154519558], [-0.14382342994213104, 0.05188148096203804, -0.009950727224349976, 0.014264417812228203, 0.09425268322229385, -0.038220979273319244, 0.010191437788307667, -0.04002663865685463, -0.08868458867073059, 0.06013251468539238, -0.07079268246889114, 0.10185598582029343, -0.0578453503549099, -0.019098564982414246, 0.012768960557878017, -0.0649489089846611, 0.016403988003730774, 0.07929285615682602, -0.11928434669971466, -0.017712637782096863, -0.02359906956553459, -0.02639402635395527, -0.0627475455403328, -0.04343898966908455, 0.03573835641145706, 0.08953174948692322, -0.04323526844382286, -0.02889290638267994, -0.042744431644678116, 0.011944260448217392, 0.010208304040133953, -0.047784045338630676, -0.012394455261528492, -0.025670312345027924, -0.025463849306106567, -0.11729256063699722, -0.07286148518323898, 0.020488401874899864, -0.020659644156694412, 0.03813159093260765, -0.06190544739365578, -0.02471938170492649, -0.02687671035528183, 0.09345325082540512, 0.008250942453742027, -0.02657933346927166, -0.042752161622047424, 0.06993766129016876, -0.08062330633401871, 0.056709762662649155, 0.07036910206079483, -0.12210246920585632, -0.02277991734445095, -0.052258506417274475, -0.009300352074205875, 0.023549294099211693, -0.04864080995321274, 0.008774567395448685, -0.1267818808555603, 0.028086498379707336, 0.0933414176106453, -0.07659082114696503, 0.05596928671002388, -0.0032217116095125675, -0.026151498779654503, 0.03505902737379074, -0.06645630300045013, -0.022882331162691116, 0.00579542201012373, 0.018665585666894913, 0.053182970732450485, 0.04421529546380043, 0.030966538935899734, -0.06559500843286514, -0.013622669503092766, -0.0282084159553051, 0.037765223532915115, 0.06803473085165024, -0.030273953452706337, -0.05630793049931526, 0.018959036096930504, -0.0017736079171299934, 0.03322414308786392, 0.024625077843666077, -0.0728260949254036, 0.019075851887464523, 0.0015770996687933803, -0.02739587053656578, 0.06009377911686897, -0.022531993687152863, -0.03425833210349083, -0.03798685967922211, 0.012741350568830967, 0.07137821614742279, 0.06796858459711075, -0.07611227035522461, 0.0160199161618948, 0.04464176669716835, 0.02177543193101883, -0.08402221649885178, -0.008760430850088596, -0.025724196806550026, 0.025181952863931656, 0.06650091707706451, -0.007387736812233925, -0.025697236880660057, -0.0013771377271041274, -0.0066742487251758575, -0.003940590191632509, -0.04548593610525131, -0.06319835782051086, -0.025016453117132187, 0.003937449771910906, -0.014149138703942299, -0.1099783331155777, -0.056113407015800476, -0.02210085839033127, -0.013219023123383522, 0.051602549850940704, 0.020347770303487778, -0.056458234786987305, 0.022944556549191475, -0.025484176352620125, -0.005994313396513462, 0.020210646092891693, 0.007079632021486759, -0.009478465653955936, -0.008670030161738396], [-0.11135336756706238, -0.06671068072319031, 0.0405999980866909, 0.01229786965996027, 0.0999201163649559, -0.01308731734752655, -0.006791883613914251, -0.02744074910879135, -0.05241026356816292, 0.07355867326259613, -0.012023012153804302, 0.0676959902048111, 0.06495040655136108, 0.0011730676051229239, 0.030657395720481873, -0.05028059333562851, 0.0872245728969574, 0.006633008364588022, -0.12045277655124664, -0.058923009783029556, 0.010671945288777351, 0.04179941117763519, 0.026644455268979073, -0.06117904558777809, -0.05504373088479042, 0.07728105038404465, 0.032043058425188065, 0.014459426514804363, 0.03637103736400604, 0.008223411627113819, -0.0879673957824707, -0.025258656591176987, 0.030408674851059914, -0.07456431537866592, -0.08746929466724396, -0.06600043922662735, -0.07803835719823837, 0.039561159908771515, 0.0013015075819566846, -0.029324481263756752, 0.06254488229751587, -0.07487735152244568, -0.014322598464787006, -0.0231679305434227, 0.050843607634305954, 0.009564019739627838, -2.4556527932872996e-05, 0.05628225952386856, -0.03844113275408745, 0.10458379983901978, 0.01959981955587864, -0.0670776218175888, 0.040168728679418564, -0.046490300446748734, 0.06811559945344925, 0.00977639015763998, -0.023150945082306862, -0.0261810515075922, -0.10492514818906784, 0.005364280194044113, 0.0851491391658783, -0.045582231134176254, 0.09019025415182114, 0.04434183984994888, -0.008788214065134525, 0.05282769724726677, -0.030024070292711258, -0.06423443555831909, 0.001503107137978077, -0.018698839470744133, -0.08044848591089249, 0.016764141619205475, -0.044736847281455994, 0.06031991168856621, -0.011480672284960747, 0.04352226108312607, 0.02680657058954239, 0.04183539003133774, 0.015246582217514515, -0.03954099863767624, -0.025524968281388283, -0.027791839092969894, -0.05681781843304634, -0.004722701385617256, -0.040253520011901855, 0.0316113606095314, -0.0008911158656701446, -0.04178696125745773, -0.012598891742527485, -0.031326115131378174, -0.02203202061355114, -0.015701748430728912, 0.03118511661887169, 0.07635393738746643, 0.018002187833189964, 0.05362943559885025, 0.004053776152431965, -0.01616004854440689, 0.03896751254796982, 0.00942075066268444, 0.05209577456116676, 0.00023495433561038226, -0.0036463532596826553, 0.045861709862947464, 0.020676646381616592, 0.028180764988064766, 0.023307381197810173, -0.00892939418554306, -0.06062925606966019, -0.0525103323161602, 0.0010897319298237562, -0.016242222860455513, -0.034096721559762955, -0.019957957789301872, -0.035482458770275116, -0.06435857713222504, -0.018482647836208344, -0.008606565184891224, 0.020265882834792137, -0.0017068947199732065, -0.11961119621992111, 0.02355295419692993, 0.005227495450526476, -0.013264467939734459, 0.054317861795425415, -0.0052351076155900955, 0.07541034370660782, -0.006617235019803047], [-0.1064978614449501, 0.01183149591088295, 0.0015051108784973621, 0.08756209164857864, 0.0003565930528566241, -0.002136082388460636, 0.04301232844591141, -0.06353103369474411, -0.033168282359838486, 0.045022595673799515, -0.08389139175415039, 0.12019594758749008, 0.0036396230570971966, 0.017146196216344833, 0.0066986773163080215, -0.11327368766069412, 0.021186109632253647, 0.011983679607510567, -0.056337445974349976, -0.06643801927566528, 0.013876372016966343, 0.016813121736049652, -0.038318928331136703, -0.012269851751625538, -0.049727074801921844, 0.054764844477176666, -0.05370811000466347, 0.03631178289651871, 0.09863921999931335, 0.021541906520724297, -0.04445028677582741, -0.05798150226473808, -0.049469370394945145, -0.040456485003232956, 0.01898174360394478, -0.07870851457118988, -0.05087338760495186, 0.0861096903681755, -0.0736336037516594, 0.0028714716900140047, 0.033345919102430344, -0.09259974211454391, -0.02161378785967827, 0.040742840617895126, 0.06092699244618416, -0.022535132244229317, -0.002419582102447748, 0.050156112760305405, -0.08468107879161835, 0.026980316266417503, 0.025305621325969696, -0.08970563858747482, -0.06799233704805374, -0.05146115645766258, -0.06956971436738968, 0.06207342818379402, -0.035120390355587006, 0.041107404977083206, -0.0876488983631134, 0.00537238409742713, 0.09137007594108582, -0.02407662384212017, 0.05823875218629837, 0.0688190832734108, 0.04901653155684471, -0.019986772909760475, 0.003358762478455901, -0.004163692705333233, -0.020219644531607628, 0.029842684045433998, 0.07609298080205917, 0.009957182221114635, 0.020943626761436462, -0.035347215831279755, -0.04404839128255844, -0.02805938757956028, -0.0254699494689703, 0.06392689049243927, -0.021822737529873848, -0.01347940694540739, -0.0021255577448755503, -0.016893861815333366, 0.00853436253964901, 0.03191294148564339, -0.06409098953008652, -0.06192976236343384, -0.028597725555300713, -0.011762268841266632, 0.045929573476314545, 0.024926865473389626, -0.03444571793079376, -0.03231167420744896, 0.016262171790003777, -0.010572317987680435, 0.03381221741437912, 0.010694000869989395, -0.0011042032856494188, -0.02372998185455799, 0.03770342469215393, -0.018727218732237816, 0.054842300713062286, -0.05899575352668762, 0.04079275578260422, 0.08036631345748901, 0.03102780692279339, -0.0035267018247395754, 0.04817629233002663, 0.023723838850855827, -0.008975089527666569, -0.056169841438531876, -0.04960620403289795, -0.05976750701665878, -0.0015367493033409119, -0.0034287560265511274, -0.033351194113492966, -0.009430570527911186, -0.006403799168765545, 0.06513060629367828, -0.00262494501657784, 0.003464240813627839, -0.003567707259207964, 0.03682757541537285, -0.022828636690974236, 0.004898224491626024, -0.030265673995018005, -0.0273329745978117, -0.0048332842998206615, -0.015125262551009655], [-0.09158164262771606, -0.06356216222047806, 0.04011089354753494, -0.020044909790158272, 0.010023269802331924, -0.04105392098426819, 0.02991298772394657, -0.024620814248919487, -0.05785415321588516, 0.06424404680728912, -0.04155541583895683, 0.11605913192033768, -0.043792709708213806, -0.028610223904252052, 0.05618691071867943, -0.01867804117500782, 0.013119717128574848, -0.014947817660868168, -0.05489519238471985, -0.06290919333696365, -0.07069123536348343, 0.02614475041627884, -0.0034298505634069443, -0.08591583371162415, -0.04084688052535057, 0.07791806757450104, 0.04056892544031143, 0.03421836718916893, -3.5237710108049214e-05, -0.026576898992061615, -0.1159147322177887, -0.07656393200159073, 0.023379521444439888, -0.10622301697731018, 0.03927157074213028, -0.010527344420552254, -0.10927681624889374, 0.02670462802052498, -0.01990344002842903, -0.05032889172434807, 0.03545878082513809, -0.1104741096496582, -0.0023745493963360786, 0.02295921929180622, 0.035133443772792816, -0.038655269891023636, -0.041104622185230255, 0.07638957351446152, -0.09385402500629425, 0.06530622392892838, 0.062491524964571, -0.12154186517000198, 0.04401649162173271, -0.02942541427910328, 0.10906743258237839, -0.045621201395988464, -0.012656547129154205, -0.033360403031110764, -0.07003682106733322, 0.03783346712589264, 0.05638018995523453, -0.030066752806305885, -0.02388949505984783, 0.01764335297048092, -0.0037536805029958487, 0.08281749486923218, 0.0752004086971283, 0.020327819511294365, 0.05928945541381836, 0.050656672567129135, -0.04880281165242195, 0.02303658425807953, -0.04604372754693031, 0.030158812180161476, 0.03327110409736633, 0.05046575143933296, 0.07126424461603165, 0.044316623359918594, 0.05785930156707764, 0.02387198433279991, 0.04153205826878548, -0.039870280772447586, -0.056106679141521454, 0.01952476240694523, -0.022651635110378265, 0.06578493118286133, -0.02496694214642048, -0.038421571254730225, 0.007014926988631487, -0.008631488308310509, -0.020290130749344826, 0.011704666540026665, -0.0093965670093894, -0.07136847078800201, 0.07880977541208267, -0.08562204986810684, 0.029675178229808807, -0.023158079013228416, -0.07477062940597534, -0.11439590901136398, 0.07658559083938599, -0.051738206297159195, -0.08351034671068192, 0.005286810453981161, 0.018455196171998978, 0.017620589584112167, 0.08733560889959335, -0.024839740246534348, -0.07505083829164505, -0.08701612800359726, 0.07424765825271606, 0.025203509256243706, -0.07095751911401749, -0.08546541631221771, -0.08464499562978745, -0.01886897161602974, -0.023290395736694336, 0.06824756413698196, -0.017919382080435753, 0.00579724321141839, -0.035011038184165955, -0.0037285229191184044, -0.0005728562828153372, -0.011717221699655056, 0.0761018767952919, 0.1284300982952118, 0.11129837483167648, -0.04912201315164566], [-0.14386047422885895, 0.008658059872686863, -0.01157899759709835, 0.038247764110565186, 0.023140916600823402, -0.02965589612722397, 0.009653035551309586, -0.04874803498387337, -0.028796283528208733, 0.02611991949379444, -0.051984820514917374, 0.07423477619886398, 0.05378386378288269, -0.021612174808979034, 0.009594334289431572, -0.08638692647218704, 0.04023293778300285, 0.04122687876224518, -0.06596877425909042, -0.03161543980240822, 0.001171960961073637, 0.017900506034493446, 0.02188939042389393, -0.1312617063522339, -0.02800719253718853, 0.07135392725467682, -0.002280164510011673, 0.06911710649728775, -0.035279449075460434, 0.039558857679367065, -0.08443663269281387, -0.12421324849128723, 0.05637671798467636, -0.054425060749053955, -0.03473477065563202, -0.055134158581495285, 0.00046966291847638786, 0.06420047581195831, 0.030642440542578697, 0.003074617823585868, -0.06477128714323044, -0.00028602997190319, -0.04364161193370819, 0.017298445105552673, -0.004233689978718758, -0.009904765523970127, -0.0343688428401947, 0.03313341364264488, -0.050190381705760956, 0.039042871445417404, -0.039949484169483185, -0.10398457199335098, -0.017426244914531708, -0.13593058288097382, 0.07407732307910919, 0.031338613480329514, -0.05637594684958458, -0.04211268573999405, -0.0908617451786995, 0.06973858177661896, 0.061919089406728745, 0.010547543875873089, 0.004754772875458002, 0.030555719509720802, -0.02021830342710018, -0.017659489065408707, 0.05556722357869148, -0.03298705816268921, -0.027611732482910156, -0.004561387933790684, -0.03955603018403053, 0.002470268402248621, 0.05861920863389969, 0.03806941211223602, 0.031098876148462296, -0.0022660705726593733, 0.021490786224603653, 0.003589692758396268, 0.08833768963813782, -0.004247915465384722, 0.030660530552268028, 0.03583673760294914, -0.024926019832491875, 0.002562372013926506, 0.003459047758951783, -0.014257647097110748, -0.027996767312288284, -0.060753144323825836, 0.02658705785870552, 0.03634696826338768, -0.006192473229020834, -0.03804115206003189, -0.0025245603173971176, 0.010546226985752583, 0.020532237365841866, -0.030187921598553658, -0.013557839207351208, -0.0019542966037988663, -0.035775501281023026, -0.01072266511619091, -0.006242556497454643, -0.045258812606334686, -0.007410873658955097, 0.027844293043017387, 0.005168478935956955, 0.01450426783412695, 0.029666535556316376, -0.02968425303697586, -0.016672732308506966, -0.04729119688272476, -0.03363894298672676, -0.03521864116191864, -0.015103906393051147, 0.0224847961217165, -0.0024040110874921083, -0.011429865844547749, -0.01780579797923565, 0.0036838401574641466, -0.05850563943386078, 0.03276483714580536, -0.0072191692888736725, 0.007838595658540726, -0.020920824259519577, 0.04288936406373978, 0.0137808658182621, -0.008794932626187801, 0.07969681918621063, 0.0038136558141559362], [-0.0849885419011116, 0.037162646651268005, -0.036264944821596146, 0.003060606075450778, 0.019735505804419518, 0.010366438888013363, 0.03968535363674164, 0.012794125825166702, 0.016883520409464836, 0.03513532504439354, -0.04892495647072792, 0.05314914509654045, -0.023601436987519264, -0.02540373057126999, 0.0012227232800796628, -0.02241436205804348, 0.0945926308631897, 0.025215165689587593, -0.0420885905623436, -0.05826588347554207, 0.06052983179688454, 0.013245920650660992, -0.000843418762087822, 0.015729201957583427, -0.09033175557851791, -0.006206512916833162, 0.058945149183273315, -0.010979939252138138, 0.04420405626296997, 0.043007947504520416, 0.028931984677910805, -0.052664678543806076, 0.04182010889053345, -0.04940421134233475, -0.031235620379447937, 0.04906865954399109, -0.03400236740708351, -0.02495696395635605, -0.00541687523946166, -0.032365038990974426, 0.023398123681545258, 0.003432361874729395, 0.004704414866864681, 0.021758180111646652, -0.013409183360636234, 0.006303560454398394, -0.031804200261831284, 0.007501968648284674, -0.039639219641685486, -0.024038832634687424, 0.0625424012541771, -0.04209265485405922, 0.013394089415669441, 0.0037488823290914297, -0.01374276913702488, 0.035643745213747025, 0.004236571025103331, -0.005738934967666864, -0.02731364034116268, -0.0033415537327528, 0.053776782006025314, -0.07945524156093597, 0.03366585820913315, -0.0823814794421196, -0.027428975328803062, 0.020013684406876564, -0.023841915652155876, -0.004548165015876293, -0.014638782478868961, 0.03081463649868965, -0.007672963663935661, -0.024592053145170212, 0.00665548350661993, -0.00920538604259491, 0.003210342489182949, 0.03880693390965462, 0.021270429715514183, 0.025180969387292862, 0.015241828747093678, 0.013629620894789696, -0.03810827434062958, 0.014987467788159847, -0.029853587970137596, -0.028855184093117714, 0.0060603199526667595, 0.05859949439764023, 0.010224890895187855, -0.027580350637435913, 0.04845735803246498, 0.029295463114976883, -0.046696700155735016, -0.022610090672969818, 0.03481287136673927, -0.030936652794480324, 0.06135007366538048, -0.0326797179877758, 0.04205755889415741, 0.010257297195494175, -0.006011817138642073, -0.01997818611562252, 0.04046650603413582, -0.002107301726937294, -0.016949700191617012, 0.034532658755779266, -0.06346260756254196, 0.0368325412273407, 0.0034457191359251738, -0.03717799857258797, -0.0720377266407013, -0.018667716532945633, 0.011463066563010216, -0.047877825796604156, -0.01208543311804533, -0.03875761106610298, -0.05664312466979027, -0.025204338133335114, 0.02387653850018978, -0.020049136132001877, -0.018640771508216858, 0.005886262748390436, -0.017242852598428726, 0.05030753090977669, -0.04315336048603058, 0.0036472459323704243, 0.009003049694001675, 0.03294489532709122, 0.06476212292909622, -0.002147773513570428], [-0.05946392938494682, -0.023198196664452553, -0.029826700687408447, 0.0014021265087649226, 0.049565523862838745, -0.03852616623044014, -0.014943758957087994, 0.04662264138460159, -0.04174070432782173, 0.04594380035996437, -0.030565382912755013, 0.05501088872551918, -0.06124311685562134, -0.02836114540696144, -0.0069700186140835285, -0.035918161273002625, 0.06289426237344742, 0.018249042332172394, -0.07388073951005936, 0.02164296619594097, -0.04835999757051468, 0.04541897773742676, -0.03642983362078667, -0.07243950664997101, -0.03152639791369438, 0.018037665635347366, 0.025233032181859016, 0.06176307797431946, -0.03319372609257698, 0.04502864554524422, -0.06274555623531342, -0.0324486680328846, -0.018744831904768944, -0.020773138850927353, -0.019876621663570404, -8.950097253546119e-05, 0.06281031668186188, -0.010376576334238052, 0.02012735791504383, -0.06941232830286026, 0.05594436824321747, -0.03548372536897659, -0.021611467003822327, 0.03121318481862545, 0.02151704765856266, -0.00021921758889220655, 0.01859186962246895, -0.018558431416749954, -0.020939480513334274, 0.09463348984718323, 0.0637233629822731, -0.04235343262553215, 0.05568082258105278, -0.08259452879428864, 0.03966823220252991, 0.1428205668926239, 0.015158336609601974, -0.06076129898428917, 0.017716532573103905, 0.05472830682992935, -0.001049684127792716, -0.01994951069355011, 0.056501951068639755, 0.004874017555266619, -0.0018233000300824642, 0.010049602016806602, 0.052883777767419815, -0.02827475778758526, 0.008144295774400234, -0.03288906812667847, 0.01746414043009281, -0.03618842363357544, -0.018326975405216217, 0.027529703453183174, 0.02341632917523384, 0.049714695662260056, 0.023210793733596802, 0.03523171320557594, -0.02918645553290844, -0.02417396754026413, -0.016230246052145958, -0.02745825983583927, -0.011230961419641972, 0.04837722331285477, 0.012346207164227962, 0.0515248142182827, 0.000225834155571647, 0.0134259769693017, 0.016722673550248146, -0.01018570177257061, -0.020619915798306465, -0.01841353438794613, -0.021429019048810005, -0.01049012690782547, 0.014837515540421009, -0.010134870186448097, -0.026965513825416565, -0.020748719573020935, 0.02699732594192028, -0.027145784348249435, 0.012211787514388561, 0.0035043221432715654, -0.022669751197099686, -0.011019519530236721, -0.011828823015093803, -0.007976173423230648, -0.012519901618361473, 0.011485658586025238, -0.024830179288983345, 0.0038303248584270477, 0.059514954686164856, 0.0328436978161335, 0.004167656414210796, -0.02802141197025776, -0.01913398690521717, -0.0029138156678527594, -0.025664569810032845, -0.020430346950888634, -0.05690086632966995, -0.02853698842227459, -0.02481437474489212, -0.011694282293319702, -0.004126035608351231, -0.008806226775050163, 0.041521865874528885, 0.005828543100506067, 0.10731828212738037, -0.02859129011631012], [-0.08419803529977798, 0.009687449783086777, -0.030650263652205467, 0.07258298993110657, 0.04486599564552307, -0.05189398676156998, 0.03894273191690445, -0.004063586238771677, -0.013682139106094837, 0.04316118359565735, -0.08550426363945007, 0.10044723004102707, -0.0016987702110782266, -0.04023238271474838, 0.059210553765296936, -0.08090975880622864, 0.13322053849697113, 0.016647430136799812, -0.021926868706941605, -0.022798340767621994, -0.0487317331135273, -0.015395814552903175, 0.03199674189090729, -0.08937888592481613, -0.013543576933443546, 0.07948525995016098, -0.026043841615319252, 0.07736183702945709, 0.007951256819069386, 0.050539251416921616, -0.03770550712943077, -0.0660715252161026, 0.0004141379031352699, -0.049715857952833176, 0.03211628273129463, -0.057631973177194595, 0.019727513194084167, 0.09279637783765793, 0.0022662098053842783, -0.08834885060787201, 0.05677400156855583, -0.01914166659116745, -0.0695968046784401, 0.03992464393377304, 0.02207840234041214, -0.06662586331367493, -0.025794778019189835, 0.058419954031705856, -0.1107209175825119, 0.01223156601190567, -0.08452876657247543, -0.041154634207487106, -0.017275335267186165, -0.11391483247280121, -0.01425277441740036, 0.09043972194194794, -0.016210226342082024, -0.02327067032456398, -0.05844700336456299, -0.01917918585240841, 0.06113463640213013, -0.09436864405870438, 0.023432327434420586, -0.04433784633874893, 0.004608653485774994, 0.050397057086229324, -0.03056105226278305, 0.05579255521297455, 0.037486810237169266, -0.02863016352057457, 0.0019360320875421166, -0.06447453796863556, -0.02363252080976963, 0.0586555153131485, -0.0684102326631546, 0.09536761045455933, -0.011464196257293224, 0.0617879219353199, -0.025267839431762695, -0.03965543210506439, 0.039719097316265106, -0.007584618404507637, -0.008718512952327728, 0.036436449736356735, 0.03201664984226227, 0.024393703788518906, 0.012987911701202393, -0.04592987895011902, -0.01465175487101078, -0.009261053055524826, 0.0037917722947895527, -0.05504506081342697, -0.008123178966343403, -0.011883162893354893, 0.09037422388792038, -0.020022932440042496, -0.023170053958892822, -0.01854269951581955, -0.0044591547921299934, 0.013851654715836048, 0.04968468099832535, 0.05494595691561699, 0.023237867280840874, 0.021101705729961395, 0.03829411417245865, 0.025326458737254143, 0.02808726578950882, 0.016764378175139427, -0.03974108025431633, -0.024218838661909103, 0.026844298467040062, -0.008089087903499603, -0.03820361569523811, 0.02064840868115425, -0.05866854265332222, -0.0677850991487503, -0.010957136750221252, 0.023931613191962242, 0.061393458396196365, 0.03380744904279709, -0.03961430862545967, 0.0017318181926384568, 0.012028245255351067, 0.027960466220974922, 0.030549751594662666, 0.0035069615114480257, 0.052798204123973846, -0.04258578270673752], [-0.13080036640167236, 0.02638683095574379, -0.04919774830341339, 0.027054576203227043, 0.06612452119588852, -0.04343142360448837, 0.07099570333957672, -0.016363119706511497, -0.017347881570458412, 0.049717627465724945, -0.08922722935676575, 0.11628516763448715, 0.001138322171755135, 0.036099109798669815, 0.060936570167541504, -0.06336868554353714, 0.029648059979081154, 0.020713314414024353, -0.026558125391602516, -0.05246901139616966, -0.08878788352012634, -0.0022723462898284197, 0.033942338079214096, -0.02854510024189949, -0.055454857647418976, 0.04567597061395645, 0.03616156801581383, 0.04827357083559036, -0.024159910157322884, 0.039702121168375015, -0.027555031701922417, -0.027729885652661324, -0.02765834890305996, -0.04988813400268555, 0.05698440968990326, -0.037109196186065674, -0.015502954833209515, 0.0419454500079155, 0.04642725735902786, -0.11179070919752121, 0.05366091802716255, -0.034886907786130905, 0.00022329611238092184, 0.06667712330818176, 0.017639508470892906, -0.050229791551828384, -0.09392471611499786, 0.06328228116035461, -0.1263483613729477, 0.05226152762770653, -0.004373557865619659, -0.04858560487627983, 0.010163454338908195, -0.07504106312990189, 0.0739784836769104, 0.013560585677623749, -0.03686390072107315, -0.06079770252108574, -0.0377383790910244, 0.04917667433619499, 0.12333907932043076, 0.01305883564054966, -0.023093895986676216, -0.0015145799843594432, -0.02608051709830761, 0.11656782031059265, 0.06682926416397095, 0.03605799004435539, 0.0421149805188179, 0.10659286379814148, -0.012509912252426147, -0.04685148224234581, 0.022358408197760582, 0.013666761107742786, 0.035896919667720795, 0.03153212368488312, 0.07434029132127762, 0.015052761882543564, 0.0009734667837619781, -0.0018988015362992883, 0.06931552290916443, 0.029003126546740532, -0.051396653056144714, 0.04696310684084892, -0.011437357403337955, 0.10567539185285568, -0.06720572710037231, -0.013234651647508144, -0.046490006148815155, -0.02579543925821781, 0.013469277881085873, 0.031272657215595245, 0.01959756575524807, -0.04386518895626068, 0.0354408361017704, -0.04362686723470688, -0.03356066346168518, 0.014599337242543697, -0.015718361362814903, -0.10271256417036057, 0.10102822631597519, -0.0402175597846508, 0.01194952242076397, 0.039889123290777206, -0.00251880194991827, 0.08709599822759628, 0.05735831335186958, -0.05019764229655266, -0.09682063013315201, -0.052913207560777664, 0.0335807204246521, -0.0002383432729402557, -0.07595044374465942, -0.08560001850128174, -0.03467073291540146, 0.030911419540643692, 0.0563637837767601, 0.007380486465990543, -0.0022840697783976793, 0.039579764008522034, -0.03437972813844681, -0.03778614476323128, 0.05034453794360161, -0.030263250693678856, 0.08241778612136841, 0.11462627351284027, 0.07890985906124115, -0.08479403704404831], [-0.11195472627878189, -0.014953753910958767, -0.03346072509884834, 0.03917233273386955, 0.028289057314395905, -0.04083225876092911, -0.06155424937605858, -0.0013492407742887735, 0.003339138813316822, 0.01172434538602829, -0.04897797480225563, 0.09728128463029861, -0.02835269644856453, -0.0036617880687117577, 0.04509693384170532, -0.0948176309466362, 0.014782140031456947, 0.0372072197496891, -0.07655669003725052, -0.05593569576740265, -0.02742934226989746, 0.05425562337040901, 0.028615547344088554, -0.020632727071642876, -0.0507679283618927, 0.07834334671497345, -0.06335198879241943, 0.04030637815594673, 0.03147118166089058, 0.045605577528476715, -0.04316893592476845, -0.05498272925615311, -0.03835660591721535, -0.0885980874300003, -0.03377167508006096, -0.07729952037334442, 0.0006404861342161894, 0.043337706476449966, 0.002563025802373886, -0.04247279465198517, -0.010787311010062695, 0.006872800178825855, -0.04609544947743416, 0.014600125141441822, 0.005005981307476759, -0.032086558640003204, -0.037290021777153015, 0.08293633908033371, -0.08989525586366653, 0.04411541298031807, -0.035308483988046646, -0.061703555285930634, -0.030674368143081665, -0.05020977184176445, 0.07939478009939194, 0.019341878592967987, -0.06456195563077927, -0.0531248040497303, -0.0811220109462738, 0.02984096109867096, 0.09079034626483917, -0.013110698200762272, 0.029871616512537003, 0.01713668927550316, -0.047730714082717896, 0.07321534305810928, -0.029764274135231972, 0.006530313286930323, -0.0002445907157380134, -0.003304229350760579, -0.006418569013476372, -0.005133944097906351, 0.0393754281103611, 0.030192354694008827, 0.03522438555955887, -0.0312957726418972, -0.060166068375110626, 0.02732103317975998, -0.012798679992556572, -0.09362908452749252, 0.003437712090089917, 0.04085575044155121, -0.050427041947841644, 0.027881255373358727, -0.06809436529874802, -0.0243791826069355, 0.006695489399135113, -0.007886203937232494, 0.06783018261194229, -0.013564344495534897, 0.005258393473923206, 0.012297728098928928, -0.009522253647446632, 0.01323623675853014, -0.0011284734355285764, 0.0836826041340828, 0.028913160786032677, 0.015565920621156693, -0.0705142542719841, -0.03891864791512489, 0.005106927361339331, 0.007075769826769829, 0.02078118361532688, -0.0034433428663760424, 0.05184337869286537, 0.026073051616549492, 0.07170012593269348, -0.04285154119133949, -0.0382576584815979, -0.04070292040705681, -0.03925547003746033, -0.047092191874980927, 0.022203121334314346, 0.033135343343019485, -0.04552936553955078, 0.028556207194924355, -0.013002881780266762, -0.027706889435648918, 0.045989029109478, -0.015983304008841515, -0.05424758419394493, 0.027320681139826775, 0.06856342405080795, -0.023643475025892258, 0.006791048217564821, 0.01902531459927559, 0.04999716952443123, 0.07007811218500137], [-0.10452970862388611, -0.005980474408715963, -0.020883377641439438, 0.022556869313120842, 0.015555444173514843, -0.07727828621864319, 0.03524031862616539, -0.03859730809926987, 0.01593075506389141, 0.04577811062335968, -0.10568501800298691, 0.08274424821138382, 0.0145326042547822, 0.043503135442733765, 0.06011468544602394, 0.009435735642910004, 0.06569073349237442, 0.017877431586384773, -0.06896859407424927, -0.05586497113108635, -0.07088073343038559, -0.027136165648698807, -0.026402685791254044, -0.07062739133834839, 6.689194560749456e-05, 0.021695144474506378, -0.012678450904786587, 0.07873622328042984, 0.003028702922165394, 0.04411513730883598, -0.07967747747898102, -0.09734449535608292, 0.04204553738236427, -0.06706871092319489, 0.03028264455497265, -0.015617087483406067, -0.08793896436691284, -0.01418626680970192, -0.06474082171916962, -0.02221192978322506, 0.114190474152565, -0.09746231883764267, 0.009972312487661839, 0.0744197741150856, 0.02417098544538021, -0.047824159264564514, 0.01765488088130951, 0.03674079477787018, -0.1364976465702057, 0.08575008809566498, -0.013039947487413883, -0.06428675353527069, 0.01941627636551857, -0.07214516401290894, 0.000989243621006608, 0.06152290478348732, -0.0037249827291816473, -0.0744900330901146, -0.05329374969005585, -0.07453500479459763, 0.044838231056928635, -0.06497736275196075, 0.027620166540145874, 0.0510229766368866, 0.09722800552845001, 0.05339561402797699, 0.005223981570452452, -0.041118428111076355, 0.029288874939084053, -0.034217048436403275, -0.06779156625270844, 0.0050980220548808575, -0.05583902820944786, 0.017569946125149727, -0.012059417553246021, 0.09785878658294678, -0.0491911955177784, 0.0311397947371006, -0.03146495297551155, -0.09871841222047806, 0.05723327770829201, 0.0205243993550539, -0.06260236352682114, 0.04588225111365318, -0.01756373979151249, 0.04613685607910156, -0.05292503535747528, -0.04032701253890991, -0.0634944811463356, 0.024310356006026268, -0.011864249594509602, -0.0006636774633079767, -0.0065125650726258755, 0.03592781722545624, 0.03347059339284897, 0.01831466518342495, 0.06095457822084427, -0.07337251305580139, 0.005732801277190447, -0.038391951471567154, 0.009849916212260723, 0.0155875189229846, -0.026951875537633896, 0.011245210655033588, 0.001949159661307931, 0.05095140263438225, -0.015290267765522003, -0.021652529016137123, -0.04107159748673439, -0.03006470948457718, 0.04727262258529663, 0.04937391355633736, -0.007663187570869923, 0.0374753437936306, -0.0389828085899353, -0.03382773697376251, -0.014797643758356571, 0.06807035207748413, -0.00466757221147418, -0.043215133249759674, -0.06451772898435593, 0.004978600423783064, -0.009957672096788883, -0.010820385068655014, 0.030091995373368263, 0.044836707413196564, 0.042195066809654236, 0.003874476533383131], [-0.06854528188705444, -0.0011742522474378347, 0.03199737146496773, 0.006158815231174231, 0.07964258641004562, -0.07167313992977142, 0.038956645876169205, -0.0349498949944973, -0.06374277919530869, 0.12333875894546509, -0.018818235024809837, 0.10990747809410095, -0.07992667704820633, -0.011174027808010578, 0.06145733594894409, -0.025870004668831825, -0.000166956742759794, 0.010054870508611202, -0.06859507411718369, -0.07580148428678513, -0.08744172751903534, 0.027370044961571693, 0.04244500398635864, -0.005828334018588066, -0.014385556802153587, 0.05294876918196678, 0.03973906487226486, 0.05180249363183975, 0.01567280851304531, 0.006404202431440353, -0.05721147730946541, -0.026760268956422806, -0.013723781332373619, -0.09070909768342972, -0.013717235065996647, -0.014251278713345528, -0.09185825288295746, 0.07319985330104828, -0.026660248637199402, -0.01597573608160019, 0.06794457137584686, -0.06970193982124329, 0.009431050159037113, 0.08517630398273468, 0.04958391189575195, -0.014392096549272537, -0.02542121708393097, 0.0856478288769722, -0.0898146852850914, 0.02986796945333481, -0.027786191552877426, -0.05211220681667328, 0.011493065394461155, -0.0685126781463623, 0.08007055521011353, -0.038670364767313004, -0.04719631373882294, -0.030941251665353775, -0.08191486448049545, 0.013396672904491425, 0.05136354640126228, -0.010210181586444378, 0.05903615057468414, 0.030415330082178116, 0.03320445120334625, 0.021039946004748344, -0.022325726225972176, 0.0285366028547287, -0.025812486186623573, -0.050165362656116486, 0.005057668779045343, 0.019190603867173195, -0.046224091202020645, -0.008287950418889523, 0.043928951025009155, 0.0038159838877618313, -0.02950858883559704, 0.11518439650535583, -0.06834124773740768, -0.0706264078617096, 0.0021623566281050444, 0.0168127603828907, -0.011114330030977726, 0.0434696227312088, 0.0006614316371269524, -0.03596603870391846, -0.042450662702322006, -0.030605239793658257, 0.0288698747754097, 0.04137319326400757, 0.005082261748611927, -0.010301549918949604, -0.039970751851797104, 0.06395223736763, 0.08769651502370834, 0.0020684923510998487, 0.06128779426217079, -0.04638107493519783, 0.0067575047723948956, -0.014306030236184597, 0.030443182215094566, -0.005095543805509806, -0.057013124227523804, 0.0262629222124815, 0.024199509993195534, 0.017640838399529457, 0.06540223211050034, -0.006535528227686882, -0.029593858867883682, -0.03223704174160957, 0.04037368297576904, 0.02321198396384716, -0.02116088941693306, 0.004576688166707754, -0.10754784196615219, -0.106800377368927, 0.016711624339222908, 0.02793050743639469, -0.007396535482257605, 0.047504015266895294, -0.045690905302762985, -0.04270797222852707, 0.0035382758360356092, -0.004414888098835945, -0.02740536443889141, 0.023445751518011093, 0.035905975848436356, -0.04371926933526993], [-0.12694744765758514, 0.016870670020580292, 0.0007198487292043865, 0.02955692447721958, 0.03845466300845146, -0.03654714673757553, 0.05238425359129906, -0.08575928211212158, 0.07364719361066818, 0.046591512858867645, -0.04934163764119148, 0.05109453573822975, 0.032884784042835236, 0.0014704304048791528, 0.029696974903345108, -0.06922801584005356, 0.0680616945028305, 0.006860951893031597, -0.01656205952167511, -0.05289921909570694, -0.04466639459133148, -0.03426165506243706, -0.029603125527501106, -0.05520719662308693, -0.06295827031135559, 0.03845004737377167, 0.03444944694638252, 0.014458932913839817, 0.03345254436135292, -0.010450983420014381, -0.06550777703523636, -0.07240960747003555, 0.024167776107788086, -0.03811066597700119, 0.025738131254911423, -0.04176097735762596, -0.025046195834875107, 0.01827996037900448, 0.10263658314943314, -0.02706020697951317, 0.0290269386023283, -0.07115746289491653, -0.023762758821249008, 0.09042419493198395, 0.03629821538925171, -0.05237054452300072, -0.07033611088991165, 0.0529533326625824, -0.07550092041492462, -0.011274692602455616, -0.01339728944003582, -0.08499164879322052, 0.003627373604103923, -0.06080927327275276, 0.004044005647301674, 0.01093868725001812, -0.047148484736680984, -0.02007046528160572, -0.044241391122341156, 0.018238861113786697, 0.00655389903113246, 0.023736080154776573, -0.008329624310135841, 0.032577913254499435, 0.018475143238902092, 0.033610593527555466, 0.040557295083999634, 0.016525324434041977, 0.016907330602407455, -0.06789010763168335, 0.05229365825653076, 0.036636751145124435, -0.07152441143989563, -0.015764014795422554, -0.00200266414321959, -0.002348522422835231, 0.03181953355669975, 0.039738867431879044, 0.014321468770503998, -0.09244101494550705, -0.007572499569505453, -0.012853367254137993, -0.011802135035395622, 0.05127055570483208, -0.03202907741069794, -0.01133736688643694, -0.011495220474898815, -0.013674513436853886, -0.0021578948944807053, 0.046500854194164276, -0.015475195832550526, -0.04946031793951988, -0.028266118839383125, 0.027314679697155952, 0.0011812136508524418, -0.059649575501680374, 0.0715167447924614, -0.005998080130666494, 0.10059952735900879, -0.050191208720207214, 0.012543844990432262, -0.07454133778810501, -0.00797177478671074, 0.10499528050422668, -0.05134296789765358, 0.020707912743091583, 0.0733923390507698, 0.021014666184782982, -0.035896699875593185, -0.06477294117212296, -0.028432166203856468, 0.010762100107967854, -0.02655661851167679, -0.004923001863062382, -0.06789286434650421, -0.07236526161432266, -0.010180629789829254, 0.04001162201166153, 0.007925349287688732, -0.06762878596782684, -0.06086442619562149, -0.0029327403753995895, -0.015607926994562149, -0.007509875111281872, 0.025936109945178032, 0.054271988570690155, -0.003968316596001387, -0.05861407145857811], [-0.09054848551750183, -0.015310797840356827, 0.026461955159902573, 0.0656195729970932, 0.050478558987379074, -0.06076839193701744, -0.014888253062963486, 0.01761814020574093, 0.0036164275370538235, 0.05491143837571144, -0.02028985135257244, 0.0850721225142479, 0.008785885758697987, -0.028214890509843826, 0.01588316634297371, -0.11745041608810425, 0.03880690783262253, 0.031649429351091385, -0.06703858822584152, -0.027597343549132347, 0.0020195560064166784, 0.020595243200659752, -0.012638317421078682, -0.05995190888643265, -0.029890134930610657, 0.08011391758918762, -0.03432745486497879, 0.01791032962501049, 0.01866455189883709, 0.032002273947000504, -0.04010622948408127, -0.08776472508907318, -0.05092170462012291, -0.07106105238199234, 0.01114104688167572, -0.05068911239504814, -0.026391128078103065, 0.011018453165888786, 0.005050268489867449, 0.01961144432425499, -0.022037070244550705, -0.02439296431839466, -0.05041368678212166, 0.04468224197626114, 0.052560675889253616, -0.002455230802297592, 0.007962988689541817, 0.05803373083472252, -0.08633050322532654, 0.036976829171180725, 0.04944546893239021, -0.08354845643043518, -0.013255925849080086, -0.06779324263334274, 0.04837091267108917, 0.029474176466464996, 0.0007032614666968584, -0.03377130255103111, -0.06564465165138245, 0.012811902910470963, 0.007047082297503948, -0.030866749584674835, 0.0063453419134020805, 0.0078112538903951645, 0.043473999947309494, -0.04576392471790314, 0.027773581445217133, -0.006022647954523563, 0.08220359683036804, -0.04429852217435837, -0.005141403526067734, 0.029134035110473633, 0.0022332179360091686, 0.06916208565235138, 0.017954697832465172, 0.03123018890619278, 0.019232502207159996, 0.025764232501387596, -0.04255269467830658, -0.06636253744363785, -0.04336022958159447, 0.037896934896707535, -0.04069026559591293, 0.06676944345235825, -0.10219965875148773, -0.009900325909256935, -0.001813504146412015, -0.03942207247018814, 0.06858164817094803, -0.015705496072769165, -0.033414989709854126, -0.024709032848477364, -0.010145395062863827, 0.02092639170587063, 0.0702522024512291, 0.0018791353795677423, 0.06867968291044235, 0.0029090677853673697, 0.01472032442688942, -0.06588268280029297, 0.08975471556186676, 0.05099455267190933, -0.03112746775150299, 0.0341624841094017, -0.04888582602143288, 0.03298168629407883, -0.006243695039302111, -0.046430688351392746, -0.001880242838524282, -0.088510662317276, 0.009138311259448528, 0.023778190836310387, 0.024217313155531883, -0.03019040822982788, -0.10192422568798065, -0.0031409526709467173, 0.004747788887470961, 0.0694766566157341, 0.04373267665505409, -0.02831191197037697, -0.03774223476648331, -0.045700233429670334, -0.030457675457000732, 0.042076218873262405, 0.014390421099960804, -0.010466097854077816, 0.03368815779685974, 0.028120577335357666], [-0.06832320243120193, 0.007484957575798035, -0.03650864213705063, -0.038122083991765976, 0.07922986149787903, -0.03168545663356781, 0.03678327053785324, -0.06250329315662384, 0.001678653061389923, 0.018088068813085556, -0.11225080490112305, 0.15216130018234253, -0.013459424488246441, 0.0065218121744692326, 0.08076125383377075, -0.0675998404622078, 0.023621106520295143, -0.018578313291072845, -0.030624663457274437, -0.03752150759100914, -0.03825734183192253, -0.03502558916807175, 0.04076119512319565, 0.02926654741168022, -0.024760834872722626, 0.06977851688861847, 0.05640915408730507, 0.028830690309405327, 0.004389664623886347, 0.02232351154088974, -0.05687311291694641, -0.04332902282476425, 0.03634488210082054, -0.03517581522464752, 0.011852176859974861, 0.005439430009573698, -0.044853437691926956, 0.005987087264657021, 0.05360977724194527, 0.006460701581090689, -0.005431903060525656, -0.04659225046634674, 0.03867802396416664, 0.023181041702628136, -0.0002277907042298466, -0.053821805864572525, -0.09641164541244507, 0.08805564045906067, -0.09170980751514435, 0.06648655980825424, -0.023949531838297844, -0.04268481582403183, 0.037720877677202225, -0.09551583975553513, 0.055527593940496445, 0.06094267964363098, -0.008995374664664268, -0.06410425901412964, -0.08247110247612, -0.04580690339207649, 0.07213671505451202, -0.05031143128871918, 0.016266075894236565, 0.007288674358278513, 0.0037566034588962793, 0.12362927943468094, 0.01703519932925701, -0.022168509662151337, -4.7457258915528655e-05, 0.01123305968940258, 0.048408642411231995, -0.010776514187455177, -0.07082849740982056, -0.03831916302442551, -0.008212773129343987, 0.06453997641801834, -0.022907253354787827, 0.05028591677546501, 0.007287513930350542, -0.021202297881245613, 0.07527628540992737, 0.015037734992802143, -0.041753560304641724, 0.04614189639687538, 0.0003951266116928309, -0.01956893876194954, -0.007212665863335133, 0.027099573984742165, 0.042716529220342636, 0.02804495394229889, -0.04947199299931526, 0.03341187909245491, -0.041891198605298996, -0.0008224341436289251, 0.0002116852265316993, 0.005820877384394407, 0.01834789663553238, 0.009385762736201286, 0.06510856747627258, -0.005760295316576958, -0.02052144892513752, -0.05215016007423401, -0.010654556564986706, -0.005194291938096285, -0.02443402260541916, 0.025046098977327347, 0.0082780160009861, -0.01341718714684248, -0.09521150588989258, -0.0193855669349432, 0.02609367109835148, 0.060599878430366516, 0.033884353935718536, -0.003859430318698287, -0.022398052737116814, -0.025289388373494148, 0.027453264221549034, 0.05306355655193329, 0.02207178995013237, -0.006226604804396629, -0.015255601145327091, 0.07251317799091339, 0.012456369586288929, 0.0010712869698181748, -0.030258335173130035, 0.05657285451889038, 0.04488007724285126, -0.05325755476951599], [-0.09845567494630814, 0.00811427179723978, -0.01078392006456852, 0.07571038603782654, 0.06403045356273651, 0.020226458087563515, -0.08387966454029083, -0.033128757029771805, -0.07804520428180695, 0.06339862942695618, -0.04118840768933296, 0.13663695752620697, -0.002612389624118805, -0.02908356487751007, 0.05097904056310654, -0.07608054578304291, 0.042476851493120193, 0.010544481687247753, -0.06245333328843117, -0.035413358360528946, -0.043767061084508896, 0.05587896704673767, -0.026686672121286392, -0.012045658193528652, 0.01489411573857069, 0.07396680116653442, 0.0199347585439682, 0.07217764854431152, 0.04313632845878601, 0.06368386000394821, -0.03343479335308075, -0.025896228849887848, -0.02544740028679371, -0.051072120666503906, -0.050323668867349625, -0.042731042951345444, -0.03494063392281532, 0.06210843101143837, -0.0276406891644001, -0.05532676354050636, 0.021891292184591293, 0.04047558829188347, -0.042723026126623154, 0.06270159780979156, -0.016728078946471214, -0.07653550803661346, -0.0417410172522068, 0.11216636747121811, -0.04800890013575554, 0.06618083268404007, -0.006208461709320545, -0.06255627423524857, -0.013499250635504723, -0.07611856609582901, 0.017671333625912666, 0.042680997401475906, 0.01271030493080616, -0.03773179277777672, -0.07103227078914642, -0.04741089791059494, 0.11759795993566513, -0.1043315976858139, 0.036074332892894745, -0.030519060790538788, -0.05442194640636444, 0.07406312972307205, -0.06403665989637375, 0.059225428849458694, 0.024767251685261726, 0.039776761084795, -0.02144913747906685, -0.007781287655234337, 0.01428985595703125, 0.0028834741096943617, 0.009941203519701958, 0.00910206325352192, -0.011404618620872498, 0.032339148223400116, 0.04075813293457031, -0.019101707264780998, 0.0803775042295456, 0.005492367781698704, -0.02357505075633526, -0.019543809816241264, -0.03914522007107735, -0.0020331288687884808, -0.006807935424149036, -0.020572038367390633, -0.006419286131858826, -0.04560476541519165, 0.03761918470263481, -0.04018731415271759, 0.017759008333086967, -0.016314102336764336, 0.02387911267578602, 0.009391652420163155, 0.043936245143413544, -0.02869112603366375, -0.060259588062763214, -0.0060049789026379585, 0.03295539692044258, 0.007120663300156593, -0.03335627540946007, 0.036409977823495865, -0.030280068516731262, -0.03509362041950226, 0.041145358234643936, -0.06759528815746307, -0.040378931909799576, -0.08943840861320496, 0.05004390329122543, -0.0092161875218153, 0.027329718694090843, -0.034077130258083344, -0.06675832718610764, -0.03954865038394928, 0.04498312994837761, -0.012136489152908325, 0.026114368811249733, 0.027689311653375626, -0.01879720762372017, 0.019704338163137436, -0.0020413068123161793, -0.059261683374643326, 0.05216330662369728, 0.024392589926719666, 0.05058879032731056, -0.0061487541534006596], [-0.1003570482134819, -0.05700700357556343, -0.04049763083457947, 0.02659040503203869, 0.001875198446214199, 0.0349867157638073, -0.008029506541788578, -0.06477437913417816, -0.016028430312871933, 0.01613004505634308, -0.10751322656869888, 0.08770035952329636, 0.00751517154276371, -0.05067959800362587, 0.0453764945268631, -0.041440851986408234, -0.005349161569029093, -0.020396631211042404, -0.057307448238134384, -0.08890221267938614, -0.02075081691145897, -0.02337382361292839, -0.054080862551927567, 0.010020019486546516, -0.037121377885341644, 0.06764494627714157, -0.048140354454517365, 0.040196891874074936, 0.017079906538128853, 0.0007881906349211931, -0.07214703410863876, 0.00887768529355526, 0.0006779305404052138, -0.030487895011901855, -0.0067949737422168255, -0.10998184233903885, -0.005502274259924889, 0.04075872153043747, 0.01622115820646286, -0.07763787358999252, 0.02747792936861515, 0.011461113579571247, -0.013164986856281757, 0.04682730883359909, -0.04318352788686752, -0.11103301495313644, -0.08745540678501129, 0.0807764008641243, -0.05947451293468475, 0.09670234471559525, -0.027605444192886353, -0.13472016155719757, -0.025154737755656242, -0.030943384394049644, 0.08233810216188431, 0.00415287958458066, 0.06761658191680908, -0.05872318521142006, -0.050051961094141006, 0.0809965655207634, 0.07484293729066849, -0.046651795506477356, -0.061025939881801605, 0.0344855822622776, -0.08021199703216553, 0.10911934077739716, -0.08001475036144257, -0.024166937917470932, -0.003952810075134039, 0.043628811836242676, 0.031413331627845764, -0.014435036107897758, -0.019144225865602493, -0.05366561561822891, 0.03196899965405464, -0.004694719333201647, 0.019229568541049957, -0.03717583045363426, 0.028457684442400932, -0.04589067026972771, 0.04538373649120331, -0.04688255488872528, -0.08020102977752686, 0.05470535531640053, -0.051794201135635376, -0.015574879944324493, 0.03489331528544426, 0.007339337840676308, 0.09197188168764114, -0.01189614087343216, -0.047478802502155304, -0.018126294016838074, -0.003924672957509756, -0.028051186352968216, -0.028760066255927086, -0.031993962824344635, 0.007984215393662453, 0.008879965171217918, -0.08598430454730988, -0.011136244982481003, -0.04730546846985817, -0.059265315532684326, 0.03984956070780754, 0.0230659618973732, -0.03958141803741455, 0.04056055471301079, -0.007346710190176964, 0.011863905936479568, -0.06356087327003479, -0.057209040969610214, -0.007003882899880409, 0.03641844913363457, -0.0125963119789958, 0.015082606114447117, -0.08365724235773087, -0.0340360663831234, 0.04912164807319641, 0.01097664050757885, 0.03807864338159561, -0.032361336052417755, -0.041279762983322144, -0.03916708007454872, -0.018081776797771454, -0.05138687416911125, 0.04066586494445801, 0.09448112547397614, 0.09493082761764526, -0.03931109979748726], [-0.1289469599723816, 0.0022872856352478266, 0.029649823904037476, 0.007476453669369221, 0.013729367405176163, -0.014729849062860012, -0.038984742015600204, -0.038442689925432205, 0.01734297163784504, 0.08369223773479462, -0.0061914329417049885, 0.06371951848268509, -0.08045750111341476, -0.032593660056591034, 0.06806982308626175, -0.011436696164309978, 0.037869058549404144, 0.05167819932103157, -0.12595956027507782, -0.06627638638019562, -0.02342316135764122, 0.05187926068902016, 0.06920816749334335, -0.016324535012245178, 0.07188758254051208, 0.07222695648670197, 0.07224532216787338, 0.05763096734881401, 0.0007073808228597045, 0.029258355498313904, -0.013115158304572105, -0.0484544113278389, 0.021714704111218452, -0.07750032842159271, -0.05622328445315361, -0.0177016519010067, -0.08630069345235825, 0.004926755093038082, 0.05448390170931816, -0.07583831995725632, 0.06035630777478218, -0.08669077605009079, 0.007485709153115749, 0.06584645062685013, 0.04938586801290512, 0.01818312518298626, -0.04601474478840828, 0.1174742579460144, -0.1049177274107933, 0.10017090290784836, 0.0052844565361738205, -0.08200886100530624, 0.03366713598370552, -0.0834122821688652, 0.02218398079276085, 0.04587199538946152, 0.026590419933199883, -0.06115170195698738, -0.06299421191215515, -0.010619989596307278, 0.028890268877148628, -0.050181981176137924, -0.015794822946190834, 0.004438349045813084, 0.03886684030294418, 0.08496963977813721, 0.05768672749400139, -0.029302207753062248, 0.07353062182664871, -0.022876594215631485, 0.003113933838903904, 0.047164615243673325, -0.020881831645965576, -0.03315478935837746, 0.05819466710090637, 0.04235554113984108, 0.04223856329917908, -0.06310746818780899, 0.04237934201955795, -0.10276519507169724, 0.032709572464227676, 0.0358024463057518, 0.009402219206094742, 0.05926980450749397, -0.0717749372124672, 0.00921354815363884, 0.00045934482477605343, 0.030038686469197273, 0.02289966121315956, -0.024112936109304428, -0.04240577667951584, -0.01217749621719122, -0.009565009735524654, 0.04434433951973915, 0.035261768847703934, -0.07585765421390533, 0.0285889133810997, -0.0116342231631279, -0.02589830942451954, -0.15482258796691895, 0.012821991927921772, -0.11516979336738586, -0.013507334515452385, 0.03553285449743271, -0.016663730144500732, 0.022629771381616592, 0.05119829252362251, -0.0631076842546463, -0.09587278217077255, -0.12831635773181915, -0.016665443778038025, -0.01031280867755413, 0.056652240455150604, -0.0145355723798275, -0.16123519837856293, -0.0672176331281662, -0.019288064911961555, 0.02806185744702816, 0.006286357529461384, -0.02403218485414982, -0.021898159757256508, -0.02550586126744747, -0.015649115666747093, -0.006168232765048742, 0.002611434319987893, 0.13310225307941437, 0.0444621741771698, -0.06629551947116852], [-0.08874679356813431, -0.010971738956868649, 0.008563653565943241, 0.005203919019550085, 0.001826808089390397, 0.010856120847165585, 0.028848089277744293, -0.0252451803535223, -0.004377842415124178, 0.04855644702911377, -0.04277123883366585, 0.09709187597036362, 0.012600153684616089, 0.06782488524913788, 0.05041326582431793, -0.034189365804195404, -0.0007483602385036647, 0.04225444793701172, -0.014436236582696438, -0.07116740196943283, 0.02151527628302574, -0.09544935077428818, -0.09176574647426605, -0.020957188680768013, -0.08366034924983978, 0.034135568886995316, -0.025157414376735687, 0.03284558281302452, -0.06142934784293175, -0.03230981156229973, -0.02387216128408909, -0.052304599434137344, 0.06618951261043549, -0.0782947912812233, 0.03090483322739601, -0.04610464349389076, -0.015716450288891792, 0.03834819421172142, 0.054326705634593964, -0.004718451295047998, 0.056710317730903625, 0.02926463820040226, 0.041001688688993454, 0.016457682475447655, 0.020262135192751884, -0.0528230294585228, -0.02495250664651394, 0.02790958061814308, -0.029473889619112015, 0.034507330507040024, -0.018802085891366005, -0.07348912209272385, 0.04764494299888611, -0.08770871162414551, 0.026286877691745758, 0.04851885512471199, -0.023431528359651566, -0.06722621619701385, -0.06570521742105484, 0.059146150946617126, 0.05172277241945267, -0.0183411817997694, 0.041121408343315125, 0.0171694103628397, -0.018378671258687973, 0.08542107790708542, 0.0008301878697238863, 0.0028772028163075447, -0.03868291154503822, 0.011986019089818, 0.007189718075096607, -0.08710683137178421, 0.0039785574190318584, 0.008566302247345448, -0.032128605991601944, 0.008640767075121403, -0.020614057779312134, 0.0294197965413332, -0.029559893533587456, -0.0342940017580986, 0.004477160982787609, -0.022610429674386978, -0.03763425722718239, 0.047621868550777435, -0.009566273540258408, 0.031436819583177567, 0.012229420244693756, -0.030325409024953842, 0.013454504311084747, -0.012350155040621758, -0.011186648160219193, -0.0173796433955431, -0.02152867615222931, -0.03155951946973801, -0.013310298323631287, 0.03566821664571762, 0.014329981990158558, 0.024438485503196716, -0.006424938794225454, -0.01988797076046467, 0.011596924625337124, -0.036204930394887924, 0.02209344506263733, 0.04719714820384979, -0.015450112521648407, 0.03829500079154968, 0.0724022164940834, 0.03147650137543678, -0.05123588442802429, -0.04658755660057068, 0.03069191426038742, -0.01713908649981022, -0.00015005322347860783, 0.004829823970794678, -0.04290168732404709, -0.02135378122329712, 0.020459309220314026, -0.014398518018424511, -0.02033032849431038, -0.015726866200566292, -0.020052630454301834, -0.012698087841272354, -0.04792269691824913, -0.009085766971111298, 0.06276572495698929, 0.0054406700655817986, 0.04131099209189415, -0.07675623148679733], [-0.11036016792058945, -0.0409092977643013, 0.053302936255931854, 0.08573650568723679, 0.010705972090363503, -0.011926744133234024, -0.03203783556818962, -0.05505849048495293, 0.01291372999548912, 0.07594835013151169, -0.05592244490981102, 0.044650305062532425, 0.025710444897413254, 0.03869516775012016, 0.03639039024710655, -0.03923483192920685, 0.07346036285161972, -0.08419352769851685, -0.08270261436700821, -0.05240163952112198, -0.043127015233039856, 0.016535401344299316, -0.029020020738244057, -0.060644689947366714, 0.00997161865234375, 0.031235769391059875, -0.006125694140791893, -0.009531619027256966, 0.06584969162940979, -0.024755822494626045, -0.10238324850797653, -0.018855296075344086, -0.02491890825331211, -0.06738359481096268, -0.05386970564723015, -0.08149182051420212, -0.03732656314969063, 0.05812157690525055, 0.0213470458984375, -0.0642576590180397, 0.01581626757979393, -0.03233502060174942, -0.02716950885951519, -0.006350858602672815, 0.05136317387223244, -0.026298820972442627, -0.03512342646718025, 0.09960038214921951, -0.1016121655702591, 0.07069569826126099, -0.023446958512067795, -0.052785471081733704, -0.03400233015418053, -0.02918154001235962, 0.04032900929450989, 0.030542045831680298, -0.0594475157558918, -0.01698482222855091, -0.023091420531272888, 0.008406656794250011, 0.0702667310833931, -0.058565229177474976, 0.008150933310389519, 0.027726078405976295, 0.059440504759550095, -0.08817729353904724, 0.011417043395340443, -2.9376951715676114e-05, 0.035913534462451935, -0.020480625331401825, -0.003015646245330572, 0.013353493064641953, -0.014098228886723518, -0.02998580038547516, 0.011734548956155777, -0.02033497393131256, -0.04965131729841232, 0.01675121858716011, 0.004620673134922981, -0.08365251868963242, -0.03549252450466156, -0.03174201026558876, 0.04429289326071739, 0.009040923789143562, -0.04177698865532875, -0.06751665472984314, -0.10155607759952545, -0.06098400801420212, 0.05930056795477867, 0.017277013510465622, -0.03405720368027687, -0.09645424783229828, -0.02437630668282509, 0.07697386294603348, 0.10279963165521622, -6.713915354339406e-06, 0.12699970602989197, -0.02796339988708496, -0.021212752908468246, 0.01886199787259102, 0.10029660910367966, -0.02389395982027054, -0.058118321001529694, 0.058966465294361115, 0.03961990401148796, 0.006680526304990053, 0.04290863871574402, -0.018413003534078598, 0.04405767098069191, 0.018756771460175514, -0.028834955766797066, 0.005932143423706293, 0.04165532439947128, 0.07453278452157974, -0.09499971568584442, -0.04332687333226204, -0.07563623040914536, 0.05385667830705643, -0.06978987902402878, 0.027406439185142517, -0.023191068321466446, -0.0649089515209198, 0.018265508115291595, -0.03168962150812149, 0.0036718868650496006, -0.056696537882089615, -0.0028660339303314686, 0.025331813842058182], [-0.056568849831819534, -0.00834791362285614, -0.006594201549887657, 0.038232967257499695, 0.016343258321285248, -0.029223954305052757, 0.06442267447710037, 0.02211911417543888, -0.01851755939424038, 0.006285304669290781, -0.07470213621854782, 0.07384847104549408, -0.037488311529159546, 0.02586614154279232, 0.11055170744657516, -0.07797928899526596, 0.0858442485332489, 0.04099654406309128, -0.033410802483558655, 0.016013137996196747, -0.04170899838209152, -0.012952428311109543, -0.01904456689953804, -0.1412121057510376, -0.057240165770053864, 0.06254449486732483, -0.01932964101433754, 0.07153935730457306, 0.03015468642115593, 0.04110018163919449, -0.06389769166707993, -0.027705583721399307, -0.014204091392457485, 0.004234151914715767, -0.03646422550082207, -0.09293334186077118, -0.0668407753109932, 0.029627753421664238, -0.031108424067497253, 0.022526225075125694, 0.034306012094020844, -0.023105407133698463, -0.0188482366502285, -0.009839257225394249, 0.030294544994831085, 0.020820239558815956, -0.044461049139499664, -0.0015671527944505215, -0.028480298817157745, 0.032829899340867996, 0.06308405101299286, -0.08081211894750595, 0.018282247707247734, -0.014829840511083603, -0.001086519449017942, 0.06685911118984222, -0.06068231165409088, -0.054071493446826935, -0.05546834319829941, -0.014653610996901989, 0.10199233889579773, -0.02380349114537239, -0.01073803473263979, 0.0065873428247869015, -0.03736385330557823, 0.034997519105672836, -0.031857024878263474, -0.022133849561214447, -0.0338343121111393, -0.05861057713627815, 0.01533651351928711, -0.027448438107967377, 0.004038935527205467, 0.07663138955831528, 0.029645923525094986, -0.018169235438108444, -0.08875780552625656, 0.034230493009090424, -0.0021643727086484432, -0.059454821050167084, -0.03657422214746475, 0.053753435611724854, -0.05034993961453438, 0.03315892070531845, -0.025310061872005463, 0.01191204134374857, -0.004099197685718536, -0.03159158304333687, 0.0897722840309143, -0.005417603068053722, -0.004189128056168556, -0.009747755713760853, -0.003699869615957141, 0.05004506930708885, -0.02979912795126438, -0.024758372455835342, -0.0070821261033415794, 0.012849523685872555, 0.01856774464249611, -0.00012091128883184865, 0.041237808763980865, 0.05167528614401817, 0.01663893274962902, 0.07655961811542511, -0.02395806275308132, 0.03774058446288109, 0.00801781564950943, -0.025229379534721375, -0.03810960799455643, -0.029051560908555984, -0.023593878373503685, -0.09952400624752045, -0.019308404996991158, -0.008457299321889877, -0.04869528487324715, -0.042103298008441925, 0.03109092265367508, -0.032698825001716614, 0.039695657789707184, -0.0021470701321959496, -0.0234685018658638, 0.04783718287944794, -0.01439508143812418, 0.06324190646409988, 0.019567815586924553, -0.026310523971915245, 0.013891791924834251, 0.019627312198281288], [-0.0899694487452507, 0.04948228970170021, -0.029973294585943222, -0.028324421495199203, 0.013561003841459751, -0.04132368043065071, -0.029302986338734627, -0.06784692406654358, -0.012502145022153854, 0.020673973485827446, -0.02895188145339489, 0.07946617901325226, -0.04685644060373306, 0.010412197560071945, 0.011867158114910126, -0.0628635361790657, -0.0019674592185765505, -0.007539710495620966, -0.019851533696055412, -0.08961017429828644, -0.016365893185138702, -0.02921362966299057, 0.09847497195005417, 0.045694898813962936, 0.011709793470799923, 0.09923696517944336, 0.030464204028248787, 0.02455064468085766, -0.024237636476755142, -0.006668039597570896, 0.023559987545013428, -0.03946409747004509, -0.04989434406161308, -0.08935121446847916, 0.08125171065330505, -0.048037461936473846, -0.04628552496433258, 0.08380630612373352, 0.047497499734163284, -0.06076878681778908, 0.03759097307920456, -0.03689095005393028, 0.020576229318976402, 0.07035323232412338, 0.02932550758123398, -0.012894101440906525, -0.07861615717411041, 0.08151719719171524, -0.09809058159589767, -0.02579636126756668, -0.052075184881687164, -0.030558675527572632, -0.10788754373788834, -0.06499338895082474, 0.05004945769906044, 0.001233971444889903, -0.042941492050886154, -0.008547548204660416, -0.07726230472326279, 0.0016473119612783194, 0.09637022018432617, -0.08856357634067535, 0.016545476391911507, -0.049833863973617554, -0.025716781616210938, 0.0009282596874982119, -0.018425187095999718, 0.006734800990670919, 0.03729521110653877, 0.03749930113554001, 0.049404554069042206, -0.04126354306936264, 0.03791632875800133, -0.050690922886133194, -0.03442872315645218, -0.07754268497228622, -0.028573114424943924, 0.07067453116178513, -0.018001528456807137, -0.09440513700246811, 0.01563298888504505, -0.029662128537893295, -0.00030515732942149043, 0.05123494565486908, 0.0171758271753788, -0.04234490171074867, -0.015220679342746735, -0.07217080891132355, 0.07778804004192352, 0.056081563234329224, -0.062419891357421875, -0.04996020719408989, -0.029900837689638138, -0.012880166992545128, 0.039307545870542526, 0.11957810819149017, 0.09946019947528839, -0.023657862097024918, -0.057409029453992844, -0.025453263893723488, 0.08556586503982544, -0.051345303654670715, -0.042456697672605515, 0.1034121960401535, 0.09278709441423416, 0.021812010556459427, 0.1114894300699234, 0.039946526288986206, -0.020970351994037628, 0.006909612100571394, -0.024837270379066467, -0.060391899198293686, 0.07197904586791992, 0.012491433881223202, -0.06647777557373047, -0.024769071489572525, -0.0036745399702340364, 0.016637297347187996, -0.02731606923043728, -0.04039103910326958, 0.009690891019999981, -0.03576452285051346, -0.01657402701675892, 0.020494114607572556, 0.04964650794863701, -0.02582073025405407, 0.03543974831700325, 0.007832043804228306], [-0.09432513266801834, -0.00806336384266615, 0.04254280775785446, 0.013095288537442684, 0.00509519362822175, -0.043800752609968185, -0.012604132294654846, -0.026798537001013756, -0.002681089099496603, 0.1667509227991104, -0.05133542791008949, 0.07414518296718597, 0.035928014665842056, 0.008519288152456284, 0.029463965445756912, -0.11504923552274704, 0.015373376198112965, 0.04006762057542801, -0.03066266141831875, -0.04055801406502724, -0.02087620459496975, 0.007167959585785866, -0.07086668908596039, -0.02113201469182968, -0.05766021087765694, 0.04340571165084839, 0.021740414202213287, 0.0936126634478569, 0.011517048813402653, 0.029669443145394325, -0.05327627435326576, -0.12328235059976578, 0.032002419233322144, 0.007557654287666082, 0.06125667318701744, -0.09459040313959122, 0.004030564799904823, -0.022746853530406952, 0.031489163637161255, 0.02017468586564064, 0.05274742841720581, -0.004569066688418388, 0.05302440747618675, 0.016195524483919144, 0.03497945889830589, -0.046353138983249664, -0.07570318877696991, 0.06220238655805588, -0.06120048463344574, 0.0003086321521550417, 0.04420160502195358, -0.058851175010204315, 0.001372874598018825, -0.07785438001155853, 0.07784512639045715, -0.007373786065727472, -0.056522347033023834, -0.07290353626012802, -0.07256167382001877, -0.014527754858136177, 0.07631955295801163, 0.01134533528238535, 0.030028020963072777, 0.00697452574968338, 0.07242177426815033, -0.018451355397701263, -0.015089546330273151, 0.01219971477985382, -0.0027312422171235085, -0.07346457242965698, 0.04979967325925827, 0.0150032052770257, 0.028606276959180832, 0.07375378161668777, -0.09140627086162567, 0.08867766708135605, -0.05664248391985893, 0.09610012918710709, -0.0834956243634224, -0.07708185166120529, -0.013561073690652847, -0.022134969010949135, -0.0409015528857708, -0.02492215298116207, 0.0010737983975559473, -0.04633971303701401, -0.06971757113933563, -0.04174600541591644, -0.03382989019155502, 0.004507971927523613, 0.006335319485515356, -0.07883328944444656, 0.009550781920552254, 0.02159612812101841, 0.042981769889593124, 0.01397616509348154, 0.052535876631736755, -0.04929373785853386, -0.005929276347160339, -0.06290142983198166, 0.10765741020441055, 0.006599116139113903, -0.003197982208803296, 0.0895904079079628, 0.0016472982242703438, 0.11952266842126846, 0.027283258736133575, 0.00827513262629509, -0.007493449375033379, -0.02158840000629425, -0.00968223437666893, -0.05286945775151253, 0.02837645262479782, -0.008491955697536469, -0.047430261969566345, 0.011003012768924236, -0.01367025077342987, 0.0032071315217763186, -0.006716618780046701, 0.0365048311650753, -0.06631225347518921, -0.058907635509967804, -0.0020803173538297415, -0.009212613105773926, 0.014757285825908184, 0.022119514644145966, 0.020272396504878998, 0.01838255114853382], [-0.1075042113661766, -0.02037964202463627, -0.0193839929997921, 0.07597009092569351, 0.00222342018969357, -0.07164349406957626, -0.040448062121868134, -0.01015991996973753, -0.058437250554561615, 0.08503122627735138, -0.06153932213783264, 0.11356891691684723, 0.008115832693874836, -0.018554385751485825, 0.033483121544122696, -0.0923144593834877, 0.0018817012896761298, -0.010747145861387253, -0.1014183834195137, -0.06435178220272064, 0.01955200918018818, 0.03881799057126045, 0.010907523334026337, -0.025457868352532387, -0.03602972254157066, 0.10875453799962997, -0.032626599073410034, 0.06834817677736282, 0.018254857510328293, 0.026673195883631706, -0.034410517662763596, -0.07205675542354584, 0.0020027789287269115, -0.08944151550531387, 0.03807142749428749, -0.030818283557891846, -0.07048928737640381, 0.04180528596043587, -0.02141946740448475, -0.046171676367521286, 0.019455069676041603, -0.05575951561331749, -0.04314650595188141, 0.06232929229736328, 0.006253348197788, -0.004856092389672995, -0.019498569890856743, 0.07586987316608429, -0.10135992616415024, 0.023347800597548485, -0.003352934494614601, -0.023864401504397392, -0.031716763973236084, -0.046920280903577805, 0.014635832980275154, 0.015512896701693535, -0.00703446427360177, -0.029876934364438057, -0.09665876626968384, -0.026181744411587715, 0.06745307892560959, -0.0309516079723835, 0.057257916778326035, -0.005539718084037304, -0.03041139431297779, -0.017686761915683746, -0.030282307416200638, -0.002648755209520459, 0.048914529383182526, -0.04251177981495857, 0.053557027131319046, 0.0212407223880291, 0.034584831446409225, -0.04246402904391289, -0.0228523351252079, -0.08988279104232788, -0.050157975405454636, 0.06439130753278732, -0.03198610246181488, -0.06125900521874428, -0.01034050527960062, 0.042376864701509476, -0.016418009996414185, 0.0832124873995781, -0.06509777158498764, -0.07544802129268646, -0.0012217331677675247, -0.10239277780056, 0.12017116695642471, -0.03283144533634186, -0.03972815349698067, -0.06330040097236633, -0.01000165194272995, 0.07106301188468933, 0.08986987173557281, -0.0033442387357354164, 0.08548711240291595, 0.058185867965221405, -0.03737805038690567, -0.09869091957807541, 0.04178456589579582, -0.01100102998316288, 0.0007509566494263709, 0.09126979857683182, 0.05698857828974724, 0.11827804893255234, 0.09610972553491592, -0.033235810697078705, 0.004303657449781895, -0.07279617339372635, -0.036485202610492706, -0.014751631766557693, -0.005309879779815674, -0.026251716539263725, -0.045568112283945084, 0.015448160469532013, -0.06547036021947861, 0.06349553167819977, -0.05906667932868004, 0.0039810254238545895, -0.000774959335103631, 0.04581839591264725, -0.00941986683756113, -0.05446845293045044, 0.0670504942536354, -0.032939568161964417, 0.02884630486369133, 0.0283702090382576], [-0.11319618672132492, 0.03518197685480118, -0.0010841739131137729, 0.009319889359176159, 0.05688055604696274, -0.11373536288738251, 0.016475673764944077, -0.01993650011718273, -0.05390606448054314, 0.12300964444875717, -0.0442197248339653, 0.09767749160528183, -0.009810276329517365, 0.017958177253603935, 0.07314787060022354, -0.08022904396057129, 0.07285501807928085, 0.04310722276568413, -0.12653657793998718, -0.11109059303998947, -0.029214046895503998, -0.058781981468200684, 0.039591800421476364, 0.012040136381983757, -0.006564728450030088, 0.04417255520820618, 0.010509973391890526, 0.05178892984986305, -0.04947526380419731, 0.02529319003224373, -0.005560717079788446, -0.02422346919775009, -0.018006740137934685, -0.03378041461110115, -0.031011780723929405, -0.06834212690591812, -0.05686395987868309, 0.06547185033559799, -0.012054689228534698, 0.00471094623208046, 0.022272413596510887, -0.09160752594470978, -0.02831369638442993, 0.08571779727935791, -0.02059909887611866, -0.022521065548062325, -0.06726475805044174, 0.10836470872163773, -0.0971410945057869, 0.03657308593392372, -0.025738971307873726, -0.06678228825330734, -0.0617264024913311, -0.08007802069187164, -0.0014880948001518846, 0.04032513126730919, -0.061606425791978836, -0.05936659127473831, -0.1033301055431366, 0.049216993153095245, 0.0614655427634716, -0.07471466064453125, 0.08374521136283875, 0.007281966507434845, -0.06350023299455643, 0.09484292566776276, -0.023375438526272774, 0.018445203080773354, -0.01705603115260601, -0.034311629831790924, 0.05583912879228592, 0.0036369196604937315, 0.06481621414422989, -0.041988927870988846, 0.00236444640904665, -0.0812940001487732, 0.019604455679655075, 0.05845949426293373, 0.007630174979567528, -0.08355128020048141, -0.020721914246678352, 0.07230637967586517, 0.01358902920037508, 0.07172273844480515, -0.042093370109796524, -0.04551884904503822, 0.023832760751247406, -0.028050987049937248, 0.12807004153728485, -0.004343112464994192, -0.02433370053768158, -0.08773580193519592, -0.02181611768901348, 0.0622243657708168, 0.062314167618751526, -0.03447624668478966, -0.03741610422730446, 0.055036693811416626, 0.06997257471084595, -0.01187910046428442, -0.04825565963983536, -0.028567330911755562, -0.0322721041738987, 0.05300232768058777, 0.014263784512877464, 0.02402106672525406, 0.047755274921655655, -0.01814888045191765, -0.010553576052188873, -0.04311683773994446, -0.00901216734200716, 0.01008152961730957, 0.001688024029135704, -0.05874865874648094, -0.032547008246183395, -0.04409313201904297, 0.02082005888223648, -0.019501132890582085, 0.035185933113098145, 0.002976414281874895, -0.06402471661567688, 0.02509142830967903, -0.035871073603630066, 0.01328130904585123, 0.04006339982151985, -0.007576288655400276, 0.023185517638921738, -0.030532142147421837], [-0.05785541608929634, -0.03574897721409798, -0.02145739272236824, -0.0076971957460045815, 0.0071342866867780685, -0.06464795768260956, 0.03574404865503311, -0.04485538974404335, -0.08120932430028915, 0.005468931049108505, -0.10858756303787231, 0.13485056161880493, -0.06388317048549652, 0.006426386069506407, 0.029176631942391396, -0.07220567762851715, 0.08991022408008575, 0.02029198780655861, -0.053490106016397476, -0.044960737228393555, -0.08231696486473083, 0.024443872272968292, 0.04476075991988182, -0.06733188778162003, -0.07317964732646942, 0.01487542875111103, -0.00752633111551404, 0.11599624156951904, -0.01622401550412178, 0.014211357571184635, -0.11674822121858597, 0.009895513765513897, 0.01193904411047697, -0.08958633989095688, -0.016564572229981422, -0.01289935689419508, -0.009217031300067902, 0.043564923107624054, -0.0249493345618248, -0.10086987912654877, 0.056514445692300797, 0.002139107324182987, -0.007048384286463261, 0.05087995529174805, 0.0108262300491333, -0.01966923102736473, -0.060297224670648575, 0.09445033967494965, -0.07709242403507233, 0.02860812097787857, 0.016570694744586945, -0.03084145113825798, 0.031000299379229546, -0.08000632375478745, 0.03751169890165329, 0.043918341398239136, 0.014190985821187496, -0.0680287554860115, -0.017828520387411118, 0.010807513259351254, 0.06341356784105301, -0.04097358509898186, -0.00592045160010457, -0.028285179287195206, 0.011136488057672977, 0.07936828583478928, 0.055647559463977814, -0.01999092288315296, 0.07848168909549713, 0.03901083022356033, -0.01201826985925436, -0.05223510041832924, 0.009997610934078693, -0.03029404766857624, 0.014706314541399479, 0.034240130335092545, 0.021929161623120308, 0.0866684541106224, 0.05677294731140137, -0.08147191256284714, -0.02473895065486431, -0.014400159008800983, -0.0462968535721302, 0.07048536837100983, 0.020452361553907394, 0.013812661170959473, 0.0319235660135746, -0.010518272407352924, -0.009401630610227585, 0.03101564757525921, -0.021146252751350403, 0.020695798099040985, 0.0024056490510702133, -0.03140760213136673, 0.030644472688436508, 0.010099894367158413, -0.02128130942583084, -0.009759573265910149, -0.02615175023674965, -0.03625338897109032, 0.022000333294272423, 0.004390159156173468, -0.02413329668343067, -0.04076280817389488, 0.02192295528948307, 0.07396407425403595, 0.04386800527572632, -0.025639502331614494, -0.0357532724738121, -0.05557512119412422, 0.04718564450740814, 0.05415574461221695, -0.057213302701711655, -0.01605258882045746, -0.012053204700350761, 0.028030196204781532, 0.04348680004477501, 0.03483237698674202, -0.09382865577936172, -0.011916467919945717, -0.09154731780290604, -0.014623736031353474, 0.06264857947826385, -0.03346280753612518, 0.018052175641059875, 0.045080751180648804, 0.0731973797082901, -0.050067923963069916], [-0.10223712772130966, 0.03880235552787781, -0.021220330148935318, 0.0015108806546777487, 0.051713742315769196, -0.027659965679049492, -0.01670091040432453, -0.008595215156674385, -0.03483579307794571, 0.031680695712566376, -0.025315195322036743, 0.058640990406274796, 0.003999055828899145, -0.03600398823618889, 0.042994316667318344, -0.07618291676044464, 0.016263501718640327, -0.02164025977253914, -0.07980046421289444, -0.06710294634103775, -0.01853504590690136, 0.08252634853124619, 0.005965306423604488, 0.00964265689253807, 0.0009672886808402836, 0.055732764303684235, -0.03731468692421913, 0.011350718326866627, 0.002713171998038888, -0.006134412717074156, -0.0494677796959877, -0.06615591794252396, -0.05184366554021835, -0.06536181271076202, -0.04458170384168625, -0.05505213886499405, -0.008540814742445946, 0.061975862830877304, 0.03188978135585785, -0.04597093164920807, -0.027410108596086502, 0.0034960152115672827, 0.002461647382006049, 0.04266873374581337, 0.07883179187774658, -0.06762060523033142, -0.04599572345614433, 0.10126914083957672, -0.09064542502164841, 0.011128873564302921, -0.050270333886146545, -0.05388440936803818, -0.03828780725598335, -0.07323198020458221, -0.008567324839532375, 0.003034133929759264, -0.04689958691596985, -0.0013413995038717985, -0.14102989435195923, 0.06712953001260757, 0.04373914748430252, -0.010426809079945087, 0.04110724478960037, 0.002280769171193242, 0.04546429589390755, -0.019487211480736732, 0.02926570177078247, -0.04825762286782265, 0.010104857385158539, -0.010053958743810654, 0.062326256185770035, -0.009760887362062931, 0.0397922657430172, 0.02099698781967163, -0.00012351978512015194, 0.03217807412147522, -0.012822008691728115, 0.09656738489866257, -0.05307896435260773, -0.04455383121967316, -0.09896892309188843, 0.03397228568792343, -0.038384899497032166, 0.031385548412799835, -0.011347445659339428, 0.0006130773108452559, 0.019862042739987373, -0.14178352057933807, 0.07136249542236328, 0.05886240676045418, -0.0076439473778009415, -0.07368450611829758, -0.017503339797258377, 0.08573631942272186, 0.006601839326322079, 0.041459061205387115, 0.07339547574520111, 0.06255501508712769, 0.05770472064614296, -0.07140301913022995, 0.0566854402422905, -0.008629873394966125, 0.07840418815612793, 0.09291999787092209, -0.005260005593299866, 0.08496314287185669, -0.017512766644358635, 0.016567636281251907, 0.015742072835564613, -0.008917626924812794, 0.0005734656588174403, -0.02643897384405136, 0.007352475542575121, -0.06726312637329102, -0.04232868552207947, -0.03395342081785202, -0.018558809533715248, -0.00607060082256794, -0.04762611910700798, 0.009052767418324947, -0.0498930886387825, -0.03407801687717438, -0.047745656222105026, 0.0723714604973793, 0.04761930927634239, 0.00746970484033227, -0.035327862948179245, -0.0014816041802987456], [0.0006062622996978462, -0.03530251979827881, 0.009545717388391495, 0.08823785185813904, -0.017498290166258812, 0.07675714790821075, 0.05060795322060585, -0.002039619954302907, -0.03747076913714409, -0.03714825212955475, -0.11964670568704605, 0.04392756149172783, 0.022469554096460342, -0.01604645885527134, 0.10823243856430054, 0.0018181324703618884, 0.05475260317325592, -0.03362515568733215, -0.0058749159798026085, 0.004512451589107513, -0.11664631962776184, 0.08188474178314209, -0.040432024747133255, -0.1399899125099182, -0.054496388882398605, -0.01235266588628292, 0.03648611530661583, 0.02780367247760296, -0.03284792974591255, -0.009543277323246002, -0.0004360028251539916, 0.014822383411228657, -0.007591613568365574, -0.004547908436506987, -0.003524047089740634, -0.013128532096743584, -0.036237139254808426, 0.04179118201136589, -0.10050036758184433, -0.0015326692955568433, -0.0247479397803545, -0.022874021902680397, -0.0398847870528698, -0.023843280971050262, 0.042487259954214096, -0.024553311988711357, -0.09655042737722397, 0.022620556876063347, -0.007943856529891491, 0.05449749901890755, -0.006586065981537104, -0.049277693033218384, 0.0853455662727356, -0.021949144080281258, 0.011152333579957485, 0.06909255683422089, -0.0622163787484169, -0.0018709504511207342, -0.008196154609322548, -0.06371421366930008, 0.10037503391504288, -0.05613483488559723, 0.005699994042515755, -0.05521957948803902, -0.030506350100040436, 0.01137284655123949, 0.004798992071300745, 0.027991503477096558, 0.03154086694121361, 0.017333881929516792, -0.02419496327638626, -0.01221140380948782, 0.01904730312526226, -0.017104502767324448, -0.02478869818150997, 0.03249844163656235, -0.056781068444252014, 0.0355764664709568, 0.015036416240036488, -0.052839234471321106, -0.012044780887663364, 0.06546663492918015, -0.013145036064088345, -0.02652815543115139, 0.0007942208903841674, -0.012508803978562355, -0.010427284054458141, 0.007600081618875265, 0.031889308243989944, -0.01222510077059269, 0.018352745100855827, -0.0014125601155683398, 0.010030794888734818, -0.016668254509568214, 0.053924333304166794, -0.023096630349755287, 0.02733219787478447, 0.014267867431044579, 0.01168644055724144, -0.00155887589789927, 0.0003785000299103558, 0.014455726370215416, -0.02635311521589756, 0.04560861364006996, -0.0005747992545366287, 0.0004235853557474911, -0.006936867255717516, -0.08007810264825821, -0.026501543819904327, -0.024797992780804634, 0.035070840269327164, 0.05463603138923645, 0.05380452051758766, 0.01993848942220211, -0.05397390201687813, -0.03519536182284355, 0.030122991651296616, 0.001005629193969071, -0.032430462539196014, -0.00824423972517252, -0.06126806139945984, 0.010690620169043541, -0.012033930979669094, 0.0008172403904609382, -0.006333069875836372, -0.021790198981761932, 0.0040116505697369576, -0.059976402670145035], [-0.08416596055030823, -0.019810751080513, 0.05482383817434311, -0.002809415338560939, 0.035366758704185486, -0.022163737565279007, 0.07930063456296921, -0.014259818010032177, 2.281449269503355e-05, 0.07377281785011292, -0.08009320497512817, 0.09873003512620926, -0.0012612842256203294, 0.031593360006809235, 0.03837978467345238, -0.09638974070549011, 0.08262922614812851, 0.0330403670668602, -0.07673266530036926, -0.05552385002374649, -0.0008732855203561485, 0.0056243534199893475, 0.026743266731500626, -0.07853158563375473, -0.025545811280608177, 0.06932751834392548, -0.03952692076563835, 0.06480821222066879, 0.004436942283064127, 0.045152246952056885, -0.06301704049110413, -0.04530204087495804, 0.0029584290459752083, -0.05222723260521889, -0.02748074196279049, -0.06924224644899368, 0.007493477780371904, 0.07006029039621353, -0.014364010654389858, -0.017219725996255875, -0.03173965588212013, -0.010111706331372261, 0.03657132387161255, 0.05869428440928459, -0.0150667205452919, -0.014149381779134274, -0.07564922422170639, 0.050522156059741974, -0.12131904065608978, 0.02643071487545967, 0.0004017337050754577, -0.022798504680395126, 0.004834762774407864, -0.07628601044416428, -0.0023942389525473118, 0.031821321696043015, -0.09511787444353104, -0.010039129294455051, -0.09394046664237976, 0.037802163511514664, 0.0999276265501976, 0.039781562983989716, 0.03218455985188484, 0.008172680623829365, 0.010985469445586205, 0.04488541930913925, -0.031180210411548615, 0.06024647876620293, 0.0014576948015019298, 0.03935960680246353, -0.013953177258372307, -0.0186067596077919, 0.05201468616724014, 0.003699232591316104, -0.08719712495803833, -0.007184941321611404, -0.0075561413541436195, 0.0634702667593956, -0.003118532244116068, -0.04506369307637215, 0.0039595952257514, 0.0548536516726017, -0.07974550127983093, -0.023445861414074898, 0.0009064426994882524, -0.017071036621928215, -0.005160680040717125, -0.009157249704003334, 0.05614800006151199, 0.006546693854033947, -0.03307167440652847, 0.02882530353963375, -0.005255680996924639, 0.032554641366004944, 0.0020355330780148506, 0.03304734453558922, -0.017754051834344864, 0.033962100744247437, 0.05479325354099274, -0.024835295975208282, -0.03652661666274071, 0.028219442814588547, 0.08953464031219482, 0.06465408951044083, -0.0003383673611097038, 0.02498394437134266, -0.04598109424114227, -0.017099929973483086, -0.07248154282569885, -0.04982890188694, -0.07528306543827057, -0.02943277545273304, -0.03549075871706009, -0.0769113302230835, -0.055216338485479355, -0.004371088929474354, -0.013827231712639332, 0.016122762113809586, 0.018098561093211174, 0.0619589239358902, -0.028804613277316093, 0.04749109223484993, -0.07490978389978409, 0.08639238029718399, -0.008422384038567543, 0.019718563184142113, 0.05202222242951393, -0.009599539451301098], [-0.086007259786129, 0.01550230011343956, -0.005764066241681576, 0.005200244020670652, 0.046951234340667725, -0.0620129369199276, 0.053853582590818405, -0.029907377436757088, -0.03233720734715462, 0.012574279680848122, -0.1493200808763504, 0.10927431285381317, -0.0017392346635460854, 0.07927694916725159, -0.0014694835990667343, -0.07377083599567413, 0.03473576158285141, -0.03159075230360031, -0.015249405987560749, -0.06587892770767212, -0.04097764566540718, 0.00044264591997489333, -0.019266555085778236, -0.007745024748146534, -0.09617231041193008, 0.0487319640815258, -0.02960681915283203, 0.021738465875387192, -0.04278627410531044, 0.044296253472566605, -0.12952075898647308, -0.0853385254740715, -0.002502442803233862, -0.08013300597667694, -0.008408614434301853, -0.05304456502199173, -0.030729297548532486, 0.10722854733467102, -0.0028692118357867002, -0.05120452493429184, 0.04916614666581154, -0.051490042358636856, 0.009657276794314384, -0.007080762181431055, 0.01751222275197506, -0.043576158583164215, -0.07226720452308655, 0.06711483746767044, -0.14191760122776031, 0.0159784983843565, -0.03550802543759346, -0.05835238844156265, 0.017724860459566116, -0.0170438215136528, 0.013400770723819733, 0.0502738319337368, -0.06335795670747757, -0.04504261165857315, -0.05877983570098877, -0.014383133500814438, 0.05945584550499916, -0.0206795334815979, 0.09842147678136826, -0.02773861587047577, -0.026984743773937225, 0.02280815877020359, -0.009170782752335072, 0.010624988935887814, -0.013110809028148651, -0.01845744252204895, 0.009244565851986408, -0.06895655393600464, -0.01794159784913063, -0.018744952976703644, 0.012435943819582462, -0.07659468054771423, 0.03403548523783684, -0.004226029384881258, 0.05554318428039551, -0.03692074865102768, 0.02341379225254059, 0.013449364341795444, 0.010879983194172382, -0.016612552106380463, -0.03333337604999542, -0.012672223150730133, -0.05734408274292946, -0.002206353470683098, 0.06937936693429947, 0.05924161896109581, -0.04713298752903938, -0.011469402350485325, -0.005730165168642998, -0.015570015646517277, 0.04159875214099884, 0.020424049347639084, 0.03587005287408829, 0.03171577677130699, 0.010983942076563835, -0.009549001231789589, 0.014493864960968494, -0.05317000672221184, 0.014236058108508587, 0.044862501323223114, 0.07137565314769745, 0.044451866298913956, 0.05220738798379898, -0.022185688838362694, 0.011988150887191296, -0.04247334226965904, -0.0741819441318512, 0.013981868512928486, -0.004597486462444067, 0.03392176330089569, 0.012878426350653172, 0.013987859711050987, -0.019268997013568878, 0.04232092946767807, -0.03287205472588539, -0.014536822214722633, 0.004618481732904911, 0.03489508852362633, -0.008930905722081661, -0.01880427822470665, -0.01445864699780941, -0.01666012592613697, 0.03679325431585312, 0.028794560581445694], [-0.1611156165599823, 0.059747278690338135, 0.0107776103541255, -0.012326830066740513, 0.11606685072183609, -0.048290006816387177, 0.07221496105194092, -0.0077688428573310375, -0.02524520270526409, -0.015584749169647694, -0.060123272240161896, 0.07418636977672577, -0.02547631971538067, 0.02103317715227604, 0.022235240787267685, -0.015051333233714104, -0.026302771642804146, 0.044178642332553864, -0.08793020993471146, -0.038686271756887436, -0.03473586216568947, -0.02145523577928543, -0.04528073966503143, -0.02728266827762127, -0.003983992617577314, 0.05607546865940094, -0.013369987718760967, -0.034050729125738144, -0.09323622286319733, 0.009198020212352276, -0.03418402001261711, -0.08404958248138428, 0.024452799931168556, -0.044281091541051865, -0.05361991748213768, -0.09153996407985687, -0.05767131596803665, 0.07356298714876175, 0.028344880789518356, -0.012384194880723953, -0.05164221301674843, 0.018343819305300713, -0.04376399517059326, 0.0714084804058075, 0.033159513026475906, -0.03448253497481346, -0.03782927244901657, 0.06477148830890656, -0.0793771743774414, 0.044474631547927856, 0.015482798218727112, -0.10049621015787125, -0.014531335793435574, -0.07629678398370743, -0.0029596721287816763, 0.030897414311766624, -0.034278761595487595, 0.0004117979551665485, -0.0676521584391594, 0.05324479937553406, 2.3582106223329902e-05, 0.01178264431655407, 0.05216628313064575, -0.01763228513300419, -0.024669840931892395, 0.01588308811187744, -0.004987836349755526, 0.03009306639432907, 0.04445113614201546, 0.036062002182006836, -0.006622233893722296, -0.004181453492492437, 0.0011682468466460705, -0.03437994047999382, 0.010415816679596901, -0.0008020345703698695, 0.010286273434758186, 0.012576897628605366, 0.017528090626001358, 0.008903292939066887, -0.02424829825758934, 0.01851888932287693, 0.025659624487161636, 0.048650652170181274, 0.014578201808035374, 0.016810381785035133, 0.008559182286262512, -0.04042527824640274, -0.04122200980782509, -0.0217647235840559, 0.0022735975217074156, -0.042681340128183365, -0.036080438643693924, -0.02100081741809845, -0.02603479102253914, 0.06708143651485443, -0.013421173207461834, 0.006226654164493084, -0.036537256091833115, 0.014250170439481735, -0.01079702377319336, 0.013736270368099213, -0.00979428831487894, -0.0303385891020298, 0.02817557007074356, -0.0040192510932683945, 0.017277834936976433, -0.03289041668176651, -0.019437184557318687, -0.03471076861023903, -0.0060528237372636795, -0.018428146839141846, 0.04711782932281494, -0.055537790060043335, -0.03645414859056473, 0.021664829924702644, 0.01848752237856388, 0.006546907126903534, 0.008193306624889374, 0.06949128210544586, -0.01423999946564436, -0.021668193861842155, 0.0909380093216896, 0.00016461159975733608, -0.04043218120932579, -0.0020519287791103125, 0.04447140172123909, 0.01717359572649002], [-0.03995716571807861, -0.02123256027698517, -0.03406709060072899, -0.0176970474421978, 0.023810841143131256, 5.867307845619507e-05, -0.039817266166210175, 0.04552360624074936, 0.001263527781702578, 0.05230557546019554, -0.024456312879920006, 0.024554550647735596, -0.0034945886582136154, 0.042412515729665756, 0.022722706198692322, -0.051258113235235214, 0.04907633736729622, 0.004656084813177586, -0.06942835450172424, -0.008057636208832264, -0.09629864245653152, 0.05278316140174866, 0.03498778119683266, -0.0381443053483963, -0.02960818260908127, 0.0156326312571764, 0.024852534756064415, 0.07041770964860916, -0.0710531547665596, 0.0608401857316494, -0.11399772018194199, -0.056364506483078, 0.021383512765169144, -0.06599535048007965, -0.051393792033195496, 0.0019422710174694657, -0.00816537719219923, 0.009115607477724552, -0.008333491161465645, -0.06817521154880524, 0.025392312556505203, -0.03371376916766167, -0.0060825892724096775, 0.0035045486874878407, -0.03347991034388542, -0.06848789751529694, -0.05307618901133537, 0.02182077243924141, -0.0784638300538063, 0.02033364400267601, -0.014538004994392395, -0.07986361533403397, 0.02324138581752777, -0.06218121945858002, 0.04900199547410011, 0.05335530266165733, -0.03493355214595795, -0.07166504114866257, -0.0446237288415432, 0.02628256008028984, 0.04781099036335945, 0.018500102683901787, 0.03718465939164162, 0.04007905721664429, 0.0012428838526830077, 0.0006821379065513611, 0.01857704669237137, 0.00039016769733279943, 0.04352081939578056, 0.04443911463022232, 0.04910678789019585, 0.006557625252753496, 0.032716985791921616, -0.00900675356388092, -0.016750257462263107, -0.01224469393491745, -0.06564170122146606, 0.020017793402075768, 0.05129120498895645, -0.027248943224549294, -0.03101140633225441, 0.0587848424911499, -0.04514595866203308, 0.05926332250237465, -0.02187049388885498, 0.03624473512172699, 0.006413610186427832, -0.06654857844114304, 0.01993960328400135, 0.02428707852959633, -0.036590997129678726, -0.009878084994852543, -0.06102427840232849, -0.0017129214247688651, 0.02204376459121704, -0.011583108454942703, 0.0191153883934021, -0.005784870125353336, 0.03566274791955948, -0.013908910565078259, 0.05367434024810791, 0.029943928122520447, 0.026319975033402443, 0.07764383405447006, 0.012274724431335926, 0.0485115721821785, 0.03281223773956299, -0.04375948756933212, 0.01276427786797285, -1.360219539492391e-05, -0.027587052434682846, -0.04021385684609413, -0.03412546589970589, -0.03724675998091698, -0.035218000411987305, 0.019331108778715134, -0.029177363961935043, 0.0012806582963094115, 0.012118292041122913, 0.026505550369620323, -0.02722873166203499, 0.0686778724193573, 0.022458987310528755, 0.008157305419445038, 0.023185059428215027, 0.009442686103284359, 0.025532614439725876, 0.036093827337026596], [-0.10169272869825363, 0.057677771896123886, -0.02103310450911522, 0.04218873009085655, 0.004157388582825661, -0.09662739932537079, -0.023082688450813293, -0.020778421312570572, -0.07424387335777283, 0.009051972068846226, -0.05269980803132057, 0.08585938066244125, -0.019338319078087807, -0.057796601206064224, -0.00260215369053185, -0.1135326400399208, 0.03872076794505119, -0.0013606559950858355, -0.05663314461708069, -0.05358157679438591, 0.03447455167770386, 0.020125404000282288, 0.06715311110019684, -0.04951808974146843, -0.001510463422164321, 0.09174517542123795, -0.03838677331805229, 0.036828044801950455, -0.012338394299149513, 0.030423063784837723, -0.08394510298967361, -0.03901555389165878, -0.08544817566871643, -0.011454030871391296, -0.001128126634284854, -0.06188032776117325, -0.006939431186765432, 0.11791634559631348, -0.038038671016693115, -0.04215323179960251, 0.026155877858400345, -0.030322108417749405, -0.02106226049363613, 0.057720739394426346, 0.018611248582601547, 0.024293508380651474, 0.0008886800496838987, 0.0922018513083458, -0.11313106119632721, 0.0036517700646072626, 0.00035895354812964797, -0.01480785571038723, -0.07779256254434586, -0.06769279390573502, -0.0017119623953476548, 0.040751468390226364, -0.04198591783642769, 0.01928894594311714, -0.11878468096256256, -0.014051798731088638, 0.049305081367492676, -0.057591430842876434, 0.060584716498851776, 0.050740499049425125, -0.049862392246723175, -0.036793969571590424, 0.03434398025274277, -0.0010062166256830096, 0.03311709687113762, -0.014227171428501606, 0.06054546684026718, 0.007600587792694569, 0.045559052377939224, -0.021201057359576225, 0.015280524268746376, -0.031111806631088257, -0.0920778214931488, 0.03444588929414749, 0.04851847514510155, 0.0252572949975729, -0.09460645169019699, 0.04641460254788399, -0.030695291236042976, 0.02604438178241253, -0.10061655938625336, 0.02123202756047249, 0.006212691776454449, -0.09218362718820572, 0.003514204639941454, 0.02473590150475502, -0.04581134021282196, -0.10827957093715668, -0.00908443983644247, 0.026639891788363457, 0.03615153953433037, -0.02051904797554016, 0.025186168029904366, 0.0416768379509449, 0.007633652072399855, -0.08775678277015686, 0.08447056263685226, 0.0027821925468742847, 0.029517944902181625, 0.12224649637937546, 0.03691205009818077, 0.10938461124897003, -0.014598963782191277, -0.03205240145325661, 0.0806020200252533, -0.039251696318387985, -0.04375148192048073, -0.07477020472288132, 0.0534287728369236, -0.11278898268938065, -0.03969087824225426, 0.04790874198079109, -0.02586974762380123, 0.03140487149357796, -0.002819182351231575, 0.031394656747579575, 0.035640936344861984, -0.0117301931604743, -0.07237313687801361, -0.006773405242711306, 0.08644095808267593, -0.022207031026482582, 0.014287392608821392, 0.030987979844212532], [-0.028764283284544945, -0.010953536257147789, 0.009020854718983173, 0.052882544696331024, -0.008472839370369911, -0.027009906247258186, -0.031529881060123444, -0.05568217486143112, -0.014172807335853577, 0.0636410117149353, -0.07869642972946167, 0.08403850346803665, 0.05833688750863075, 0.05529655143618584, 0.09582924097776413, -0.04258628189563751, 0.015246794559061527, 0.00038369488902390003, -0.012426313012838364, -0.07984290271997452, -0.014357137493789196, -0.002924523316323757, -0.010753101669251919, 0.02862250991165638, -0.014580003917217255, 0.05783155560493469, 0.025971155613660812, 0.07447120547294617, -0.019431116059422493, 0.06911687552928925, -0.07150514423847198, -0.011817285791039467, 0.02724882774055004, -0.04753964766860008, 0.02475474216043949, -0.029144132509827614, -0.05374309420585632, 0.03506273776292801, 0.034474655985832214, -0.015410026535391808, -0.02612527459859848, -0.06301839649677277, -0.0012866060715168715, 0.050203703343868256, 0.06636082381010056, -0.09146089106798172, -0.06849965453147888, 0.08945927768945694, -0.17950275540351868, 0.016842704266309738, -0.010812911204993725, -0.1182251051068306, -0.09406933933496475, -0.08331966400146484, 0.08731910586357117, -0.011861265636980534, -0.047262948006391525, -0.04973967373371124, -0.052611760795116425, -0.018303876742720604, -0.0037771889474242926, 0.027415357530117035, 0.06818913668394089, -0.012215279042720795, -0.027805937454104424, 0.04805171117186546, 0.010881983675062656, -0.006926942616701126, 0.08731736242771149, 0.007114157546311617, -0.031112536787986755, -0.00072799640474841, -0.04919646680355072, -0.09914151579141617, -0.02088352106511593, 0.004434639122337103, 0.015619327314198017, 0.08379634469747543, 0.04703320190310478, -0.010100110433995724, 0.06681075692176819, -0.04878838732838631, 0.018142499029636383, 0.01471269316971302, 0.015871601179242134, -0.0602349191904068, -0.06758937239646912, -0.11366834491491318, -0.04815487936139107, 0.005258036311715841, -0.02264232560992241, 0.01675795018672943, 0.0027729421854019165, 0.009601671248674393, 0.01578342914581299, 0.08442694693803787, 0.08135579526424408, -0.019590146839618683, -0.051780808717012405, -0.014403293840587139, 0.07809769362211227, -0.10755936801433563, 0.0034399840515106916, 0.0012696435442194343, 0.09668036550283432, 0.044380854815244675, 0.10660536587238312, -0.029396384954452515, -0.008173867128789425, 0.01546422578394413, 0.03425296023488045, 0.005983893759548664, -0.01691512018442154, -0.01686776988208294, -0.03395785763859749, 0.04234329238533974, 0.01665698178112507, 0.07333441078662872, -0.06968928128480911, 0.03521601855754852, 0.01795104146003723, -0.06683727353811264, 0.04515066742897034, -0.014221470803022385, -0.0018288515275344253, -0.058535851538181305, 0.03662896901369095, 0.0009869589703157544], [-0.09433934092521667, 0.0015893172239884734, -0.023803390562534332, 0.026956278830766678, 0.025720834732055664, 0.016589896753430367, 0.024104412645101547, -0.005556829739362001, -0.04268587380647659, 0.037054643034935, -0.04021327197551727, 0.09024295210838318, 0.003907992970198393, -0.010331593453884125, 0.013764831237494946, -0.14428319036960602, 0.09959284216165543, 0.0035370883997529745, -0.06783560663461685, -0.020474186167120934, 0.007715014740824699, -0.05054900795221329, 0.013370717875659466, -0.07918226718902588, -0.028666162863373756, 0.05069694295525551, -0.009165490977466106, 0.06242769956588745, 0.014781714417040348, 0.04185929894447327, -0.05762292817234993, -0.06016317009925842, -0.055960677564144135, -0.021233301609754562, -0.035118572413921356, -0.0439673587679863, -0.023214191198349, 0.017441382631659508, -0.056334253400564194, -0.01417176891118288, 0.013460063375532627, -0.023660821840167046, -0.0700705274939537, 0.06234767660498619, 0.03003993071615696, 0.03552122414112091, 0.0007422131020575762, 0.03473518788814545, -0.011788460426032543, 0.05691555142402649, 0.017308667302131653, -0.09772763401269913, 0.03102903440594673, -0.018855730071663857, -0.012175391428172588, 0.10163791477680206, -0.0572643056511879, -0.07127755880355835, -0.048696115612983704, 0.03426093980669975, 0.06974296271800995, -0.06362386047840118, 0.015639856457710266, 0.018285289406776428, 0.04894524812698364, -0.01533602923154831, -0.046280387789011, 0.00796915777027607, 0.026780344545841217, 0.04685840383172035, -0.0031494153663516045, -0.002618341473862529, 0.033895574510097504, -0.002899894490838051, 0.008310104720294476, 0.04126395285129547, 0.003088410245254636, -0.04245942458510399, 0.001268221763893962, -0.02517196536064148, -0.053327541798353195, 0.024062566459178925, -0.06491010636091232, -0.011995318345725536, -0.03224862366914749, -0.01180961262434721, -0.0046763489954173565, -0.03734273836016655, 0.05407743155956268, 0.014994303695857525, -0.0503949299454689, -0.05799250304698944, -0.023079579696059227, 0.035581737756729126, 0.007143726572394371, -0.07264864444732666, 0.004840843379497528, 0.03763218969106674, -0.022772083058953285, -0.06103881448507309, 0.05367739871144295, 0.025173302739858627, 0.003758983686566353, 0.08445469290018082, -0.014257252216339111, 0.032968536019325256, 0.006203240714967251, 0.0030422029085457325, 0.0006239753565751016, -0.005912242457270622, -0.04582497850060463, 0.010345387272536755, -0.01791110821068287, -0.07885627448558807, -0.04045115411281586, -0.0172840915620327, -0.05363005772233009, 0.03582051396369934, 0.03431050851941109, 0.05738150700926781, -0.03884459286928177, 0.04515543580055237, -0.022839738056063652, -0.027206815779209137, -0.00754215382039547, -0.006896703504025936, 0.07264339923858643, 0.024326136335730553], [-0.11441288143396378, 0.010581660084426403, -0.0318375863134861, 0.05266818776726723, 0.01038356777280569, -0.04010174050927162, 0.051284074783325195, 0.009009440429508686, -0.027528593316674232, 0.02039104327559471, -0.09735271334648132, 0.11599055677652359, 0.036558449268341064, 0.013750388287007809, 0.06018179655075073, -0.08943153917789459, 0.0066170659847557545, 0.005386140663176775, -0.03307334706187248, -0.06425012648105621, -0.06734482944011688, -0.04055967554450035, 0.005465327762067318, 0.019086217507719994, -0.06501314043998718, 0.04414596036076546, -0.019617658108472824, 0.08313819766044617, -0.04434685781598091, 0.07786484807729721, -0.032612547278404236, -0.030045563355088234, 0.008828496560454369, -0.06777060031890869, -0.03537527099251747, -0.04091893136501312, -0.08310018479824066, 0.06589888036251068, -0.012321108020842075, -0.011007208377122879, -0.06680124253034592, 0.04005541652441025, 0.006639555562287569, 0.14228364825248718, 0.036873817443847656, -0.06671237200498581, -0.09419762343168259, 0.10308044403791428, -0.12939287722110748, 0.041775818914175034, -0.034461859613657, -0.13500775396823883, -0.02335238642990589, -0.12835834920406342, 0.04421871900558472, 0.028364434838294983, -0.052849672734737396, -0.03714582324028015, -0.041261836886405945, 0.02201286144554615, 0.030577175319194794, -0.013978960923850536, 0.010104493238031864, -0.020272960886359215, -0.03842104226350784, 0.04595467820763588, 0.001205529784783721, -0.02157427743077278, 0.04182552918791771, 0.06005040556192398, 0.00552790891379118, -0.028244007378816605, 0.01445736549794674, 0.029307687655091286, -0.026098648086190224, 0.019649215042591095, -0.009974466636776924, 0.06054306402802467, -0.01367510948330164, -0.00019797029381152242, 0.039324354380369186, -0.013958434574306011, 0.008326171897351742, -0.006308943964540958, -0.017281511798501015, -0.008081239648163319, 0.01544654369354248, -0.03217146173119545, 0.005104105453938246, 0.015147186815738678, 0.009690993465483189, 0.00037578880437649786, 0.038493476808071136, -0.044879525899887085, 0.03008919209241867, -0.0032817868050187826, -0.03516237810254097, 0.024965912103652954, -0.006067916750907898, -0.06363547593355179, 0.030576134100556374, -0.022279659286141396, 0.004253990948200226, -0.01078198105096817, 0.012533026747405529, 0.005947780795395374, -0.0015380893601104617, -0.03357866406440735, -0.0119197191670537, 0.021290795877575874, -0.0003188268165104091, 0.027598386630415916, 0.017581608146429062, 0.02527420036494732, -0.09539224952459335, -0.05075904726982117, 0.06106925383210182, -0.05257788673043251, -0.017990421503782272, 0.032893676310777664, -0.02081061154603958, -0.0432031974196434, -0.031230252236127853, 0.023380331695079803, 0.02572980709373951, 0.043027572333812714, 0.024158742278814316, 0.0033423786517232656], [-0.13584287464618683, -0.03599204868078232, -0.031952984631061554, 0.030124753713607788, 0.06652621924877167, -0.022301288321614265, 0.007926610298454762, -0.051994290202856064, 0.001643466530367732, 0.04772695153951645, -0.08258766680955887, 0.11139056086540222, 0.02001437358558178, 0.04709405452013016, 0.02740626409649849, -0.06390734016895294, -0.0015072295209392905, -0.036446526646614075, -0.02985738404095173, -0.003762823762372136, -0.03705136850476265, 0.011891676113009453, -0.026864975690841675, -0.03286285325884819, -0.03694111853837967, 0.11486924439668655, 0.022244852036237717, 0.02590581402182579, -0.029699815437197685, -0.008200709708034992, -0.0615687370300293, -0.12253347784280777, 0.02815062552690506, -0.11227963864803314, -0.02253708802163601, -0.025440024212002754, -0.08348888903856277, 0.021326003596186638, 0.02870071679353714, -0.05687769502401352, 0.0422334261238575, -0.06058930233120918, -0.011390374973416328, 0.041173554956912994, 0.05838346481323242, -0.04765375703573227, -0.06232945993542671, 0.051933445036411285, -0.12767551839351654, 0.06923935562372208, 0.026093166321516037, -0.06798776984214783, -0.0053309001959860325, -0.05911964923143387, 0.005316948052495718, 0.007497373037040234, -0.006169554777443409, -0.03233911469578743, -0.05883588269352913, -0.0008947285823523998, 0.11297796666622162, -0.013891976326704025, -0.008818875066936016, -0.06074996665120125, -0.03878730162978172, -0.01106387097388506, 0.05625372380018234, -0.038564540445804596, 0.0180972870439291, 0.04058656096458435, 0.004103160463273525, -0.005493483506143093, 0.0049584293738007545, -0.017887135967612267, 0.03774324059486389, 0.0030667614191770554, 0.00723037775605917, 0.09641414880752563, -0.01097753643989563, -0.007530687376856804, -0.02756333351135254, -0.01315748319029808, 0.021690327674150467, -0.01024651899933815, -0.009510448202490807, 0.01091383583843708, -0.06458799540996552, -0.07431217283010483, 0.007423342205584049, -0.03848417475819588, -0.0089829470962286, -0.01247975043952465, 0.05030590295791626, -0.023656189441680908, 0.03623907268047333, 0.04378642141819, 0.0722670704126358, -0.05451672151684761, 0.01740649901330471, -0.014317444525659084, 0.06897928565740585, -0.007882660254836082, -0.04891858622431755, 0.05919954180717468, -0.012176173739135265, 0.027064146474003792, 0.05300091579556465, -0.0734224021434784, -0.02934992127120495, 0.023713158443570137, 0.03955034166574478, -0.014700052328407764, 0.08615749329328537, -0.0027873136568814516, -0.028537137433886528, -0.013306637294590473, 0.05244245380163193, 0.03907356038689613, -0.04408394917845726, -0.019669614732265472, -0.03487086296081543, -0.03884350135922432, -0.017457369714975357, -0.047005102038383484, 0.06262221187353134, -0.042821403592824936, -0.0036394239868968725, -0.03199559450149536], [-0.06957438588142395, 0.033005598932504654, -0.013881208375096321, -0.06476569175720215, 0.00020343447977211326, -0.04584752023220062, 0.03461425006389618, -0.04488687962293625, 0.015484970062971115, 0.043042585253715515, -0.07934560626745224, 0.07900604605674744, -0.07453814148902893, 0.04210834205150604, 0.0629529356956482, -0.04728137329220772, 0.0934193953871727, -0.0231880322098732, 0.028083348646759987, -0.03914343938231468, -7.335172267630696e-05, 0.014173132367432117, 0.017108701169490814, -0.03209305554628372, -0.05544477328658104, 0.09449633210897446, -0.02428831346333027, 0.02997337095439434, -0.02346668764948845, 0.0741935446858406, -0.1071438416838646, -0.04536262899637222, -0.02444634586572647, -0.015164141543209553, 0.002415397670120001, -0.01789242774248123, -0.06336215883493423, 0.025738388299942017, 0.01896459050476551, -0.03447727486491203, 0.05523093789815903, -0.09504138678312302, -0.02028616890311241, 0.06165521219372749, 0.03188885375857353, -0.07240377366542816, -0.08581216633319855, 0.025184258818626404, -0.11145074665546417, 0.02355962060391903, 0.018925398588180542, -0.1055934876203537, 0.012363316491246223, -0.07512152194976807, 0.0832168236374855, 0.03662542253732681, -0.019048510119318962, -0.05817394703626633, -0.05856937915086746, -0.049719229340553284, 0.010836287401616573, 0.04844312742352486, 0.0010961053194478154, -0.041406840085983276, -0.03142549842596054, 0.02725442312657833, -0.027268491685390472, 0.009514514356851578, 0.025811176747083664, -0.029783276841044426, -0.04400265961885452, 0.017807448282837868, -0.0258540827780962, 0.04865286126732826, -0.031940776854753494, 0.02304481901228428, -0.008959469385445118, 0.013414771296083927, 0.011509367264807224, -0.08955781906843185, 0.016120033338665962, -0.0023534928914159536, -0.09482782334089279, 0.076737180352211, -0.03160731494426727, 0.053793273866176605, 0.01104766596108675, -0.018766673281788826, 0.035290852189064026, -0.014223853126168251, 0.010869377292692661, -0.020758435130119324, -0.03864201530814171, 0.006566746160387993, -0.02754715457558632, 0.022211551666259766, 0.041789133101701736, -0.07783540338277817, 0.039446040987968445, 0.012065946124494076, 0.028006920590996742, 0.019336331635713577, 0.024217022582888603, 0.0360230877995491, -0.0016655373619869351, 0.023252204060554504, 0.0066740247420966625, -0.05120657756924629, -0.08802936971187592, -0.06919142603874207, -0.02799401432275772, -0.004481243900954723, -0.04107249900698662, 0.014323174022138119, -0.0299442820250988, -0.03330128639936447, -0.04788066819310188, 0.0796855166554451, 0.03517727926373482, -0.02990597113966942, -0.03329619765281677, 0.02719026245176792, -0.037951406091451645, 0.05683153122663498, 0.04881321266293526, 0.05107637122273445, 0.07279018312692642, 0.028364887461066246], [-0.10660561174154282, -0.006310023367404938, 0.017566688358783722, 0.021203400567173958, 0.01784980483353138, -0.07458294183015823, 0.032458074390888214, -0.007042077835649252, 0.0032290215604007244, 0.00579273235052824, -0.09062418341636658, 0.08044075220823288, -0.06714097410440445, 0.035145629197359085, 0.032621923834085464, -0.019235553219914436, -0.023078007623553276, 0.04924803972244263, -0.05134265497326851, -0.02929569222033024, -0.05982277914881706, -0.02734813094139099, -0.022594483569264412, -0.06425768882036209, -0.03849583491683006, 0.11661521345376968, -0.008254271931946278, 0.0609685517847538, 0.02980806678533554, -0.036748941987752914, -0.036650899797677994, -0.05857912823557854, 0.006816892419010401, -0.09095435589551926, 0.012450132519006729, -0.029439803212881088, -0.08385854959487915, -0.023008743301033974, 0.030531641095876694, 0.006009022239595652, 0.04804744943976402, -0.07587911188602448, 0.03326571360230446, 0.08409643173217773, 0.11106865853071213, -0.03000553511083126, -0.050502270460128784, 0.07375501096248627, -0.10596224665641785, 0.010876297019422054, 0.011561768129467964, -0.055996526032686234, -0.031770553439855576, -0.06661004573106766, 0.07524474710226059, -0.03329554200172424, -0.010083530098199844, -0.06857497245073318, -0.07573804259300232, -0.002125315135344863, 0.054767560213804245, -0.005168234929442406, 0.0383191779255867, -0.020857710391283035, 0.017691517248749733, 0.06335265189409256, -0.02814204804599285, 0.00306493672542274, 0.02708829753100872, -0.0070948475040495396, 0.03449951112270355, 0.026551365852355957, 0.08730170875787735, -0.03283906728029251, 0.008287989534437656, -0.0860779732465744, -0.0064305211417376995, 0.052319444715976715, -0.035828493535518646, -0.12060102075338364, 0.09366362541913986, 0.0057052867487072945, 0.00391234690323472, 0.08774358034133911, -0.10819950699806213, -0.03591534122824669, -0.02464430406689644, -0.015826338902115822, 0.056374747306108475, -0.024251721799373627, -0.03547948971390724, -0.07358658313751221, 0.011959001421928406, 0.023427067324519157, 0.07435645163059235, -0.02227175422012806, 0.12172602862119675, -0.08981336653232574, -0.08142000436782837, -0.006724196951836348, 0.08733958750963211, -0.018377162516117096, -0.020863275974988937, 0.020973945036530495, 0.06258020550012589, 0.043983690440654755, 0.12769991159439087, -0.035819895565509796, 0.017345881089568138, -0.06582868099212646, -0.0462578684091568, -0.0247216634452343, 0.017213238403201103, 0.042021408677101135, -0.10156061500310898, 0.016701506450772285, -0.005796153098344803, 0.01153461541980505, 0.04814989119768143, -0.058227282017469406, 0.02280174382030964, -0.034545157104730606, -0.005908039398491383, 0.01076948270201683, 0.05266742780804634, 0.021424049511551857, -0.01703181490302086, 0.00925295241177082], [-0.04854552075266838, 0.02528988942503929, -0.052831150591373444, 0.00416908785700798, -0.007270813453942537, -0.0394422821700573, 0.012048536911606789, -0.06936584413051605, -0.0604422390460968, 0.041014064103364944, -0.031137147918343544, 0.06861766427755356, 0.027471115812659264, 0.0033052542712539434, 0.04891427606344223, -0.039563629776239395, 0.02715623565018177, -0.021068377420306206, 0.02707649953663349, -0.03276403993368149, 0.046731047332286835, 0.02484835684299469, -0.020719140768051147, 0.016873279586434364, -0.04343913495540619, 0.061379071325063705, -0.007817511446774006, 0.03285792097449303, 0.007441959343850613, 0.02011704258620739, -0.052175432443618774, -0.018930349498987198, 0.010183565318584442, -0.06167762726545334, 0.03304314613342285, -0.05719849467277527, 0.008985725231468678, 0.03359270095825195, -0.030265064910054207, -0.05180080980062485, 0.020215334370732307, -0.06714734435081482, -0.0017959753749892116, 0.02940484881401062, 0.016873575747013092, -0.05872543156147003, -0.07067649066448212, 0.06634406000375748, -0.06898140907287598, 0.10144832730293274, -0.059716518968343735, -0.007587234489619732, -0.02403290383517742, -0.048634354025125504, 0.006900714710354805, -0.00046347573515959084, 0.022125016897916794, -0.04980805516242981, -0.061165422201156616, -0.00048823142424225807, 0.04761723801493645, -0.07841580361127853, 0.03939477354288101, 0.05539994314312935, 0.008740190416574478, 0.0502392053604126, -0.07434846460819244, 0.022600455209612846, -0.0035566366277635098, -0.01616765931248665, -0.020007330924272537, -0.019926121458411217, -0.012378977611660957, -0.03158258646726608, -0.02524557337164879, 0.04752212017774582, -0.024422118440270424, 0.08241528272628784, 0.0066885813139379025, -0.03619159013032913, 0.03478150814771652, -0.02175581268966198, -0.054856088012456894, 0.029621899127960205, -0.02682446502149105, -0.011854641139507294, 0.007075848523527384, -0.053415171802043915, 0.02744082361459732, -0.014106825925409794, -0.026326650753617287, -0.028561752289533615, 0.020630059763789177, -0.01739601604640484, 0.021014217287302017, 0.025488372892141342, 0.015316889621317387, -0.029658235609531403, -0.04573683813214302, 0.002321746200323105, 0.07064345479011536, -0.023456737399101257, 0.04817916452884674, 0.06471511721611023, 0.03705015033483505, 0.0269802026450634, 0.0029935594648122787, -0.041600145399570465, 0.01010771282017231, -0.03525392711162567, 0.031097231432795525, -0.03435811027884483, 0.049979276955127716, -0.03615369275212288, -0.007546568755060434, -0.0037055942229926586, -0.011037199757993221, 0.10118948668241501, -0.052208732813596725, 0.023834414780139923, -0.013970816507935524, 0.024179819971323013, -0.04269232228398323, 0.0162169449031353, 0.04369957372546196, -0.02263370156288147, 0.1150222197175026, 0.031627506017684937], [-0.10701124370098114, -0.04531095549464226, 0.04453108459711075, 0.051787473261356354, 0.007566704414784908, -0.035834647715091705, 0.03616177663207054, -0.08441402018070221, -0.04238266870379448, 0.0719747319817543, -0.09603724628686905, 0.06186772137880325, 0.030498044565320015, 0.06403195858001709, 0.07640913873910904, -0.008058280684053898, 0.04510172829031944, 0.005195149686187506, -0.07051483541727066, -0.03772037848830223, -0.055567141622304916, -0.021124059334397316, -0.019896013662219048, -0.05767118185758591, -0.0016404626658186316, 0.03333627060055733, -0.007412560284137726, 0.026632998138666153, 0.030891109257936478, -0.005970660597085953, -0.04519183188676834, -0.04589713737368584, 0.020280424505472183, -0.06651348620653152, 0.04005260393023491, -0.03644577041268349, 0.00637809606269002, 0.06520861387252808, -0.0014532030327245593, -0.020015817135572433, 0.0980086475610733, 0.007121956907212734, -0.014167849905788898, 0.07313314080238342, 0.07957101613283157, -0.06161481514573097, -0.09938587993383408, 0.048677559942007065, -0.10021170228719711, 0.063437819480896, -0.04435375705361366, -0.03744509816169739, -0.02858082950115204, -0.04547876864671707, 0.023144809529185295, 0.024597972631454468, -0.08185338228940964, -0.05256366729736328, -0.027167905122041702, -0.004821185953915119, 0.06750704348087311, -0.03832773119211197, 0.027300316840410233, 0.008671509101986885, 0.06633785367012024, 0.04444250836968422, -0.06278260052204132, 0.050950732082128525, -0.02434929646551609, 0.021804843097925186, -0.040367770940065384, -0.04016754776239395, -0.023022938519716263, 0.0039132763631641865, -0.05006859824061394, 0.05219727009534836, 0.039800968021154404, 0.0329858772456646, -0.028057657182216644, -0.014317690394818783, 0.026129381731152534, 0.016735130921006203, -0.028610430657863617, 0.03455938398838043, 0.07910194247961044, 0.010769141837954521, 0.01091921329498291, 0.029812069609761238, 0.06325382739305496, 0.005133357364684343, -0.02862696535885334, 0.015320627950131893, -0.02546374499797821, 0.011587095446884632, 0.023378215730190277, 0.026042824611067772, 0.005052603781223297, -0.0543830469250679, 0.05490374565124512, -0.035355862230062485, -0.0031631882302463055, -0.029933277517557144, 0.029716618359088898, 0.06365375965833664, 0.03629737347364426, 0.014187456108629704, 0.03259788826107979, -0.044292986392974854, -0.017325973138213158, -0.008315354585647583, 0.05077023059129715, 0.05924738571047783, 0.004192938096821308, 0.05343062803149223, -0.05368052423000336, -0.07058615237474442, 0.004081365652382374, -0.005761730019003153, -0.010195485316216946, 0.0287048127502203, -0.03408992663025856, 0.008436759933829308, 0.035456396639347076, 0.004247304517775774, -0.03278390318155289, 0.030193839222192764, 0.00884011946618557, -0.04804858937859535], [-0.08853687345981598, -0.025725817307829857, -0.015725938603281975, 0.027552278712391853, 0.010979202575981617, -0.07894448190927505, -0.024187995120882988, -0.019825950264930725, -0.01429850235581398, -0.018976446241140366, -0.039471693336963654, 0.07304981350898743, 0.030579639598727226, -0.023891182616353035, 0.05755957216024399, -0.08606170117855072, 0.0301814004778862, 0.0685560405254364, -0.07270274311304092, -0.048697344958782196, -0.035628315061330795, 0.04187906160950661, -0.005652905907481909, -0.008660869672894478, 0.004833751358091831, 0.05572152137756348, -0.024818986654281616, 0.10583396255970001, 0.020529525354504585, 0.026640327647328377, -0.049136683344841, -0.054132767021656036, 0.035302065312862396, -0.12537738680839539, -0.04057889059185982, -0.08842984586954117, -0.04281805083155632, -0.0035738085862249136, -0.02011124975979328, -0.02722686156630516, 0.01877308450639248, -0.009641028009355068, 0.0038842519279569387, 0.06206180155277252, -0.0021877046674489975, -0.051586590707302094, -0.03569643571972847, 0.06462223082780838, -0.10825418680906296, -0.0043650357984006405, 0.01431214064359665, -0.06982646137475967, -0.045086365193128586, -0.1014566645026207, 0.010189797729253769, 0.030298972502350807, -0.05574442446231842, -0.04500699043273926, -0.09565572440624237, 0.011313991621136665, 0.024949295446276665, -0.012835047207772732, 0.03590051084756851, -0.01903340592980385, -0.08484896272420883, 0.08035794645547867, -0.08669064939022064, -0.007650825660675764, -0.05518012121319771, 0.03715970739722252, -0.05420593544840813, -0.026085028424859047, 0.006110399030148983, -0.00019634350610431284, -0.014959319494664669, -0.03321005403995514, -0.0338212326169014, 0.02267245016992092, -0.007820259779691696, -0.05703554302453995, 0.03949495032429695, 0.014096961356699467, 0.04332445561885834, 0.004759750794619322, -0.03780854120850563, 0.010832761414349079, 0.0030995551496744156, -0.07055957615375519, -0.0197446271777153, 0.0766105130314827, 0.02229974791407585, -0.03354117274284363, 0.024235380813479424, 0.02298464998602867, 0.02110351249575615, 0.03134781867265701, 0.073245570063591, -0.018956711515784264, -0.007373558823019266, 0.020340202376246452, 0.08657880127429962, -0.004790773615241051, 0.006091712974011898, 0.06408847868442535, 0.04575807973742485, 0.012302217073738575, 0.03506884351372719, -0.0038484004326164722, -0.038304802030324936, 0.02189333364367485, 0.0014062213012948632, -0.015617519617080688, -0.00207444466650486, -0.0731484591960907, -0.08941449970006943, -0.009149003773927689, 0.03482069820165634, 0.03098291903734207, 0.01274422649294138, 0.0071702683344483376, -0.05160626024007797, -0.006073513999581337, -0.00045850116293877363, -0.01506994478404522, 0.07664921879768372, -0.0016542428638786077, 0.0856875330209732, 0.08721268177032471], [-0.059598661959171295, 0.01483153086155653, -0.004261721856892109, 0.020250353962183, 0.03496333584189415, -0.06538400053977966, 0.08433069288730621, -0.07411941140890121, -0.0426509864628315, 0.06690187007188797, -0.0540449358522892, 0.06027354672551155, -0.04074970260262489, 0.07113979756832123, 0.040324702858924866, -0.02299964241683483, -0.026604261249303818, 0.04527318850159645, -0.036374304443597794, -0.02572469227015972, -0.0183447003364563, -0.004245562944561243, -0.0026712948456406593, 0.02748824469745159, -0.0029891456943005323, 0.04284891486167908, 0.027403896674513817, 0.030338987708091736, -0.03281022235751152, 0.008644221350550652, 0.005904668942093849, -0.03393744304776192, 0.024779630824923515, -0.09668174386024475, 0.04267921671271324, -0.0027299600187689066, -0.11320260912179947, 0.01711774617433548, -0.01615338772535324, 0.012207458727061749, -0.0011268517700955272, -0.044950567185878754, 0.04774608835577965, 0.10787048190832138, 0.001349452417343855, -0.015457733534276485, -0.03756050765514374, 0.08891455084085464, -0.09119817614555359, 0.10329346358776093, 0.012066417373716831, -0.022990213707089424, 0.03012184053659439, -0.00029362167697399855, -0.038971979171037674, 0.02911345846951008, -0.01571483537554741, -0.0009506987989880145, -0.03301314264535904, 0.029612481594085693, 0.056870270520448685, -0.046782493591308594, -0.013083931989967823, -0.018763238564133644, -0.0004991359892301261, 0.11329463869333267, -0.03073551319539547, 0.041464243084192276, -0.0018089006189256907, 0.012509110383689404, -0.04687434434890747, -0.0246012844145298, 0.004113410133868456, 0.03008870780467987, -0.04598711431026459, 0.061343275010585785, -0.007343718782067299, 0.09566707164049149, -0.02014981582760811, -0.07315301150083542, 0.04340159147977829, 0.07829885929822922, -0.023951319977641106, 0.04662282392382622, -0.01940026693046093, -0.0005454833735711873, 0.03292115777730942, 0.012592491693794727, 0.0036887829191982746, 0.0408935546875, -0.0029001543298363686, 0.04359498620033264, 0.021159879863262177, -0.01046770066022873, 0.0306966844946146, 0.002065417356789112, -0.00045684174983762205, 0.024830905720591545, 0.0588064081966877, -0.044210247695446014, -0.023100590333342552, -0.03335252031683922, 0.011299002915620804, 0.03230081498622894, -0.030415600165724754, -0.0064678434282541275, 0.0008580338908359408, -0.009351035580039024, -0.028775790706276894, -0.02791481465101242, -0.05247882008552551, -0.01533373910933733, 0.02634965255856514, 0.009367096237838268, -0.0782279372215271, -0.0258859284222126, -0.02757297456264496, -0.04541809856891632, 0.03139699250459671, -0.06877168267965317, -0.05239460989832878, 0.03828504681587219, -0.016930915415287018, 0.07022979855537415, 0.00831206887960434, 0.056048113852739334, 0.03429925814270973, -0.06474906951189041]]
+
+======================================================================
+SCALE_Q - TRUE BLEND RATIOS (sigmoid applied)
+0.0 = fully raw q   |   1.0 = fully normalized q
+======================================================================
+  Layer  0  raw=[1.0821291208267212, 0.9229230880737305, 1.0287425518035889, 0.970302164554596, 0.926013708114624, 0.9951927065849304, 0.9508225917816162, 0.9500793218612671, 0.9047906994819641, 0.9762359261512756, 1.0490493774414062, 1.2681221961975098, 0.9607866406440735, 1.0198962688446045, 0.9765430688858032, 1.148079514503479, 0.9260222315788269, 0.9349114894866943, 1.0775954723358154, 1.264096975326538, 1.1377546787261963, 1.085544228553772, 1.0868479013442993, 1.0257149934768677, 0.9414620399475098, 1.1040282249450684, 1.1186190843582153, 0.9496709704399109, 0.993484616279602, 1.0508922338485718, 1.0400117635726929, 0.9107621908187866, 1.0672035217285156, 1.1725153923034668, 0.9717702865600586, 1.0685884952545166, 0.9906771779060364, 0.8423517942428589, 0.9679808020591736, 0.9667661786079407, 1.022877812385559, 0.9952566027641296, 1.0789889097213745, 0.958061158657074, 1.0748014450073242, 1.0072740316390991, 1.202741265296936, 0.9783819317817688, 1.0093022584915161, 0.961561918258667, 1.1005079746246338, 0.8494730591773987, 0.9694604873657227, 0.9692680835723877, 1.0350418090820312, 0.9917517304420471, 1.1555204391479492, 0.9463096261024475, 0.9967873692512512, 0.9533196687698364, 1.1262743473052979, 0.8423093557357788, 0.9750909805297852, 0.9400725364685059]  ->  sigmoid=[0.7469, 0.7156, 0.7367, 0.7252, 0.7163, 0.7301, 0.7213, 0.7211, 0.7119, 0.7264, 0.7406, 0.7804, 0.7233, 0.735, 0.7264, 0.7592, 0.7163, 0.7181, 0.746, 0.7797, 0.7573, 0.7475, 0.7478, 0.7361, 0.7194, 0.751, 0.7537, 0.721, 0.7298, 0.7409, 0.7389, 0.7132, 0.7441, 0.7636, 0.7255, 0.7443, 0.7292, 0.699, 0.7247, 0.7245, 0.7355, 0.7301, 0.7463, 0.7227, 0.7455, 0.7325, 0.769, 0.7268, 0.7329, 0.7234, 0.7504, 0.7005, 0.725, 0.725, 0.7379, 0.7294, 0.7605, 0.7204, 0.7304, 0.7218, 0.7552, 0.699, 0.7261, 0.7191]
+  Layer  1  raw=[1.0888714790344238, 0.9683815240859985, 1.0308575630187988, 1.036203384399414, 0.8769784569740295, 0.9439508318901062, 0.9878274202346802, 0.8998557925224304, 1.1207212209701538, 0.8669422268867493, 1.0930489301681519, 1.0876957178115845, 0.8598116636276245, 0.8730360865592957, 0.854408860206604, 1.0438449382781982, 0.8021169304847717, 1.0591315031051636, 1.0361675024032593, 1.062071681022644, 1.0186675786972046, 1.0404473543167114, 1.062187910079956, 0.9835883975028992, 0.869575023651123, 1.043290376663208, 0.9877099990844727, 1.0486388206481934, 1.0143513679504395, 1.097993016242981, 1.0986965894699097, 0.9622485637664795, 0.990914523601532, 1.0257532596588135, 0.8450654149055481, 1.0889806747436523, 0.9723054766654968, 0.8048465251922607, 0.9324176907539368, 0.8885783553123474, 1.0355088710784912, 0.8475661277770996, 0.866688072681427, 0.825896143913269, 1.1103203296661377, 1.0695722103118896, 0.8840389251708984, 0.9714347124099731, 0.9096590280532837, 0.8367787003517151, 1.0645976066589355, 1.0451050996780396, 1.0042098760604858, 0.9560097455978394, 1.0554821491241455, 0.9988754987716675, 0.7821226716041565, 1.0341354608535767, 1.0842941999435425, 1.0485866069793701, 0.9998421669006348, 1.0215041637420654, 1.0448858737945557, 1.014723539352417]  ->  sigmoid=[0.7482, 0.7248, 0.7371, 0.7381, 0.7062, 0.7199, 0.7287, 0.7109, 0.7541, 0.7041, 0.749, 0.7479, 0.7026, 0.7054, 0.7015, 0.7396, 0.6904, 0.7425, 0.7381, 0.7431, 0.7347, 0.7389, 0.7431, 0.7278, 0.7047, 0.7395, 0.7286, 0.7405, 0.7339, 0.7499, 0.75, 0.7236, 0.7293, 0.7361, 0.6995, 0.7482, 0.7256, 0.691, 0.7176, 0.7086, 0.738, 0.7001, 0.7041, 0.6955, 0.7522, 0.7445, 0.7077, 0.7254, 0.7129, 0.6978, 0.7436, 0.7398, 0.7319, 0.7223, 0.7418, 0.7308, 0.6861, 0.7377, 0.7473, 0.7405, 0.731, 0.7353, 0.7398, 0.7339]
+  Layer  2  raw=[1.1152698993682861, 0.8956358432769775, 0.9746896028518677, 0.9405969381332397, 0.8827962279319763, 0.8104851841926575, 0.8867903351783752, 0.9225919842720032, 0.9714711904525757, 0.8606827855110168, 1.0048398971557617, 0.8344006538391113, 0.8099696636199951, 1.0355385541915894, 0.8993537425994873, 0.8849891424179077, 0.9244243502616882, 0.8325510025024414, 0.8688273429870605, 1.088134527206421, 1.192196249961853, 0.8132022619247437, 0.9692491888999939, 0.9234764575958252, 1.0957564115524292, 0.8455065488815308, 0.897262454032898, 0.8572636842727661, 0.9621909260749817, 1.0363540649414062, 0.9360591769218445, 1.052431583404541, 1.0336601734161377, 1.0012716054916382, 0.8702583909034729, 0.9110122323036194, 0.9192014932632446, 0.9829489588737488, 0.8913535475730896, 0.9488621354103088, 0.9214871525764465, 0.8805440664291382, 0.891421914100647, 0.8608114123344421, 0.8943984508514404, 0.8306775689125061, 0.8976739645004272, 0.920957088470459, 0.9434120655059814, 0.9252135157585144, 0.8682395815849304, 0.8936537504196167, 0.9147937297821045, 0.9991621375083923, 1.0665795803070068, 0.9286661744117737, 1.0503591299057007, 0.8993408679962158, 0.9189075827598572, 0.87117600440979, 0.972161054611206, 0.9366093277931213, 1.055854082107544, 0.9432451725006104]  ->  sigmoid=[0.7531, 0.7101, 0.7261, 0.7192, 0.7074, 0.6922, 0.7082, 0.7156, 0.7254, 0.7028, 0.732, 0.6973, 0.6921, 0.738, 0.7108, 0.7079, 0.7159, 0.6969, 0.7045, 0.748, 0.7671, 0.6928, 0.725, 0.7157, 0.7495, 0.6996, 0.7104, 0.7021, 0.7236, 0.7381, 0.7183, 0.7412, 0.7376, 0.7313, 0.7048, 0.7132, 0.7149, 0.7277, 0.7092, 0.7209, 0.7153, 0.7069, 0.7092, 0.7028, 0.7098, 0.6965, 0.7105, 0.7152, 0.7198, 0.7161, 0.7044, 0.7096, 0.714, 0.7309, 0.7439, 0.7168, 0.7408, 0.7108, 0.7148, 0.705, 0.7256, 0.7184, 0.7419, 0.7198]
+  Layer  3  raw=[0.9608474969863892, 0.8367804288864136, 1.0376125574111938, 0.8942822813987732, 0.9124552607536316, 1.0905053615570068, 1.0684311389923096, 0.8418084979057312, 0.9456382989883423, 1.1338493824005127, 0.9410828948020935, 0.9278664588928223, 1.0143557786941528, 0.830781877040863, 0.9124851822853088, 0.9980695247650146, 0.8363744616508484, 0.8337605595588684, 0.8714348673820496, 0.9309279918670654, 0.9907549619674683, 1.0447540283203125, 0.8781514763832092, 1.0305219888687134, 0.7780700922012329, 0.8415915369987488, 0.9141303300857544, 0.9911891222000122, 0.9799203276634216, 1.0410598516464233, 0.9979661703109741, 0.9543330669403076, 1.1553947925567627, 0.9940693378448486, 1.0701926946640015, 0.9669339060783386, 0.9045079350471497, 1.0139280557632446, 0.8022735714912415, 0.8709746599197388, 0.8787854313850403, 0.9414176344871521, 0.8489591479301453, 0.9762369990348816, 1.0005675554275513, 0.9097214341163635, 0.8861813545227051, 0.9528197646141052, 0.9131056666374207, 0.9886458516120911, 0.9807507991790771, 0.9128177762031555, 0.8046215176582336, 0.8785848617553711, 0.9060272574424744, 1.008918285369873, 0.9030670523643494, 0.9308783411979675, 0.9900004267692566, 0.909201443195343, 0.8764522075653076, 0.808488667011261, 0.9647504091262817, 0.879878044128418]  ->  sigmoid=[0.7233, 0.6978, 0.7384, 0.7098, 0.7135, 0.7485, 0.7443, 0.6988, 0.7202, 0.7565, 0.7193, 0.7166, 0.7339, 0.6965, 0.7135, 0.7307, 0.6977, 0.6971, 0.705, 0.7173, 0.7292, 0.7398, 0.7064, 0.737, 0.6853, 0.6988, 0.7138, 0.7293, 0.7271, 0.7391, 0.7307, 0.722, 0.7605, 0.7299, 0.7446, 0.7245, 0.7119, 0.7338, 0.6905, 0.7049, 0.7066, 0.7194, 0.7003, 0.7264, 0.7312, 0.7129, 0.7081, 0.7217, 0.7136, 0.7288, 0.7273, 0.7136, 0.691, 0.7065, 0.7122, 0.7328, 0.7116, 0.7173, 0.7291, 0.7128, 0.7061, 0.6918, 0.7241, 0.7068]
+  Layer  4  raw=[1.0354260206222534, 1.1492414474487305, 1.1818387508392334, 1.098052978515625, 1.088835597038269, 1.0838702917099, 1.066143274307251, 1.1052868366241455, 1.1360399723052979, 1.1531398296356201, 1.1281206607818604, 1.0489004850387573, 1.1832799911499023, 1.144202470779419, 1.158125877380371, 1.0935345888137817, 1.1060373783111572, 1.110008716583252, 1.1166452169418335, 1.070979356765747, 1.1788138151168823, 1.1082719564437866, 1.1056849956512451, 1.1612145900726318, 1.129034399986267, 1.1090973615646362, 1.0890997648239136, 1.1007925271987915, 1.1221071481704712, 1.102206826210022, 1.0228970050811768, 1.2003564834594727, 1.0929087400436401, 1.0697412490844727, 1.1387383937835693, 1.0335915088653564, 1.0887662172317505, 1.182665228843689, 1.084184169769287, 1.11809504032135, 1.0940171480178833, 1.1561251878738403, 1.1591839790344238, 1.1518374681472778, 1.1096829175949097, 1.1214476823806763, 1.068415880203247, 1.0760072469711304, 1.1382286548614502, 1.1024649143218994, 1.1384257078170776, 1.0626757144927979, 1.1333634853363037, 1.1189550161361694, 1.0677474737167358, 1.1489555835723877, 1.0778634548187256, 1.0828415155410767, 1.123075008392334, 1.1115659475326538, 1.0234347581863403, 1.1708984375, 1.0569353103637695, 1.1401361227035522]  ->  sigmoid=[0.738, 0.7594, 0.7653, 0.7499, 0.7482, 0.7472, 0.7439, 0.7512, 0.757, 0.7601, 0.7555, 0.7406, 0.7655, 0.7585, 0.761, 0.749, 0.7514, 0.7521, 0.7534, 0.7448, 0.7647, 0.7518, 0.7513, 0.7616, 0.7557, 0.752, 0.7482, 0.7504, 0.7544, 0.7507, 0.7355, 0.7686, 0.7489, 0.7445, 0.7574, 0.7376, 0.7481, 0.7654, 0.7473, 0.7536, 0.7491, 0.7606, 0.7612, 0.7598, 0.7521, 0.7543, 0.7443, 0.7457, 0.7574, 0.7507, 0.7574, 0.7432, 0.7565, 0.7538, 0.7442, 0.7593, 0.7461, 0.747, 0.7546, 0.7524, 0.7356, 0.7633, 0.7421, 0.7577]
+  Layer  5  raw=[1.1914929151535034, 1.0873180627822876, 1.1356858015060425, 1.1867127418518066, 1.1771405935287476, 1.1935455799102783, 1.1695488691329956, 1.1034516096115112, 1.1282684803009033, 1.0969942808151245, 1.1346484422683716, 1.112012505531311, 1.1114846467971802, 1.1135997772216797, 1.1163928508758545, 1.0569071769714355, 1.1350125074386597, 1.111320972442627, 1.083756685256958, 1.1610405445098877, 1.079547643661499, 1.0894184112548828, 1.1317942142486572, 1.0316696166992188, 1.0948048830032349, 1.1290173530578613, 1.1809364557266235, 1.1276992559432983, 1.05770742893219, 1.1785743236541748, 1.215672254562378, 1.1508092880249023, 1.0605158805847168, 1.0014739036560059, 1.1016054153442383, 1.0784763097763062, 1.0466253757476807, 1.1838082075119019, 1.11163330078125, 1.0913907289505005, 1.1283730268478394, 1.1117717027664185, 1.2009047269821167, 1.1540536880493164, 1.1302951574325562, 1.1438546180725098, 1.135837197303772, 1.1914143562316895, 1.043704867362976, 1.0715794563293457, 1.085149884223938, 1.0812386274337769, 1.1448732614517212, 1.1645417213439941, 1.0997248888015747, 1.1306170225143433, 1.1411601305007935, 1.1296545267105103, 1.2522109746932983, 1.073513150215149, 1.116624116897583, 1.1253280639648438, 1.2168205976486206, 1.147261381149292]  ->  sigmoid=[0.767, 0.7479, 0.7569, 0.7662, 0.7644, 0.7674, 0.7631, 0.7509, 0.7555, 0.7497, 0.7567, 0.7525, 0.7524, 0.7528, 0.7533, 0.7421, 0.7568, 0.7524, 0.7472, 0.7615, 0.7464, 0.7483, 0.7562, 0.7372, 0.7493, 0.7557, 0.7651, 0.7554, 0.7423, 0.7647, 0.7713, 0.7597, 0.7428, 0.7313, 0.7506, 0.7462, 0.7401, 0.7656, 0.7524, 0.7486, 0.7555, 0.7525, 0.7687, 0.7603, 0.7559, 0.7584, 0.7569, 0.767, 0.7396, 0.7449, 0.7475, 0.7467, 0.7586, 0.7622, 0.7502, 0.756, 0.7579, 0.7558, 0.7777, 0.7453, 0.7534, 0.755, 0.7715, 0.759]
+  Layer  6  raw=[1.0945743322372437, 1.205390214920044, 1.1244003772735596, 1.1276236772537231, 1.2048287391662598, 1.127163290977478, 1.221172571182251, 1.1252858638763428, 1.1259691715240479, 1.1121602058410645, 1.1038818359375, 1.1543818712234497, 1.1313235759735107, 1.0975439548492432, 1.0531859397888184, 1.13858962059021, 1.101526141166687, 1.0867409706115723, 1.1569854021072388, 1.0827739238739014, 1.0698801279067993, 1.135354995727539, 1.2513595819473267, 1.1170748472213745, 1.124002456665039, 1.168586015701294, 1.1161482334136963, 1.2664387226104736, 1.1247141361236572, 1.1961750984191895, 1.1077736616134644, 1.1993592977523804, 1.110663890838623, 1.1015050411224365, 1.1710357666015625, 1.1634036302566528, 1.2657665014266968, 1.186240792274475, 1.1109545230865479, 1.1505943536758423, 1.094818115234375, 1.1904168128967285, 1.182568073272705, 1.187152624130249, 1.144410252571106, 1.0848045349121094, 1.290135383605957, 1.1938396692276, 1.1864644289016724, 1.1891496181488037, 1.1498396396636963, 1.2037627696990967, 1.1874253749847412, 1.1757142543792725, 1.2237056493759155, 1.121436595916748, 1.2219820022583008, 1.1933656930923462, 1.1035058498382568, 1.1682180166244507, 1.2102116346359253, 1.1396305561065674, 1.194934606552124, 1.1288551092147827]  ->  sigmoid=[0.7492, 0.7695, 0.7548, 0.7554, 0.7694, 0.7553, 0.7723, 0.755, 0.7551, 0.7525, 0.751, 0.7603, 0.7561, 0.7498, 0.7414, 0.7574, 0.7505, 0.7478, 0.7608, 0.747, 0.7446, 0.7568, 0.7775, 0.7534, 0.7547, 0.7629, 0.7533, 0.7801, 0.7549, 0.7678, 0.7517, 0.7684, 0.7523, 0.7505, 0.7633, 0.762, 0.78, 0.7661, 0.7523, 0.7596, 0.7493, 0.7668, 0.7654, 0.7662, 0.7585, 0.7474, 0.7842, 0.7674, 0.7661, 0.7666, 0.7595, 0.7692, 0.7663, 0.7642, 0.7727, 0.7543, 0.7724, 0.7673, 0.7509, 0.7628, 0.7703, 0.7576, 0.7676, 0.7556]
+  Layer  7  raw=[1.0809489488601685, 1.2725659608840942, 1.0554083585739136, 1.1702643632888794, 1.1572964191436768, 1.0529863834381104, 1.0418304204940796, 1.0136913061141968, 1.1470470428466797, 1.0714653730392456, 1.2990918159484863, 1.1845824718475342, 1.0853066444396973, 1.1150707006454468, 1.1732666492462158, 1.1910045146942139, 1.1568114757537842, 1.0979928970336914, 1.1115639209747314, 1.199234962463379, 1.1416151523590088, 1.1305797100067139, 1.1325750350952148, 1.108829379081726, 1.0956189632415771, 1.0978753566741943, 1.3649563789367676, 1.0903137922286987, 1.1038990020751953, 1.103574275970459, 1.093834400177002, 1.2258639335632324, 1.054862141609192, 1.063495397567749, 1.1146912574768066, 1.223746418952942, 1.1996941566467285, 1.1106164455413818, 1.217108130455017, 1.072058081626892, 1.1561263799667358, 1.1433212757110596, 1.123266339302063, 1.0899919271469116, 1.1704001426696777, 1.1494646072387695, 1.116538643836975, 1.1760481595993042, 1.2334033250808716, 1.2215335369110107, 1.092113733291626, 1.143019437789917, 1.1345573663711548, 1.0490429401397705, 1.1068471670150757, 1.1391488313674927, 1.1942392587661743, 1.1293132305145264, 1.1557765007019043, 1.1566108465194702, 1.1266696453094482, 1.1027216911315918, 1.16275954246521, 1.088151454925537]  ->  sigmoid=[0.7467, 0.7812, 0.7418, 0.7632, 0.7608, 0.7413, 0.7392, 0.7337, 0.759, 0.7449, 0.7857, 0.7658, 0.7475, 0.7531, 0.7637, 0.7669, 0.7608, 0.7499, 0.7524, 0.7684, 0.758, 0.7559, 0.7563, 0.7519, 0.7494, 0.7499, 0.7966, 0.7484, 0.751, 0.7509, 0.7491, 0.7731, 0.7417, 0.7434, 0.753, 0.7727, 0.7685, 0.7522, 0.7716, 0.745, 0.7606, 0.7583, 0.7546, 0.7484, 0.7632, 0.7594, 0.7533, 0.7642, 0.7744, 0.7723, 0.7488, 0.7582, 0.7567, 0.7406, 0.7515, 0.7575, 0.7675, 0.7557, 0.7606, 0.7607, 0.7552, 0.7508, 0.7618, 0.748]
+  Layer  8  raw=[1.1011220216751099, 1.2776563167572021, 1.2436739206314087, 1.1273502111434937, 1.1707603931427002, 1.0694596767425537, 1.249131679534912, 1.112067699432373, 1.102233648300171, 1.0493645668029785, 1.0846089124679565, 1.0378491878509521, 0.9807368516921997, 1.0140634775161743, 1.1027143001556396, 1.015792965888977, 1.278003215789795, 1.038813591003418, 1.0927339792251587, 1.1343506574630737, 1.1238681077957153, 1.1791605949401855, 1.2141835689544678, 1.1997706890106201, 1.0886002779006958, 1.087925672531128, 1.1028412580490112, 1.0735279321670532, 1.0379016399383545, 1.3498796224594116, 1.0835986137390137, 1.1631743907928467, 0.9661759734153748, 1.102732539176941, 1.3310062885284424, 1.1814162731170654, 1.0743625164031982, 1.1367977857589722, 1.015672206878662, 1.0735052824020386, 1.0916799306869507, 1.2938125133514404, 1.0556198358535767, 1.0799368619918823, 1.1039150953292847, 1.180809497833252, 1.0847914218902588, 1.0448049306869507, 1.0256643295288086, 1.344834327697754, 1.3717916011810303, 1.000402808189392, 1.0210843086242676, 1.2335095405578613, 1.263447642326355, 1.0340287685394287, 1.1040765047073364, 1.4560177326202393, 1.0748783349990845, 1.1844183206558228, 1.1807796955108643, 1.1823182106018066, 1.112677812576294, 1.016614317893982]  ->  sigmoid=[0.7505, 0.7821, 0.7762, 0.7553, 0.7633, 0.7445, 0.7771, 0.7525, 0.7507, 0.7407, 0.7474, 0.7384, 0.7273, 0.7338, 0.7508, 0.7342, 0.7821, 0.7386, 0.7489, 0.7566, 0.7547, 0.7648, 0.771, 0.7685, 0.7481, 0.748, 0.7508, 0.7453, 0.7384, 0.7941, 0.7472, 0.7619, 0.7244, 0.7508, 0.791, 0.7652, 0.7454, 0.7571, 0.7341, 0.7453, 0.7487, 0.7848, 0.7419, 0.7465, 0.751, 0.7651, 0.7474, 0.7398, 0.7361, 0.7933, 0.7977, 0.7311, 0.7352, 0.7744, 0.7796, 0.7377, 0.751, 0.8109, 0.7455, 0.7657, 0.7651, 0.7654, 0.7526, 0.7343]
+  Layer  9  raw=[1.1062486171722412, 1.1961076259613037, 1.0251647233963013, 1.1816984415054321, 1.1913275718688965, 1.049472451210022, 1.1507669687271118, 1.1646604537963867, 1.1405802965164185, 1.0341135263442993, 1.0826011896133423, 1.0697307586669922, 1.0540087223052979, 1.1019256114959717, 1.1486790180206299, 1.0318074226379395, 1.0777872800827026, 1.0974669456481934, 1.0726170539855957, 1.0792210102081299, 1.1320531368255615, 1.1603561639785767, 1.1181305646896362, 1.2524241209030151, 1.123619556427002, 1.0702763795852661, 1.0948843955993652, 1.1802972555160522, 1.0514917373657227, 1.1257668733596802, 1.1461563110351562, 1.1325446367263794, 1.1250333786010742, 1.1447548866271973, 1.1064391136169434, 1.0745187997817993, 1.2175172567367554, 1.0618197917938232, 1.151366949081421, 1.1739249229431152, 1.049575686454773, 1.117530345916748, 1.0543622970581055, 0.977288007736206, 1.125474214553833, 1.0720752477645874, 1.1495708227157593, 1.1078978776931763, 1.2126530408859253, 1.096459150314331, 1.1716281175613403, 1.1249831914901733, 1.12772798538208, 1.0808807611465454, 1.0937198400497437, 1.0583007335662842, 1.0175652503967285, 1.0243099927902222, 1.150735855102539, 1.0274016857147217, 1.1102595329284668, 1.1712660789489746, 1.1351044178009033, 1.0359394550323486]  ->  sigmoid=[0.7514, 0.7678, 0.736, 0.7653, 0.767, 0.7407, 0.7597, 0.7622, 0.7578, 0.7377, 0.747, 0.7445, 0.7415, 0.7506, 0.7593, 0.7373, 0.7461, 0.7498, 0.7451, 0.7463, 0.7562, 0.7614, 0.7536, 0.7777, 0.7547, 0.7446, 0.7493, 0.765, 0.7411, 0.7551, 0.7588, 0.7563, 0.7549, 0.7586, 0.7515, 0.7455, 0.7716, 0.743, 0.7598, 0.7639, 0.7407, 0.7535, 0.7416, 0.7266, 0.755, 0.745, 0.7594, 0.7517, 0.7708, 0.7496, 0.7634, 0.7549, 0.7554, 0.7467, 0.7491, 0.7424, 0.7345, 0.7358, 0.7596, 0.7364, 0.7522, 0.7634, 0.7568, 0.7381]
+  Layer 10  raw=[1.2372679710388184, 1.241823434829712, 1.0808850526809692, 1.0587029457092285, 1.094021201133728, 0.9638916254043579, 1.0717190504074097, 1.08637535572052, 1.2224640846252441, 1.0408101081848145, 1.1776421070098877, 1.0063097476959229, 1.1289302110671997, 1.1429768800735474, 1.07405424118042, 1.1137746572494507, 1.1116172075271606, 1.0991885662078857, 1.091731309890747, 1.0984656810760498, 1.0233025550842285, 0.9972256422042847, 1.0505603551864624, 1.075318455696106, 1.1082408428192139, 1.0943423509597778, 1.1817907094955444, 1.11540949344635, 1.1108037233352661, 0.9947201013565063, 0.990975022315979, 1.036944031715393, 1.0160282850265503, 0.988081693649292, 1.12337064743042, 1.0647157430648804, 1.1000624895095825, 1.0405477285385132, 1.1733057498931885, 1.128858208656311, 1.2314332723617554, 1.0457111597061157, 1.1528832912445068, 1.124939203262329, 1.0404367446899414, 1.0414907932281494, 1.1845875978469849, 1.1141191720962524, 1.0786081552505493, 1.0407921075820923, 1.1093997955322266, 1.1197274923324585, 0.9236090183258057, 1.1359808444976807, 1.0326008796691895, 0.9934958815574646, 1.0827996730804443, 0.9892441034317017, 1.1954315900802612, 1.217402696609497, 1.1388194561004639, 1.1303517818450928, 1.0662864446640015, 1.1425424814224243]  ->  sigmoid=[0.7751, 0.7759, 0.7467, 0.7424, 0.7491, 0.7239, 0.7449, 0.7477, 0.7725, 0.739, 0.7645, 0.7323, 0.7556, 0.7582, 0.7454, 0.7528, 0.7524, 0.7501, 0.7487, 0.75, 0.7356, 0.7305, 0.7409, 0.7456, 0.7518, 0.7492, 0.7653, 0.7531, 0.7523, 0.73, 0.7293, 0.7383, 0.7342, 0.7287, 0.7546, 0.7436, 0.7503, 0.739, 0.7637, 0.7556, 0.7741, 0.74, 0.76, 0.7549, 0.7389, 0.7391, 0.7658, 0.7529, 0.7462, 0.739, 0.752, 0.7539, 0.7158, 0.7569, 0.7374, 0.7298, 0.747, 0.7289, 0.7677, 0.7716, 0.7575, 0.7559, 0.7439, 0.7581]
+  Layer 11  raw=[1.2296770811080933, 0.9854303002357483, 0.9404457807540894, 1.0338319540023804, 1.0841809511184692, 1.087981104850769, 1.026254653930664, 1.0622351169586182, 1.056679606437683, 1.1262842416763306, 1.1453044414520264, 1.1933784484863281, 0.982306182384491, 1.0189601182937622, 1.1112339496612549, 1.1566420793533325, 1.1025621891021729, 1.0307210683822632, 1.1386827230453491, 1.088193655014038, 1.1013938188552856, 1.0098515748977661, 1.0128891468048096, 1.1229498386383057, 1.0729252099990845, 1.0993508100509644, 1.0345453023910522, 1.0950404405593872, 1.0604853630065918, 1.0349774360656738, 1.1271947622299194, 1.1056121587753296, 1.0414453744888306, 1.132667899131775, 1.0376660823822021, 1.1279617547988892, 1.1149355173110962, 1.0855671167373657, 1.0130900144577026, 1.086514949798584, 1.091429591178894, 1.1016879081726074, 1.0134526491165161, 1.1050622463226318, 1.017113208770752, 1.0383607149124146, 1.0863604545593262, 1.1513501405715942, 1.1813623905181885, 1.1414302587509155, 1.0269678831100464, 1.171947956085205, 1.0701149702072144, 1.1395326852798462, 1.0817588567733765, 1.0957286357879639, 1.0939733982086182, 1.1020877361297607, 1.140384554862976, 1.0164802074432373, 1.1402013301849365, 1.0981801748275757, 1.0816022157669067, 1.002514362335205]  ->  sigmoid=[0.7738, 0.7282, 0.7192, 0.7377, 0.7473, 0.748, 0.7362, 0.7431, 0.7421, 0.7552, 0.7587, 0.7673, 0.7276, 0.7348, 0.7524, 0.7607, 0.7507, 0.7371, 0.7574, 0.748, 0.7505, 0.733, 0.7336, 0.7545, 0.7452, 0.7501, 0.7378, 0.7493, 0.7428, 0.7379, 0.7553, 0.7513, 0.7391, 0.7563, 0.7384, 0.7555, 0.753, 0.7475, 0.7336, 0.7477, 0.7487, 0.7506, 0.7337, 0.7512, 0.7344, 0.7385, 0.7477, 0.7598, 0.7652, 0.7579, 0.7363, 0.7635, 0.7446, 0.7576, 0.7468, 0.7495, 0.7491, 0.7507, 0.7578, 0.7343, 0.7577, 0.7499, 0.7468, 0.7316]
+
+  Summary scale_q:
+  mean=0.7437  std=0.0200  min=0.6853  max=0.8109
+  Layer sigmoid means: [0.7469, 0.7156, 0.7367, 0.7252, 0.7163, 0.7301, 0.7213, 0.7211, 0.7119, 0.7264, 0.7406, 0.7804, 0.7233, 0.735, 0.7264, 0.7592, 0.7163, 0.7181, 0.746, 0.7797, 0.7573, 0.7475, 0.7478, 0.7361, 0.7194, 0.751, 0.7537, 0.721, 0.7298, 0.7409, 0.7389, 0.7132, 0.7441, 0.7636, 0.7255, 0.7443, 0.7292, 0.699, 0.7247, 0.7245, 0.7355, 0.7301, 0.7463, 0.7227, 0.7455, 0.7325, 0.769, 0.7268, 0.7329, 0.7234, 0.7504, 0.7005, 0.725, 0.725, 0.7379, 0.7294, 0.7605, 0.7204, 0.7304, 0.7218, 0.7552, 0.699, 0.7261, 0.7191, 0.7482, 0.7248, 0.7371, 0.7381, 0.7062, 0.7199, 0.7287, 0.7109, 0.7541, 0.7041, 0.749, 0.7479, 0.7026, 0.7054, 0.7015, 0.7396, 0.6904, 0.7425, 0.7381, 0.7431, 0.7347, 0.7389, 0.7431, 0.7278, 0.7047, 0.7395, 0.7286, 0.7405, 0.7339, 0.7499, 0.75, 0.7236, 0.7293, 0.7361, 0.6995, 0.7482, 0.7256, 0.691, 0.7176, 0.7086, 0.738, 0.7001, 0.7041, 0.6955, 0.7522, 0.7445, 0.7077, 0.7254, 0.7129, 0.6978, 0.7436, 0.7398, 0.7319, 0.7223, 0.7418, 0.7308, 0.6861, 0.7377, 0.7473, 0.7405, 0.731, 0.7353, 0.7398, 0.7339, 0.7531, 0.7101, 0.7261, 0.7192, 0.7074, 0.6922, 0.7082, 0.7156, 0.7254, 0.7028, 0.732, 0.6973, 0.6921, 0.738, 0.7108, 0.7079, 0.7159, 0.6969, 0.7045, 0.748, 0.7671, 0.6928, 0.725, 0.7157, 0.7495, 0.6996, 0.7104, 0.7021, 0.7236, 0.7381, 0.7183, 0.7412, 0.7376, 0.7313, 0.7048, 0.7132, 0.7149, 0.7277, 0.7092, 0.7209, 0.7153, 0.7069, 0.7092, 0.7028, 0.7098, 0.6965, 0.7105, 0.7152, 0.7198, 0.7161, 0.7044, 0.7096, 0.714, 0.7309, 0.7439, 0.7168, 0.7408, 0.7108, 0.7148, 0.705, 0.7256, 0.7184, 0.7419, 0.7198, 0.7233, 0.6978, 0.7384, 0.7098, 0.7135, 0.7485, 0.7443, 0.6988, 0.7202, 0.7565, 0.7193, 0.7166, 0.7339, 0.6965, 0.7135, 0.7307, 0.6977, 0.6971, 0.705, 0.7173, 0.7292, 0.7398, 0.7064, 0.737, 0.6853, 0.6988, 0.7138, 0.7293, 0.7271, 0.7391, 0.7307, 0.722, 0.7605, 0.7299, 0.7446, 0.7245, 0.7119, 0.7338, 0.6905, 0.7049, 0.7066, 0.7194, 0.7003, 0.7264, 0.7312, 0.7129, 0.7081, 0.7217, 0.7136, 0.7288, 0.7273, 0.7136, 0.691, 0.7065, 0.7122, 0.7328, 0.7116, 0.7173, 0.7291, 0.7128, 0.7061, 0.6918, 0.7241, 0.7068, 0.738, 0.7594, 0.7653, 0.7499, 0.7482, 0.7472, 0.7439, 0.7512, 0.757, 0.7601, 0.7555, 0.7406, 0.7655, 0.7585, 0.761, 0.749, 0.7514, 0.7521, 0.7534, 0.7448, 0.7647, 0.7518, 0.7513, 0.7616, 0.7557, 0.752, 0.7482, 0.7504, 0.7544, 0.7507, 0.7355, 0.7686, 0.7489, 0.7445, 0.7574, 0.7376, 0.7481, 0.7654, 0.7473, 0.7536, 0.7491, 0.7606, 0.7612, 0.7598, 0.7521, 0.7543, 0.7443, 0.7457, 0.7574, 0.7507, 0.7574, 0.7432, 0.7565, 0.7538, 0.7442, 0.7593, 0.7461, 0.747, 0.7546, 0.7524, 0.7356, 0.7633, 0.7421, 0.7577, 0.767, 0.7479, 0.7569, 0.7662, 0.7644, 0.7674, 0.7631, 0.7509, 0.7555, 0.7497, 0.7567, 0.7525, 0.7524, 0.7528, 0.7533, 0.7421, 0.7568, 0.7524, 0.7472, 0.7615, 0.7464, 0.7483, 0.7562, 0.7372, 0.7493, 0.7557, 0.7651, 0.7554, 0.7423, 0.7647, 0.7713, 0.7597, 0.7428, 0.7313, 0.7506, 0.7462, 0.7401, 0.7656, 0.7524, 0.7486, 0.7555, 0.7525, 0.7687, 0.7603, 0.7559, 0.7584, 0.7569, 0.767, 0.7396, 0.7449, 0.7475, 0.7467, 0.7586, 0.7622, 0.7502, 0.756, 0.7579, 0.7558, 0.7777, 0.7453, 0.7534, 0.755, 0.7715, 0.759, 0.7492, 0.7695, 0.7548, 0.7554, 0.7694, 0.7553, 0.7723, 0.755, 0.7551, 0.7525, 0.751, 0.7603, 0.7561, 0.7498, 0.7414, 0.7574, 0.7505, 0.7478, 0.7608, 0.747, 0.7446, 0.7568, 0.7775, 0.7534, 0.7547, 0.7629, 0.7533, 0.7801, 0.7549, 0.7678, 0.7517, 0.7684, 0.7523, 0.7505, 0.7633, 0.762, 0.78, 0.7661, 0.7523, 0.7596, 0.7493, 0.7668, 0.7654, 0.7662, 0.7585, 0.7474, 0.7842, 0.7674, 0.7661, 0.7666, 0.7595, 0.7692, 0.7663, 0.7642, 0.7727, 0.7543, 0.7724, 0.7673, 0.7509, 0.7628, 0.7703, 0.7576, 0.7676, 0.7556, 0.7467, 0.7812, 0.7418, 0.7632, 0.7608, 0.7413, 0.7392, 0.7337, 0.759, 0.7449, 0.7857, 0.7658, 0.7475, 0.7531, 0.7637, 0.7669, 0.7608, 0.7499, 0.7524, 0.7684, 0.758, 0.7559, 0.7563, 0.7519, 0.7494, 0.7499, 0.7966, 0.7484, 0.751, 0.7509, 0.7491, 0.7731, 0.7417, 0.7434, 0.753, 0.7727, 0.7685, 0.7522, 0.7716, 0.745, 0.7606, 0.7583, 0.7546, 0.7484, 0.7632, 0.7594, 0.7533, 0.7642, 0.7744, 0.7723, 0.7488, 0.7582, 0.7567, 0.7406, 0.7515, 0.7575, 0.7675, 0.7557, 0.7606, 0.7607, 0.7552, 0.7508, 0.7618, 0.748, 0.7505, 0.7821, 0.7762, 0.7553, 0.7633, 0.7445, 0.7771, 0.7525, 0.7507, 0.7407, 0.7474, 0.7384, 0.7273, 0.7338, 0.7508, 0.7342, 0.7821, 0.7386, 0.7489, 0.7566, 0.7547, 0.7648, 0.771, 0.7685, 0.7481, 0.748, 0.7508, 0.7453, 0.7384, 0.7941, 0.7472, 0.7619, 0.7244, 0.7508, 0.791, 0.7652, 0.7454, 0.7571, 0.7341, 0.7453, 0.7487, 0.7848, 0.7419, 0.7465, 0.751, 0.7651, 0.7474, 0.7398, 0.7361, 0.7933, 0.7977, 0.7311, 0.7352, 0.7744, 0.7796, 0.7377, 0.751, 0.8109, 0.7455, 0.7657, 0.7651, 0.7654, 0.7526, 0.7343, 0.7514, 0.7678, 0.736, 0.7653, 0.767, 0.7407, 0.7597, 0.7622, 0.7578, 0.7377, 0.747, 0.7445, 0.7415, 0.7506, 0.7593, 0.7373, 0.7461, 0.7498, 0.7451, 0.7463, 0.7562, 0.7614, 0.7536, 0.7777, 0.7547, 0.7446, 0.7493, 0.765, 0.7411, 0.7551, 0.7588, 0.7563, 0.7549, 0.7586, 0.7515, 0.7455, 0.7716, 0.743, 0.7598, 0.7639, 0.7407, 0.7535, 0.7416, 0.7266, 0.755, 0.745, 0.7594, 0.7517, 0.7708, 0.7496, 0.7634, 0.7549, 0.7554, 0.7467, 0.7491, 0.7424, 0.7345, 0.7358, 0.7596, 0.7364, 0.7522, 0.7634, 0.7568, 0.7381, 0.7751, 0.7759, 0.7467, 0.7424, 0.7491, 0.7239, 0.7449, 0.7477, 0.7725, 0.739, 0.7645, 0.7323, 0.7556, 0.7582, 0.7454, 0.7528, 0.7524, 0.7501, 0.7487, 0.75, 0.7356, 0.7305, 0.7409, 0.7456, 0.7518, 0.7492, 0.7653, 0.7531, 0.7523, 0.73, 0.7293, 0.7383, 0.7342, 0.7287, 0.7546, 0.7436, 0.7503, 0.739, 0.7637, 0.7556, 0.7741, 0.74, 0.76, 0.7549, 0.7389, 0.7391, 0.7658, 0.7529, 0.7462, 0.739, 0.752, 0.7539, 0.7158, 0.7569, 0.7374, 0.7298, 0.747, 0.7289, 0.7677, 0.7716, 0.7575, 0.7559, 0.7439, 0.7581, 0.7738, 0.7282, 0.7192, 0.7377, 0.7473, 0.748, 0.7362, 0.7431, 0.7421, 0.7552, 0.7587, 0.7673, 0.7276, 0.7348, 0.7524, 0.7607, 0.7507, 0.7371, 0.7574, 0.748, 0.7505, 0.733, 0.7336, 0.7545, 0.7452, 0.7501, 0.7378, 0.7493, 0.7428, 0.7379, 0.7553, 0.7513, 0.7391, 0.7563, 0.7384, 0.7555, 0.753, 0.7475, 0.7336, 0.7477, 0.7487, 0.7506, 0.7337, 0.7512, 0.7344, 0.7385, 0.7477, 0.7598, 0.7652, 0.7579, 0.7363, 0.7635, 0.7446, 0.7576, 0.7468, 0.7495, 0.7491, 0.7507, 0.7578, 0.7343, 0.7577, 0.7499, 0.7468, 0.7316]
+
+======================================================================
+SCALE_Y - TRUE BLEND RATIOS (sigmoid applied)
+0.0 = fully raw y   |   1.0 = fully normalized y
+======================================================================
+  Layer  0  raw=[1.1819450855255127, 1.0849997997283936, 1.0062412023544312, 0.936033308506012, 1.371364712715149, 1.308315396308899, 1.2978459596633911, 1.0923306941986084, 1.040870189666748, 1.0141125917434692, 1.0304840803146362, 1.115607500076294, 1.0096174478530884, 1.1382591724395752, 1.267049789428711, 1.3509308099746704, 0.9869304895401001, 1.250954508781433, 1.0147618055343628, 1.0241997241973877, 1.2716597318649292, 1.3232743740081787, 1.0957579612731934, 1.098982572555542, 0.9084482789039612, 1.4096579551696777, 1.249984860420227, 1.1930099725723267, 1.2232370376586914, 0.884830117225647, 1.3688397407531738, 0.9225565791130066, 1.2211637496948242, 1.322664737701416, 1.3503265380859375, 1.055283546447754, 0.8699869513511658, 1.2087986469268799, 1.0652620792388916, 1.2998201847076416, 1.0692222118377686, 0.9052255153656006, 1.1466871500015259, 1.2987098693847656, 1.0510327816009521, 1.1084469556808472, 1.073096513748169, 1.067969560623169, 1.382784128189087, 1.0526341199874878, 1.2217146158218384, 1.2765976190567017, 0.9858461022377014, 1.0806890726089478, 1.3361881971359253, 1.131898045539856, 1.1609166860580444, 1.3739122152328491, 1.2837767601013184, 0.9841175079345703, 1.031618356704712, 1.0992965698242188, 1.3130322694778442, 0.9501575231552124]  ->  sigmoid=[0.7653, 0.7474, 0.7323, 0.7183, 0.7976, 0.7872, 0.7855, 0.7488, 0.739, 0.7338, 0.737, 0.7532, 0.7329, 0.7574, 0.7802, 0.7943, 0.7285, 0.7775, 0.734, 0.7358, 0.781, 0.7897, 0.7495, 0.7501, 0.7127, 0.8037, 0.7773, 0.7673, 0.7726, 0.7078, 0.7972, 0.7156, 0.7723, 0.7896, 0.7942, 0.7418, 0.7047, 0.7701, 0.7437, 0.7858, 0.7444, 0.712, 0.7589, 0.7856, 0.741, 0.7518, 0.7452, 0.7442, 0.7994, 0.7413, 0.7724, 0.7819, 0.7283, 0.7466, 0.7919, 0.7562, 0.7615, 0.798, 0.7831, 0.7279, 0.7372, 0.7501, 0.788, 0.7211]
+  Layer  1  raw=[0.9440274238586426, 0.7957388758659363, 0.881196141242981, 0.874348521232605, 0.9004610180854797, 0.8327299952507019, 0.9180752038955688, 0.9006534814834595, 0.8932895660400391, 0.8147370219230652, 0.9121181964874268, 0.955083429813385, 0.9040775299072266, 0.9943276643753052, 0.9246459603309631, 0.9252259135246277, 0.9035545587539673, 0.8453344106674194, 0.904547929763794, 0.9050214290618896, 0.8999736309051514, 0.8652458190917969, 0.9461787343025208, 0.8463034629821777, 0.9108654856681824, 0.934725821018219, 0.9038253426551819, 0.9046840667724609, 0.8540454506874084, 0.9388730525970459, 0.9180430173873901, 0.9336933493614197, 0.921846330165863, 0.9248925447463989, 0.8981353044509888, 0.9162894487380981, 0.9120555520057678, 0.936593770980835, 0.9272474646568298, 0.8858642578125, 0.8939810395240784, 0.8833356499671936, 0.8969612717628479, 0.888817548751831, 0.8940392136573792, 0.9416237473487854, 0.9131804704666138, 1.033257246017456, 0.8510800004005432, 0.8778486251831055, 0.9042724967002869, 0.8974935412406921, 0.9590413570404053, 0.9898350238800049, 0.9176680445671082, 0.8756771683692932, 0.9467585682868958, 0.8317396640777588, 0.8835373520851135, 0.899177610874176, 0.9332602620124817, 0.9301255345344543, 0.9232176542282104, 0.9367454648017883]  ->  sigmoid=[0.7199, 0.6891, 0.7071, 0.7056, 0.711, 0.6969, 0.7146, 0.7111, 0.7096, 0.6931, 0.7134, 0.7221, 0.7118, 0.7299, 0.716, 0.7161, 0.7117, 0.6996, 0.7119, 0.712, 0.7109, 0.7038, 0.7203, 0.6998, 0.7132, 0.718, 0.7117, 0.7119, 0.7014, 0.7189, 0.7146, 0.7178, 0.7154, 0.716, 0.7106, 0.7143, 0.7134, 0.7184, 0.7165, 0.708, 0.7097, 0.7075, 0.7103, 0.7086, 0.7097, 0.7194, 0.7137, 0.7375, 0.7008, 0.7064, 0.7118, 0.7104, 0.7229, 0.7291, 0.7146, 0.7059, 0.7205, 0.6967, 0.7076, 0.7108, 0.7177, 0.7171, 0.7157, 0.7184]
+  Layer  2  raw=[1.0566198825836182, 1.0105760097503662, 1.0992704629898071, 1.0999553203582764, 0.9782344102859497, 0.9577431082725525, 1.0152521133422852, 1.1162433624267578, 1.0112158060073853, 0.9879984259605408, 1.0678807497024536, 1.1117414236068726, 1.1154977083206177, 1.0334702730178833, 1.1386946439743042, 1.0283457040786743, 1.0296911001205444, 0.9830634593963623, 0.943508505821228, 1.0864320993423462, 1.033502221107483, 0.9671310782432556, 0.9398798942565918, 0.984599232673645, 1.0799354314804077, 1.0507813692092896, 1.111742377281189, 1.021230697631836, 1.0345783233642578, 1.0968655347824097, 0.9427894949913025, 0.901669442653656, 1.0586048364639282, 1.1014883518218994, 1.0616611242294312, 1.0209715366363525, 1.1237075328826904, 0.9736570715904236, 0.9765158295631409, 1.1195176839828491, 1.0422954559326172, 0.9797560572624207, 1.0932650566101074, 0.8910172581672668, 0.9839425683021545, 0.9948338270187378, 0.9524900317192078, 1.0698530673980713, 1.0352650880813599, 0.9955617189407349, 0.9799589514732361, 0.9510203003883362, 0.9758555889129639, 1.0097631216049194, 1.0803663730621338, 1.157865047454834, 1.000722050666809, 1.0084236860275269, 1.0263159275054932, 0.9379582405090332, 1.0529428720474243, 1.0810805559158325, 1.104480266571045, 0.9500606060028076]  ->  sigmoid=[0.742, 0.7331, 0.7501, 0.7503, 0.7268, 0.7227, 0.734, 0.7533, 0.7333, 0.7287, 0.7442, 0.7525, 0.7532, 0.7376, 0.7574, 0.7366, 0.7369, 0.7277, 0.7198, 0.7477, 0.7376, 0.7245, 0.7191, 0.728, 0.7465, 0.7409, 0.7525, 0.7352, 0.7378, 0.7497, 0.7197, 0.7113, 0.7424, 0.7505, 0.743, 0.7352, 0.7547, 0.7258, 0.7264, 0.7539, 0.7393, 0.7271, 0.749, 0.7091, 0.7279, 0.73, 0.7216, 0.7446, 0.7379, 0.7302, 0.7271, 0.7213, 0.7263, 0.733, 0.7466, 0.7609, 0.7312, 0.7327, 0.7362, 0.7187, 0.7413, 0.7467, 0.7511, 0.7211]
+  Layer  3  raw=[1.086328387260437, 0.9754595756530762, 0.99423748254776, 0.957072377204895, 0.9705896377563477, 0.9664120674133301, 1.0550129413604736, 1.0380741357803345, 0.9602059125900269, 1.0956621170043945, 1.1394704580307007, 1.0240930318832397, 1.0126410722732544, 1.058661937713623, 1.0119333267211914, 1.2008252143859863, 1.1051714420318604, 1.1632860898971558, 1.1428205966949463, 1.0880181789398193, 1.0740705728530884, 1.191475749015808, 1.0356941223144531, 1.013113021850586, 1.1498525142669678, 1.1170943975448608, 1.2519164085388184, 1.0482534170150757, 1.1611087322235107, 1.0293329954147339, 0.9742276668548584, 0.9681606292724609, 1.0585806369781494, 1.0314440727233887, 1.1187646389007568, 1.0257277488708496, 1.1106148958206177, 1.1754902601242065, 1.130997657775879, 0.9925186038017273, 1.0166841745376587, 1.0129308700561523, 1.0102155208587646, 0.9122971892356873, 1.0865849256515503, 1.039656639099121, 1.1060649156570435, 1.0737886428833008, 0.9549165964126587, 1.0515217781066895, 1.0331741571426392, 1.0419974327087402, 1.1608295440673828, 1.0197231769561768, 1.0518039464950562, 1.018480896949768, 1.1252108812332153, 1.124204397201538, 1.0346510410308838, 0.9905288815498352, 1.0155831575393677, 1.0382708311080933, 0.9548400640487671, 1.0826565027236938]  ->  sigmoid=[0.7477, 0.7262, 0.7299, 0.7225, 0.7252, 0.7244, 0.7417, 0.7385, 0.7232, 0.7494, 0.7576, 0.7358, 0.7335, 0.7424, 0.7334, 0.7687, 0.7512, 0.7619, 0.7582, 0.748, 0.7454, 0.767, 0.738, 0.7336, 0.7595, 0.7534, 0.7776, 0.7404, 0.7615, 0.7368, 0.726, 0.7248, 0.7424, 0.7372, 0.7538, 0.7361, 0.7522, 0.7641, 0.756, 0.7296, 0.7343, 0.7336, 0.7331, 0.7135, 0.7477, 0.7388, 0.7514, 0.7453, 0.7221, 0.7411, 0.7375, 0.7392, 0.7615, 0.7349, 0.7411, 0.7347, 0.755, 0.7548, 0.7378, 0.7292, 0.7341, 0.7385, 0.7221, 0.747]
+  Layer  4  raw=[1.1006654500961304, 1.1881264448165894, 1.1681907176971436, 1.1187137365341187, 1.1667762994766235, 1.1136627197265625, 1.2360392808914185, 1.1318533420562744, 1.1551897525787354, 1.2113540172576904, 1.1627382040023804, 1.134161353111267, 1.2342422008514404, 1.1229114532470703, 1.1162562370300293, 1.1622061729431152, 1.1258652210235596, 1.112271785736084, 1.196268916130066, 1.1346558332443237, 1.1803101301193237, 1.154258131980896, 1.0709925889968872, 1.1268513202667236, 1.1087628602981567, 1.2658483982086182, 1.191445231437683, 1.1650882959365845, 1.0954630374908447, 1.1644266843795776, 1.1292839050292969, 1.1291006803512573, 1.1747173070907593, 1.2051364183425903, 1.2577383518218994, 1.11514413356781, 1.20583975315094, 1.1590118408203125, 1.0586241483688354, 1.2045061588287354, 1.0064188241958618, 1.1136952638626099, 1.102277159690857, 1.1632041931152344, 1.198648452758789, 1.1313529014587402, 1.12990403175354, 1.1961379051208496, 1.2042962312698364, 1.2040514945983887, 1.1817885637283325, 1.143141508102417, 1.231969952583313, 1.2327756881713867, 1.1794543266296387, 1.0933527946472168, 1.0918331146240234, 1.1135990619659424, 1.1585354804992676, 1.1003143787384033, 1.1277104616165161, 1.2523338794708252, 1.179543375968933, 1.2350105047225952]  ->  sigmoid=[0.7504, 0.7664, 0.7628, 0.7538, 0.7626, 0.7528, 0.7749, 0.7562, 0.7605, 0.7705, 0.7618, 0.7566, 0.7746, 0.7545, 0.7533, 0.7617, 0.7551, 0.7526, 0.7679, 0.7567, 0.765, 0.7603, 0.7448, 0.7553, 0.7519, 0.78, 0.767, 0.7623, 0.7494, 0.7621, 0.7557, 0.7557, 0.764, 0.7694, 0.7786, 0.7531, 0.7696, 0.7612, 0.7424, 0.7693, 0.7323, 0.7528, 0.7507, 0.7619, 0.7683, 0.7561, 0.7558, 0.7678, 0.7693, 0.7692, 0.7653, 0.7583, 0.7742, 0.7743, 0.7648, 0.749, 0.7487, 0.7528, 0.7611, 0.7503, 0.7554, 0.7777, 0.7649, 0.7747]
+  Layer  5  raw=[1.2109885215759277, 1.2185466289520264, 1.186621904373169, 1.2975825071334839, 1.2706433534622192, 1.186183214187622, 1.1959669589996338, 1.3186455965042114, 1.1772786378860474, 1.2577235698699951, 1.2738014459609985, 1.2786622047424316, 1.2651474475860596, 1.241012692451477, 1.2207258939743042, 1.2022483348846436, 1.339530348777771, 1.2456098794937134, 1.2167820930480957, 1.2295324802398682, 1.305363416671753, 1.2915197610855103, 1.293481707572937, 1.1887574195861816, 1.3133821487426758, 1.305996298789978, 1.255394697189331, 1.1810431480407715, 1.3013050556182861, 1.3727927207946777, 1.2024345397949219, 1.309975504875183, 1.143040418624878, 1.1940147876739502, 1.2940279245376587, 1.1965396404266357, 1.2906405925750732, 1.2776844501495361, 1.2327542304992676, 1.2021777629852295, 1.3109800815582275, 1.1865793466567993, 1.2112600803375244, 1.2095712423324585, 1.2281765937805176, 1.2137089967727661, 1.3463293313980103, 1.2475367784500122, 1.2759097814559937, 1.1639156341552734, 1.2398830652236938, 1.321755290031433, 1.2151639461517334, 1.1631431579589844, 1.2495181560516357, 1.2489558458328247, 1.2313581705093384, 1.2241709232330322, 1.2213785648345947, 1.3446015119552612, 1.244965672492981, 1.1824506521224976, 1.2576431035995483, 1.1908568143844604]  ->  sigmoid=[0.7705, 0.7718, 0.7661, 0.7854, 0.7809, 0.7661, 0.7678, 0.789, 0.7645, 0.7786, 0.7814, 0.7822, 0.7799, 0.7757, 0.7722, 0.7689, 0.7924, 0.7765, 0.7715, 0.7737, 0.7867, 0.7844, 0.7847, 0.7665, 0.7881, 0.7868, 0.7782, 0.7651, 0.7861, 0.7978, 0.769, 0.7875, 0.7582, 0.7675, 0.7848, 0.7679, 0.7843, 0.7821, 0.7743, 0.7689, 0.7877, 0.7661, 0.7705, 0.7702, 0.7735, 0.771, 0.7935, 0.7769, 0.7818, 0.762, 0.7755, 0.7895, 0.7712, 0.7619, 0.7772, 0.7771, 0.7741, 0.7728, 0.7723, 0.7932, 0.7764, 0.7654, 0.7786, 0.7669]
+  Layer  6  raw=[1.1645947694778442, 1.1895605325698853, 1.1081749200820923, 1.193434238433838, 1.1973402500152588, 1.2454720735549927, 1.2441186904907227, 1.2217212915420532, 1.2192760705947876, 1.1416521072387695, 1.228090524673462, 1.2055171728134155, 1.2123972177505493, 1.2067214250564575, 1.1912744045257568, 1.2228379249572754, 1.2389634847640991, 1.179358959197998, 1.1376961469650269, 1.2037711143493652, 1.2132624387741089, 1.2172337770462036, 1.2102018594741821, 1.1425888538360596, 1.138832688331604, 1.190536379814148, 1.2023422718048096, 1.2746641635894775, 1.1903914213180542, 1.1960810422897339, 1.2925992012023926, 1.1850392818450928, 1.1176183223724365, 1.187621831893921, 1.1840174198150635, 1.1301385164260864, 1.1532543897628784, 1.1585843563079834, 1.1845178604125977, 1.0947762727737427, 1.1514475345611572, 1.2424499988555908, 1.178855538368225, 1.2056936025619507, 1.2348158359527588, 1.1506160497665405, 1.1951236724853516, 1.2341231107711792, 1.2279911041259766, 1.1641539335250854, 1.181504726409912, 1.1110641956329346, 1.1281983852386475, 1.158644199371338, 1.2116881608963013, 1.2095741033554077, 1.068366527557373, 1.1215331554412842, 1.1625065803527832, 1.2826355695724487, 1.1390899419784546, 1.201842188835144, 1.1709802150726318, 1.1293182373046875]  ->  sigmoid=[0.7622, 0.7667, 0.7518, 0.7674, 0.7681, 0.7765, 0.7763, 0.7724, 0.7719, 0.758, 0.7735, 0.7695, 0.7707, 0.7697, 0.767, 0.7726, 0.7754, 0.7648, 0.7573, 0.7692, 0.7709, 0.7716, 0.7703, 0.7582, 0.7575, 0.7668, 0.7689, 0.7815, 0.7668, 0.7678, 0.7846, 0.7659, 0.7535, 0.7663, 0.7657, 0.7559, 0.7601, 0.7611, 0.7658, 0.7493, 0.7598, 0.776, 0.7647, 0.7695, 0.7747, 0.7596, 0.7677, 0.7745, 0.7735, 0.7621, 0.7652, 0.7523, 0.7555, 0.7611, 0.7706, 0.7702, 0.7443, 0.7543, 0.7618, 0.7829, 0.7575, 0.7689, 0.7633, 0.7557]
+  Layer  7  raw=[1.144529938697815, 1.0669152736663818, 1.1872097253799438, 1.194919466972351, 1.136613368988037, 1.1401604413986206, 1.1576728820800781, 1.0919955968856812, 1.1354715824127197, 1.1907100677490234, 1.0585598945617676, 1.1715631484985352, 1.1244951486587524, 1.1668497323989868, 1.126349925994873, 1.0331501960754395, 1.1407780647277832, 1.2520534992218018, 1.1205801963806152, 1.1171581745147705, 1.2248046398162842, 1.1427991390228271, 1.1407198905944824, 1.0110268592834473, 1.1287131309509277, 1.153905987739563, 1.0636321306228638, 1.0876413583755493, 1.0776007175445557, 1.097001314163208, 1.1268998384475708, 1.1723772287368774, 1.156093716621399, 1.111072063446045, 1.0849521160125732, 1.198166847229004, 1.1823433637619019, 1.0938787460327148, 1.115694284439087, 1.1955416202545166, 1.1858431100845337, 1.1144706010818481, 1.1427638530731201, 1.193559169769287, 1.1546167135238647, 1.1060572862625122, 1.1186649799346924, 1.1484925746917725, 1.2248142957687378, 1.1750099658966064, 1.158064365386963, 1.099178433418274, 1.1736668348312378, 1.131723403930664, 1.0835012197494507, 1.1790724992752075, 1.1298738718032837, 1.189699411392212, 1.1479026079177856, 1.1012017726898193, 1.152012586593628, 1.1170839071273804, 1.102051019668579, 1.1570863723754883]  ->  sigmoid=[0.7585, 0.744, 0.7662, 0.7676, 0.7571, 0.7577, 0.7609, 0.7488, 0.7568, 0.7669, 0.7424, 0.7634, 0.7548, 0.7626, 0.7552, 0.7375, 0.7578, 0.7777, 0.7541, 0.7535, 0.7729, 0.7582, 0.7578, 0.7332, 0.7556, 0.7602, 0.7434, 0.7479, 0.746, 0.7497, 0.7553, 0.7636, 0.7606, 0.7523, 0.7474, 0.7682, 0.7654, 0.7491, 0.7532, 0.7677, 0.766, 0.753, 0.7582, 0.7674, 0.7604, 0.7514, 0.7537, 0.7592, 0.7729, 0.764, 0.761, 0.7501, 0.7638, 0.7562, 0.7472, 0.7648, 0.7558, 0.7667, 0.7591, 0.7505, 0.7599, 0.7534, 0.7506, 0.7608]
+  Layer  8  raw=[1.078055500984192, 1.129004955291748, 1.269932508468628, 1.125449776649475, 1.0446687936782837, 1.2495659589767456, 1.2774056196212769, 1.2805817127227783, 1.222076177597046, 1.0398961305618286, 1.1690319776535034, 1.1631505489349365, 1.1281018257141113, 1.1752052307128906, 1.1185095310211182, 1.1315749883651733, 1.2398813962936401, 1.1146959066390991, 1.1422063112258911, 1.0807571411132812, 1.1589738130569458, 1.2065554857254028, 1.120477318763733, 1.193344235420227, 1.285934567451477, 0.9878012537956238, 1.080653190612793, 1.077452540397644, 1.2131056785583496, 1.1163760423660278, 1.1895198822021484, 1.2523380517959595, 1.0818670988082886, 1.2726508378982544, 1.1336499452590942, 1.2472857236862183, 1.2060641050338745, 1.1301252841949463, 1.2224351167678833, 1.14213228225708, 1.236378788948059, 1.1801284551620483, 1.1953685283660889, 1.1609703302383423, 1.1452744007110596, 1.124025821685791, 1.0157620906829834, 1.0899595022201538, 1.0966938734054565, 1.1250584125518799, 1.1837300062179565, 1.1588208675384521, 1.2546101808547974, 1.0943584442138672, 1.2082176208496094, 1.164724349975586, 1.1557800769805908, 1.1197264194488525, 1.0716722011566162, 1.1930515766143799, 1.0594514608383179, 1.194108486175537, 1.0958386659622192, 1.1993908882141113]  ->  sigmoid=[0.7461, 0.7557, 0.7807, 0.755, 0.7397, 0.7772, 0.782, 0.7825, 0.7724, 0.7388, 0.763, 0.7619, 0.7555, 0.7641, 0.7537, 0.7561, 0.7755, 0.753, 0.7581, 0.7466, 0.7611, 0.7697, 0.7541, 0.7673, 0.7835, 0.7287, 0.7466, 0.746, 0.7708, 0.7533, 0.7667, 0.7777, 0.7468, 0.7812, 0.7565, 0.7768, 0.7696, 0.7559, 0.7725, 0.7581, 0.7749, 0.765, 0.7677, 0.7615, 0.7586, 0.7547, 0.7341, 0.7484, 0.7496, 0.7549, 0.7656, 0.7611, 0.7781, 0.7492, 0.77, 0.7622, 0.7606, 0.7539, 0.7449, 0.7673, 0.7426, 0.7675, 0.7495, 0.7684]
+  Layer  9  raw=[1.0742980241775513, 1.0729812383651733, 1.0559521913528442, 1.0530411005020142, 1.054856777191162, 1.0794094800949097, 1.1349021196365356, 0.9953089356422424, 0.932023823261261, 1.0710290670394897, 1.0425336360931396, 0.9995422959327698, 1.0350638628005981, 1.074638843536377, 1.1116214990615845, 1.0238860845565796, 0.9750809669494629, 1.1148414611816406, 1.0882405042648315, 1.0319464206695557, 1.0971288681030273, 1.061696171760559, 1.0601686239242554, 1.0397868156433105, 1.1910358667373657, 0.9826194047927856, 1.0609734058380127, 1.0393184423446655, 1.0463573932647705, 0.9915756583213806, 1.1046572923660278, 1.0666522979736328, 1.0556364059448242, 1.0716092586517334, 1.0956523418426514, 0.9741443395614624, 0.9879555702209473, 1.080291748046875, 1.1140656471252441, 1.0233900547027588, 1.0819660425186157, 1.0520310401916504, 1.0939006805419922, 1.0909459590911865, 1.0734561681747437, 1.0371873378753662, 1.0241360664367676, 1.087043285369873, 1.0781917572021484, 1.037690281867981, 1.0006396770477295, 1.0820947885513306, 0.9677733778953552, 1.0904996395111084, 1.0715208053588867, 1.0584653615951538, 0.9611716866493225, 1.062748670578003, 1.0790876150131226, 1.0081804990768433, 1.0044591426849365, 1.0455348491668701, 1.0808721780776978, 1.0700100660324097]  ->  sigmoid=[0.7454, 0.7452, 0.7419, 0.7414, 0.7417, 0.7464, 0.7567, 0.7301, 0.7175, 0.7448, 0.7393, 0.731, 0.7379, 0.7455, 0.7524, 0.7357, 0.7261, 0.753, 0.7481, 0.7373, 0.7497, 0.743, 0.7427, 0.7388, 0.7669, 0.7276, 0.7429, 0.7387, 0.7401, 0.7294, 0.7511, 0.744, 0.7419, 0.7449, 0.7494, 0.7259, 0.7287, 0.7465, 0.7529, 0.7356, 0.7469, 0.7412, 0.7491, 0.7486, 0.7453, 0.7383, 0.7358, 0.7478, 0.7462, 0.7384, 0.7312, 0.7469, 0.7247, 0.7485, 0.7449, 0.7424, 0.7234, 0.7432, 0.7463, 0.7327, 0.7319, 0.7399, 0.7467, 0.7446]
+  Layer 10  raw=[1.0002530813217163, 1.0578525066375732, 1.0711861848831177, 1.0870498418807983, 1.0656447410583496, 1.1015673875808716, 1.0218509435653687, 1.0189119577407837, 1.0869144201278687, 1.1060103178024292, 1.0235817432403564, 1.0844649076461792, 0.9998311400413513, 1.1170963048934937, 1.0842807292938232, 1.1591618061065674, 1.1032097339630127, 0.9681366682052612, 1.0481582880020142, 1.047249674797058, 1.0236490964889526, 1.0429219007492065, 1.0343331098556519, 1.0720218420028687, 1.0474685430526733, 1.0445339679718018, 1.0610435009002686, 1.0995664596557617, 1.0549840927124023, 1.0359082221984863, 1.0648667812347412, 1.0695730447769165, 1.0496762990951538, 1.0772396326065063, 1.0979533195495605, 1.0599724054336548, 1.1186282634735107, 1.0235283374786377, 1.0281685590744019, 1.0224134922027588, 1.0155140161514282, 1.069002389907837, 1.0622011423110962, 1.0629714727401733, 0.9943235516548157, 1.0745383501052856, 1.0376925468444824, 1.1039292812347412, 1.0694921016693115, 1.0692657232284546, 1.0612280368804932, 1.1209933757781982, 0.9818269610404968, 1.1425213813781738, 1.06732177734375, 1.0262147188186646, 1.0222904682159424, 0.9985707998275757, 1.0594979524612427, 1.0699933767318726, 1.0916184186935425, 1.057707667350769, 1.026161789894104, 1.0341166257858276]  ->  sigmoid=[0.7311, 0.7423, 0.7448, 0.7478, 0.7438, 0.7506, 0.7353, 0.7348, 0.7478, 0.7514, 0.7357, 0.7473, 0.731, 0.7534, 0.7473, 0.7612, 0.7509, 0.7247, 0.7404, 0.7402, 0.7357, 0.7394, 0.7378, 0.745, 0.7403, 0.7397, 0.7429, 0.7502, 0.7417, 0.7381, 0.7436, 0.7445, 0.7407, 0.746, 0.7499, 0.7427, 0.7537, 0.7357, 0.7366, 0.7354, 0.7341, 0.7444, 0.7431, 0.7433, 0.7299, 0.7455, 0.7384, 0.751, 0.7445, 0.7445, 0.7429, 0.7542, 0.7275, 0.7581, 0.7441, 0.7362, 0.7354, 0.7308, 0.7426, 0.7446, 0.7487, 0.7423, 0.7362, 0.7377]
+  Layer 11  raw=[1.1193667650222778, 1.147385835647583, 1.097097635269165, 0.9933834075927734, 0.9980084896087646, 1.0441478490829468, 1.044007420539856, 0.9760099649429321, 1.0492956638336182, 1.0213388204574585, 1.0112487077713013, 1.1245192289352417, 1.0592941045761108, 1.0692217350006104, 1.0262787342071533, 1.1505814790725708, 1.0740840435028076, 1.0186302661895752, 1.05946946144104, 1.1090787649154663, 1.091670036315918, 1.0298750400543213, 0.9855073690414429, 1.0906612873077393, 1.1045197248458862, 0.9989240169525146, 0.996306300163269, 1.1303681135177612, 0.9611859917640686, 1.0414289236068726, 1.053889274597168, 1.0398911237716675, 1.0872108936309814, 1.047964334487915, 1.0676370859146118, 1.0832451581954956, 1.1516960859298706, 1.0477523803710938, 1.0061192512512207, 1.191788911819458, 0.9997351765632629, 1.0522451400756836, 1.0592756271362305, 1.0301644802093506, 1.0925674438476562, 1.1373350620269775, 1.049342155456543, 1.0478137731552124, 0.9966427683830261, 1.0834174156188965, 1.1824690103530884, 1.0456782579421997, 1.0131688117980957, 1.0488460063934326, 1.003916621208191, 1.0350840091705322, 1.1213569641113281, 1.0185515880584717, 1.0271755456924438, 1.0560983419418335, 1.077828288078308, 1.089206576347351, 1.1552215814590454, 1.0395045280456543]  ->  sigmoid=[0.7539, 0.759, 0.7497, 0.7298, 0.7307, 0.7396, 0.7396, 0.7263, 0.7406, 0.7352, 0.7333, 0.7548, 0.7426, 0.7444, 0.7362, 0.7596, 0.7454, 0.7347, 0.7426, 0.752, 0.7487, 0.7369, 0.7282, 0.7485, 0.7511, 0.7308, 0.7303, 0.7559, 0.7234, 0.7391, 0.7415, 0.7388, 0.7479, 0.7404, 0.7441, 0.7471, 0.7598, 0.7403, 0.7323, 0.7671, 0.731, 0.7412, 0.7426, 0.7369, 0.7489, 0.7572, 0.7406, 0.7404, 0.7304, 0.7471, 0.7654, 0.7399, 0.7336, 0.7406, 0.7318, 0.7379, 0.7542, 0.7347, 0.7364, 0.7419, 0.7461, 0.7482, 0.7605, 0.7388]
+
+  Summary scale_y:
+  mean=0.7496  std=0.0203  min=0.6891  max=0.8037
+  Layer sigmoid means: [0.7653, 0.7474, 0.7323, 0.7183, 0.7976, 0.7872, 0.7855, 0.7488, 0.739, 0.7338, 0.737, 0.7532, 0.7329, 0.7574, 0.7802, 0.7943, 0.7285, 0.7775, 0.734, 0.7358, 0.781, 0.7897, 0.7495, 0.7501, 0.7127, 0.8037, 0.7773, 0.7673, 0.7726, 0.7078, 0.7972, 0.7156, 0.7723, 0.7896, 0.7942, 0.7418, 0.7047, 0.7701, 0.7437, 0.7858, 0.7444, 0.712, 0.7589, 0.7856, 0.741, 0.7518, 0.7452, 0.7442, 0.7994, 0.7413, 0.7724, 0.7819, 0.7283, 0.7466, 0.7919, 0.7562, 0.7615, 0.798, 0.7831, 0.7279, 0.7372, 0.7501, 0.788, 0.7211, 0.7199, 0.6891, 0.7071, 0.7056, 0.711, 0.6969, 0.7146, 0.7111, 0.7096, 0.6931, 0.7134, 0.7221, 0.7118, 0.7299, 0.716, 0.7161, 0.7117, 0.6996, 0.7119, 0.712, 0.7109, 0.7038, 0.7203, 0.6998, 0.7132, 0.718, 0.7117, 0.7119, 0.7014, 0.7189, 0.7146, 0.7178, 0.7154, 0.716, 0.7106, 0.7143, 0.7134, 0.7184, 0.7165, 0.708, 0.7097, 0.7075, 0.7103, 0.7086, 0.7097, 0.7194, 0.7137, 0.7375, 0.7008, 0.7064, 0.7118, 0.7104, 0.7229, 0.7291, 0.7146, 0.7059, 0.7205, 0.6967, 0.7076, 0.7108, 0.7177, 0.7171, 0.7157, 0.7184, 0.742, 0.7331, 0.7501, 0.7503, 0.7268, 0.7227, 0.734, 0.7533, 0.7333, 0.7287, 0.7442, 0.7525, 0.7532, 0.7376, 0.7574, 0.7366, 0.7369, 0.7277, 0.7198, 0.7477, 0.7376, 0.7245, 0.7191, 0.728, 0.7465, 0.7409, 0.7525, 0.7352, 0.7378, 0.7497, 0.7197, 0.7113, 0.7424, 0.7505, 0.743, 0.7352, 0.7547, 0.7258, 0.7264, 0.7539, 0.7393, 0.7271, 0.749, 0.7091, 0.7279, 0.73, 0.7216, 0.7446, 0.7379, 0.7302, 0.7271, 0.7213, 0.7263, 0.733, 0.7466, 0.7609, 0.7312, 0.7327, 0.7362, 0.7187, 0.7413, 0.7467, 0.7511, 0.7211, 0.7477, 0.7262, 0.7299, 0.7225, 0.7252, 0.7244, 0.7417, 0.7385, 0.7232, 0.7494, 0.7576, 0.7358, 0.7335, 0.7424, 0.7334, 0.7687, 0.7512, 0.7619, 0.7582, 0.748, 0.7454, 0.767, 0.738, 0.7336, 0.7595, 0.7534, 0.7776, 0.7404, 0.7615, 0.7368, 0.726, 0.7248, 0.7424, 0.7372, 0.7538, 0.7361, 0.7522, 0.7641, 0.756, 0.7296, 0.7343, 0.7336, 0.7331, 0.7135, 0.7477, 0.7388, 0.7514, 0.7453, 0.7221, 0.7411, 0.7375, 0.7392, 0.7615, 0.7349, 0.7411, 0.7347, 0.755, 0.7548, 0.7378, 0.7292, 0.7341, 0.7385, 0.7221, 0.747, 0.7504, 0.7664, 0.7628, 0.7538, 0.7626, 0.7528, 0.7749, 0.7562, 0.7605, 0.7705, 0.7618, 0.7566, 0.7746, 0.7545, 0.7533, 0.7617, 0.7551, 0.7526, 0.7679, 0.7567, 0.765, 0.7603, 0.7448, 0.7553, 0.7519, 0.78, 0.767, 0.7623, 0.7494, 0.7621, 0.7557, 0.7557, 0.764, 0.7694, 0.7786, 0.7531, 0.7696, 0.7612, 0.7424, 0.7693, 0.7323, 0.7528, 0.7507, 0.7619, 0.7683, 0.7561, 0.7558, 0.7678, 0.7693, 0.7692, 0.7653, 0.7583, 0.7742, 0.7743, 0.7648, 0.749, 0.7487, 0.7528, 0.7611, 0.7503, 0.7554, 0.7777, 0.7649, 0.7747, 0.7705, 0.7718, 0.7661, 0.7854, 0.7809, 0.7661, 0.7678, 0.789, 0.7645, 0.7786, 0.7814, 0.7822, 0.7799, 0.7757, 0.7722, 0.7689, 0.7924, 0.7765, 0.7715, 0.7737, 0.7867, 0.7844, 0.7847, 0.7665, 0.7881, 0.7868, 0.7782, 0.7651, 0.7861, 0.7978, 0.769, 0.7875, 0.7582, 0.7675, 0.7848, 0.7679, 0.7843, 0.7821, 0.7743, 0.7689, 0.7877, 0.7661, 0.7705, 0.7702, 0.7735, 0.771, 0.7935, 0.7769, 0.7818, 0.762, 0.7755, 0.7895, 0.7712, 0.7619, 0.7772, 0.7771, 0.7741, 0.7728, 0.7723, 0.7932, 0.7764, 0.7654, 0.7786, 0.7669, 0.7622, 0.7667, 0.7518, 0.7674, 0.7681, 0.7765, 0.7763, 0.7724, 0.7719, 0.758, 0.7735, 0.7695, 0.7707, 0.7697, 0.767, 0.7726, 0.7754, 0.7648, 0.7573, 0.7692, 0.7709, 0.7716, 0.7703, 0.7582, 0.7575, 0.7668, 0.7689, 0.7815, 0.7668, 0.7678, 0.7846, 0.7659, 0.7535, 0.7663, 0.7657, 0.7559, 0.7601, 0.7611, 0.7658, 0.7493, 0.7598, 0.776, 0.7647, 0.7695, 0.7747, 0.7596, 0.7677, 0.7745, 0.7735, 0.7621, 0.7652, 0.7523, 0.7555, 0.7611, 0.7706, 0.7702, 0.7443, 0.7543, 0.7618, 0.7829, 0.7575, 0.7689, 0.7633, 0.7557, 0.7585, 0.744, 0.7662, 0.7676, 0.7571, 0.7577, 0.7609, 0.7488, 0.7568, 0.7669, 0.7424, 0.7634, 0.7548, 0.7626, 0.7552, 0.7375, 0.7578, 0.7777, 0.7541, 0.7535, 0.7729, 0.7582, 0.7578, 0.7332, 0.7556, 0.7602, 0.7434, 0.7479, 0.746, 0.7497, 0.7553, 0.7636, 0.7606, 0.7523, 0.7474, 0.7682, 0.7654, 0.7491, 0.7532, 0.7677, 0.766, 0.753, 0.7582, 0.7674, 0.7604, 0.7514, 0.7537, 0.7592, 0.7729, 0.764, 0.761, 0.7501, 0.7638, 0.7562, 0.7472, 0.7648, 0.7558, 0.7667, 0.7591, 0.7505, 0.7599, 0.7534, 0.7506, 0.7608, 0.7461, 0.7557, 0.7807, 0.755, 0.7397, 0.7772, 0.782, 0.7825, 0.7724, 0.7388, 0.763, 0.7619, 0.7555, 0.7641, 0.7537, 0.7561, 0.7755, 0.753, 0.7581, 0.7466, 0.7611, 0.7697, 0.7541, 0.7673, 0.7835, 0.7287, 0.7466, 0.746, 0.7708, 0.7533, 0.7667, 0.7777, 0.7468, 0.7812, 0.7565, 0.7768, 0.7696, 0.7559, 0.7725, 0.7581, 0.7749, 0.765, 0.7677, 0.7615, 0.7586, 0.7547, 0.7341, 0.7484, 0.7496, 0.7549, 0.7656, 0.7611, 0.7781, 0.7492, 0.77, 0.7622, 0.7606, 0.7539, 0.7449, 0.7673, 0.7426, 0.7675, 0.7495, 0.7684, 0.7454, 0.7452, 0.7419, 0.7414, 0.7417, 0.7464, 0.7567, 0.7301, 0.7175, 0.7448, 0.7393, 0.731, 0.7379, 0.7455, 0.7524, 0.7357, 0.7261, 0.753, 0.7481, 0.7373, 0.7497, 0.743, 0.7427, 0.7388, 0.7669, 0.7276, 0.7429, 0.7387, 0.7401, 0.7294, 0.7511, 0.744, 0.7419, 0.7449, 0.7494, 0.7259, 0.7287, 0.7465, 0.7529, 0.7356, 0.7469, 0.7412, 0.7491, 0.7486, 0.7453, 0.7383, 0.7358, 0.7478, 0.7462, 0.7384, 0.7312, 0.7469, 0.7247, 0.7485, 0.7449, 0.7424, 0.7234, 0.7432, 0.7463, 0.7327, 0.7319, 0.7399, 0.7467, 0.7446, 0.7311, 0.7423, 0.7448, 0.7478, 0.7438, 0.7506, 0.7353, 0.7348, 0.7478, 0.7514, 0.7357, 0.7473, 0.731, 0.7534, 0.7473, 0.7612, 0.7509, 0.7247, 0.7404, 0.7402, 0.7357, 0.7394, 0.7378, 0.745, 0.7403, 0.7397, 0.7429, 0.7502, 0.7417, 0.7381, 0.7436, 0.7445, 0.7407, 0.746, 0.7499, 0.7427, 0.7537, 0.7357, 0.7366, 0.7354, 0.7341, 0.7444, 0.7431, 0.7433, 0.7299, 0.7455, 0.7384, 0.751, 0.7445, 0.7445, 0.7429, 0.7542, 0.7275, 0.7581, 0.7441, 0.7362, 0.7354, 0.7308, 0.7426, 0.7446, 0.7487, 0.7423, 0.7362, 0.7377, 0.7539, 0.759, 0.7497, 0.7298, 0.7307, 0.7396, 0.7396, 0.7263, 0.7406, 0.7352, 0.7333, 0.7548, 0.7426, 0.7444, 0.7362, 0.7596, 0.7454, 0.7347, 0.7426, 0.752, 0.7487, 0.7369, 0.7282, 0.7485, 0.7511, 0.7308, 0.7303, 0.7559, 0.7234, 0.7391, 0.7415, 0.7388, 0.7479, 0.7404, 0.7441, 0.7471, 0.7598, 0.7403, 0.7323, 0.7671, 0.731, 0.7412, 0.7426, 0.7369, 0.7489, 0.7572, 0.7406, 0.7404, 0.7304, 0.7471, 0.7654, 0.7399, 0.7336, 0.7406, 0.7318, 0.7379, 0.7542, 0.7347, 0.7364, 0.7419, 0.7461, 0.7482, 0.7605, 0.7388]
+
+======================================================================
+COMPARISON: Phase 17 true ratios vs Phase 19b (for context)
+======================================================================
+  Phase 17 scale_q sigmoid mean: 0.7437
+  Phase 17 scale_y sigmoid mean: 0.7496
+  Phase 19b scale_q global mean: 0.4816  (from canonical run)
+  Phase 19b scale_y global mean: 0.5046  (from canonical run)
+
+  If Phase 17 is also ~0.5, the per-layer 'preferences' were init artifacts.
+  If Phase 17 shows genuine spread, there IS a real per-layer signal.
\ No newline at end of file
diff --git a/results/phase18a_qa_softqa_pl_w1000_runs_20260402_0738.csv b/results/phase18a_qa_softqa_pl_w1000_runs_20260402_0738.csv
new file mode 100644
index 0000000000000000000000000000000000000000..05441e86c617ba37a83487f27254bf903b9cd26e
--- /dev/null
+++ b/results/phase18a_qa_softqa_pl_w1000_runs_20260402_0738.csv
@@ -0,0 +1,4 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,alpha_q_layers,alpha_y_layers,out_dir,error
+dynamic_qa_conditioned_softqa_perlayer,qa_softqa_pl_w1000,1000,42,ok,4884.583526849747,123.69,4.5326,10000,4.5326,True,"[0.5783, 0.5083, 0.5031, 0.4884, 0.4893, 0.4728, 0.4466, 0.4148, 0.4211, 0.4273, 0.4191, 0.4421]","[0.664, 0.5536, 0.5349, 0.5248, 0.4907, 0.4702, 0.4463, 0.4236, 0.4525, 0.4653, 0.4975, 0.5152]",out-openwebtext_phase18a_w1000_qa_softqa_pl,
+dynamic_qa_conditioned_softqa_perlayer,qa_softqa_pl_w1000,1000,1337,ok,4800.1115601062775,123.69,4.5471,9750,4.5891,False,"[0.5808, 0.5155, 0.488, 0.4997, 0.4858, 0.4847, 0.4677, 0.4414, 0.3835, 0.4202, 0.4327, 0.4386]","[0.6658, 0.5761, 0.5351, 0.5256, 0.4999, 0.4719, 0.4537, 0.4338, 0.4122, 0.4373, 0.4569, 0.5127]",out-openwebtext_phase18a_w1000_qa_softqa_pl,
+dynamic_qa_conditioned_softqa_perlayer,qa_softqa_pl_w1000,1000,123,ok,4809.684059381485,123.69,4.5526,9750,4.556,False,"[0.5751, 0.5153, 0.5106, 0.4869, 0.4785, 0.4784, 0.4281, 0.4162, 0.4088, 0.4085, 0.4585, 0.417]","[0.6516, 0.5463, 0.5416, 0.5243, 0.509, 0.4793, 0.4395, 0.4087, 0.408, 0.4786, 0.5243, 0.5142]",out-openwebtext_phase18a_w1000_qa_softqa_pl,
diff --git a/results/phase18a_qa_softqa_pl_w1000_summary_20260402_0738.txt b/results/phase18a_qa_softqa_pl_w1000_summary_20260402_0738.txt
new file mode 100644
index 0000000000000000000000000000000000000000..14e8a32504a136eb4e89a52010baad820418ec54
--- /dev/null
+++ b/results/phase18a_qa_softqa_pl_w1000_summary_20260402_0738.txt
@@ -0,0 +1,55 @@
+PHASE 18A � QA SOFT-QA PER-LAYER NORMALIZATION (INDEPENDENT PER-LAYER SOFT BLENDS)
+====================================================================================================
+
+Scientific motivation:
+  Tests whether qa_softqa_perlayer collapses under reduced warmup like other high-dimensional gates,
+    or whether per-layer freedom provides robustness. Our warmup sensitivity law predicts
+    degraded performance at w1000.
+
+Scientific predictions:
+  alpha_q per layer: unknown profile � may show monotonic increase, U-curve, or flat
+  alpha_y per layer: unknown profile � may differ significantly from alpha_q pattern
+  Mean alpha_q expected near 0.663 (Phase 16 global mean)
+  Mean alpha_y expected near 0.740 (Phase 16 global mean)
+- Performance prediction: WORSE than w2000 (high-dim gate sensitivity law)
+  Stability hypothesis: per-layer freedom may RESOLVE late-training instability
+
+Warmup sensitivity context:
+  Phase 17 w2000: mean=4.3890  1/3 stable
+  Phase 18a w1000: prediction � WORSE (high-dim gate sensitivity law)
+  Phase 18b w3000: prediction � potentially MORE stable, performance near 4.379
+
+Results CSV: C:\Users\brian\Documents\nanoGPT\results\phase18a_qa_softqa_pl_w1000_runs_20260402_0738.csv
+
+Recipe:
+  batch_size=4  gradient_accumulation_steps=2  block_size=512  tokens/iter=4,096
+  compile=False  warmup=1000  max_iters=10000  seeds=[42, 1337, 123]
+
+Canon anchors to keep in mind:
+  cheap_qa          4.3897  (3/3 stable champion)
+  qa_softqa_pl w2000 4.3890  (1/3 stable, seed 42 best: 4.3790)
+  qa_softqa         4.3889  (1/3 stable)
+  qa_softq          4.3865  (1/3 stable)
+
+Completed runs:
+   1. qa_softqa_pl_w1000 mean=4.5441  std=0.0084  done=3/3
+
+----------------------------------------------------------------------------------------------------
+qa_softqa_pl_w1000  (dynamic_qa_conditioned_softqa_perlayer)
+  Independent per-layer learned blends for BOTH q and y before shared 128->64 gate
+  out_dir: out-openwebtext_phase18a_w1000_qa_softqa_pl
+  completed seeds: 3/3
+  partial mean/std: 4.5441 � 0.0084
+  learned alpha_q layerwise mean across completed seeds: [0.5781, 0.513, 0.5006, 0.4917, 0.4845, 0.4786, 0.4475, 0.4241, 0.4045, 0.4187, 0.4368, 0.4326]
+  learned alpha_q global mean across completed seeds: 0.4675
+  learned alpha_y layerwise mean across completed seeds: [0.6605, 0.5587, 0.5372, 0.5249, 0.4999, 0.4738, 0.4465, 0.422, 0.4242, 0.4604, 0.4929, 0.514]
+  learned alpha_y global mean across completed seeds: 0.5013
+    seed=  42  best=4.5326  final=4.5326  best@10000  stable=True
+      alpha_q=[0.5783, 0.5083, 0.5031, 0.4884, 0.4893, 0.4728, 0.4466, 0.4148, 0.4211, 0.4273, 0.4191, 0.4421]
+      alpha_y=[0.664, 0.5536, 0.5349, 0.5248, 0.4907, 0.4702, 0.4463, 0.4236, 0.4525, 0.4653, 0.4975, 0.5152]
+    seed= 123  best=4.5526  final=4.5560  best@9750  stable=False
+      alpha_q=[0.5751, 0.5153, 0.5106, 0.4869, 0.4785, 0.4784, 0.4281, 0.4162, 0.4088, 0.4085, 0.4585, 0.417]
+      alpha_y=[0.6516, 0.5463, 0.5416, 0.5243, 0.509, 0.4793, 0.4395, 0.4087, 0.408, 0.4786, 0.5243, 0.5142]
+    seed=1337  best=4.5471  final=4.5891  best@9750  stable=False
+      alpha_q=[0.5808, 0.5155, 0.488, 0.4997, 0.4858, 0.4847, 0.4677, 0.4414, 0.3835, 0.4202, 0.4327, 0.4386]
+      alpha_y=[0.6658, 0.5761, 0.5351, 0.5256, 0.4999, 0.4719, 0.4537, 0.4338, 0.4122, 0.4373, 0.4569, 0.5127]
diff --git a/results/phase18b_qa_softqa_pl_w3000_runs_20260402_1640.csv b/results/phase18b_qa_softqa_pl_w3000_runs_20260402_1640.csv
new file mode 100644
index 0000000000000000000000000000000000000000..0e2e8280c59b65c40890b5cb6b39ab64810a424f
--- /dev/null
+++ b/results/phase18b_qa_softqa_pl_w3000_runs_20260402_1640.csv
@@ -0,0 +1,4 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,alpha_q_layers,alpha_y_layers,out_dir,error
+dynamic_qa_conditioned_softqa_perlayer,qa_softqa_pl_w3000,3000,42,ok,5538.173526287079,123.69,4.3747,10000,4.3747,True,"[0.5074, 0.4657, 0.4204, 0.3845, 0.4865, 0.4086, 0.3955, 0.4102, 0.3958, 0.4626, 0.4621, 0.4631]","[0.6308, 0.4924, 0.4931, 0.4604, 0.5081, 0.5096, 0.5197, 0.4726, 0.4664, 0.5384, 0.5515, 0.5482]",out-openwebtext_phase18b_w3000_qa_softqa_pl,
+dynamic_qa_conditioned_softqa_perlayer,qa_softqa_pl_w3000,3000,1337,ok,4877.768312692642,123.69,4.3648,9750,4.4104,False,"[0.4962, 0.4608, 0.4374, 0.3873, 0.4712, 0.4133, 0.4019, 0.4024, 0.4241, 0.46, 0.4813, 0.4866]","[0.6291, 0.5223, 0.4892, 0.4645, 0.5202, 0.6036, 0.4696, 0.4402, 0.4668, 0.5373, 0.5515, 0.5402]",out-openwebtext_phase18b_w3000_qa_softqa_pl,
+dynamic_qa_conditioned_softqa_perlayer,qa_softqa_pl_w3000,3000,123,ok,4851.970255851746,123.69,4.3888,9750,4.3995,False,"[0.4943, 0.4985, 0.4126, 0.3781, 0.4696, 0.4609, 0.3845, 0.4188, 0.4144, 0.4413, 0.4703, 0.4844]","[0.6345, 0.5595, 0.4973, 0.4671, 0.454, 0.5787, 0.5672, 0.4604, 0.4484, 0.5294, 0.5457, 0.5519]",out-openwebtext_phase18b_w3000_qa_softqa_pl,
diff --git a/results/phase18b_qa_softqa_pl_w3000_summary_20260402_1640.txt b/results/phase18b_qa_softqa_pl_w3000_summary_20260402_1640.txt
new file mode 100644
index 0000000000000000000000000000000000000000..f7723d67e01ea609bd65c7a34ed243c004fffce8
--- /dev/null
+++ b/results/phase18b_qa_softqa_pl_w3000_summary_20260402_1640.txt
@@ -0,0 +1,55 @@
+PHASE 18B � QA SOFT-QA PER-LAYER NORMALIZATION (INDEPENDENT PER-LAYER SOFT BLENDS)
+====================================================================================================
+
+Scientific motivation:
+  Tests whether extended warmup stabilizes qa_softqa_perlayer. Hypothesis:
+    gate Linear weights diverge late-training at w2000. More warmup may resolve this and
+    achieve 3/3 stability while maintaining performance near 4.379.
+
+Scientific predictions:
+  alpha_q per layer: unknown profile � may show monotonic increase, U-curve, or flat
+  alpha_y per layer: unknown profile � may differ significantly from alpha_q pattern
+  Mean alpha_q expected near 0.663 (Phase 16 global mean)
+  Mean alpha_y expected near 0.740 (Phase 16 global mean)
+- Performance prediction: potentially MORE stable, with performance near 4.379
+  Stability hypothesis: per-layer freedom may RESOLVE late-training instability
+
+Warmup sensitivity context:
+  Phase 17 w2000: mean=4.3890  1/3 stable
+  Phase 18a w1000: prediction � WORSE (high-dim gate sensitivity law)
+  Phase 18b w3000: prediction � potentially MORE stable, performance near 4.379
+
+Results CSV: C:\Users\brian\Documents\nanoGPT\results\phase18b_qa_softqa_pl_w3000_runs_20260402_1640.csv
+
+Recipe:
+  batch_size=4  gradient_accumulation_steps=2  block_size=512  tokens/iter=4,096
+  compile=False  warmup=3000  max_iters=10000  seeds=[42, 1337, 123]
+
+Canon anchors to keep in mind:
+  cheap_qa          4.3897  (3/3 stable champion)
+  qa_softqa_pl w2000 4.3890  (1/3 stable, seed 42 best: 4.3790)
+  qa_softqa         4.3889  (1/3 stable)
+  qa_softq          4.3865  (1/3 stable)
+
+Completed runs:
+   1. qa_softqa_pl_w3000 mean=4.3761  std=0.0098  done=3/3
+
+----------------------------------------------------------------------------------------------------
+qa_softqa_pl_w3000  (dynamic_qa_conditioned_softqa_perlayer)
+  Independent per-layer learned blends for BOTH q and y before shared 128->64 gate
+  out_dir: out-openwebtext_phase18b_w3000_qa_softqa_pl
+  completed seeds: 3/3
+  partial mean/std: 4.3761 � 0.0098
+  learned alpha_q layerwise mean across completed seeds: [0.4993, 0.475, 0.4235, 0.3833, 0.4758, 0.4276, 0.394, 0.4105, 0.4114, 0.4546, 0.4712, 0.478]
+  learned alpha_q global mean across completed seeds: 0.4420
+  learned alpha_y layerwise mean across completed seeds: [0.6315, 0.5247, 0.4932, 0.464, 0.4941, 0.564, 0.5188, 0.4577, 0.4605, 0.535, 0.5496, 0.5468]
+  learned alpha_y global mean across completed seeds: 0.5200
+    seed=  42  best=4.3747  final=4.3747  best@10000  stable=True
+      alpha_q=[0.5074, 0.4657, 0.4204, 0.3845, 0.4865, 0.4086, 0.3955, 0.4102, 0.3958, 0.4626, 0.4621, 0.4631]
+      alpha_y=[0.6308, 0.4924, 0.4931, 0.4604, 0.5081, 0.5096, 0.5197, 0.4726, 0.4664, 0.5384, 0.5515, 0.5482]
+    seed= 123  best=4.3888  final=4.3995  best@9750  stable=False
+      alpha_q=[0.4943, 0.4985, 0.4126, 0.3781, 0.4696, 0.4609, 0.3845, 0.4188, 0.4144, 0.4413, 0.4703, 0.4844]
+      alpha_y=[0.6345, 0.5595, 0.4973, 0.4671, 0.454, 0.5787, 0.5672, 0.4604, 0.4484, 0.5294, 0.5457, 0.5519]
+    seed=1337  best=4.3648  final=4.4104  best@9750  stable=False
+      alpha_q=[0.4962, 0.4608, 0.4374, 0.3873, 0.4712, 0.4133, 0.4019, 0.4024, 0.4241, 0.46, 0.4813, 0.4866]
+      alpha_y=[0.6291, 0.5223, 0.4892, 0.4645, 0.5202, 0.6036, 0.4696, 0.4402, 0.4668, 0.5373, 0.5515, 0.5402]
diff --git a/results/phase19_full_scale_vectors.txt b/results/phase19_full_scale_vectors.txt
new file mode 100644
index 0000000000000000000000000000000000000000..22b7e5795b1f21d331938e365cd7ccbba1100aff
--- /dev/null
+++ b/results/phase19_full_scale_vectors.txt
@@ -0,0 +1,283 @@
+================================================================================
+PHASE 19 - FULL 64-DIM SCALE VECTOR INSPECTION v2
+================================================================================
+Loading: C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19_w2000_qa_softqa_pd\ckpt.pt
+Found 12 scale_q layers, 12 scale_y layers
+
+================================================================================
+  scale_q (qa_q_dim_scale)
+================================================================================
+
+  Layer  0  mean=0.0790  std=0.0934  min=-0.0806  max=0.4130  [<0.2:57  mid:7  >0.8:0]  BIMODAL=YES
+    0.0682  0.2608  0.1676  0.0638  0.0739  -0.0019  0.2410  0.0398
+    0.1863  0.0422  0.1525  0.1270  0.1086  0.0262  0.0044  0.1661
+    0.0479  -0.0806  0.0931  0.4130  0.0258  -0.0517  -0.0157  0.2359
+    -0.0188  0.0337  0.0592  0.0758  -0.0280  -0.0282  0.2401  0.1119
+    0.2303  0.1254  0.1197  0.2256  -0.0218  0.0811  -0.0601  0.1104
+    -0.0722  0.0566  0.0350  0.0486  0.0919  0.0832  -0.0616  -0.0409
+    -0.0040  0.1606  0.1111  0.1263  0.0920  -0.0159  0.1338  -0.0022
+    0.1347  0.0582  0.0378  0.1391  0.0300  0.0558  0.1494  0.0597
+
+  Layer  1  mean=0.0234  std=0.0588  min=-0.0634  max=0.1623  [<0.2:64  mid:0  >0.8:0]  BIMODAL=YES
+    -0.0333  0.0241  -0.0369  0.0135  0.1349  -0.0171  -0.0456  0.1045
+    -0.0216  0.1306  -0.0634  -0.0266  0.1308  0.0214  0.1623  -0.0274
+    0.0975  -0.0276  -0.0278  -0.0476  -0.0249  -0.0049  -0.0073  -0.0129
+    0.0994  0.0099  -0.0373  0.0193  -0.0210  -0.0306  -0.0428  0.0608
+    0.0039  -0.0049  0.0645  -0.0040  0.0828  0.1218  0.1273  0.0061
+    0.0512  0.0698  0.0489  0.1183  -0.0281  0.0553  0.0794  0.0081
+    0.0236  0.0996  -0.0196  -0.0573  -0.0557  0.1095  -0.0229  0.0175
+    0.0985  0.0105  -0.0120  -0.0171  0.0732  -0.0118  0.0008  0.0110
+
+  Layer  2  mean=-0.1320  std=0.1726  min=-0.5021  max=0.2549  [<0.2:62  mid:2  >0.8:0]  BIMODAL=YES
+    -0.3513  -0.2760  0.2549  -0.0878  -0.0936  -0.0243  -0.1851  -0.3497
+    -0.3123  -0.0331  -0.0396  -0.2175  -0.0830  -0.3750  -0.3468  -0.0948
+    -0.1625  0.0117  -0.0463  0.1655  -0.4791  -0.1071  -0.3136  -0.0844
+    -0.2461  0.1187  -0.1503  -0.3462  0.0978  -0.0501  0.1414  -0.0810
+    0.0718  0.1401  -0.1130  -0.1108  -0.0336  -0.4815  0.0341  0.2541
+    -0.2072  -0.0111  -0.0003  -0.1670  -0.0930  -0.0999  -0.1449  -0.3034
+    -0.0932  -0.2228  -0.0623  -0.1483  -0.2080  -0.2988  -0.5021  -0.1083
+    -0.0432  -0.2733  -0.2168  -0.1029  -0.3359  -0.2430  0.1821  -0.3617
+
+  Layer  3  mean=-0.0732  std=0.1337  min=-0.4592  max=0.2311  [<0.2:63  mid:1  >0.8:0]  BIMODAL=YES
+    -0.1414  0.2311  0.0879  0.1189  -0.1750  -0.1668  -0.1262  0.0771
+    -0.1617  0.1263  -0.2357  0.0513  -0.1167  0.0649  -0.0202  -0.2110
+    -0.0837  0.0176  -0.1082  -0.1179  0.1684  -0.3129  -0.2206  -0.1081
+    -0.0380  0.1768  -0.1618  -0.0748  -0.2402  -0.1871  -0.0217  -0.2150
+    -0.1476  -0.1231  -0.4592  -0.1439  -0.2512  -0.0352  -0.0854  0.1060
+    0.0097  0.0288  -0.0450  -0.1112  -0.1852  -0.1232  -0.2013  -0.0170
+    -0.1852  -0.0555  -0.1016  -0.1029  0.0435  0.0373  -0.1726  -0.0049
+    -0.0294  -0.0660  -0.2447  0.0335  0.1681  0.1953  -0.1690  -0.1244
+
+  Layer  4  mean=-0.0758  std=0.0549  min=-0.1951  max=0.0296  [<0.2:64  mid:0  >0.8:0]  BIMODAL=YES
+    -0.1594  -0.1423  -0.1035  -0.0146  -0.0778  -0.1204  -0.1186  -0.0712
+    -0.1340  -0.1489  0.0039  0.0067  -0.1268  -0.1305  -0.0309  -0.0629
+    -0.0898  -0.0513  0.0086  -0.0970  -0.1735  -0.0162  -0.1408  -0.0664
+    -0.0792  -0.1417  -0.0352  0.0109  -0.0784  0.0296  -0.0388  -0.0496
+    -0.0861  -0.0641  -0.1951  -0.0163  -0.0409  -0.1111  -0.0832  -0.1434
+    -0.0488  -0.1500  -0.1417  -0.0310  -0.1115  -0.1221  -0.0872  -0.1655
+    -0.1014  0.0091  -0.0165  -0.0103  0.0246  -0.1176  -0.0834  -0.0995
+    -0.1063  -0.0488  0.0099  -0.0797  -0.0763  -0.0336  -0.0231  -0.0600
+
+  Layer  5  mean=-0.0883  std=0.0621  min=-0.2214  max=0.0702  [<0.2:64  mid:0  >0.8:0]  BIMODAL=YES
+    0.0403  -0.0600  -0.0766  -0.1327  -0.1258  -0.0256  -0.1684  -0.0031
+    -0.0802  -0.1019  -0.0613  -0.0280  -0.0281  -0.0607  -0.2031  0.0219
+    -0.0162  -0.0506  -0.0305  -0.1155  -0.1081  -0.1724  -0.1755  -0.0694
+    -0.1117  -0.1052  -0.0960  -0.0860  -0.0197  -0.1500  -0.1508  -0.1904
+    -0.1177  -0.0482  -0.1126  -0.0950  0.0127  -0.1768  -0.0512  -0.0701
+    -0.0723  -0.0554  -0.0913  -0.1441  -0.0865  -0.1208  -0.1136  -0.1461
+    -0.0339  0.0702  -0.1967  -0.0704  -0.2214  -0.0384  -0.0417  -0.1480
+    -0.0668  -0.0408  -0.1672  -0.0010  -0.1293  -0.1579  -0.1249  -0.0530
+
+  Layer  6  mean=-0.1225  std=0.0647  min=-0.2551  max=0.0110  [<0.2:64  mid:0  >0.8:0]  BIMODAL=YES
+    0.0110  -0.2412  -0.0663  -0.1510  -0.1671  -0.0141  -0.1872  -0.2182
+    -0.0738  -0.0492  -0.0655  -0.1279  -0.0538  -0.1626  -0.0156  -0.2436
+    -0.0761  -0.2067  -0.0994  -0.0894  -0.0789  -0.0620  -0.2551  -0.0963
+    -0.1256  -0.1847  -0.1223  -0.1950  -0.1473  -0.1591  -0.0912  -0.1075
+    -0.0770  -0.1664  -0.1883  -0.0800  -0.1130  -0.0938  -0.0824  -0.0654
+    -0.1758  -0.1262  -0.0851  -0.1528  -0.0473  -0.0369  -0.2257  -0.2395
+    -0.0781  -0.1229  -0.2157  -0.0530  -0.0456  -0.1533  -0.1333  -0.1013
+    -0.1343  -0.0394  -0.1812  -0.1804  -0.1899  -0.0125  -0.1687  -0.1532
+
+  Layer  7  mean=-0.1207  std=0.0550  min=-0.2631  max=0.0169  [<0.2:64  mid:0  >0.8:0]  BIMODAL=YES
+    -0.0868  -0.2631  -0.1366  -0.1293  -0.1275  -0.0922  -0.1506  -0.2360
+    -0.1726  -0.0708  -0.2152  -0.1920  -0.2005  -0.1407  -0.1812  -0.1427
+    -0.2005  -0.1551  -0.0932  -0.0744  -0.1557  -0.1480  -0.0815  -0.1288
+    -0.1490  -0.0709  -0.2212  -0.1762  -0.0677  -0.0337  -0.1368  -0.0850
+    -0.1158  -0.0797  -0.1231  -0.0585  -0.1588  -0.0811  -0.0831  -0.0612
+    -0.0707  -0.1235  -0.1467  -0.0971  -0.0971  -0.1327  -0.0437  -0.1418
+    -0.0042  -0.1904  0.0169  -0.1160  -0.0451  -0.0838  -0.1112  -0.1102
+    -0.0984  -0.1260  -0.0967  -0.0725  -0.1307  -0.0965  -0.2263  -0.1033
+
+  Layer  8  mean=-0.1299  std=0.0823  min=-0.3197  max=0.0311  [<0.2:64  mid:0  >0.8:0]  BIMODAL=YES
+    -0.1101  -0.1063  -0.1941  -0.1895  -0.2219  -0.1101  -0.0261  -0.0730
+    -0.0278  -0.0684  -0.0931  -0.0687  0.0311  -0.0085  -0.0335  -0.1263
+    -0.1722  -0.0713  -0.0698  -0.2524  0.0033  -0.1693  -0.2491  -0.2340
+    -0.1439  -0.1118  -0.2002  -0.1873  -0.1336  -0.3197  -0.0349  -0.1110
+    -0.0005  -0.1186  -0.2572  -0.1184  -0.2444  -0.1072  -0.0996  -0.2181
+    -0.0658  -0.2923  0.0044  -0.1134  -0.1372  -0.1280  -0.0899  -0.0789
+    -0.0920  -0.1247  -0.2863  -0.0464  -0.0319  -0.1676  -0.2257  -0.1831
+    -0.0619  -0.2262  -0.1045  -0.0683  -0.2425  -0.2535  -0.1300  -0.1219
+
+  Layer  9  mean=-0.0680  std=0.0442  min=-0.1976  max=0.0521  [<0.2:64  mid:0  >0.8:0]  BIMODAL=YES
+    -0.0927  -0.1177  -0.1066  -0.1195  -0.0955  -0.0429  -0.0637  -0.0977
+    -0.0175  -0.1004  -0.0806  -0.1074  -0.0440  -0.0717  -0.0595  -0.0437
+    0.0046  -0.0585  -0.0042  0.0521  -0.1976  -0.0418  -0.0702  -0.1388
+    -0.0523  -0.0384  -0.0208  -0.0400  -0.0156  -0.0770  -0.0477  -0.0719
+    -0.0930  -0.0041  -0.0074  -0.0731  -0.1155  -0.0519  -0.1285  -0.0850
+    -0.1159  -0.0840  -0.0820  -0.0385  -0.1007  -0.0212  -0.0838  -0.0208
+    -0.1324  -0.0108  -0.0035  -0.0924  -0.0227  -0.0591  -0.0429  -0.0075
+    -0.1193  -0.1093  -0.0837  -0.0485  -0.0996  -0.1339  -0.1066  -0.0954
+
+  Layer 10  mean=-0.0434  std=0.0395  min=-0.1149  max=0.0530  [<0.2:64  mid:0  >0.8:0]  BIMODAL=YES
+    -0.0497  -0.0618  -0.0847  -0.0547  -0.0902  -0.0092  -0.0684  -0.0426
+    -0.0377  -0.0591  0.0067  -0.0659  -0.0694  -0.1038  -0.0376  -0.0501
+    -0.0504  -0.0093  0.0530  0.0420  -0.0117  0.0028  -0.0817  -0.1029
+    -0.0689  -0.0203  -0.0645  -0.0508  -0.1006  -0.0996  0.0183  -0.0068
+    -0.0411  -0.0091  -0.0148  -0.0052  -0.0600  -0.0403  -0.0641  -0.0912
+    -0.0777  -0.0812  -0.0740  -0.0410  -0.0407  -0.0121  -0.0310  -0.0413
+    0.0192  -0.0125  -0.0209  0.0185  0.0419  -0.1149  -0.0283  -0.0932
+    -0.0997  0.0092  -0.0797  -0.0825  -0.0783  -0.0215  -0.0219  -0.0566
+
+  Layer 11  mean=-0.0710  std=0.0529  min=-0.1747  max=0.0541  [<0.2:64  mid:0  >0.8:0]  BIMODAL=YES
+    -0.0619  0.0541  -0.0643  -0.0263  -0.0555  -0.1057  -0.1385  -0.0628
+    -0.0838  -0.0729  -0.0850  -0.0920  0.0027  0.0123  -0.1203  -0.1404
+    -0.0379  -0.0465  -0.0351  -0.0898  -0.1636  -0.0726  -0.0641  -0.1365
+    0.0176  -0.1380  -0.0290  -0.1077  -0.0076  -0.0670  -0.1196  0.0273
+    -0.0086  -0.0506  -0.0535  -0.1055  -0.0958  -0.1546  -0.1290  -0.0814
+    -0.0635  -0.1363  -0.0471  -0.1719  -0.0400  -0.0192  -0.0409  -0.1747
+    -0.1392  -0.0124  -0.0213  -0.1344  -0.1226  -0.0058  0.0009  -0.0711
+    -0.1245  -0.0701  -0.0674  0.0001  -0.0596  -0.0337  -0.0682  -0.1305
+
+  --- GLOBAL scale_q (qa_q_dim_scale) across all layers ---
+  mean=-0.0685  std=0.1048  min=-0.5021  max=0.4130
+  <0.2: 758  mid: 10  >0.8: 0  BIMODAL=YES
+  Distribution histogram (0.0 to 1.0 in 0.1 buckets):
+  0.0-0.1   100  ####################
+  0.1-0.2    38  #######
+  0.2-0.3     9  #
+  0.3-0.4     0  
+  0.4-0.5     1  
+  0.5-0.6     0  
+  0.6-0.7     0  
+  0.7-0.8     0  
+  0.8-0.9     0  
+  0.9-1.0     0  
+
+================================================================================
+  scale_y (qa_y_dim_scale)
+================================================================================
+
+  Layer  0  mean=0.3035  std=0.2165  min=-0.0950  max=0.7360  [<0.2:24  mid:40  >0.8:0]  BIMODAL=NO - flat
+    0.3963  0.2318  0.0901  0.0252  0.7360  0.5234  0.5832  0.2723
+    0.2580  0.0317  0.2340  0.2937  0.1058  0.2797  0.5473  0.6510
+    0.2305  0.4515  0.1011  0.1684  0.4792  0.4900  0.2102  0.3133
+    0.0521  0.6712  0.4287  0.2725  0.4177  0.0067  0.6428  0.0566
+    0.0961  0.6850  0.6330  0.1438  -0.0950  0.4269  0.1495  0.3757
+    0.1831  0.0481  0.1438  0.5801  0.0748  0.2087  0.2900  0.1618
+    0.7232  0.2332  0.2148  0.3994  0.0631  0.2424  0.5871  0.1686
+    0.3753  0.6054  0.4468  0.0640  0.0276  0.1315  0.6654  0.1159
+
+  Layer  1  mean=0.1037  std=0.0433  min=-0.0077  max=0.2384  [<0.2:63  mid:1  >0.8:0]  BIMODAL=YES
+    0.0735  0.1966  0.0649  0.0597  0.1554  0.0997  0.0801  0.0948
+    0.1415  0.0953  0.1068  0.1740  0.1146  0.0824  0.1026  0.0862
+    0.0870  0.1271  0.0829  0.0883  0.1718  0.1306  0.0732  0.0847
+    0.0910  0.1065  0.1092  0.0505  0.0586  0.0522  0.1516  0.1814
+    0.0311  0.1789  0.0795  0.0849  0.1471  0.0763  0.1260  0.0881
+    0.1330  -0.0077  0.1138  0.0624  0.0650  0.0721  0.0489  0.0700
+    0.1430  0.0820  0.0631  0.1484  0.1067  0.1399  0.1110  0.1529
+    0.0647  0.0651  0.1430  0.2384  0.0630  0.1305  0.1178  0.1206
+
+  Layer  2  mean=0.0010  std=0.0764  min=-0.1481  max=0.1535  [<0.2:64  mid:0  >0.8:0]  BIMODAL=YES
+    -0.1162  -0.0094  0.0357  -0.0167  -0.1329  -0.1481  0.0340  -0.1018
+    -0.0253  0.0971  -0.0461  -0.0077  -0.1009  0.0669  -0.0471  0.0575
+    -0.0721  -0.0003  -0.1183  0.0731  0.0956  0.1040  0.0738  0.0253
+    0.0652  -0.0717  0.0683  -0.0856  -0.0588  0.0378  0.0459  0.0602
+    0.0948  -0.0819  0.0392  0.0939  0.0870  0.0375  0.0513  0.0093
+    -0.0882  -0.0151  -0.0961  0.1535  0.1420  0.0407  0.0090  0.0980
+    -0.1361  -0.1244  -0.0983  0.0133  0.0423  0.0733  -0.0363  -0.0884
+    -0.0953  -0.0231  0.0063  0.0868  -0.0098  -0.0007  0.0521  0.0446
+
+  Layer  3  mean=-0.0265  std=0.0576  min=-0.1340  max=0.0999  [<0.2:64  mid:0  >0.8:0]  BIMODAL=YES
+    -0.0409  -0.0733  -0.0098  0.0173  0.0754  0.0806  0.0471  -0.1306
+    -0.1089  0.0068  -0.0466  -0.0855  0.0164  -0.0042  0.0526  0.0172
+    -0.1095  -0.0148  0.0174  -0.0356  -0.0249  -0.1267  0.0620  -0.0424
+    -0.0571  -0.0663  -0.1340  -0.0438  -0.0447  -0.0816  -0.0166  0.0354
+    -0.0698  -0.0761  0.0042  -0.0798  0.0810  -0.0484  0.0101  -0.0501
+    0.0024  -0.0159  0.0288  -0.0980  -0.1079  -0.1062  -0.0143  0.0582
+    -0.0332  0.0215  -0.0113  0.0999  -0.0275  -0.0631  -0.0210  0.0158
+    -0.0742  0.0152  -0.0955  -0.0625  -0.0060  0.0620  -0.0989  -0.0644
+
+  Layer  4  mean=-0.1084  std=0.1485  min=-0.4276  max=0.3985  [<0.2:62  mid:2  >0.8:0]  BIMODAL=YES
+    -0.1584  -0.1609  -0.1542  -0.3121  0.1453  -0.2093  -0.1497  -0.1490
+    -0.0618  -0.0568  0.0464  -0.1833  -0.1326  -0.0930  -0.1765  -0.0533
+    -0.1648  0.0775  -0.1730  -0.1300  -0.2520  -0.0246  -0.0991  -0.0479
+    -0.0917  -0.0022  -0.4276  -0.0479  -0.2760  -0.0431  -0.2438  -0.1345
+    -0.1701  -0.1200  -0.0031  0.3985  -0.0210  -0.1757  -0.3817  -0.0601
+    -0.1348  -0.1074  -0.0929  -0.0738  0.1781  -0.3058  0.1703  -0.0816
+    -0.0487  -0.2688  -0.2700  -0.0680  -0.0529  -0.3278  -0.0646  -0.3576
+    -0.2802  -0.1031  -0.0966  -0.2672  -0.0910  -0.0005  0.3336  -0.0562
+
+  Layer  5  mean=0.0064  std=0.1406  min=-0.3046  max=0.2671  [<0.2:57  mid:7  >0.8:0]  BIMODAL=YES
+    -0.0467  0.0132  -0.0052  -0.0540  0.0534  -0.0757  0.1914  -0.0957
+    -0.0952  0.2363  0.0818  -0.0648  0.2122  -0.1494  -0.3046  0.0503
+    0.1880  -0.1446  0.0429  0.2037  -0.0236  -0.0798  -0.1291  -0.0356
+    -0.0224  -0.0662  -0.0875  -0.0273  0.1853  -0.1240  0.1433  0.1610
+    0.1258  -0.0420  -0.0834  0.1541  -0.0239  -0.2360  -0.0467  0.1554
+    -0.2283  -0.1369  -0.1917  0.0818  0.0796  -0.0265  0.2671  0.2099
+    0.0764  -0.0436  -0.0928  0.2155  0.1707  -0.2804  -0.1311  0.1482
+    0.1669  0.1345  -0.0944  -0.1669  -0.1673  0.0024  0.0737  0.2066
+
+  Layer  6  mean=-0.0343  std=0.0756  min=-0.1499  max=0.1249  [<0.2:64  mid:0  >0.8:0]  BIMODAL=YES
+    0.0480  -0.1450  -0.0824  0.0285  -0.1382  -0.1258  -0.1009  -0.0710
+    -0.0740  -0.0239  0.0424  -0.0689  0.0084  0.0598  -0.0514  0.0198
+    -0.0368  -0.0066  -0.1397  -0.0855  -0.0059  -0.0864  -0.0722  -0.0710
+    0.0535  0.0024  -0.1240  0.1249  -0.0187  -0.0048  -0.0508  -0.0490
+    -0.1121  -0.1499  0.0493  0.1240  -0.1414  -0.0602  0.0328  -0.0639
+    0.0410  -0.0784  -0.0331  -0.0917  -0.0773  0.0060  -0.1127  0.0805
+    -0.0537  -0.0021  0.0279  0.0802  -0.1201  0.1197  0.0580  -0.1473
+    0.0912  0.0932  -0.0708  -0.0492  -0.0622  -0.0633  -0.1181  -0.1447
+
+  Layer  7  mean=-0.0703  std=0.0618  min=-0.2243  max=0.0646  [<0.2:64  mid:0  >0.8:0]  BIMODAL=YES
+    -0.0252  -0.1124  -0.1184  -0.0823  -0.0014  -0.0559  -0.1076  -0.1430
+    -0.0836  -0.0453  -0.1367  -0.0976  0.0082  -0.1380  -0.0186  -0.0412
+    -0.1168  -0.0341  -0.1488  -0.1380  -0.1099  -0.0615  0.0290  -0.1475
+    -0.0935  -0.0890  0.0646  -0.0196  -0.0464  -0.2234  -0.0958  -0.0018
+    0.0121  -0.0902  -0.0618  -0.1379  -0.0472  -0.1118  -0.0100  -0.0179
+    -0.0070  -0.0869  -0.0296  -0.0518  -0.0571  -0.2084  0.0414  0.0114
+    -0.1521  -0.1085  -0.0240  -0.0302  -0.0073  -0.0803  -0.0777  -0.1164
+    -0.2243  -0.0607  -0.0117  -0.1183  0.0153  -0.1155  -0.0682  -0.0344
+
+  Layer  8  mean=-0.0396  std=0.1225  min=-0.5978  max=0.1549  [<0.2:64  mid:0  >0.8:0]  BIMODAL=YES
+    -0.0695  -0.2426  -0.0824  0.0663  0.0142  -0.1065  -0.5978  0.0504
+    -0.0961  -0.0112  -0.1469  -0.0792  0.0150  0.0854  -0.0045  -0.2822
+    -0.2231  -0.0083  0.0213  0.0588  0.0361  -0.1143  -0.0652  -0.1117
+    0.0332  0.0366  -0.0097  -0.1263  0.0013  0.0755  -0.0732  -0.0768
+    -0.0160  0.0930  0.0996  -0.0120  0.1419  0.0263  0.0870  0.0444
+    -0.2048  -0.0299  0.0488  -0.0934  0.0045  0.1199  0.0161  0.0426
+    -0.0892  -0.1079  -0.0973  0.0162  0.1549  0.0413  0.0965  -0.2118
+    -0.0348  -0.0747  -0.0563  -0.0904  -0.0019  0.0192  -0.0938  -0.3377
+
+  Layer  9  mean=0.0309  std=0.0463  min=-0.1044  max=0.1232  [<0.2:64  mid:0  >0.8:0]  BIMODAL=YES
+    0.0195  -0.0473  0.0858  -0.0535  -0.0619  -0.0099  0.0082  0.0593
+    0.0519  -0.0424  0.0450  0.0320  0.0011  0.0970  -0.0713  0.0281
+    0.0037  0.0226  0.0689  0.0413  0.0248  0.0172  0.0497  0.0201
+    0.0600  0.0390  0.1161  0.0941  0.0134  0.0703  0.0079  0.0606
+    0.0510  0.0643  0.0520  0.0249  0.0408  0.0211  -0.1044  0.0658
+    0.0103  -0.0126  -0.0055  0.0203  0.0565  -0.0515  -0.0188  -0.0107
+    0.0362  0.0428  0.0527  0.0439  0.0671  0.1044  0.0344  -0.0101
+    0.1105  0.0286  0.1232  0.0969  0.0766  0.0097  0.0513  0.0549
+
+  Layer 10  mean=0.0678  std=0.0458  min=-0.0477  max=0.1759  [<0.2:64  mid:0  >0.8:0]  BIMODAL=YES
+    -0.0043  0.0556  0.0721  0.0226  0.0442  0.0394  0.0856  -0.0477
+    0.1303  0.0231  0.0580  0.1201  0.0018  0.0286  0.0286  0.1578
+    -0.0041  0.0142  0.0556  0.0870  0.0311  0.1172  0.0660  0.1117
+    0.0989  0.0370  0.0608  0.0988  0.1007  0.0391  0.0652  0.0366
+    0.1020  0.0180  0.0532  0.0311  0.0703  0.0398  0.0718  0.1188
+    0.1132  0.0609  0.0324  0.0463  0.0398  0.1653  0.0319  0.1292
+    0.1380  0.0653  0.0915  0.0725  0.1063  0.0779  0.0662  0.0543
+    0.1527  -0.0002  0.1759  0.1556  0.0414  0.0751  0.0723  0.0417
+
+  Layer 11  mean=0.0588  std=0.0461  min=-0.0529  max=0.1778  [<0.2:64  mid:0  >0.8:0]  BIMODAL=YES
+    0.0037  0.0861  0.0150  0.0113  0.0768  0.1165  0.0535  0.0769
+    0.0471  0.0142  -0.0002  0.0821  0.0774  0.0294  0.0873  0.0562
+    0.1115  0.0955  0.0497  0.0620  0.0709  0.0533  0.1123  0.1275
+    0.0499  0.0773  -0.0529  0.0265  0.0885  0.0636  0.0861  0.0128
+    0.0652  0.0462  0.0522  0.0929  -0.0444  0.0800  0.0529  0.1523
+    0.0121  0.0251  0.1232  0.0590  0.0555  0.0434  -0.0132  0.1414
+    0.0142  0.0585  0.1148  0.0766  0.1632  0.0318  -0.0052  0.0567
+    0.1778  0.0334  0.0300  0.0486  0.0913  0.0286  0.0535  -0.0212
+
+  --- GLOBAL scale_y (qa_y_dim_scale) across all layers ---
+  mean=0.0244  std=0.1459  min=-0.5978  max=0.7360
+  <0.2: 718  mid: 50  >0.8: 0  BIMODAL=YES
+  Distribution histogram (0.0 to 1.0 in 0.1 buckets):
+  0.0-0.1   299  ###########################################################
+  0.1-0.2    94  ##################
+  0.2-0.3    22  ####
+  0.3-0.4     7  #
+  0.4-0.5     7  #
+  0.5-0.6     5  #
+  0.6-0.7     7  #
+  0.7-0.8     2  
+  0.8-0.9     0  
+  0.9-1.0     0  
\ No newline at end of file
diff --git a/results/phase19_qa_softqa_pd_w2000_runs_20260402_2142.csv b/results/phase19_qa_softqa_pd_w2000_runs_20260402_2142.csv
new file mode 100644
index 0000000000000000000000000000000000000000..4dbfbd8cad22d079f72d8db2096b4e8ad83c5fa6
--- /dev/null
+++ b/results/phase19_qa_softqa_pd_w2000_runs_20260402_2142.csv
@@ -0,0 +1,4 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,scale_q_layer_means,scale_y_layer_means,scale_q_full_json,scale_y_full_json,out_dir,error
+dynamic_qa_conditioned_softqa_perdim,qa_softqa_pd,2000,42,ok,4913.064256668091,123.69,4.3883,10000,4.3883,True,"[0.5185, 0.5041, 0.4775, 0.4809, 0.4841, 0.4807, 0.4692, 0.4557, 0.4723, 0.4707, 0.4835, 0.4796]","[0.5753, 0.5178, 0.4981, 0.4881, 0.4841, 0.4913, 0.4987, 0.4796, 0.4859, 0.5076, 0.5113, 0.5033]","[[0.5126, 0.4884, 0.5426, 0.5545, 0.5099, 0.5909, 0.5328, 0.5274, 0.5016, 0.5022, 0.5263, 0.5316, 0.5167, 0.4895, 0.552, 0.5048, 0.5057, 0.5202, 0.5407, 0.5057, 0.5005, 0.5128, 0.5596, 0.5129, 0.5088, 0.6156, 0.4658, 0.4836, 0.4885, 0.5322, 0.5163, 0.5328, 0.5325, 0.5401, 0.5544, 0.4998, 0.4846, 0.4997, 0.5045, 0.4862, 0.5185, 0.5333, 0.517, 0.486, 0.4964, 0.5124, 0.5344, 0.4861, 0.5052, 0.4883, 0.5567, 0.5491, 0.5341, 0.5029, 0.5035, 0.4776, 0.5138, 0.519, 0.5146, 0.5387, 0.4916, 0.5119, 0.5832, 0.5217], [0.5302, 0.4795, 0.5426, 0.486, 0.4931, 0.5501, 0.486, 0.4879, 0.4838, 0.5438, 0.5309, 0.5215, 0.4881, 0.4912, 0.484, 0.534, 0.4956, 0.4871, 0.5065, 0.4946, 0.4951, 0.4987, 0.4923, 0.5266, 0.4942, 0.4888, 0.4931, 0.5, 0.5131, 0.4885, 0.5256, 0.5206, 0.4829, 0.5102, 0.5119, 0.5069, 0.4938, 0.5053, 0.5393, 0.4908, 0.4888, 0.5443, 0.5223, 0.5072, 0.4727, 0.4907, 0.4916, 0.5382, 0.5296, 0.5083, 0.5006, 0.4847, 0.5003, 0.5094, 0.4771, 0.4895, 0.4915, 0.4885, 0.4972, 0.5045, 0.5002, 0.496, 0.4896, 0.5441], [0.4667, 0.5119, 0.47, 0.4474, 0.4707, 0.4326, 0.5105, 0.4711, 0.5146, 0.4804, 0.4411, 0.4934, 0.5052, 0.5019, 0.48, 0.5018, 0.4769, 0.5212, 0.511, 0.5153, 0.4606, 0.4965, 0.5247, 0.4705, 0.4679, 0.4804, 0.4894, 0.4678, 0.4434, 0.4689, 0.4972, 0.4614, 0.4372, 0.4842, 0.4313, 0.4601, 0.4949, 0.4617, 0.4904, 0.513, 0.4895, 0.4427, 0.4707, 0.4556, 0.5081, 0.4654, 0.4632, 0.4727, 0.5339, 0.4792, 0.514, 0.5213, 0.4462, 0.5016, 0.4426, 0.4616, 0.4587, 0.475, 0.416, 0.4606, 0.4527, 0.4609, 0.4819, 0.4582], [0.5405, 0.5363, 0.5084, 0.4371, 0.5327, 0.4559, 0.5236, 0.4478, 0.4444, 0.5057, 0.4001, 0.4816, 0.4382, 0.5528, 0.4185, 0.4829, 0.457, 0.5204, 0.4854, 0.4896, 0.4796, 0.4646, 0.4618, 0.4578, 0.5072, 0.4683, 0.4494, 0.515, 0.4644, 0.4501, 0.5403, 0.5365, 0.4629, 0.4289, 0.4826, 0.4084, 0.4502, 0.4893, 0.4658, 0.5308, 0.5796, 0.5005, 0.4802, 0.4434, 0.5068, 0.5247, 0.4518, 0.4763, 0.3956, 0.5541, 0.518, 0.4375, 0.49, 0.4145, 0.4608, 0.445, 0.5248, 0.5717, 0.4766, 0.4985, 0.5306, 0.4423, 0.4251, 0.4564], [0.4927, 0.4902, 0.4497, 0.4603, 0.4808, 0.4739, 0.4792, 0.5039, 0.5024, 0.4976, 0.4948, 0.4548, 0.4839, 0.4828, 0.4871, 0.4955, 0.4974, 0.4824, 0.4732, 0.4963, 0.4809, 0.479, 0.4886, 0.4831, 0.4665, 0.4605, 0.4941, 0.5049, 0.4736, 0.4817, 0.4833, 0.4789, 0.4613, 0.495, 0.479, 0.4951, 0.4915, 0.504, 0.488, 0.5003, 0.4918, 0.4691, 0.4819, 0.4648, 0.4936, 0.4878, 0.4758, 0.4776, 0.4819, 0.4818, 0.4944, 0.4557, 0.5019, 0.4821, 0.4966, 0.5101, 0.484, 0.4953, 0.4677, 0.4738, 0.476, 0.5004, 0.4755, 0.4919], [0.466, 0.4767, 0.4917, 0.4577, 0.497, 0.4644, 0.4792, 0.5013, 0.486, 0.4725, 0.4828, 0.4802, 0.4537, 0.4626, 0.4792, 0.4829, 0.4627, 0.5069, 0.5116, 0.478, 0.4904, 0.4822, 0.5017, 0.4668, 0.4939, 0.4747, 0.4679, 0.4879, 0.4874, 0.5078, 0.4668, 0.4986, 0.4892, 0.4854, 0.4736, 0.4833, 0.4853, 0.4604, 0.5101, 0.4573, 0.5155, 0.4743, 0.4673, 0.4737, 0.4522, 0.4818, 0.478, 0.4858, 0.4551, 0.4842, 0.5013, 0.4773, 0.4843, 0.4857, 0.4745, 0.4859, 0.4916, 0.4354, 0.4815, 0.4805, 0.4745, 0.4709, 0.4928, 0.4975], [0.4758, 0.4714, 0.4721, 0.469, 0.4671, 0.4798, 0.4701, 0.4554, 0.4899, 0.4582, 0.4778, 0.4811, 0.4606, 0.4481, 0.5128, 0.4524, 0.4629, 0.4437, 0.4706, 0.4738, 0.4792, 0.4726, 0.4582, 0.4355, 0.4796, 0.4881, 0.4845, 0.5108, 0.4497, 0.4774, 0.4678, 0.4758, 0.4831, 0.4895, 0.446, 0.4633, 0.4571, 0.4711, 0.4304, 0.467, 0.4667, 0.427, 0.4613, 0.4776, 0.502, 0.4557, 0.5031, 0.4702, 0.4595, 0.475, 0.4669, 0.4904, 0.4256, 0.4965, 0.4585, 0.4568, 0.4716, 0.4665, 0.4669, 0.5098, 0.4717, 0.4635, 0.4465, 0.4614], [0.4569, 0.3952, 0.4232, 0.4626, 0.4805, 0.4459, 0.4662, 0.4496, 0.4573, 0.4132, 0.4581, 0.4613, 0.4625, 0.4574, 0.4713, 0.4632, 0.4365, 0.4602, 0.4828, 0.4515, 0.4725, 0.4417, 0.4784, 0.4513, 0.4664, 0.4696, 0.4519, 0.4172, 0.4456, 0.4489, 0.4329, 0.4964, 0.4698, 0.4407, 0.4624, 0.467, 0.4553, 0.4821, 0.4241, 0.4836, 0.4843, 0.4807, 0.4649, 0.4658, 0.44, 0.4361, 0.4556, 0.4567, 0.4503, 0.4475, 0.4847, 0.4053, 0.4667, 0.4337, 0.4493, 0.4928, 0.4641, 0.4589, 0.4652, 0.428, 0.4667, 0.4512, 0.477, 0.4284], [0.4628, 0.5026, 0.4905, 0.4582, 0.4743, 0.4831, 0.4497, 0.4755, 0.4525, 0.4868, 0.4656, 0.4872, 0.5014, 0.493, 0.4334, 0.4746, 0.4844, 0.4693, 0.478, 0.4532, 0.4719, 0.5075, 0.4871, 0.4414, 0.4419, 0.4532, 0.4742, 0.4437, 0.4879, 0.4683, 0.4765, 0.4733, 0.453, 0.4503, 0.4563, 0.4859, 0.4763, 0.4724, 0.4513, 0.4822, 0.4845, 0.4736, 0.4552, 0.4933, 0.4267, 0.4853, 0.4845, 0.4762, 0.4744, 0.4696, 0.4329, 0.4613, 0.4712, 0.4681, 0.4814, 0.4783, 0.4731, 0.4846, 0.506, 0.4965, 0.4591, 0.4765, 0.4966, 0.4842], [0.4572, 0.4578, 0.4512, 0.4998, 0.4454, 0.427, 0.4787, 0.4837, 0.4677, 0.4528, 0.4844, 0.4821, 0.4418, 0.4829, 0.4334, 0.4561, 0.4818, 0.4141, 0.5026, 0.4825, 0.4774, 0.4627, 0.4846, 0.4849, 0.4798, 0.4806, 0.4649, 0.4762, 0.4875, 0.4972, 0.452, 0.4892, 0.4961, 0.4707, 0.4939, 0.4349, 0.4549, 0.4145, 0.4798, 0.4661, 0.4712, 0.488, 0.4806, 0.4598, 0.4618, 0.4872, 0.4954, 0.451, 0.4527, 0.4633, 0.4578, 0.4538, 0.4823, 0.4905, 0.4861, 0.4854, 0.4888, 0.4906, 0.482, 0.4837, 0.481, 0.4865, 0.4896, 0.4249], [0.4854, 0.4879, 0.4996, 0.474, 0.4717, 0.4732, 0.4776, 0.4737, 0.4775, 0.4799, 0.4693, 0.4998, 0.4783, 0.4625, 0.4644, 0.4778, 0.4747, 0.47, 0.51, 0.5057, 0.4712, 0.5005, 0.4948, 0.503, 0.5167, 0.4941, 0.4664, 0.4855, 0.5067, 0.5037, 0.4861, 0.4999, 0.4815, 0.4878, 0.4946, 0.4752, 0.4781, 0.488, 0.4791, 0.4992, 0.4687, 0.4658, 0.4815, 0.498, 0.4992, 0.4737, 0.4547, 0.4829, 0.4413, 0.4777, 0.4939, 0.4784, 0.4726, 0.4701, 0.4997, 0.4819, 0.4819, 0.5039, 0.4651, 0.4823, 0.4944, 0.4866, 0.4958, 0.47], [0.4689, 0.4813, 0.4951, 0.4649, 0.4536, 0.4649, 0.4639, 0.4632, 0.488, 0.4972, 0.4485, 0.4727, 0.4893, 0.4989, 0.4958, 0.4737, 0.4667, 0.4694, 0.4692, 0.5035, 0.4666, 0.4723, 0.5007, 0.4986, 0.5052, 0.4577, 0.4875, 0.493, 0.4844, 0.4924, 0.4786, 0.487, 0.4813, 0.4766, 0.4553, 0.463, 0.4643, 0.4858, 0.4773, 0.4628, 0.5044, 0.4984, 0.4904, 0.4638, 0.4892, 0.4657, 0.5115, 0.5062, 0.4698, 0.4728, 0.4919, 0.4796, 0.4733, 0.4753, 0.4865, 0.4758, 0.4528, 0.4728, 0.5049, 0.4637, 0.4997, 0.4701, 0.4579, 0.5021]]","[[0.5995, 0.5946, 0.5187, 0.4968, 0.5561, 0.6086, 0.5271, 0.6034, 0.5874, 0.6034, 0.5829, 0.5519, 0.6212, 0.6245, 0.5749, 0.5804, 0.5331, 0.5983, 0.5879, 0.557, 0.605, 0.5841, 0.6169, 0.587, 0.5551, 0.4946, 0.5737, 0.5469, 0.623, 0.5297, 0.5208, 0.5061, 0.6151, 0.6077, 0.6266, 0.5839, 0.5077, 0.6387, 0.6133, 0.5792, 0.5321, 0.5089, 0.629, 0.5385, 0.5642, 0.5105, 0.5458, 0.631, 0.6242, 0.6448, 0.6241, 0.5112, 0.5497, 0.5428, 0.5868, 0.5957, 0.5832, 0.6357, 0.5111, 0.5219, 0.5813, 0.6332, 0.5865, 0.6069], [0.5179, 0.5198, 0.5226, 0.5025, 0.5313, 0.5256, 0.5372, 0.5049, 0.5177, 0.5002, 0.5042, 0.5307, 0.5276, 0.5101, 0.5394, 0.5036, 0.5307, 0.5157, 0.5158, 0.4889, 0.5312, 0.5326, 0.512, 0.5119, 0.5339, 0.5144, 0.4984, 0.5195, 0.5251, 0.528, 0.5249, 0.5142, 0.5032, 0.5164, 0.4972, 0.4993, 0.5201, 0.518, 0.5015, 0.4986, 0.5279, 0.5312, 0.5327, 0.5312, 0.4987, 0.5088, 0.53, 0.518, 0.5228, 0.516, 0.516, 0.5233, 0.5318, 0.5303, 0.508, 0.513, 0.5241, 0.5246, 0.5184, 0.5158, 0.5071, 0.5163, 0.5242, 0.5208], [0.5213, 0.4956, 0.4834, 0.4773, 0.5083, 0.5011, 0.5217, 0.4755, 0.5034, 0.4878, 0.4885, 0.5174, 0.4849, 0.4943, 0.5066, 0.4711, 0.4898, 0.5074, 0.5139, 0.5104, 0.5079, 0.5229, 0.5085, 0.4909, 0.5097, 0.4676, 0.5045, 0.4889, 0.5042, 0.5306, 0.5164, 0.4804, 0.5009, 0.5166, 0.4738, 0.4983, 0.5171, 0.4756, 0.4753, 0.4696, 0.4882, 0.5179, 0.4731, 0.5163, 0.4984, 0.5063, 0.5011, 0.4718, 0.4619, 0.5131, 0.4856, 0.5183, 0.5164, 0.5104, 0.4945, 0.4873, 0.4866, 0.499, 0.5056, 0.4773, 0.5141, 0.5032, 0.4941, 0.5207], [0.4895, 0.5208, 0.4941, 0.4752, 0.4875, 0.4931, 0.4859, 0.4982, 0.5017, 0.4968, 0.4912, 0.4932, 0.5109, 0.485, 0.4983, 0.5003, 0.4849, 0.5093, 0.4956, 0.4791, 0.4828, 0.4852, 0.4862, 0.5009, 0.4789, 0.4844, 0.4697, 0.4716, 0.4857, 0.475, 0.4935, 0.4803, 0.4714, 0.4914, 0.459, 0.4767, 0.4739, 0.4811, 0.4841, 0.4959, 0.4797, 0.4865, 0.4736, 0.4931, 0.4842, 0.4945, 0.4833, 0.4829, 0.4931, 0.4804, 0.4889, 0.4762, 0.4935, 0.4714, 0.5147, 0.482, 0.5089, 0.473, 0.5005, 0.4828, 0.46, 0.5144, 0.5056, 0.4994], [0.4889, 0.4644, 0.4912, 0.481, 0.5042, 0.4544, 0.457, 0.4852, 0.4769, 0.4978, 0.4977, 0.5456, 0.4905, 0.4631, 0.4661, 0.5038, 0.4499, 0.443, 0.4735, 0.5027, 0.5567, 0.4965, 0.5026, 0.5096, 0.5293, 0.4519, 0.4624, 0.4781, 0.4696, 0.5171, 0.4819, 0.4708, 0.5206, 0.4936, 0.4726, 0.4504, 0.4859, 0.4388, 0.4353, 0.5629, 0.4795, 0.4536, 0.477, 0.5291, 0.4907, 0.4569, 0.4771, 0.454, 0.4424, 0.539, 0.4874, 0.4329, 0.468, 0.4675, 0.4529, 0.5264, 0.4824, 0.5308, 0.4932, 0.46, 0.5095, 0.4504, 0.5015, 0.4968], [0.5003, 0.501, 0.5101, 0.5002, 0.5094, 0.4769, 0.4279, 0.5728, 0.4798, 0.4424, 0.5056, 0.4852, 0.4605, 0.5175, 0.4703, 0.5288, 0.4814, 0.4511, 0.4773, 0.4684, 0.491, 0.4665, 0.5298, 0.4747, 0.4343, 0.5324, 0.5736, 0.5246, 0.4647, 0.4719, 0.5087, 0.4983, 0.5037, 0.4692, 0.5545, 0.4482, 0.5088, 0.4593, 0.5813, 0.4604, 0.5844, 0.4644, 0.4652, 0.4956, 0.497, 0.465, 0.5165, 0.4424, 0.5058, 0.4777, 0.5559, 0.4765, 0.4841, 0.4418, 0.4869, 0.4805, 0.4642, 0.5149, 0.4968, 0.4957, 0.5002, 0.4722, 0.4696, 0.4701], [0.5047, 0.4672, 0.4381, 0.518, 0.5187, 0.4868, 0.5852, 0.5231, 0.4978, 0.5286, 0.5261, 0.4481, 0.5625, 0.497, 0.49, 0.4867, 0.4847, 0.5066, 0.517, 0.4893, 0.494, 0.4769, 0.4744, 0.4306, 0.4924, 0.5236, 0.5163, 0.4873, 0.4981, 0.458, 0.4795, 0.4953, 0.5267, 0.509, 0.4471, 0.4526, 0.5959, 0.5297, 0.5579, 0.5901, 0.4929, 0.5068, 0.5004, 0.4352, 0.4754, 0.5444, 0.4646, 0.5095, 0.4412, 0.5077, 0.5357, 0.5003, 0.5902, 0.4619, 0.4891, 0.5026, 0.5538, 0.4609, 0.4135, 0.491, 0.4884, 0.4713, 0.4788, 0.491], [0.4973, 0.4844, 0.4754, 0.4913, 0.4824, 0.4675, 0.4758, 0.4764, 0.4552, 0.4818, 0.4526, 0.4848, 0.4773, 0.4843, 0.4789, 0.4567, 0.4607, 0.4427, 0.48, 0.4616, 0.4751, 0.4743, 0.4873, 0.4966, 0.4957, 0.4686, 0.4655, 0.4494, 0.4752, 0.4785, 0.4947, 0.4806, 0.4927, 0.5023, 0.5231, 0.5012, 0.4664, 0.4962, 0.4648, 0.4897, 0.4926, 0.4711, 0.4863, 0.4812, 0.4705, 0.4628, 0.4703, 0.4691, 0.4929, 0.4711, 0.5069, 0.4927, 0.4863, 0.4997, 0.4895, 0.4898, 0.4979, 0.4413, 0.4908, 0.4641, 0.4558, 0.5023, 0.4604, 0.503], [0.499, 0.4959, 0.4574, 0.4787, 0.5156, 0.4662, 0.4721, 0.471, 0.4925, 0.4766, 0.4964, 0.5065, 0.4986, 0.4888, 0.4815, 0.5081, 0.4752, 0.4959, 0.4735, 0.4959, 0.4529, 0.4775, 0.4984, 0.4482, 0.5072, 0.4712, 0.4652, 0.5016, 0.473, 0.4875, 0.4689, 0.4535, 0.4521, 0.5285, 0.4816, 0.485, 0.4974, 0.4977, 0.5001, 0.4666, 0.5144, 0.4857, 0.4825, 0.5072, 0.4751, 0.504, 0.4628, 0.5283, 0.4845, 0.4144, 0.5056, 0.5006, 0.4924, 0.4967, 0.4638, 0.465, 0.5229, 0.5152, 0.5105, 0.4877, 0.4813, 0.4852, 0.5018, 0.4513], [0.5464, 0.4928, 0.5046, 0.5191, 0.509, 0.5002, 0.5096, 0.4944, 0.5216, 0.5117, 0.5161, 0.4835, 0.5061, 0.5149, 0.494, 0.4686, 0.478, 0.5066, 0.5132, 0.5212, 0.5019, 0.5029, 0.5034, 0.5238, 0.4995, 0.4973, 0.5557, 0.5258, 0.5088, 0.519, 0.5001, 0.4786, 0.5047, 0.5084, 0.4948, 0.5202, 0.5131, 0.5172, 0.5149, 0.5068, 0.5145, 0.5119, 0.5322, 0.5077, 0.4893, 0.4993, 0.5072, 0.5088, 0.4794, 0.5112, 0.5243, 0.4933, 0.4835, 0.5227, 0.5085, 0.4981, 0.5386, 0.5194, 0.5166, 0.5102, 0.4912, 0.5145, 0.487, 0.5063], [0.4984, 0.5038, 0.5022, 0.5045, 0.5111, 0.5139, 0.4938, 0.5194, 0.505, 0.5109, 0.5031, 0.5202, 0.4963, 0.5285, 0.5274, 0.5213, 0.5103, 0.5053, 0.509, 0.5102, 0.504, 0.5187, 0.5195, 0.5253, 0.5044, 0.5114, 0.5005, 0.4893, 0.5085, 0.5053, 0.5077, 0.532, 0.4871, 0.5112, 0.5073, 0.549, 0.5003, 0.5093, 0.4878, 0.514, 0.5212, 0.5203, 0.5103, 0.5188, 0.5116, 0.5148, 0.5236, 0.5211, 0.5025, 0.5095, 0.5079, 0.502, 0.5269, 0.4893, 0.5013, 0.533, 0.4954, 0.5117, 0.5112, 0.5173, 0.5399, 0.528, 0.515, 0.5027], [0.5037, 0.5022, 0.5086, 0.4913, 0.499, 0.5042, 0.5002, 0.5161, 0.5071, 0.4985, 0.4962, 0.4765, 0.4997, 0.5037, 0.4904, 0.4866, 0.5149, 0.5144, 0.4912, 0.517, 0.5099, 0.4962, 0.5011, 0.4981, 0.4972, 0.5168, 0.5205, 0.5004, 0.5143, 0.5031, 0.4958, 0.5061, 0.5068, 0.5073, 0.5295, 0.504, 0.5092, 0.4995, 0.5361, 0.5077, 0.5118, 0.5004, 0.5164, 0.4999, 0.4789, 0.4903, 0.4989, 0.5083, 0.5107, 0.4903, 0.5, 0.5041, 0.4942, 0.4823, 0.5141, 0.5117, 0.5053, 0.5181, 0.5019, 0.4909, 0.502, 0.4966, 0.5026, 0.5005]]",out-openwebtext_phase19_w2000_qa_softqa_pd,
+dynamic_qa_conditioned_softqa_perdim,qa_softqa_pd,2000,1337,ok,4841.60387468338,123.69,4.392,9750,4.4384,False,"[0.5068, 0.5042, 0.4652, 0.4736, 0.4873, 0.4677, 0.4702, 0.463, 0.475, 0.4787, 0.4859, 0.4868]","[0.5721, 0.5213, 0.4928, 0.4896, 0.4755, 0.5054, 0.492, 0.4778, 0.4875, 0.5024, 0.5122, 0.5122]","[[0.5077, 0.5014, 0.5239, 0.523, 0.4871, 0.5498, 0.5678, 0.5017, 0.4958, 0.5022, 0.5221, 0.5146, 0.4926, 0.4946, 0.4843, 0.5402, 0.5426, 0.5196, 0.4724, 0.4632, 0.5414, 0.4806, 0.5136, 0.4904, 0.4992, 0.4795, 0.5243, 0.4957, 0.5068, 0.4979, 0.5114, 0.4934, 0.5238, 0.4898, 0.4895, 0.4878, 0.5086, 0.5001, 0.5239, 0.4981, 0.4807, 0.49, 0.4893, 0.5172, 0.5062, 0.5446, 0.5434, 0.5141, 0.5246, 0.5156, 0.5, 0.4889, 0.4898, 0.4763, 0.5396, 0.4809, 0.5256, 0.4812, 0.4727, 0.5194, 0.5371, 0.5337, 0.4919, 0.5114], [0.4966, 0.5002, 0.499, 0.5284, 0.5065, 0.5437, 0.5297, 0.4891, 0.4885, 0.4853, 0.4884, 0.481, 0.5322, 0.5425, 0.5213, 0.4808, 0.5179, 0.5092, 0.5078, 0.4835, 0.4971, 0.5209, 0.5192, 0.5026, 0.5402, 0.5281, 0.5264, 0.4874, 0.5163, 0.4851, 0.4799, 0.4917, 0.4882, 0.4967, 0.4839, 0.4891, 0.5308, 0.4882, 0.5026, 0.4853, 0.5048, 0.5178, 0.4981, 0.5048, 0.489, 0.4867, 0.4921, 0.5341, 0.5068, 0.4918, 0.5238, 0.5195, 0.5017, 0.4866, 0.5008, 0.5055, 0.4919, 0.503, 0.4933, 0.4834, 0.4864, 0.5162, 0.5351, 0.5065], [0.4567, 0.4147, 0.5027, 0.4935, 0.4279, 0.4767, 0.4502, 0.4729, 0.4744, 0.5764, 0.3864, 0.523, 0.4163, 0.4165, 0.4946, 0.5047, 0.5097, 0.4311, 0.3942, 0.4777, 0.4954, 0.4231, 0.4349, 0.4729, 0.4299, 0.4681, 0.4971, 0.4113, 0.4612, 0.4838, 0.4642, 0.5518, 0.4607, 0.4342, 0.427, 0.4387, 0.4146, 0.4306, 0.4482, 0.5033, 0.4829, 0.4744, 0.4014, 0.4162, 0.4888, 0.4586, 0.4906, 0.489, 0.4727, 0.4579, 0.4492, 0.474, 0.4856, 0.5138, 0.4888, 0.4639, 0.4944, 0.4672, 0.4704, 0.4633, 0.4762, 0.4952, 0.4803, 0.4661], [0.4623, 0.4493, 0.5389, 0.4914, 0.4668, 0.4847, 0.4998, 0.4524, 0.445, 0.481, 0.412, 0.4831, 0.5352, 0.5173, 0.4721, 0.4977, 0.4639, 0.4446, 0.5264, 0.4698, 0.4839, 0.4353, 0.4847, 0.4673, 0.5044, 0.4836, 0.4641, 0.4805, 0.4922, 0.4873, 0.3981, 0.4341, 0.5156, 0.5008, 0.4272, 0.3874, 0.4546, 0.4914, 0.4202, 0.4606, 0.4554, 0.5299, 0.5426, 0.521, 0.4762, 0.5262, 0.537, 0.5024, 0.4926, 0.4782, 0.3908, 0.4176, 0.4852, 0.5304, 0.4232, 0.4593, 0.4987, 0.5139, 0.4657, 0.4481, 0.4776, 0.3707, 0.4549, 0.4454], [0.4714, 0.4918, 0.5052, 0.4841, 0.4753, 0.4844, 0.4684, 0.4633, 0.4759, 0.495, 0.4847, 0.4983, 0.4798, 0.463, 0.4905, 0.4982, 0.4632, 0.4702, 0.5134, 0.497, 0.507, 0.4926, 0.4772, 0.4854, 0.4877, 0.4867, 0.4882, 0.4714, 0.4968, 0.4975, 0.4929, 0.4793, 0.4859, 0.4848, 0.481, 0.4932, 0.4934, 0.4948, 0.4575, 0.4825, 0.4938, 0.5218, 0.4954, 0.4785, 0.5092, 0.4793, 0.4971, 0.4997, 0.4887, 0.4703, 0.4986, 0.5127, 0.4895, 0.4808, 0.5013, 0.4503, 0.4967, 0.498, 0.4862, 0.5163, 0.4762, 0.4817, 0.4746, 0.4811], [0.4618, 0.426, 0.4804, 0.462, 0.4713, 0.476, 0.444, 0.4808, 0.4745, 0.4726, 0.4907, 0.4849, 0.4963, 0.4464, 0.4637, 0.4765, 0.4666, 0.4645, 0.4797, 0.4445, 0.4778, 0.4499, 0.4611, 0.4623, 0.47, 0.4882, 0.4774, 0.4669, 0.4781, 0.4788, 0.4644, 0.4781, 0.4941, 0.4798, 0.4713, 0.4423, 0.4307, 0.4644, 0.4969, 0.4692, 0.4797, 0.4346, 0.4676, 0.4549, 0.4551, 0.4845, 0.4413, 0.4528, 0.4734, 0.4628, 0.4833, 0.4518, 0.4598, 0.4857, 0.486, 0.4918, 0.4328, 0.4327, 0.4237, 0.5082, 0.4765, 0.4684, 0.4836, 0.4775], [0.4673, 0.4763, 0.4754, 0.491, 0.4688, 0.4631, 0.4607, 0.4575, 0.4764, 0.4339, 0.4504, 0.4853, 0.4341, 0.4449, 0.4714, 0.4314, 0.4852, 0.4972, 0.4961, 0.471, 0.4562, 0.4807, 0.4871, 0.4817, 0.4638, 0.4597, 0.4696, 0.4906, 0.4638, 0.487, 0.4735, 0.467, 0.4632, 0.4731, 0.4749, 0.4738, 0.4645, 0.4697, 0.4786, 0.4715, 0.455, 0.4678, 0.4604, 0.4679, 0.4829, 0.4538, 0.4653, 0.4825, 0.4711, 0.4629, 0.4748, 0.4584, 0.501, 0.4897, 0.4882, 0.4535, 0.482, 0.463, 0.4822, 0.4586, 0.4816, 0.4839, 0.4565, 0.4648], [0.469, 0.4675, 0.48, 0.4668, 0.4864, 0.4846, 0.4778, 0.4653, 0.4564, 0.4479, 0.4608, 0.4837, 0.468, 0.4421, 0.4649, 0.4845, 0.441, 0.4644, 0.4777, 0.4626, 0.463, 0.4659, 0.4643, 0.4609, 0.4788, 0.4723, 0.4377, 0.4602, 0.464, 0.4546, 0.441, 0.4716, 0.4751, 0.4736, 0.4614, 0.4694, 0.457, 0.476, 0.4281, 0.4368, 0.467, 0.4606, 0.453, 0.4815, 0.4801, 0.4442, 0.4855, 0.4341, 0.4152, 0.4708, 0.4424, 0.4839, 0.4663, 0.4389, 0.4697, 0.4667, 0.461, 0.4579, 0.4623, 0.4607, 0.4865, 0.4461, 0.4755, 0.4601], [0.4739, 0.4672, 0.485, 0.482, 0.4669, 0.4578, 0.4688, 0.4455, 0.4657, 0.4821, 0.4261, 0.4872, 0.4898, 0.472, 0.4838, 0.4674, 0.4595, 0.478, 0.4642, 0.4812, 0.4826, 0.4714, 0.4854, 0.4886, 0.4972, 0.4842, 0.4642, 0.4674, 0.4739, 0.4864, 0.4763, 0.4664, 0.4745, 0.4981, 0.4872, 0.497, 0.4762, 0.4828, 0.4714, 0.4807, 0.4499, 0.4405, 0.4849, 0.4801, 0.4821, 0.4913, 0.5148, 0.4473, 0.468, 0.4673, 0.4965, 0.4886, 0.4669, 0.4752, 0.4581, 0.4644, 0.4851, 0.4866, 0.4596, 0.4878, 0.47, 0.4697, 0.4899, 0.4582], [0.4457, 0.4765, 0.461, 0.4897, 0.4955, 0.4628, 0.4878, 0.4904, 0.501, 0.4592, 0.4739, 0.469, 0.5157, 0.4827, 0.4794, 0.4834, 0.4812, 0.4794, 0.4911, 0.4616, 0.4906, 0.4893, 0.4658, 0.4863, 0.4617, 0.4753, 0.4728, 0.4846, 0.4751, 0.4908, 0.4795, 0.4622, 0.4708, 0.4739, 0.4673, 0.4688, 0.4876, 0.4617, 0.5055, 0.4827, 0.4902, 0.4924, 0.4875, 0.4869, 0.4693, 0.5037, 0.4777, 0.4859, 0.4677, 0.4744, 0.4653, 0.4592, 0.4753, 0.4757, 0.4954, 0.5021, 0.4708, 0.4549, 0.4822, 0.4577, 0.4976, 0.4686, 0.4645, 0.4896], [0.4978, 0.4822, 0.4989, 0.4825, 0.4887, 0.503, 0.4675, 0.4639, 0.4685, 0.4996, 0.4807, 0.4925, 0.4742, 0.4909, 0.4906, 0.4805, 0.4666, 0.4731, 0.477, 0.4634, 0.4807, 0.4963, 0.4659, 0.4876, 0.5064, 0.4914, 0.4838, 0.4688, 0.481, 0.4969, 0.4967, 0.4807, 0.4702, 0.5163, 0.4845, 0.4916, 0.5225, 0.492, 0.462, 0.5042, 0.508, 0.4932, 0.4849, 0.4887, 0.5009, 0.4626, 0.4603, 0.5021, 0.5063, 0.449, 0.4949, 0.4885, 0.4876, 0.5118, 0.4805, 0.4777, 0.4888, 0.4864, 0.4753, 0.4827, 0.4818, 0.484, 0.5035, 0.4772], [0.4932, 0.5019, 0.477, 0.4887, 0.477, 0.4946, 0.4807, 0.4767, 0.4923, 0.4985, 0.4892, 0.5006, 0.4734, 0.4842, 0.4872, 0.4558, 0.4773, 0.4858, 0.4852, 0.4848, 0.4928, 0.4958, 0.4891, 0.4862, 0.4855, 0.4906, 0.4958, 0.4873, 0.4741, 0.493, 0.4853, 0.4931, 0.4974, 0.4767, 0.4892, 0.4761, 0.4851, 0.492, 0.5031, 0.4714, 0.4906, 0.4894, 0.4939, 0.4836, 0.5014, 0.4895, 0.4504, 0.473, 0.4918, 0.5018, 0.4732, 0.5017, 0.4972, 0.4894, 0.467, 0.4872, 0.4978, 0.4854, 0.4856, 0.4828, 0.4808, 0.5003, 0.484, 0.4911]]","[[0.5438, 0.5459, 0.5317, 0.5485, 0.6123, 0.6186, 0.5335, 0.5819, 0.5926, 0.5158, 0.5258, 0.6152, 0.5137, 0.6134, 0.6057, 0.5917, 0.616, 0.6154, 0.5953, 0.5231, 0.6086, 0.5586, 0.5189, 0.5922, 0.5087, 0.5189, 0.5936, 0.624, 0.5793, 0.5289, 0.5678, 0.6213, 0.5968, 0.5726, 0.609, 0.5959, 0.621, 0.5039, 0.5817, 0.6249, 0.5171, 0.5904, 0.5575, 0.5996, 0.5461, 0.5233, 0.5116, 0.6121, 0.6069, 0.6189, 0.6196, 0.5977, 0.5161, 0.5281, 0.5593, 0.5861, 0.5045, 0.6185, 0.6084, 0.5143, 0.6227, 0.5367, 0.6285, 0.5224], [0.5199, 0.5231, 0.5186, 0.5154, 0.5282, 0.5181, 0.5103, 0.5337, 0.5218, 0.5232, 0.5185, 0.5159, 0.5059, 0.5334, 0.5223, 0.5336, 0.5195, 0.5264, 0.5338, 0.4945, 0.5303, 0.5018, 0.5198, 0.5149, 0.5047, 0.5102, 0.5006, 0.5206, 0.5082, 0.5228, 0.5494, 0.5323, 0.5178, 0.5376, 0.5311, 0.5263, 0.5218, 0.5182, 0.5298, 0.5334, 0.5327, 0.5132, 0.5176, 0.4997, 0.5177, 0.5363, 0.5282, 0.5206, 0.5332, 0.5092, 0.5223, 0.52, 0.5301, 0.5171, 0.5142, 0.5111, 0.5334, 0.5285, 0.5253, 0.5318, 0.5233, 0.5179, 0.5214, 0.5092], [0.4794, 0.5084, 0.5057, 0.4839, 0.4673, 0.5079, 0.4957, 0.5233, 0.5016, 0.5013, 0.5007, 0.4969, 0.5066, 0.4988, 0.5076, 0.4708, 0.5134, 0.5063, 0.4957, 0.4982, 0.5084, 0.4635, 0.5063, 0.5077, 0.4722, 0.465, 0.5048, 0.4933, 0.5011, 0.5012, 0.4988, 0.5163, 0.4693, 0.5059, 0.4805, 0.4784, 0.4856, 0.4936, 0.4872, 0.4575, 0.4808, 0.488, 0.488, 0.5047, 0.4792, 0.4611, 0.5124, 0.5042, 0.5164, 0.4691, 0.495, 0.4948, 0.4592, 0.5061, 0.4671, 0.476, 0.4637, 0.4956, 0.4687, 0.5199, 0.5066, 0.5289, 0.515, 0.4746], [0.5012, 0.4606, 0.5002, 0.4927, 0.4782, 0.4924, 0.4868, 0.4806, 0.4686, 0.4877, 0.4855, 0.4926, 0.4856, 0.484, 0.4931, 0.4991, 0.4888, 0.4699, 0.491, 0.4548, 0.5261, 0.5206, 0.492, 0.4895, 0.4648, 0.4666, 0.4802, 0.4994, 0.4659, 0.4969, 0.4905, 0.5095, 0.4824, 0.4779, 0.5032, 0.5055, 0.5112, 0.4761, 0.5242, 0.4734, 0.4835, 0.4983, 0.502, 0.4947, 0.5004, 0.4845, 0.4829, 0.4907, 0.4963, 0.5008, 0.468, 0.4718, 0.4828, 0.5044, 0.4983, 0.5011, 0.4969, 0.4825, 0.4693, 0.4806, 0.5069, 0.4849, 0.4864, 0.5145], [0.5356, 0.4239, 0.4755, 0.4248, 0.4742, 0.4756, 0.4598, 0.4752, 0.4535, 0.4484, 0.4896, 0.4872, 0.4677, 0.5, 0.4992, 0.5247, 0.4181, 0.5059, 0.4255, 0.4535, 0.4613, 0.4487, 0.4577, 0.4717, 0.4102, 0.4621, 0.5075, 0.4479, 0.4757, 0.4632, 0.4713, 0.5307, 0.4637, 0.4499, 0.4576, 0.4374, 0.4646, 0.4653, 0.5006, 0.4518, 0.4694, 0.5266, 0.4938, 0.5414, 0.4558, 0.4969, 0.4695, 0.4683, 0.4533, 0.4883, 0.4591, 0.4926, 0.4362, 0.4576, 0.5015, 0.4566, 0.4997, 0.5139, 0.465, 0.5694, 0.4605, 0.4677, 0.6042, 0.4707], [0.5074, 0.4757, 0.4804, 0.5613, 0.5782, 0.4983, 0.4874, 0.4978, 0.5105, 0.4793, 0.4573, 0.4988, 0.4927, 0.5963, 0.5051, 0.4976, 0.4722, 0.4625, 0.5136, 0.5285, 0.5155, 0.4902, 0.4949, 0.4991, 0.4919, 0.472, 0.5035, 0.4843, 0.4739, 0.496, 0.4994, 0.5033, 0.5151, 0.476, 0.5008, 0.5104, 0.5286, 0.4855, 0.485, 0.5334, 0.4956, 0.5069, 0.4727, 0.5724, 0.5114, 0.5396, 0.4729, 0.5132, 0.5187, 0.5526, 0.4895, 0.4808, 0.5406, 0.4972, 0.4825, 0.5254, 0.5331, 0.5615, 0.4921, 0.5283, 0.5474, 0.448, 0.5255, 0.479], [0.4585, 0.5137, 0.5049, 0.4966, 0.4775, 0.4454, 0.4872, 0.4785, 0.47, 0.4639, 0.5028, 0.4605, 0.5159, 0.4833, 0.4873, 0.4588, 0.568, 0.4688, 0.5066, 0.5038, 0.5062, 0.5398, 0.5338, 0.4791, 0.49, 0.4646, 0.4846, 0.4934, 0.4858, 0.4695, 0.5456, 0.5668, 0.512, 0.5118, 0.5057, 0.4928, 0.4468, 0.5003, 0.484, 0.4847, 0.4971, 0.4997, 0.4883, 0.5144, 0.4952, 0.4925, 0.4699, 0.4815, 0.4611, 0.4648, 0.4806, 0.4726, 0.5034, 0.4827, 0.4994, 0.5282, 0.4876, 0.4854, 0.4715, 0.4993, 0.5459, 0.4589, 0.4649, 0.4943], [0.4706, 0.462, 0.4676, 0.5141, 0.4457, 0.4884, 0.448, 0.5351, 0.4724, 0.4521, 0.5025, 0.436, 0.4709, 0.462, 0.4884, 0.4801, 0.5389, 0.4737, 0.4686, 0.4886, 0.4674, 0.4654, 0.4698, 0.46, 0.4923, 0.4859, 0.4793, 0.4814, 0.4938, 0.4601, 0.4665, 0.4745, 0.4653, 0.4948, 0.473, 0.4713, 0.5042, 0.4838, 0.4581, 0.4734, 0.5014, 0.4835, 0.4719, 0.4864, 0.4746, 0.4657, 0.4943, 0.4885, 0.4786, 0.4955, 0.4693, 0.4736, 0.4487, 0.4633, 0.4824, 0.4714, 0.4753, 0.4761, 0.4892, 0.4741, 0.4662, 0.4816, 0.5085, 0.4727], [0.4898, 0.4574, 0.4877, 0.5378, 0.4814, 0.4888, 0.4817, 0.5067, 0.5072, 0.5068, 0.4972, 0.5095, 0.495, 0.4938, 0.5023, 0.4774, 0.5175, 0.4903, 0.4777, 0.5052, 0.489, 0.4721, 0.4791, 0.4802, 0.5066, 0.4646, 0.4673, 0.4558, 0.481, 0.4629, 0.4799, 0.5018, 0.5024, 0.4922, 0.5008, 0.4147, 0.5109, 0.486, 0.5049, 0.4771, 0.5242, 0.4756, 0.5023, 0.4913, 0.4974, 0.4925, 0.4938, 0.4317, 0.4566, 0.4945, 0.4992, 0.4513, 0.4819, 0.4448, 0.4745, 0.4711, 0.5182, 0.4949, 0.5068, 0.4847, 0.4834, 0.4945, 0.4885, 0.5058], [0.5097, 0.5289, 0.5113, 0.5055, 0.489, 0.5166, 0.4671, 0.5228, 0.4999, 0.5192, 0.5163, 0.4849, 0.5057, 0.5351, 0.5222, 0.5015, 0.4482, 0.4914, 0.5013, 0.5033, 0.5191, 0.5089, 0.5071, 0.5205, 0.4796, 0.5047, 0.4813, 0.5265, 0.5185, 0.4988, 0.5269, 0.5178, 0.4998, 0.4764, 0.4551, 0.4897, 0.4982, 0.5193, 0.5027, 0.5024, 0.431, 0.4975, 0.4992, 0.5026, 0.5158, 0.4799, 0.5064, 0.4979, 0.4942, 0.5299, 0.5127, 0.5026, 0.5117, 0.4993, 0.5028, 0.5114, 0.5081, 0.5303, 0.5018, 0.4843, 0.5043, 0.4988, 0.4947, 0.5007], [0.5119, 0.5235, 0.5179, 0.5344, 0.505, 0.5095, 0.4985, 0.5223, 0.4967, 0.5294, 0.5352, 0.5197, 0.5076, 0.5186, 0.5091, 0.4942, 0.4996, 0.5035, 0.505, 0.5281, 0.5126, 0.5126, 0.5148, 0.5171, 0.5144, 0.5297, 0.502, 0.5085, 0.5083, 0.5039, 0.5042, 0.5125, 0.5162, 0.5, 0.5125, 0.5167, 0.5012, 0.5127, 0.5062, 0.5095, 0.5079, 0.5043, 0.5086, 0.5035, 0.5137, 0.4915, 0.5029, 0.5111, 0.5127, 0.5315, 0.5162, 0.5121, 0.5432, 0.5107, 0.5117, 0.507, 0.5289, 0.5017, 0.5155, 0.5134, 0.5215, 0.5182, 0.4925, 0.5139], [0.502, 0.5224, 0.5148, 0.5057, 0.5139, 0.5197, 0.5042, 0.5037, 0.514, 0.5189, 0.5196, 0.4895, 0.531, 0.5008, 0.5163, 0.5148, 0.5015, 0.5023, 0.4975, 0.5226, 0.5205, 0.5118, 0.5093, 0.5184, 0.4935, 0.5114, 0.531, 0.5209, 0.5135, 0.506, 0.5197, 0.5074, 0.5102, 0.5202, 0.5081, 0.5029, 0.5056, 0.5136, 0.5105, 0.4981, 0.5105, 0.5119, 0.5092, 0.5119, 0.5158, 0.5206, 0.5178, 0.5088, 0.5073, 0.5103, 0.5117, 0.5095, 0.5247, 0.5236, 0.5183, 0.4986, 0.5263, 0.498, 0.5115, 0.5091, 0.515, 0.5146, 0.5323, 0.5139]]",out-openwebtext_phase19_w2000_qa_softqa_pd,
+dynamic_qa_conditioned_softqa_perdim,qa_softqa_pd,2000,123,ok,4856.903872013092,123.69,4.3985,9750,4.4088,False,"[0.5197, 0.5059, 0.4673, 0.4818, 0.4811, 0.478, 0.4694, 0.4699, 0.4676, 0.483, 0.4892, 0.4823]","[0.5744, 0.5259, 0.5002, 0.4934, 0.473, 0.5016, 0.4914, 0.4825, 0.4902, 0.5077, 0.5169, 0.5147]","[[0.517, 0.5648, 0.5418, 0.5159, 0.5185, 0.4995, 0.56, 0.51, 0.5464, 0.5105, 0.538, 0.5317, 0.5271, 0.5066, 0.5011, 0.5414, 0.512, 0.4798, 0.5233, 0.6018, 0.5065, 0.4871, 0.4961, 0.5587, 0.4953, 0.5084, 0.5148, 0.5189, 0.493, 0.4929, 0.5597, 0.5279, 0.5573, 0.5313, 0.5299, 0.5562, 0.4945, 0.5203, 0.485, 0.5276, 0.482, 0.5141, 0.5087, 0.5121, 0.523, 0.5208, 0.4846, 0.4898, 0.499, 0.5401, 0.5277, 0.5315, 0.523, 0.496, 0.5334, 0.4995, 0.5336, 0.5146, 0.5095, 0.5347, 0.5075, 0.5139, 0.5373, 0.5149], [0.4917, 0.506, 0.4908, 0.5034, 0.5337, 0.4957, 0.4886, 0.5261, 0.4946, 0.5326, 0.4842, 0.4933, 0.5326, 0.5053, 0.5405, 0.4931, 0.5244, 0.4931, 0.4931, 0.4881, 0.4938, 0.4988, 0.4982, 0.4968, 0.5248, 0.5025, 0.4907, 0.5048, 0.4947, 0.4923, 0.4893, 0.5152, 0.501, 0.4988, 0.5161, 0.499, 0.5207, 0.5304, 0.5318, 0.5015, 0.5128, 0.5174, 0.5122, 0.5295, 0.493, 0.5138, 0.5198, 0.502, 0.5059, 0.5249, 0.4951, 0.4857, 0.4861, 0.5273, 0.4943, 0.5044, 0.5246, 0.5026, 0.497, 0.4957, 0.5183, 0.497, 0.5002, 0.5027], [0.4131, 0.4314, 0.5634, 0.4781, 0.4766, 0.4939, 0.4539, 0.4135, 0.4225, 0.4917, 0.4901, 0.4458, 0.4793, 0.4073, 0.4142, 0.4763, 0.4595, 0.5029, 0.4884, 0.5413, 0.3825, 0.4732, 0.4222, 0.4789, 0.4388, 0.5296, 0.4625, 0.4143, 0.5244, 0.4875, 0.5353, 0.4798, 0.5179, 0.535, 0.4718, 0.4723, 0.4916, 0.3819, 0.5085, 0.5632, 0.4484, 0.4972, 0.4999, 0.4584, 0.4768, 0.4751, 0.4638, 0.4247, 0.4767, 0.4445, 0.4844, 0.463, 0.4482, 0.4258, 0.377, 0.4729, 0.4892, 0.4321, 0.446, 0.4743, 0.4168, 0.4396, 0.5454, 0.4106], [0.4647, 0.5575, 0.522, 0.5297, 0.4564, 0.4584, 0.4685, 0.5193, 0.4597, 0.5315, 0.4413, 0.5128, 0.4709, 0.5162, 0.4949, 0.4474, 0.4791, 0.5044, 0.473, 0.4706, 0.542, 0.4224, 0.4451, 0.473, 0.4905, 0.5441, 0.4596, 0.4813, 0.4402, 0.4534, 0.4946, 0.4465, 0.4632, 0.4693, 0.3872, 0.4641, 0.4375, 0.4912, 0.4787, 0.5265, 0.5024, 0.5072, 0.4887, 0.4722, 0.4538, 0.4692, 0.4498, 0.4958, 0.4538, 0.4861, 0.4746, 0.4743, 0.5109, 0.5093, 0.457, 0.4988, 0.4926, 0.4835, 0.4391, 0.5084, 0.5419, 0.5487, 0.4579, 0.4689], [0.4602, 0.4645, 0.4741, 0.4964, 0.4806, 0.4699, 0.4704, 0.4822, 0.4666, 0.4629, 0.501, 0.5017, 0.4683, 0.4674, 0.4923, 0.4843, 0.4776, 0.4872, 0.5021, 0.4758, 0.4567, 0.496, 0.4649, 0.4834, 0.4802, 0.4646, 0.4912, 0.5027, 0.4804, 0.5074, 0.4903, 0.4876, 0.4785, 0.484, 0.4514, 0.4959, 0.4898, 0.4722, 0.4792, 0.4642, 0.4878, 0.4626, 0.4646, 0.4922, 0.4722, 0.4695, 0.4782, 0.4587, 0.4747, 0.5023, 0.4959, 0.4974, 0.5062, 0.4706, 0.4791, 0.4751, 0.4734, 0.4878, 0.5025, 0.4801, 0.4809, 0.4916, 0.4942, 0.485], [0.5101, 0.485, 0.4808, 0.4669, 0.4686, 0.4936, 0.458, 0.4992, 0.48, 0.4745, 0.4847, 0.493, 0.493, 0.4848, 0.4494, 0.5055, 0.496, 0.4873, 0.4924, 0.4712, 0.473, 0.457, 0.4562, 0.4827, 0.4721, 0.4737, 0.476, 0.4785, 0.4951, 0.4626, 0.4624, 0.4525, 0.4706, 0.488, 0.4719, 0.4763, 0.5032, 0.4559, 0.4872, 0.4825, 0.4819, 0.4862, 0.4772, 0.464, 0.4784, 0.4698, 0.4716, 0.4635, 0.4915, 0.5175, 0.451, 0.4824, 0.4449, 0.4904, 0.4896, 0.4631, 0.4833, 0.4898, 0.4583, 0.4998, 0.4677, 0.4606, 0.4688, 0.4868], [0.5027, 0.44, 0.4834, 0.4623, 0.4583, 0.4965, 0.4533, 0.4457, 0.4816, 0.4877, 0.4836, 0.4681, 0.4865, 0.4595, 0.4961, 0.4394, 0.481, 0.4485, 0.4752, 0.4777, 0.4803, 0.4845, 0.4366, 0.4759, 0.4686, 0.454, 0.4695, 0.4514, 0.4632, 0.4603, 0.4772, 0.4732, 0.4807, 0.4585, 0.4531, 0.48, 0.4718, 0.4766, 0.4794, 0.4837, 0.4562, 0.4685, 0.4787, 0.4619, 0.4882, 0.4908, 0.4438, 0.4404, 0.4805, 0.4693, 0.4463, 0.4868, 0.4886, 0.4617, 0.4667, 0.4747, 0.4665, 0.4902, 0.4548, 0.455, 0.4527, 0.4969, 0.4579, 0.4618], [0.4783, 0.4346, 0.4659, 0.4677, 0.4682, 0.477, 0.4624, 0.4413, 0.457, 0.4823, 0.4464, 0.4521, 0.45, 0.4649, 0.4548, 0.4644, 0.45, 0.4613, 0.4767, 0.4814, 0.4612, 0.4631, 0.4796, 0.4678, 0.4628, 0.4823, 0.4449, 0.4561, 0.4831, 0.4916, 0.4659, 0.4788, 0.4711, 0.4801, 0.4693, 0.4854, 0.4604, 0.4797, 0.4792, 0.4847, 0.4823, 0.4692, 0.4634, 0.4757, 0.4758, 0.4669, 0.4891, 0.4646, 0.499, 0.4525, 0.5042, 0.471, 0.4887, 0.4791, 0.4722, 0.4725, 0.4754, 0.4685, 0.4758, 0.4819, 0.4674, 0.4759, 0.4437, 0.4742], [0.4725, 0.4735, 0.4516, 0.4528, 0.4447, 0.4725, 0.4935, 0.4818, 0.4931, 0.4829, 0.4768, 0.4828, 0.5078, 0.4979, 0.4916, 0.4685, 0.4571, 0.4822, 0.4826, 0.4372, 0.5008, 0.4578, 0.438, 0.4418, 0.4641, 0.4721, 0.4501, 0.4533, 0.4667, 0.4207, 0.4913, 0.4723, 0.4999, 0.4704, 0.436, 0.4704, 0.4392, 0.4732, 0.4751, 0.4457, 0.4836, 0.4275, 0.5011, 0.4717, 0.4658, 0.4681, 0.4775, 0.4803, 0.477, 0.4689, 0.4289, 0.4884, 0.492, 0.4582, 0.4438, 0.4543, 0.4845, 0.4437, 0.4739, 0.4829, 0.4397, 0.437, 0.4676, 0.4696], [0.4768, 0.4706, 0.4734, 0.4702, 0.4762, 0.4893, 0.4841, 0.4756, 0.4956, 0.4749, 0.4799, 0.4732, 0.489, 0.4821, 0.4851, 0.4891, 0.5011, 0.4854, 0.4989, 0.513, 0.4508, 0.4896, 0.4825, 0.4654, 0.4869, 0.4904, 0.4948, 0.49, 0.4961, 0.4808, 0.4881, 0.482, 0.4768, 0.499, 0.4982, 0.4817, 0.4712, 0.487, 0.4679, 0.4788, 0.4711, 0.479, 0.4795, 0.4904, 0.4748, 0.4947, 0.4791, 0.4948, 0.467, 0.4973, 0.4991, 0.4769, 0.4943, 0.4852, 0.4893, 0.4981, 0.4702, 0.4727, 0.4791, 0.4879, 0.4751, 0.4666, 0.4734, 0.4762], [0.4876, 0.4846, 0.4788, 0.4863, 0.4775, 0.4977, 0.4829, 0.4894, 0.4906, 0.4852, 0.5017, 0.4835, 0.4826, 0.4741, 0.4906, 0.4875, 0.4874, 0.4977, 0.5132, 0.5105, 0.4971, 0.5007, 0.4796, 0.4743, 0.4828, 0.4949, 0.4839, 0.4873, 0.4749, 0.4751, 0.5046, 0.4983, 0.4897, 0.4977, 0.4963, 0.4987, 0.485, 0.4899, 0.484, 0.4772, 0.4806, 0.4797, 0.4815, 0.4897, 0.4898, 0.497, 0.4922, 0.4897, 0.5048, 0.4969, 0.4948, 0.5046, 0.5105, 0.4713, 0.4929, 0.4767, 0.4751, 0.5023, 0.4801, 0.4794, 0.4804, 0.4946, 0.4945, 0.4859], [0.4845, 0.5135, 0.4839, 0.4934, 0.4861, 0.4736, 0.4654, 0.4843, 0.4791, 0.4818, 0.4788, 0.477, 0.5007, 0.5031, 0.47, 0.465, 0.4905, 0.4884, 0.4912, 0.4776, 0.4592, 0.4819, 0.484, 0.4659, 0.5044, 0.4656, 0.4928, 0.4731, 0.4981, 0.4832, 0.4701, 0.5068, 0.4979, 0.4873, 0.4866, 0.4736, 0.4761, 0.4614, 0.4678, 0.4797, 0.4841, 0.466, 0.4882, 0.4571, 0.49, 0.4952, 0.4898, 0.4564, 0.4653, 0.4969, 0.4947, 0.4664, 0.4694, 0.4985, 0.5002, 0.4822, 0.4689, 0.4825, 0.4831, 0.5, 0.4851, 0.4916, 0.4829, 0.4674]]","[[0.5978, 0.5577, 0.5225, 0.5063, 0.6761, 0.628, 0.6418, 0.5677, 0.5641, 0.5079, 0.5582, 0.5729, 0.5264, 0.5695, 0.6335, 0.6572, 0.5574, 0.611, 0.5252, 0.542, 0.6176, 0.6201, 0.5524, 0.5777, 0.513, 0.6618, 0.6056, 0.5677, 0.6029, 0.5017, 0.6554, 0.5141, 0.524, 0.6649, 0.6532, 0.5359, 0.4763, 0.6051, 0.5373, 0.5928, 0.5456, 0.512, 0.5359, 0.6411, 0.5187, 0.552, 0.572, 0.5404, 0.6733, 0.558, 0.5535, 0.5985, 0.5158, 0.5603, 0.6427, 0.542, 0.5927, 0.6469, 0.6099, 0.516, 0.5069, 0.5328, 0.6605, 0.5289], [0.5184, 0.549, 0.5162, 0.5149, 0.5388, 0.5249, 0.52, 0.5237, 0.5353, 0.5238, 0.5267, 0.5434, 0.5286, 0.5206, 0.5256, 0.5215, 0.5217, 0.5317, 0.5207, 0.5221, 0.5428, 0.5326, 0.5183, 0.5212, 0.5227, 0.5266, 0.5273, 0.5126, 0.5146, 0.5131, 0.5378, 0.5452, 0.5078, 0.5446, 0.5199, 0.5212, 0.5367, 0.5191, 0.5315, 0.522, 0.5332, 0.4981, 0.5284, 0.5156, 0.5163, 0.518, 0.5122, 0.5175, 0.5357, 0.5205, 0.5158, 0.537, 0.5267, 0.5349, 0.5277, 0.5382, 0.5162, 0.5163, 0.5357, 0.5593, 0.5157, 0.5326, 0.5294, 0.5301], [0.471, 0.4977, 0.5089, 0.4958, 0.4668, 0.463, 0.5085, 0.4746, 0.4937, 0.5243, 0.4885, 0.4981, 0.4748, 0.5167, 0.4882, 0.5144, 0.482, 0.4999, 0.4705, 0.5183, 0.5239, 0.526, 0.5184, 0.5063, 0.5163, 0.4821, 0.5171, 0.4786, 0.4853, 0.5094, 0.5115, 0.5151, 0.5237, 0.4795, 0.5098, 0.5235, 0.5217, 0.5094, 0.5128, 0.5023, 0.478, 0.4962, 0.476, 0.5383, 0.5354, 0.5102, 0.5022, 0.5245, 0.466, 0.4689, 0.4754, 0.5033, 0.5106, 0.5183, 0.4909, 0.4779, 0.4762, 0.4942, 0.5016, 0.5217, 0.4976, 0.4998, 0.513, 0.5111], [0.4898, 0.4817, 0.4976, 0.5043, 0.5189, 0.5202, 0.5118, 0.4674, 0.4728, 0.5017, 0.4884, 0.4786, 0.5041, 0.4989, 0.5132, 0.5043, 0.4726, 0.4963, 0.5043, 0.4911, 0.4938, 0.4684, 0.5155, 0.4894, 0.4857, 0.4834, 0.4665, 0.489, 0.4888, 0.4796, 0.4958, 0.5089, 0.4826, 0.481, 0.5011, 0.4801, 0.5202, 0.4879, 0.5025, 0.4875, 0.5006, 0.496, 0.5072, 0.4755, 0.473, 0.4735, 0.4964, 0.5145, 0.4917, 0.5054, 0.4972, 0.525, 0.4931, 0.4842, 0.4947, 0.5039, 0.4815, 0.5038, 0.4761, 0.4844, 0.4985, 0.5155, 0.4753, 0.4839], [0.4605, 0.4598, 0.4615, 0.4226, 0.5363, 0.4479, 0.4626, 0.4628, 0.4846, 0.4858, 0.5116, 0.4543, 0.4669, 0.4768, 0.456, 0.4867, 0.4589, 0.5194, 0.4569, 0.4675, 0.4373, 0.4938, 0.4752, 0.488, 0.4771, 0.4994, 0.3947, 0.488, 0.4314, 0.4892, 0.4394, 0.4664, 0.4576, 0.47, 0.4992, 0.5983, 0.4947, 0.4562, 0.4057, 0.485, 0.4664, 0.4732, 0.4768, 0.4816, 0.5444, 0.4241, 0.5425, 0.4796, 0.4878, 0.4332, 0.4329, 0.483, 0.4868, 0.4188, 0.4839, 0.4115, 0.4304, 0.4742, 0.4759, 0.4336, 0.4773, 0.4999, 0.5826, 0.486], [0.4883, 0.5033, 0.4987, 0.4865, 0.5133, 0.4811, 0.5477, 0.4761, 0.4762, 0.5588, 0.5204, 0.4838, 0.5528, 0.4627, 0.4244, 0.5126, 0.5469, 0.4639, 0.5107, 0.5507, 0.4941, 0.4801, 0.4678, 0.4911, 0.4944, 0.4835, 0.4781, 0.4932, 0.5462, 0.469, 0.5358, 0.5402, 0.5314, 0.4895, 0.4792, 0.5385, 0.494, 0.4413, 0.4883, 0.5388, 0.4432, 0.4658, 0.4522, 0.5204, 0.5199, 0.4934, 0.5664, 0.5523, 0.5191, 0.4891, 0.4768, 0.5537, 0.5426, 0.4303, 0.4673, 0.537, 0.5416, 0.5336, 0.4764, 0.4584, 0.4583, 0.5006, 0.5184, 0.5515], [0.512, 0.4638, 0.4794, 0.5071, 0.4655, 0.4686, 0.4748, 0.4822, 0.4815, 0.494, 0.5106, 0.4828, 0.5021, 0.5149, 0.4871, 0.505, 0.4908, 0.4984, 0.4651, 0.4786, 0.4985, 0.4784, 0.482, 0.4823, 0.5134, 0.5006, 0.469, 0.5312, 0.4953, 0.4988, 0.4873, 0.4877, 0.472, 0.4626, 0.5123, 0.531, 0.4647, 0.4849, 0.5082, 0.484, 0.5102, 0.4804, 0.4917, 0.4771, 0.4807, 0.5015, 0.4719, 0.5201, 0.4866, 0.4995, 0.507, 0.52, 0.47, 0.5299, 0.5145, 0.4632, 0.5228, 0.5233, 0.4823, 0.4877, 0.4844, 0.4842, 0.4705, 0.4639], [0.4937, 0.4719, 0.4704, 0.4794, 0.4996, 0.486, 0.4731, 0.4643, 0.4791, 0.4887, 0.4659, 0.4756, 0.5021, 0.4656, 0.4954, 0.4897, 0.4708, 0.4915, 0.4629, 0.4656, 0.4725, 0.4846, 0.5073, 0.4632, 0.4766, 0.4778, 0.5162, 0.4951, 0.4884, 0.4444, 0.4761, 0.4995, 0.503, 0.4775, 0.4846, 0.4656, 0.4882, 0.4721, 0.4975, 0.4955, 0.4983, 0.4783, 0.4926, 0.487, 0.4857, 0.4481, 0.5103, 0.5029, 0.462, 0.4729, 0.494, 0.4924, 0.4982, 0.4799, 0.4806, 0.4709, 0.4442, 0.4848, 0.4971, 0.4705, 0.5038, 0.4712, 0.483, 0.4914], [0.4826, 0.4397, 0.4794, 0.5166, 0.5036, 0.4734, 0.3549, 0.5126, 0.476, 0.4972, 0.4633, 0.4802, 0.5038, 0.5213, 0.4989, 0.4299, 0.4445, 0.4979, 0.5053, 0.5147, 0.509, 0.4715, 0.4837, 0.4721, 0.5083, 0.5092, 0.4976, 0.4685, 0.5003, 0.5189, 0.4817, 0.4808, 0.496, 0.5232, 0.5249, 0.497, 0.5354, 0.5066, 0.5217, 0.5111, 0.449, 0.4925, 0.5122, 0.4767, 0.5011, 0.5299, 0.504, 0.5107, 0.4777, 0.473, 0.4757, 0.504, 0.5387, 0.5103, 0.5241, 0.4473, 0.4913, 0.4813, 0.4859, 0.4774, 0.4995, 0.5048, 0.4766, 0.4164], [0.5049, 0.4882, 0.5214, 0.4866, 0.4845, 0.4975, 0.502, 0.5148, 0.513, 0.4894, 0.5112, 0.508, 0.5003, 0.5242, 0.4822, 0.507, 0.5009, 0.5057, 0.5172, 0.5103, 0.5062, 0.5043, 0.5124, 0.505, 0.515, 0.5098, 0.529, 0.5235, 0.5034, 0.5176, 0.502, 0.5151, 0.5127, 0.5161, 0.513, 0.5062, 0.5102, 0.5053, 0.4739, 0.5164, 0.5026, 0.4969, 0.4986, 0.5051, 0.5141, 0.4871, 0.4953, 0.4973, 0.509, 0.5107, 0.5132, 0.511, 0.5168, 0.5261, 0.5086, 0.4975, 0.5276, 0.5072, 0.5308, 0.5242, 0.5191, 0.5024, 0.5128, 0.5137], [0.4989, 0.5139, 0.518, 0.5057, 0.511, 0.5099, 0.5214, 0.4881, 0.5325, 0.5058, 0.5145, 0.53, 0.5005, 0.5072, 0.5071, 0.5394, 0.499, 0.5036, 0.5139, 0.5217, 0.5078, 0.5293, 0.5165, 0.5279, 0.5247, 0.5093, 0.5152, 0.5247, 0.5252, 0.5098, 0.5163, 0.5091, 0.5255, 0.5045, 0.5133, 0.5078, 0.5176, 0.5099, 0.5179, 0.5297, 0.5283, 0.5152, 0.5081, 0.5116, 0.5099, 0.5412, 0.508, 0.5323, 0.5344, 0.5163, 0.5229, 0.5181, 0.5266, 0.5195, 0.5165, 0.5136, 0.5381, 0.4999, 0.5439, 0.5388, 0.5104, 0.5188, 0.5181, 0.5104], [0.5009, 0.5215, 0.5038, 0.5028, 0.5192, 0.5291, 0.5134, 0.5192, 0.5118, 0.5035, 0.4999, 0.5205, 0.5193, 0.5074, 0.5218, 0.514, 0.5278, 0.5239, 0.5124, 0.5155, 0.5177, 0.5133, 0.528, 0.5318, 0.5125, 0.5193, 0.4868, 0.5066, 0.5221, 0.5159, 0.5215, 0.5032, 0.5163, 0.5115, 0.513, 0.5232, 0.4889, 0.52, 0.5132, 0.538, 0.503, 0.5063, 0.5307, 0.5147, 0.5139, 0.5109, 0.4967, 0.5353, 0.5036, 0.5146, 0.5287, 0.5191, 0.5407, 0.5079, 0.4987, 0.5142, 0.5443, 0.5083, 0.5075, 0.5121, 0.5228, 0.5072, 0.5134, 0.4947]]",out-openwebtext_phase19_w2000_qa_softqa_pd,
diff --git a/results/phase19_qa_softqa_pd_w2000_summary_20260402_2142.txt b/results/phase19_qa_softqa_pd_w2000_summary_20260402_2142.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c496ebbe8e23d58aec58956b6da2ec65c45196a2
--- /dev/null
+++ b/results/phase19_qa_softqa_pd_w2000_summary_20260402_2142.txt
@@ -0,0 +1,50 @@
+PHASE 19 - QA SOFT-QA PER-DIMENSION NORMALIZATION (INDEPENDENT PER-DIMENSION SOFT BLENDS)
+====================================================================================================
+
+Scientific motivation:
+  Phase 17 showed that per-layer scalar blend freedom was mechanistically
+  interesting but did not resolve instability. Phase 19 increases expressivity
+  by letting each of the 64 dimensions in q and y independently decide how
+  much normalization to apply.
+
+Scientific predictions:
+  Per-layer mean scale_q expected near 0.448 (Phase 17 global mean)
+  Per-layer mean scale_y expected near 0.514 (Phase 17 global mean)
+  Performance: potentially better than Phase 17 (more expressive)
+  Stability hypothesis: per-dimension freedom gives finer control
+  Most interesting finding: whether dimensions converge flat or become bimodal
+
+Results CSV: C:\Users\brian\Documents\nanoGPT\results\phase19_qa_softqa_pd_w2000_runs_20260402_2142.csv
+
+Recipe:
+  batch_size=4  gradient_accumulation_steps=2  block_size=512  tokens/iter=4,096
+  compile=False  warmup=2000  max_iters=10000  seeds=[42, 1337, 123]
+
+Canon anchors to keep in mind:
+  cheap_qa            4.3897  (3/3 stable champion)
+  qa_softqa_pl w2000  4.3890  (1/3 stable)
+  qa_softqa_pl seed42 4.3790  (best individual stable)
+  qa_softq            4.3865  (1/3 stable)
+
+Completed runs:
+   1. qa_softqa_pd     mean=4.3929  std=0.0042  done=3/3
+
+----------------------------------------------------------------------------------------------------
+qa_softqa_pd  (dynamic_qa_conditioned_softqa_perdim)
+  Independent per-dimension learned blends for BOTH q and y before shared 128->64 gate
+  out_dir: out-openwebtext_phase19_w2000_qa_softqa_pd
+  completed seeds: 3/3
+  partial mean/std: 4.3929 +/- 0.0042
+  learned mean scale_q layerwise mean across completed seeds: [0.515, 0.5047, 0.47, 0.4788, 0.4842, 0.4755, 0.4696, 0.4629, 0.4716, 0.4775, 0.4862, 0.4829]
+  learned mean scale_q global mean across completed seeds: 0.4816
+  learned mean scale_y layerwise mean across completed seeds: [0.5739, 0.5217, 0.497, 0.4904, 0.4775, 0.4994, 0.494, 0.48, 0.4879, 0.5059, 0.5135, 0.5101]
+  learned mean scale_y global mean across completed seeds: 0.5043
+    seed=  42  best=4.3883  final=4.3883  best@10000  stable=True
+      scale_q_means=[0.5185, 0.5041, 0.4775, 0.4809, 0.4841, 0.4807, 0.4692, 0.4557, 0.4723, 0.4707, 0.4835, 0.4796]
+      scale_y_means=[0.5753, 0.5178, 0.4981, 0.4881, 0.4841, 0.4913, 0.4987, 0.4796, 0.4859, 0.5076, 0.5113, 0.5033]
+    seed= 123  best=4.3985  final=4.4088  best@9750  stable=False
+      scale_q_means=[0.5197, 0.5059, 0.4673, 0.4818, 0.4811, 0.478, 0.4694, 0.4699, 0.4676, 0.483, 0.4892, 0.4823]
+      scale_y_means=[0.5744, 0.5259, 0.5002, 0.4934, 0.473, 0.5016, 0.4914, 0.4825, 0.4902, 0.5077, 0.5169, 0.5147]
+    seed=1337  best=4.3920  final=4.4384  best@9750  stable=False
+      scale_q_means=[0.5068, 0.5042, 0.4652, 0.4736, 0.4873, 0.4677, 0.4702, 0.463, 0.475, 0.4787, 0.4859, 0.4868]
+      scale_y_means=[0.5721, 0.5213, 0.4928, 0.4896, 0.4755, 0.5054, 0.492, 0.4778, 0.4875, 0.5024, 0.5122, 0.5122]
diff --git a/results/phase19b_canonical_canonical_qa_softqa_pd_w2000_6seeds_summary_20260403_0709.txt b/results/phase19b_canonical_canonical_qa_softqa_pd_w2000_6seeds_summary_20260403_0709.txt
new file mode 100644
index 0000000000000000000000000000000000000000..25b38fa77e21ad0bb27290f6bd9773910e70ecd4
--- /dev/null
+++ b/results/phase19b_canonical_canonical_qa_softqa_pd_w2000_6seeds_summary_20260403_0709.txt
@@ -0,0 +1,94 @@
+================================================================================
+PHASE 19b - QA SOFTQA PER-DIMENSION  |  SEEDS [42, 1337, 123, 0, 1, 2]
+qv_variant : dynamic_qa_conditioned_softqa_perdim
+Note       : params init zeros -> sigmoid(0)=0.5 for all dims at start
+================================================================================
+Anchors: cheap_qa=4.3897 (3/3 stable)  Phase19-orig=4.3929 (1/3 stable)
+
+================================================================================
+SEED 42  ->  C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_canonical_w2000_qa_softqa_pd_seed42
+================================================================================
+Started: 2026-04-03 07:09:18
+
+Finished in 0.0 min  returncode=2
+Ended: 2026-04-03 07:09:18
+
+  best=nan@0  final=nan@0  stable=False
+  WARNING: no checkpoint at C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_canonical_w2000_qa_softqa_pd_seed42\ckpt.pt
+
+  [Summary updated: C:\Users\brian\Documents\nanoGPT\results\phase19b_canonical_canonical_qa_softqa_pd_w2000_6seeds_summary_20260403_0709.txt]
+
+================================================================================
+SEED 1337  ->  C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_canonical_w2000_qa_softqa_pd_seed1337
+================================================================================
+Started: 2026-04-03 07:09:18
+
+Finished in 0.0 min  returncode=2
+Ended: 2026-04-03 07:09:18
+
+  best=nan@0  final=nan@0  stable=False
+  WARNING: no checkpoint at C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_canonical_w2000_qa_softqa_pd_seed1337\ckpt.pt
+
+  [Summary updated: C:\Users\brian\Documents\nanoGPT\results\phase19b_canonical_canonical_qa_softqa_pd_w2000_6seeds_summary_20260403_0709.txt]
+
+================================================================================
+SEED 123  ->  C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_canonical_w2000_qa_softqa_pd_seed123
+================================================================================
+Started: 2026-04-03 07:09:18
+
+Finished in 0.0 min  returncode=2
+Ended: 2026-04-03 07:09:18
+
+  best=nan@0  final=nan@0  stable=False
+  WARNING: no checkpoint at C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_canonical_w2000_qa_softqa_pd_seed123\ckpt.pt
+
+  [Summary updated: C:\Users\brian\Documents\nanoGPT\results\phase19b_canonical_canonical_qa_softqa_pd_w2000_6seeds_summary_20260403_0709.txt]
+
+================================================================================
+SEED 0  ->  C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_canonical_w2000_qa_softqa_pd_seed0
+================================================================================
+Started: 2026-04-03 07:09:18
+
+Finished in 0.0 min  returncode=2
+Ended: 2026-04-03 07:09:18
+
+  best=nan@0  final=nan@0  stable=False
+  WARNING: no checkpoint at C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_canonical_w2000_qa_softqa_pd_seed0\ckpt.pt
+
+  [Summary updated: C:\Users\brian\Documents\nanoGPT\results\phase19b_canonical_canonical_qa_softqa_pd_w2000_6seeds_summary_20260403_0709.txt]
+
+================================================================================
+SEED 1  ->  C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_canonical_w2000_qa_softqa_pd_seed1
+================================================================================
+Started: 2026-04-03 07:09:18
+
+Finished in 0.0 min  returncode=2
+Ended: 2026-04-03 07:09:18
+
+  best=nan@0  final=nan@0  stable=False
+  WARNING: no checkpoint at C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_canonical_w2000_qa_softqa_pd_seed1\ckpt.pt
+
+  [Summary updated: C:\Users\brian\Documents\nanoGPT\results\phase19b_canonical_canonical_qa_softqa_pd_w2000_6seeds_summary_20260403_0709.txt]
+
+================================================================================
+SEED 2  ->  C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_canonical_w2000_qa_softqa_pd_seed2
+================================================================================
+Started: 2026-04-03 07:09:18
+
+Finished in 0.0 min  returncode=2
+Ended: 2026-04-03 07:09:18
+
+  best=nan@0  final=nan@0  stable=False
+  WARNING: no checkpoint at C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_canonical_w2000_qa_softqa_pd_seed2\ckpt.pt
+
+  [Summary updated: C:\Users\brian\Documents\nanoGPT\results\phase19b_canonical_canonical_qa_softqa_pd_w2000_6seeds_summary_20260403_0709.txt]
+
+================================================================================
+PHASE 19b COMPLETE
+================================================================================
+  seed=42  best=nan  final=nan  best@0  stable=False
+  seed=1337  best=nan  final=nan  best@0  stable=False
+  seed=123  best=nan  final=nan  best@0  stable=False
+  seed=0  best=nan  final=nan  best@0  stable=False
+  seed=1  best=nan  final=nan  best@0  stable=False
+  seed=2  best=nan  final=nan  best@0  stable=False
\ No newline at end of file
diff --git a/results/phase19b_canonical_qa_softqa_pd_w2000_6seeds_20260403_0709.csv b/results/phase19b_canonical_qa_softqa_pd_w2000_6seeds_20260403_0709.csv
new file mode 100644
index 0000000000000000000000000000000000000000..ce76d95430292241b838360995cab848217332d9
--- /dev/null
+++ b/results/phase19b_canonical_qa_softqa_pd_w2000_6seeds_20260403_0709.csv
@@ -0,0 +1,7 @@
+seed,best_val,final_val,best_step,stable,sq_layer_means,sy_layer_means
+42,nan,nan,0,False,[],[]
+1337,nan,nan,0,False,[],[]
+123,nan,nan,0,False,[],[]
+0,nan,nan,0,False,[],[]
+1,nan,nan,0,False,[],[]
+2,nan,nan,0,False,[],[]
diff --git a/results/phase19b_qa_softqa_pd_w2000_6seeds_20260403_0711.csv b/results/phase19b_qa_softqa_pd_w2000_6seeds_20260403_0711.csv
new file mode 100644
index 0000000000000000000000000000000000000000..a224c2a63bf74f48be126e9dcefdcaa054027ecc
--- /dev/null
+++ b/results/phase19b_qa_softqa_pd_w2000_6seeds_20260403_0711.csv
@@ -0,0 +1,7 @@
+seed,best_val,final_val,best_step,stable,sq_layer_means,sy_layer_means
+42,4.3927,4.3927,10000,True,"[0.5174, 0.4997, 0.4782, 0.4707, 0.4802, 0.4831, 0.4651, 0.4638, 0.4713, 0.4708, 0.485, 0.4758]","[0.573, 0.5147, 0.5053, 0.4864, 0.4823, 0.4966, 0.4992, 0.4865, 0.4801, 0.5129, 0.5167, 0.506]"
+1337,4.3847,4.4304,9750,False,"[0.5134, 0.5012, 0.4709, 0.4724, 0.4843, 0.4738, 0.4674, 0.4587, 0.4732, 0.4807, 0.4843, 0.4762]","[0.5741, 0.5222, 0.497, 0.4833, 0.4698, 0.5047, 0.4991, 0.481, 0.4826, 0.4997, 0.5043, 0.5096]"
+123,4.4098,4.4183,9750,False,"[0.5202, 0.501, 0.4715, 0.471, 0.4871, 0.4772, 0.4659, 0.4727, 0.4703, 0.4822, 0.4867, 0.482]","[0.5703, 0.5165, 0.4972, 0.4908, 0.4687, 0.5067, 0.4886, 0.4904, 0.4901, 0.5041, 0.5114, 0.5084]"
+0,4.4051,4.4051,10000,True,"[0.5047, 0.5033, 0.4737, 0.4833, 0.4894, 0.4778, 0.4731, 0.4706, 0.4802, 0.4761, 0.4922, 0.4869]","[0.5714, 0.5241, 0.4977, 0.4857, 0.4738, 0.4796, 0.4993, 0.4803, 0.4891, 0.4941, 0.5197, 0.5134]"
+1,4.4099,4.4292,9750,False,"[0.5163, 0.5072, 0.4816, 0.4776, 0.4795, 0.4817, 0.4703, 0.4656, 0.4728, 0.4695, 0.4721, 0.4856]","[0.5732, 0.5209, 0.5071, 0.4941, 0.4891, 0.4905, 0.4899, 0.4705, 0.4846, 0.5048, 0.5083, 0.5106]"
+2,4.407,4.4109,9500,False,"[0.5073, 0.5044, 0.4774, 0.4643, 0.4852, 0.4812, 0.462, 0.4713, 0.4723, 0.4735, 0.4816, 0.4771]","[0.5766, 0.5237, 0.4935, 0.4902, 0.4827, 0.4935, 0.4844, 0.4849, 0.4937, 0.5027, 0.5154, 0.5134]"
diff --git a/results/phase19b_qa_softqa_pd_w2000_6seeds_summary_20260403_0711.txt b/results/phase19b_qa_softqa_pd_w2000_6seeds_summary_20260403_0711.txt
new file mode 100644
index 0000000000000000000000000000000000000000..6c54a39068f1bb6143b3b89ddf34fe3f8efab12f
--- /dev/null
+++ b/results/phase19b_qa_softqa_pd_w2000_6seeds_summary_20260403_0711.txt
@@ -0,0 +1,1608 @@
+================================================================================
+PHASE 19b - QA SOFTQA PER-DIMENSION  |  SEEDS [42, 1337, 123, 0, 1, 2]
+qv_variant : dynamic_qa_conditioned_softqa_perdim
+Note       : params init zeros -> sigmoid(0)=0.5 for all dims at start
+================================================================================
+Anchors: cheap_qa=4.3897 (3/3 stable)  Phase19-orig=4.3929 (1/3 stable)
+
+================================================================================
+SEED 42  ->  C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_w2000_qa_softqa_pd_seed42
+================================================================================
+Started: 2026-04-03 07:11:04
+
+Finished in 83.9 min  returncode=0
+Ended: 2026-04-03 08:34:55
+
+  best=4.3927@10000  final=4.3927@10000  stable=True
+
+  Scale vectors (POST-SIGMOID | init=0.5 everywhere):
+  ckpt best_val_loss=4.3927  iter_num=10000
+
+    scale_q [0=raw 1=norm]
+      L 0  mean=0.5174  std=0.0231  min=0.4693  max=0.5931  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5421  0.5095  0.5144  0.5440  0.5256  0.5910  0.5229  0.5273
+        0.5173  0.4693  0.5206  0.5213  0.4947  0.5031  0.5310  0.5165
+        0.5071  0.5241  0.5257  0.5258  0.5272  0.4879  0.5192  0.5397
+        0.5166  0.5444  0.4737  0.4729  0.4944  0.5079  0.5241  0.5197
+        0.5931  0.5325  0.5372  0.4902  0.5066  0.4942  0.5262  0.4896
+        0.5135  0.5241  0.4783  0.4954  0.5046  0.5190  0.5645  0.4969
+        0.5292  0.4902  0.5179  0.5075  0.5302  0.5134  0.5027  0.4969
+        0.5198  0.5116  0.5313  0.5438  0.5137  0.5247  0.5428  0.5125
+      L 1  mean=0.4997  std=0.0130  min=0.4766  max=0.5330  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4850  0.4877  0.4815  0.4996  0.4920  0.4946  0.4779  0.4824
+        0.4870  0.5044  0.5204  0.5154  0.4912  0.4884  0.4937  0.5068
+        0.5005  0.4955  0.4888  0.5077  0.4965  0.4941  0.4899  0.5089
+        0.5093  0.4932  0.4969  0.4845  0.5127  0.4889  0.5330  0.5164
+        0.4904  0.5061  0.5109  0.4977  0.4952  0.5013  0.5165  0.4942
+        0.4856  0.5207  0.5091  0.5124  0.4792  0.4884  0.4851  0.5030
+        0.5075  0.5036  0.4937  0.4949  0.5186  0.5094  0.4766  0.4945
+        0.4968  0.4938  0.5330  0.5065  0.5074  0.5069  0.4897  0.5278
+      L 2  mean=0.4782  std=0.0241  min=0.4234  max=0.5614  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4728  0.4844  0.4765  0.4783  0.4782  0.4394  0.4960  0.4436
+        0.5011  0.5205  0.4565  0.5614  0.4933  0.5084  0.4833  0.5049
+        0.5054  0.4885  0.4994  0.4992  0.4495  0.5082  0.5087  0.4490
+        0.4832  0.4923  0.4928  0.4714  0.4581  0.4970  0.4989  0.4650
+        0.4405  0.4618  0.4635  0.4815  0.4989  0.4734  0.4844  0.4964
+        0.4594  0.4499  0.4805  0.4547  0.4788  0.4602  0.4823  0.4944
+        0.5207  0.4804  0.4982  0.4780  0.4526  0.4789  0.4500  0.4559
+        0.4438  0.4734  0.4234  0.4779  0.4553  0.4444  0.4814  0.4661
+      L 3  mean=0.4707  std=0.0428  min=0.3881  max=0.5694  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5323  0.5424  0.4840  0.4418  0.5164  0.4630  0.4774  0.4907
+        0.4638  0.4368  0.4298  0.4743  0.5027  0.5540  0.5148  0.4087
+        0.3980  0.4439  0.4240  0.4969  0.5110  0.4507  0.5047  0.4144
+        0.5077  0.4884  0.5035  0.4149  0.4484  0.4777  0.5254  0.5694
+        0.3978  0.4576  0.4719  0.4406  0.4911  0.4617  0.4489  0.4577
+        0.5321  0.4146  0.4961  0.4566  0.4948  0.4540  0.4919  0.4248
+        0.3881  0.4167  0.4991  0.4272  0.5321  0.3964  0.4382  0.4835
+        0.5058  0.4976  0.4889  0.5252  0.5188  0.4316  0.4218  0.4499
+      L 4  mean=0.4802  std=0.0148  min=0.4522  max=0.5148  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4985  0.4778  0.4707  0.4526  0.4901  0.4531  0.4742  0.4824
+        0.4920  0.4875  0.4522  0.4707  0.4978  0.4668  0.4829  0.4694
+        0.4997  0.4696  0.4581  0.5116  0.4945  0.4726  0.4885  0.4923
+        0.4736  0.4780  0.4664  0.4950  0.4865  0.4804  0.4848  0.5035
+        0.4649  0.4680  0.4930  0.4769  0.4870  0.4651  0.4674  0.5148
+        0.4750  0.4795  0.5064  0.4849  0.4634  0.4801  0.4820  0.4928
+        0.5020  0.4633  0.4913  0.4661  0.5034  0.4750  0.4698  0.4983
+        0.4653  0.4958  0.4643  0.4872  0.4716  0.4729  0.4706  0.4638
+      L 5  mean=0.4831  std=0.0138  min=0.4525  max=0.5200  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4673  0.4783  0.4865  0.4689  0.4955  0.4795  0.4719  0.4958
+        0.4912  0.4940  0.4829  0.4783  0.4724  0.4815  0.4902  0.4710
+        0.4772  0.4745  0.4975  0.4888  0.5032  0.4865  0.4935  0.4677
+        0.4574  0.4705  0.4695  0.4999  0.4883  0.5122  0.4928  0.4977
+        0.4709  0.4938  0.4620  0.4703  0.4743  0.4866  0.5026  0.4561
+        0.5200  0.4930  0.4853  0.4930  0.4525  0.4899  0.4976  0.4849
+        0.4750  0.4729  0.4933  0.4750  0.4987  0.4728  0.4763  0.4814
+        0.4891  0.4576  0.4762  0.4800  0.4718  0.4832  0.5084  0.4933
+      L 6  mean=0.4651  std=0.0214  min=0.4134  max=0.5101  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4743  0.4900  0.4819  0.4807  0.4942  0.4459  0.4765  0.4400
+        0.4799  0.4604  0.4947  0.4716  0.4388  0.4562  0.5101  0.4434
+        0.4714  0.4271  0.4436  0.4666  0.4635  0.4773  0.4567  0.4231
+        0.4498  0.4751  0.4562  0.4929  0.4668  0.4987  0.4532  0.4433
+        0.4596  0.4757  0.4926  0.4715  0.4988  0.4575  0.4455  0.4476
+        0.4701  0.4134  0.4649  0.4544  0.4537  0.4735  0.4991  0.4918
+        0.4721  0.4797  0.4562  0.4513  0.4235  0.4873  0.4700  0.4805
+        0.4545  0.4752  0.4310  0.4955  0.4811  0.4514  0.4336  0.4486
+      L 7  mean=0.4638  std=0.0197  min=0.4112  max=0.4943  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4571  0.4129  0.4634  0.4728  0.4563  0.4894  0.4655  0.4904
+        0.4455  0.4249  0.4885  0.4812  0.4725  0.4593  0.4896  0.4671
+        0.4755  0.4736  0.4782  0.4720  0.4828  0.4701  0.4491  0.4574
+        0.4943  0.4786  0.4609  0.4276  0.4693  0.4522  0.4762  0.4723
+        0.4695  0.4765  0.4817  0.4611  0.4499  0.4868  0.4473  0.4749
+        0.4718  0.4737  0.4915  0.4527  0.4644  0.4774  0.4484  0.4388
+        0.4255  0.4680  0.4934  0.4431  0.4706  0.4378  0.4566  0.4887
+        0.4684  0.4262  0.4671  0.4112  0.4726  0.4691  0.4531  0.4380
+      L 8  mean=0.4713  std=0.0173  min=0.4146  max=0.5092  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4146  0.4862  0.4919  0.4700  0.4765  0.4656  0.4567  0.4702
+        0.4550  0.4910  0.4535  0.4800  0.4881  0.4871  0.4213  0.4611
+        0.4705  0.4751  0.4601  0.4433  0.4634  0.4895  0.4823  0.4367
+        0.4706  0.4670  0.5092  0.4746  0.4642  0.4766  0.4765  0.4764
+        0.4833  0.4963  0.4636  0.4763  0.5002  0.4734  0.4528  0.4884
+        0.4709  0.4708  0.4758  0.4822  0.4485  0.4690  0.4788  0.4738
+        0.4818  0.4654  0.4368  0.4827  0.4647  0.4662  0.4525  0.4669
+        0.4693  0.4800  0.4828  0.4735  0.4627  0.4861  0.4772  0.5031
+      L 9  mean=0.4708  std=0.0193  min=0.4156  max=0.5076  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4567  0.4616  0.4549  0.4835  0.4588  0.4304  0.4870  0.4422
+        0.4781  0.4646  0.4942  0.4790  0.4494  0.4666  0.4311  0.4722
+        0.4833  0.4156  0.4895  0.4975  0.4704  0.4520  0.4981  0.4943
+        0.4732  0.4586  0.4824  0.4549  0.4773  0.5019  0.4816  0.4769
+        0.4938  0.4915  0.4804  0.4187  0.4862  0.4344  0.4767  0.4690
+        0.4671  0.4452  0.4657  0.4682  0.4760  0.5076  0.4729  0.4566
+        0.4686  0.4880  0.4633  0.4734  0.4804  0.4701  0.4951  0.4824
+        0.4740  0.4687  0.4846  0.4654  0.4798  0.4806  0.4831  0.4483
+      L10  mean=0.4850  std=0.0106  min=0.4640  max=0.5054  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5008  0.4905  0.4840  0.4792  0.4844  0.4960  0.4943  0.4818
+        0.4851  0.5027  0.4826  0.4945  0.4744  0.4690  0.4668  0.5000
+        0.4705  0.4811  0.4852  0.5050  0.4733  0.4885  0.4980  0.4799
+        0.5054  0.4640  0.4997  0.4962  0.4911  0.5008  0.4893  0.4752
+        0.4795  0.4810  0.4651  0.4910  0.4805  0.4875  0.4771  0.4868
+        0.4837  0.4837  0.4721  0.4945  0.5027  0.4962  0.4707  0.4751
+        0.4844  0.4799  0.4914  0.4852  0.4730  0.4740  0.4899  0.4870
+        0.4775  0.4902  0.4856  0.5027  0.4723  0.4869  0.4767  0.4699
+      L11  mean=0.4758  std=0.0122  min=0.4485  max=0.5146  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4980  0.4910  0.4789  0.4782  0.4674  0.4693  0.4613  0.4690
+        0.4665  0.4913  0.4821  0.4759  0.4944  0.5043  0.4709  0.4712
+        0.4756  0.4690  0.4809  0.4724  0.4628  0.4614  0.5146  0.4806
+        0.5033  0.4636  0.4871  0.4733  0.4712  0.4794  0.4776  0.4918
+        0.4703  0.4772  0.4620  0.4793  0.4799  0.4682  0.4771  0.4668
+        0.5015  0.4781  0.4707  0.4485  0.4830  0.4655  0.4878  0.4745
+        0.4630  0.4572  0.4840  0.4672  0.4714  0.4729  0.4709  0.4647
+        0.4644  0.4766  0.4809  0.4595  0.4792  0.4729  0.4664  0.4736
+
+      GLOBAL mean=0.4801 std=0.0256 min=0.3881 max=0.5931 BIMODAL=NO-flat
+      <0.2:0  mid:768  >0.8:0
+      Layer means: [0.5174, 0.4997, 0.4782, 0.4707, 0.4802, 0.4831, 0.4651, 0.4638, 0.4713, 0.4708, 0.485, 0.4758]
+      Histogram (sigmoid blend ratio 0.0-1.0):
+        0.0-0.1     0  
+        0.1-0.2     0  
+        0.2-0.3     0  
+        0.3-0.4     4  #
+        0.4-0.5   632  ##############################################################################################################################################################
+        0.5-0.6   132  #################################
+        0.6-0.7     0  
+        0.7-0.8     0  
+        0.8-0.9     0  
+        0.9-1.0     0  
+
+    scale_y [0=raw 1=norm]
+      L 0  mean=0.5730  std=0.0399  min=0.4939  max=0.6333  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5942  0.5879  0.5407  0.4995  0.5518  0.6040  0.5276  0.6021
+        0.5999  0.5835  0.5750  0.5225  0.5887  0.6155  0.5763  0.5618
+        0.5196  0.5878  0.5832  0.5536  0.6213  0.5853  0.6138  0.5835
+        0.5521  0.5169  0.5764  0.5505  0.6155  0.5320  0.5178  0.5026
+        0.6121  0.6104  0.6296  0.5793  0.5228  0.6267  0.6075  0.5743
+        0.5369  0.5135  0.6314  0.5393  0.5507  0.5223  0.5467  0.6325
+        0.6057  0.6326  0.6239  0.5015  0.5610  0.5622  0.5753  0.6129
+        0.5807  0.6304  0.5128  0.4939  0.5949  0.6333  0.5784  0.5929
+      L 1  mean=0.5147  std=0.0108  min=0.4958  max=0.5422  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5029  0.4958  0.5197  0.5267  0.5142  0.5317  0.5044  0.5246
+        0.5091  0.5140  0.5107  0.5155  0.5177  0.4966  0.5048  0.5068
+        0.4991  0.5078  0.5148  0.5109  0.5071  0.5255  0.5131  0.5228
+        0.5158  0.5168  0.4959  0.5404  0.5065  0.5045  0.5379  0.5177
+        0.5102  0.5127  0.5299  0.5157  0.5109  0.5079  0.5195  0.5384
+        0.5041  0.5158  0.5242  0.5095  0.5117  0.5232  0.5320  0.5106
+        0.5101  0.5178  0.5152  0.5135  0.5285  0.5013  0.5007  0.5040
+        0.5422  0.5089  0.5244  0.5230  0.5033  0.5079  0.5114  0.5206
+      L 2  mean=0.5053  std=0.0134  min=0.4821  max=0.5445  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5395  0.5018  0.5022  0.5333  0.5127  0.5069  0.5088  0.5025
+        0.5006  0.4874  0.4899  0.5103  0.4860  0.5025  0.5127  0.4874
+        0.5212  0.4944  0.5132  0.5445  0.4903  0.5023  0.5184  0.5095
+        0.5209  0.5012  0.5302  0.5084  0.4992  0.4887  0.5116  0.4887
+        0.4971  0.4893  0.5068  0.4890  0.5209  0.5054  0.5096  0.5002
+        0.4914  0.5183  0.4967  0.5145  0.5029  0.5015  0.4853  0.4896
+        0.4928  0.5153  0.5153  0.4821  0.5107  0.5116  0.5081  0.4872
+        0.5136  0.5157  0.5026  0.5027  0.5304  0.5072  0.5008  0.4988
+      L 3  mean=0.4864  std=0.0132  min=0.4550  max=0.5348  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5014  0.5098  0.4909  0.4868  0.5068  0.4961  0.4768  0.5348
+        0.4879  0.4709  0.4800  0.4819  0.4758  0.4738  0.4856  0.4833
+        0.4792  0.4881  0.4783  0.4979  0.5193  0.4814  0.4835  0.4978
+        0.4824  0.4905  0.4759  0.4793  0.4910  0.4728  0.4942  0.4755
+        0.4794  0.4886  0.4870  0.4904  0.4908  0.4822  0.4865  0.4774
+        0.4885  0.4817  0.4793  0.4925  0.4856  0.4846  0.4958  0.4720
+        0.4715  0.4723  0.4995  0.4813  0.4868  0.4550  0.4859  0.4867
+        0.4969  0.4639  0.4896  0.4939  0.4641  0.5207  0.4937  0.4776
+      L 4  mean=0.4823  std=0.0266  min=0.4359  max=0.5620  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4425  0.4565  0.4998  0.4727  0.4613  0.4984  0.5093  0.4655
+        0.4836  0.4496  0.5228  0.4523  0.4433  0.4925  0.4565  0.5165
+        0.4804  0.5116  0.4359  0.4849  0.4858  0.4975  0.4664  0.5620
+        0.4924  0.4918  0.5018  0.4661  0.4671  0.4978  0.4716  0.4840
+        0.4961  0.4439  0.4794  0.4878  0.4804  0.4658  0.4819  0.5315
+        0.4631  0.5162  0.4596  0.4843  0.5206  0.4637  0.4469  0.4431
+        0.4714  0.5038  0.4634  0.4527  0.4816  0.4458  0.5031  0.5322
+        0.5018  0.5016  0.4815  0.5317  0.4479  0.5073  0.4917  0.4658
+      L 5  mean=0.4966  std=0.0347  min=0.4140  max=0.5780  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4443  0.5292  0.4941  0.5513  0.5113  0.4758  0.4405  0.4865
+        0.4705  0.4712  0.4803  0.5080  0.4876  0.4953  0.4644  0.5476
+        0.4911  0.4715  0.5688  0.4790  0.5051  0.4960  0.5688  0.4966
+        0.4380  0.4746  0.5780  0.5229  0.5049  0.5030  0.4886  0.5076
+        0.4367  0.4700  0.5507  0.5003  0.5138  0.4140  0.5394  0.4427
+        0.5501  0.4866  0.5206  0.4822  0.5083  0.4969  0.5187  0.4973
+        0.5039  0.5074  0.5506  0.4958  0.4910  0.4299  0.4755  0.4983
+        0.5057  0.4891  0.4823  0.5172  0.5507  0.4547  0.4648  0.4830
+      L 6  mean=0.4992  std=0.0307  min=0.4389  max=0.5788  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5129  0.4904  0.4827  0.4993  0.5203  0.4887  0.5788  0.5061
+        0.4591  0.5064  0.4699  0.5722  0.5186  0.4987  0.4984  0.4721
+        0.4820  0.5313  0.5074  0.4759  0.4875  0.4747  0.4852  0.4844
+        0.4927  0.4723  0.5211  0.4655  0.4924  0.4791  0.4769  0.4903
+        0.5059  0.5165  0.5008  0.4464  0.5645  0.5534  0.5097  0.5527
+        0.5102  0.4736  0.4945  0.4667  0.4891  0.5312  0.4741  0.5237
+        0.5092  0.5094  0.5284  0.5720  0.5471  0.4583  0.5123  0.4882
+        0.5094  0.4843  0.4389  0.4565  0.4733  0.4771  0.5192  0.4557
+      L 7  mean=0.4865  std=0.0212  min=0.4410  max=0.5415  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5105  0.5292  0.4669  0.5001  0.4916  0.4753  0.4755  0.4859
+        0.4961  0.4601  0.4500  0.5057  0.5184  0.4700  0.4813  0.4744
+        0.4649  0.4410  0.4676  0.4820  0.5098  0.4543  0.4630  0.4787
+        0.4820  0.4794  0.4895  0.4892  0.4774  0.4849  0.4761  0.4795
+        0.4860  0.4719  0.4809  0.4821  0.4704  0.5157  0.4906  0.4727
+        0.4901  0.4957  0.4961  0.5254  0.4768  0.4861  0.4796  0.5194
+        0.5155  0.4450  0.5294  0.5051  0.4582  0.4904  0.5225  0.4902
+        0.4884  0.4835  0.4893  0.4863  0.4601  0.5415  0.4676  0.5132
+      L 8  mean=0.4801  std=0.0211  min=0.4098  max=0.5209  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4935  0.4655  0.4373  0.4643  0.4960  0.4618  0.4908  0.4571
+        0.4835  0.4935  0.5139  0.5110  0.4520  0.4795  0.4975  0.4968
+        0.4797  0.4977  0.4756  0.4899  0.4912  0.4796  0.4849  0.4656
+        0.5104  0.4837  0.4941  0.4782  0.4596  0.4722  0.4524  0.4597
+        0.4769  0.5049  0.4875  0.4831  0.4738  0.4098  0.4831  0.4604
+        0.4869  0.4896  0.4746  0.4922  0.4687  0.4764  0.4484  0.4974
+        0.4919  0.4239  0.5104  0.5077  0.4512  0.4608  0.4745  0.4780
+        0.5134  0.4922  0.5209  0.4919  0.4687  0.4810  0.5008  0.4801
+      L 9  mean=0.5129  std=0.0144  min=0.4783  max=0.5486  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5486  0.5207  0.5249  0.5294  0.5025  0.5218  0.5162  0.5093
+        0.5290  0.4956  0.5375  0.5186  0.5050  0.5018  0.4996  0.4955
+        0.4855  0.4953  0.5259  0.5418  0.5029  0.5190  0.5184  0.5107
+        0.5031  0.4879  0.5243  0.5211  0.5220  0.5169  0.4991  0.5151
+        0.4817  0.5241  0.5235  0.5141  0.5051  0.4888  0.5072  0.5006
+        0.5184  0.5312  0.5271  0.4783  0.5162  0.4947  0.5295  0.5171
+        0.5048  0.5135  0.5172  0.5087  0.4909  0.5209  0.5082  0.5055
+        0.5149  0.5223  0.5297  0.5271  0.5096  0.5186  0.5078  0.5238
+      L10  mean=0.5167  std=0.0084  min=0.4861  max=0.5386  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5181  0.5113  0.5220  0.5246  0.4953  0.5235  0.5198  0.5274
+        0.5273  0.5172  0.5250  0.5141  0.5039  0.5148  0.5199  0.5197
+        0.5110  0.5095  0.5094  0.5245  0.5275  0.5217  0.5165  0.5141
+        0.5182  0.5188  0.5138  0.5200  0.5188  0.5212  0.5200  0.5106
+        0.4861  0.5234  0.5207  0.5235  0.5058  0.5228  0.5023  0.5077
+        0.5214  0.5206  0.5089  0.5182  0.5109  0.5199  0.5216  0.5250
+        0.5114  0.5098  0.5094  0.5124  0.5184  0.5193  0.5190  0.5109
+        0.5007  0.5108  0.5386  0.5151  0.5267  0.5233  0.5236  0.5216
+      L11  mean=0.5060  std=0.0154  min=0.4671  max=0.5398  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4934  0.4924  0.5078  0.4996  0.5043  0.5186  0.5126  0.5104
+        0.5105  0.4706  0.4971  0.4933  0.4887  0.5298  0.4671  0.5140
+        0.5169  0.4987  0.4842  0.5221  0.4873  0.5116  0.5375  0.5107
+        0.5060  0.5384  0.4859  0.5016  0.5270  0.4947  0.5105  0.5155
+        0.5269  0.4918  0.5398  0.5205  0.5106  0.4891  0.5369  0.5248
+        0.5219  0.5022  0.5058  0.5128  0.4768  0.4992  0.4935  0.5106
+        0.5057  0.4913  0.5094  0.4884  0.5003  0.4918  0.5052  0.5090
+        0.5116  0.5169  0.5095  0.4985  0.5119  0.5094  0.4987  0.5042
+
+      GLOBAL mean=0.5050 std=0.0331 min=0.4098 max=0.6333 BIMODAL=NO-flat
+      <0.2:0  mid:768  >0.8:0
+      Layer means: [0.573, 0.5147, 0.5053, 0.4864, 0.4823, 0.4966, 0.4992, 0.4865, 0.4801, 0.5129, 0.5167, 0.506]
+      Histogram (sigmoid blend ratio 0.0-1.0):
+        0.0-0.1     0  
+        0.1-0.2     0  
+        0.2-0.3     0  
+        0.3-0.4     0  
+        0.4-0.5   346  ######################################################################################
+        0.5-0.6   403  ####################################################################################################
+        0.6-0.7    19  ####
+        0.7-0.8     0  
+        0.8-0.9     0  
+        0.9-1.0     0  
+
+  [Summary updated: C:\Users\brian\Documents\nanoGPT\results\phase19b_qa_softqa_pd_w2000_6seeds_summary_20260403_0711.txt]
+
+================================================================================
+SEED 1337  ->  C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_w2000_qa_softqa_pd_seed1337
+================================================================================
+Started: 2026-04-03 08:35:22
+
+Finished in 80.7 min  returncode=0
+Ended: 2026-04-03 09:56:05
+
+  best=4.3847@9750  final=4.4304@10000  stable=False
+
+  Scale vectors (POST-SIGMOID | init=0.5 everywhere):
+  ckpt best_val_loss=4.4304  iter_num=10000
+
+    scale_q [0=raw 1=norm]
+      L 0  mean=0.5134  std=0.0246  min=0.4659  max=0.5894  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4774  0.5155  0.5308  0.5204  0.5213  0.5885  0.5456  0.5128
+        0.5026  0.5227  0.5266  0.5133  0.4932  0.5001  0.4779  0.5245
+        0.5167  0.5278  0.4978  0.4689  0.5207  0.4933  0.5067  0.5450
+        0.5160  0.4785  0.5278  0.4977  0.4991  0.4994  0.5357  0.5009
+        0.5053  0.4988  0.5202  0.5352  0.5066  0.5514  0.5145  0.4701
+        0.4826  0.5219  0.5049  0.4894  0.5009  0.5431  0.5366  0.5406
+        0.5213  0.5285  0.5027  0.5168  0.5055  0.4869  0.5398  0.4704
+        0.5215  0.4836  0.4659  0.5242  0.5894  0.5213  0.5302  0.5209
+      L 1  mean=0.5012  std=0.0171  min=0.4774  max=0.5493  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5253  0.4942  0.5061  0.5485  0.5130  0.5350  0.5493  0.4837
+        0.4926  0.4822  0.4849  0.4774  0.5127  0.5054  0.4999  0.4826
+        0.5204  0.4994  0.5163  0.4815  0.5023  0.4871  0.5019  0.5005
+        0.5372  0.5193  0.5115  0.4880  0.5136  0.4876  0.4842  0.4930
+        0.4968  0.5003  0.4858  0.4912  0.4959  0.4903  0.5101  0.4824
+        0.5065  0.5330  0.5296  0.4900  0.4902  0.4914  0.4873  0.4981
+        0.5021  0.4778  0.5232  0.5193  0.4948  0.4855  0.4965  0.5129
+        0.4953  0.4929  0.4995  0.4860  0.4832  0.5038  0.5077  0.4808
+      L 2  mean=0.4709  std=0.0318  min=0.3996  max=0.5612  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4727  0.4051  0.4995  0.4694  0.4388  0.4382  0.5275  0.5007
+        0.4593  0.5612  0.4329  0.5113  0.4276  0.4471  0.4932  0.5082
+        0.4703  0.4934  0.4224  0.4643  0.4933  0.4350  0.4589  0.4969
+        0.4438  0.5030  0.4919  0.4187  0.4868  0.5438  0.4528  0.4602
+        0.4754  0.4370  0.4152  0.4827  0.3996  0.4474  0.4529  0.4747
+        0.4687  0.4508  0.4481  0.5171  0.4461  0.4680  0.4692  0.4687
+        0.4777  0.4549  0.4928  0.5048  0.4849  0.4998  0.5083  0.4798
+        0.4725  0.4677  0.4595  0.4520  0.4998  0.5043  0.4759  0.4555
+      L 3  mean=0.4724  std=0.0415  min=0.3919  max=0.5840  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4862  0.4050  0.5438  0.4422  0.4038  0.4714  0.4310  0.4368
+        0.4751  0.4899  0.4745  0.5092  0.4669  0.4851  0.4363  0.5043
+        0.4562  0.4503  0.5260  0.4425  0.5116  0.4859  0.5140  0.4392
+        0.4865  0.4668  0.5298  0.5000  0.4400  0.4864  0.4828  0.4716
+        0.4082  0.4596  0.4417  0.4993  0.4646  0.4570  0.4671  0.4053
+        0.4016  0.4810  0.5840  0.5068  0.4987  0.5502  0.4652  0.4706
+        0.5257  0.5064  0.4113  0.4767  0.4877  0.5341  0.4706  0.3959
+        0.4324  0.4597  0.5356  0.5087  0.4232  0.3919  0.5191  0.4404
+      L 4  mean=0.4843  std=0.0167  min=0.4449  max=0.5195  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4748  0.4657  0.4983  0.5025  0.4773  0.4853  0.4449  0.4703
+        0.4785  0.5046  0.5123  0.4705  0.4818  0.4781  0.4847  0.4871
+        0.4816  0.4641  0.5021  0.4972  0.5116  0.4674  0.4556  0.4704
+        0.5026  0.4878  0.4775  0.4728  0.4938  0.4732  0.4777  0.4961
+        0.4901  0.4776  0.4539  0.4937  0.5062  0.4919  0.4740  0.4754
+        0.4593  0.5046  0.5065  0.4775  0.5195  0.4971  0.5036  0.4964
+        0.4562  0.4909  0.5193  0.4835  0.4832  0.4736  0.4938  0.4635
+        0.4895  0.4764  0.4617  0.4856  0.4964  0.4598  0.5044  0.4818
+      L 5  mean=0.4738  std=0.0166  min=0.4234  max=0.5066  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4707  0.4509  0.4768  0.4784  0.4818  0.4723  0.4726  0.4919
+        0.4941  0.4912  0.4738  0.4533  0.4967  0.4744  0.4831  0.4990
+        0.4741  0.4547  0.4883  0.4594  0.4784  0.4590  0.4775  0.4823
+        0.4946  0.4956  0.4818  0.4574  0.4707  0.4728  0.4734  0.4880
+        0.4948  0.4788  0.4547  0.4543  0.4348  0.4989  0.4533  0.4731
+        0.5066  0.4597  0.4686  0.4688  0.4915  0.4686  0.4651  0.4595
+        0.4590  0.4561  0.4747  0.4876  0.4539  0.4829  0.4743  0.4737
+        0.4234  0.4678  0.4459  0.4939  0.4835  0.4944  0.4908  0.4588
+      L 6  mean=0.4674  std=0.0143  min=0.4339  max=0.4971  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4415  0.4841  0.4788  0.4588  0.4753  0.4551  0.4557  0.4572
+        0.4840  0.4537  0.4339  0.4760  0.4580  0.4576  0.4769  0.4374
+        0.4643  0.4481  0.4759  0.4585  0.4802  0.4767  0.4805  0.4877
+        0.4836  0.4683  0.4775  0.4819  0.4566  0.4853  0.4638  0.4555
+        0.4783  0.4714  0.4695  0.4737  0.4754  0.4548  0.4707  0.4847
+        0.4717  0.4653  0.4613  0.4638  0.4913  0.4763  0.4792  0.4805
+        0.4727  0.4539  0.4836  0.4971  0.4761  0.4749  0.4602  0.4454
+        0.4504  0.4390  0.4653  0.4393  0.4614  0.4821  0.4602  0.4533
+      L 7  mean=0.4587  std=0.0139  min=0.4221  max=0.4857  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4528  0.4546  0.4842  0.4432  0.4704  0.4813  0.4632  0.4640
+        0.4535  0.4269  0.4679  0.4851  0.4614  0.4452  0.4782  0.4644
+        0.4541  0.4459  0.4857  0.4433  0.4640  0.4477  0.4567  0.4538
+        0.4695  0.4649  0.4376  0.4649  0.4704  0.4451  0.4395  0.4587
+        0.4601  0.4710  0.4605  0.4550  0.4510  0.4839  0.4221  0.4515
+        0.4549  0.4400  0.4546  0.4655  0.4770  0.4526  0.4803  0.4500
+        0.4400  0.4647  0.4268  0.4671  0.4605  0.4521  0.4753  0.4718
+        0.4591  0.4678  0.4529  0.4534  0.4588  0.4611  0.4581  0.4570
+      L 8  mean=0.4732  std=0.0146  min=0.4346  max=0.4990  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4990  0.4627  0.4968  0.4868  0.4761  0.4714  0.4707  0.4543
+        0.4684  0.4534  0.4367  0.4746  0.4840  0.4439  0.4893  0.4529
+        0.4888  0.4719  0.4721  0.4773  0.4887  0.4667  0.4681  0.4739
+        0.4959  0.4692  0.4816  0.4872  0.4657  0.4760  0.4856  0.4727
+        0.4623  0.4861  0.4563  0.4907  0.4851  0.4729  0.4875  0.4824
+        0.4531  0.4581  0.4631  0.4900  0.4346  0.4595  0.4869  0.4431
+        0.4868  0.4787  0.4746  0.4637  0.4897  0.4679  0.4869  0.4786
+        0.4876  0.4829  0.4696  0.4732  0.4676  0.4789  0.4735  0.4521
+      L 9  mean=0.4807  std=0.0130  min=0.4488  max=0.5112  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4562  0.4860  0.4488  0.4939  0.5001  0.4657  0.4968  0.4801
+        0.4926  0.4620  0.4906  0.4747  0.5001  0.4589  0.4923  0.4891
+        0.4774  0.4752  0.4931  0.4704  0.5112  0.4924  0.4793  0.4826
+        0.4688  0.4761  0.4723  0.4855  0.4984  0.4766  0.4828  0.4766
+        0.4767  0.4789  0.4929  0.4728  0.4976  0.4774  0.4977  0.4754
+        0.4850  0.4837  0.5033  0.4819  0.4827  0.4830  0.4711  0.5079
+        0.4711  0.4790  0.4522  0.4563  0.4675  0.4812  0.4920  0.4759
+        0.4891  0.4785  0.4759  0.4659  0.4798  0.4734  0.4753  0.4786
+      L10  mean=0.4843  std=0.0144  min=0.4485  max=0.5139  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4858  0.4876  0.4997  0.4781  0.5131  0.4912  0.4654  0.4837
+        0.4955  0.4915  0.4802  0.4828  0.4776  0.4940  0.4775  0.4742
+        0.4652  0.4815  0.4790  0.4633  0.4832  0.5139  0.4487  0.4861
+        0.4946  0.4889  0.4860  0.4663  0.4822  0.4945  0.5098  0.4899
+        0.4790  0.4840  0.5013  0.4849  0.4885  0.4736  0.4914  0.4914
+        0.4847  0.4938  0.5051  0.4718  0.4995  0.4675  0.4535  0.4974
+        0.4961  0.4485  0.4860  0.5044  0.4766  0.5040  0.4911  0.4507
+        0.4907  0.4897  0.4790  0.4844  0.4902  0.4747  0.4866  0.4617
+      L11  mean=0.4762  std=0.0112  min=0.4465  max=0.5092  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4741  0.4851  0.4704  0.4692  0.4690  0.4626  0.4908  0.4701
+        0.4829  0.5092  0.4858  0.4894  0.4685  0.4652  0.4712  0.4639
+        0.4622  0.4862  0.4715  0.4709  0.4731  0.4653  0.4792  0.4845
+        0.4596  0.4695  0.4611  0.4881  0.4636  0.4709  0.4776  0.4672
+        0.4755  0.4819  0.4892  0.4720  0.4721  0.4805  0.4791  0.4639
+        0.4526  0.4847  0.4677  0.4896  0.4897  0.4658  0.4465  0.4903
+        0.4704  0.4822  0.4763  0.4794  0.4856  0.4947  0.4832  0.4806
+        0.4791  0.4808  0.4780  0.4769  0.4609  0.4983  0.4857  0.4839
+
+      GLOBAL mean=0.4797 std=0.0254 min=0.3919 max=0.5894 BIMODAL=NO-flat
+      <0.2:0  mid:768  >0.8:0
+      Layer means: [0.5134, 0.5012, 0.4709, 0.4724, 0.4843, 0.4738, 0.4674, 0.4587, 0.4732, 0.4807, 0.4843, 0.4762]
+      Histogram (sigmoid blend ratio 0.0-1.0):
+        0.0-0.1     0  
+        0.1-0.2     0  
+        0.2-0.3     0  
+        0.3-0.4     3  
+        0.4-0.5   636  ###############################################################################################################################################################
+        0.5-0.6   129  ################################
+        0.6-0.7     0  
+        0.7-0.8     0  
+        0.8-0.9     0  
+        0.9-1.0     0  
+
+    scale_y [0=raw 1=norm]
+      L 0  mean=0.5741  std=0.0418  min=0.5012  max=0.6341  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5472  0.5449  0.5448  0.5443  0.6161  0.6254  0.5507  0.5829
+        0.5827  0.5289  0.5259  0.6169  0.5130  0.6196  0.6100  0.5879
+        0.6230  0.6214  0.5888  0.5264  0.6072  0.5417  0.5235  0.5829
+        0.5012  0.5064  0.5890  0.6313  0.5929  0.5206  0.5747  0.6253
+        0.5897  0.5689  0.6072  0.6068  0.6242  0.5147  0.5771  0.6302
+        0.5209  0.5947  0.5601  0.6006  0.5790  0.5073  0.5131  0.6188
+        0.6103  0.6201  0.6251  0.6044  0.5092  0.5410  0.5472  0.5839
+        0.5141  0.6191  0.6016  0.5176  0.6276  0.5588  0.6341  0.5164
+      L 1  mean=0.5222  std=0.0113  min=0.4927  max=0.5443  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5097  0.5186  0.5216  0.5387  0.5279  0.5143  0.5065  0.5389
+        0.5306  0.5203  0.5301  0.5221  0.5209  0.5246  0.5177  0.5176
+        0.5376  0.5132  0.5344  0.5104  0.5238  0.5315  0.5097  0.5407
+        0.5137  0.5130  0.5150  0.5345  0.5100  0.5105  0.5213  0.5093
+        0.5316  0.5172  0.4927  0.5443  0.5388  0.5057  0.5394  0.5218
+        0.5157  0.5072  0.5405  0.5016  0.5262  0.5215  0.5395  0.5380
+        0.5143  0.5105  0.5318  0.5195  0.5185  0.5248  0.5371  0.5328
+        0.5195  0.5171  0.5206  0.5283  0.5210  0.5309  0.5078  0.5181
+      L 2  mean=0.4970  std=0.0207  min=0.4516  max=0.5417  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4762  0.4949  0.5005  0.4903  0.4911  0.5234  0.4648  0.5334
+        0.4944  0.4995  0.4986  0.4886  0.5110  0.5250  0.4916  0.4773
+        0.5155  0.4969  0.4951  0.5012  0.4947  0.4808  0.5119  0.5175
+        0.5176  0.4772  0.4750  0.4834  0.5244  0.4840  0.5250  0.5151
+        0.4805  0.5076  0.4764  0.4996  0.4961  0.4720  0.4792  0.4516
+        0.5182  0.4917  0.4787  0.5034  0.5222  0.4711  0.5112  0.5006
+        0.4985  0.5243  0.5417  0.4780  0.4622  0.5174  0.4580  0.5151
+        0.4582  0.5071  0.4878  0.4793  0.5130  0.5393  0.5134  0.4773
+      L 3  mean=0.4833  std=0.0135  min=0.4561  max=0.5244  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5128  0.4613  0.5028  0.4790  0.4699  0.4839  0.4875  0.4869
+        0.4806  0.4670  0.4907  0.4688  0.4961  0.4773  0.4847  0.4735
+        0.4873  0.4715  0.4733  0.4851  0.4971  0.5244  0.4838  0.4792
+        0.4797  0.4811  0.4607  0.4831  0.4787  0.4869  0.4749  0.5013
+        0.4777  0.5071  0.4701  0.4595  0.4934  0.4823  0.4797  0.4758
+        0.4840  0.4836  0.4955  0.4865  0.5217  0.4674  0.4863  0.4884
+        0.4940  0.4866  0.4561  0.4661  0.4829  0.4725  0.4978  0.4889
+        0.5048  0.4756  0.4678  0.4770  0.4789  0.4817  0.4877  0.4846
+      L 4  mean=0.4698  std=0.0281  min=0.3875  max=0.5403  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4907  0.4496  0.5125  0.4575  0.4683  0.4567  0.4454  0.4832
+        0.3875  0.4160  0.4130  0.4945  0.4442  0.4815  0.4817  0.4211
+        0.4494  0.4854  0.4279  0.4426  0.5033  0.4564  0.4566  0.4891
+        0.4686  0.4428  0.4601  0.4807  0.4586  0.4595  0.4874  0.4926
+        0.4651  0.4495  0.4791  0.4624  0.4347  0.4662  0.5260  0.4954
+        0.4722  0.5007  0.4811  0.5403  0.4377  0.4442  0.4783  0.5138
+        0.4612  0.4926  0.4795  0.4866  0.4510  0.4501  0.4745  0.4858
+        0.5141  0.4761  0.4524  0.4841  0.4533  0.4928  0.4974  0.5058
+      L 5  mean=0.5047  std=0.0333  min=0.4435  max=0.6031  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5100  0.4937  0.4970  0.5368  0.5481  0.4857  0.4882  0.4485
+        0.4795  0.4917  0.4585  0.4922  0.4991  0.6031  0.4754  0.5250
+        0.4712  0.4784  0.5217  0.5718  0.5115  0.4928  0.5081  0.4701
+        0.4464  0.4758  0.4988  0.4898  0.4917  0.4977  0.5007  0.5149
+        0.5429  0.4974  0.5265  0.4798  0.5157  0.5175  0.4435  0.5532
+        0.5391  0.4849  0.4900  0.5463  0.4834  0.5508  0.4702  0.4591
+        0.4787  0.5229  0.5310  0.4755  0.5121  0.5284  0.4627  0.5138
+        0.5245  0.5914  0.5075  0.5779  0.5080  0.4955  0.5095  0.4880
+      L 6  mean=0.4991  std=0.0206  min=0.4575  max=0.5634  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4972  0.5222  0.4940  0.5063  0.5121  0.4814  0.4855  0.4717
+        0.4663  0.4779  0.5215  0.4575  0.4905  0.5093  0.5190  0.4828
+        0.5634  0.4610  0.5129  0.5282  0.4964  0.5182  0.5448  0.5054
+        0.5211  0.4749  0.5175  0.4834  0.4764  0.4803  0.5155  0.5181
+        0.5144  0.5338  0.4888  0.5046  0.4755  0.4989  0.4991  0.4955
+        0.5150  0.5127  0.4911  0.5090  0.5187  0.4831  0.4871  0.4966
+        0.4974  0.4817  0.4832  0.4740  0.5089  0.4948  0.5075  0.5190
+        0.4914  0.4913  0.4730  0.4878  0.5303  0.5064  0.4692  0.4933
+      L 7  mean=0.4810  std=0.0193  min=0.4513  max=0.5381  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4676  0.4684  0.4626  0.5293  0.4668  0.4778  0.4754  0.5204
+        0.4599  0.4513  0.5129  0.4589  0.4691  0.4603  0.5069  0.4595
+        0.5381  0.4706  0.4799  0.4976  0.4929  0.4907  0.4843  0.4731
+        0.4768  0.4560  0.4644  0.4907  0.5225  0.4709  0.4715  0.4846
+        0.4747  0.4898  0.4658  0.4744  0.4817  0.4860  0.4527  0.4971
+        0.4762  0.4721  0.4733  0.5050  0.4768  0.4713  0.5001  0.4978
+        0.4775  0.5180  0.4529  0.4836  0.4577  0.4681  0.4992  0.4608
+        0.4845  0.4782  0.4547  0.4917  0.4913  0.4860  0.4858  0.4860
+      L 8  mean=0.4826  std=0.0288  min=0.4052  max=0.5339  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5053  0.4595  0.5004  0.4796  0.4570  0.5070  0.4997  0.5065
+        0.5127  0.4937  0.5024  0.4863  0.4958  0.4855  0.4669  0.4731
+        0.5339  0.4803  0.5017  0.5060  0.5047  0.4922  0.5045  0.4669
+        0.4706  0.4333  0.4185  0.4052  0.4955  0.4702  0.4604  0.4966
+        0.4904  0.4344  0.4846  0.4317  0.5211  0.4925  0.4969  0.4670
+        0.4954  0.4374  0.5007  0.5000  0.5027  0.4882  0.5049  0.4995
+        0.4102  0.4885  0.4932  0.4565  0.4659  0.4210  0.4964  0.4306
+        0.5220  0.4987  0.5131  0.5002  0.5234  0.4920  0.4798  0.4751
+      L 9  mean=0.4997  std=0.0192  min=0.4376  max=0.5329  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5307  0.4844  0.5119  0.5053  0.4707  0.5058  0.4376  0.4989
+        0.4990  0.5286  0.4927  0.5004  0.5193  0.5072  0.5047  0.5090
+        0.4844  0.4650  0.4744  0.5137  0.5093  0.4844  0.4425  0.5050
+        0.4996  0.5162  0.5060  0.5329  0.4960  0.5058  0.4967  0.4930
+        0.5249  0.4587  0.5034  0.4777  0.5197  0.5089  0.5181  0.5040
+        0.5074  0.4885  0.5179  0.5148  0.4994  0.4936  0.4963  0.5164
+        0.5044  0.4977  0.4901  0.5277  0.4918  0.5018  0.5133  0.5027
+        0.5148  0.5273  0.4838  0.4959  0.4800  0.4668  0.5053  0.4971
+      L10  mean=0.5043  std=0.0111  min=0.4762  max=0.5255  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5038  0.5176  0.5088  0.4928  0.5134  0.4968  0.5067  0.4931
+        0.4901  0.4968  0.5084  0.5027  0.5151  0.5056  0.4959  0.5194
+        0.5156  0.5122  0.5043  0.5137  0.4917  0.5044  0.5128  0.4996
+        0.4762  0.5146  0.5036  0.5255  0.4952  0.4952  0.5192  0.4994
+        0.4965  0.5035  0.5214  0.5103  0.5093  0.5010  0.4987  0.5207
+        0.5063  0.4996  0.5183  0.4912  0.4891  0.4853  0.5123  0.4775
+        0.4951  0.5250  0.5102  0.5112  0.5089  0.5000  0.5189  0.4842
+        0.4909  0.5005  0.5044  0.4901  0.5115  0.5104  0.5091  0.5146
+      L11  mean=0.5096  std=0.0089  min=0.4912  max=0.5356  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5085  0.4932  0.4912  0.5173  0.4988  0.5093  0.5194  0.4983
+        0.5142  0.5348  0.5029  0.5054  0.5104  0.5185  0.5106  0.5107
+        0.5127  0.5033  0.5011  0.5324  0.5164  0.5120  0.4931  0.5170
+        0.5008  0.5185  0.5139  0.5356  0.5073  0.4938  0.5035  0.5068
+        0.5070  0.5115  0.5146  0.5061  0.5049  0.5116  0.5070  0.5046
+        0.5056  0.4956  0.5058  0.5156  0.5038  0.5155  0.5174  0.5102
+        0.5114  0.5130  0.5071  0.5037  0.5064  0.5110  0.5145  0.5123
+        0.5121  0.4955  0.5085  0.5097  0.5062  0.5156  0.5236  0.5127
+
+      GLOBAL mean=0.5023 std=0.0347 min=0.3875 max=0.6341 BIMODAL=NO-flat
+      <0.2:0  mid:768  >0.8:0
+      Layer means: [0.5741, 0.5222, 0.497, 0.4833, 0.4698, 0.5047, 0.4991, 0.481, 0.4826, 0.4997, 0.5043, 0.5096]
+      Histogram (sigmoid blend ratio 0.0-1.0):
+        0.0-0.1     0  
+        0.1-0.2     0  
+        0.2-0.3     0  
+        0.3-0.4     1  
+        0.4-0.5   380  ###############################################################################################
+        0.5-0.6   362  ##########################################################################################
+        0.6-0.7    25  ######
+        0.7-0.8     0  
+        0.8-0.9     0  
+        0.9-1.0     0  
+
+  [Summary updated: C:\Users\brian\Documents\nanoGPT\results\phase19b_qa_softqa_pd_w2000_6seeds_summary_20260403_0711.txt]
+
+================================================================================
+SEED 123  ->  C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_w2000_qa_softqa_pd_seed123
+================================================================================
+Started: 2026-04-03 09:56:31
+
+Finished in 81.3 min  returncode=0
+Ended: 2026-04-03 11:17:46
+
+  best=4.4098@9750  final=4.4183@10000  stable=False
+
+  Scale vectors (POST-SIGMOID | init=0.5 everywhere):
+  ckpt best_val_loss=4.4183  iter_num=10000
+
+    scale_q [0=raw 1=norm]
+      L 0  mean=0.5202  std=0.0226  min=0.4775  max=0.6088  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5082  0.5378  0.5221  0.5254  0.5151  0.5111  0.5630  0.5049
+        0.5495  0.5191  0.5319  0.5330  0.5147  0.4899  0.4970  0.5496
+        0.5141  0.4927  0.5191  0.6088  0.4930  0.4943  0.4855  0.5530
+        0.4962  0.5153  0.5068  0.5244  0.5057  0.4849  0.5532  0.5297
+        0.5216  0.5147  0.5392  0.5674  0.5170  0.5265  0.4865  0.5308
+        0.4893  0.5176  0.4959  0.5368  0.5127  0.5172  0.5045  0.5124
+        0.4775  0.5091  0.5238  0.5309  0.5259  0.5079  0.5565  0.5189
+        0.5247  0.5316  0.5325  0.5327  0.5148  0.5169  0.5392  0.5115
+      L 1  mean=0.5010  std=0.0116  min=0.4812  max=0.5342  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4951  0.5154  0.4918  0.4940  0.5059  0.5138  0.4926  0.4995
+        0.4901  0.5270  0.4853  0.4968  0.5211  0.4987  0.5226  0.5001
+        0.5260  0.4932  0.4887  0.4952  0.4927  0.4964  0.5031  0.4984
+        0.5030  0.4898  0.5042  0.5011  0.4843  0.4922  0.4812  0.5171
+        0.4960  0.4999  0.4990  0.4985  0.5158  0.5073  0.5073  0.5041
+        0.4972  0.5026  0.5000  0.5073  0.4931  0.5000  0.5229  0.5236
+        0.5005  0.5186  0.4882  0.4890  0.4884  0.5107  0.4948  0.4920
+        0.5342  0.4882  0.4930  0.4961  0.4999  0.4952  0.4893  0.4971
+      L 2  mean=0.4715  std=0.0458  min=0.3810  max=0.5884  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4134  0.4124  0.5480  0.4997  0.4790  0.4945  0.4570  0.4162
+        0.4329  0.4818  0.4688  0.4463  0.4603  0.4064  0.4788  0.5004
+        0.4442  0.4669  0.4654  0.5147  0.3860  0.4608  0.4341  0.4760
+        0.4268  0.4895  0.4740  0.4438  0.5587  0.4931  0.5252  0.5288
+        0.5173  0.5801  0.5133  0.4492  0.4863  0.3810  0.5276  0.5884
+        0.4687  0.4567  0.4598  0.4766  0.4713  0.4969  0.5118  0.4484
+        0.4569  0.4365  0.4990  0.4389  0.4495  0.4308  0.3820  0.4330
+        0.5177  0.4356  0.4802  0.5155  0.4299  0.4443  0.5794  0.4301
+      L 3  mean=0.4710  std=0.0379  min=0.3888  max=0.5631  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4405  0.5299  0.4044  0.4511  0.4512  0.4840  0.4080  0.5163
+        0.5011  0.5110  0.4235  0.4738  0.4812  0.5423  0.4583  0.4312
+        0.5631  0.4511  0.5383  0.4576  0.4673  0.4642  0.4446  0.4261
+        0.5224  0.5009  0.4590  0.4745  0.4335  0.4209  0.5138  0.4862
+        0.4811  0.4671  0.4299  0.4414  0.4841  0.4534  0.5157  0.5040
+        0.4527  0.4608  0.4868  0.4436  0.4879  0.4289  0.4589  0.4881
+        0.4319  0.4975  0.3980  0.4907  0.5279  0.4960  0.5256  0.4692
+        0.4557  0.5276  0.4281  0.4875  0.4442  0.4943  0.3888  0.4668
+      L 4  mean=0.4871  std=0.0152  min=0.4571  max=0.5209  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4914  0.4968  0.4753  0.5094  0.4879  0.4771  0.5032  0.4898
+        0.4665  0.4817  0.4927  0.4922  0.4704  0.4710  0.5053  0.5016
+        0.4838  0.4842  0.5158  0.4750  0.4820  0.5145  0.4823  0.4813
+        0.4694  0.4609  0.4809  0.4877  0.4638  0.4988  0.4866  0.4928
+        0.4864  0.5022  0.4775  0.4963  0.4809  0.5036  0.4881  0.4571
+        0.4940  0.4708  0.5000  0.5122  0.4583  0.4997  0.4807  0.4947
+        0.4738  0.4936  0.4942  0.5068  0.5209  0.4608  0.4672  0.4654
+        0.4890  0.4984  0.4841  0.4916  0.5042  0.4670  0.5041  0.4771
+      L 5  mean=0.4772  std=0.0180  min=0.4483  max=0.5155  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4859  0.4586  0.4960  0.4663  0.4617  0.4887  0.4491  0.4904
+        0.4569  0.4677  0.4654  0.4891  0.4618  0.4513  0.4618  0.5086
+        0.5129  0.4685  0.4647  0.4483  0.4931  0.4649  0.4574  0.4700
+        0.4848  0.4860  0.4774  0.4975  0.4933  0.4576  0.4530  0.4579
+        0.4805  0.4947  0.4965  0.5143  0.5087  0.4519  0.4907  0.4905
+        0.4645  0.5155  0.4926  0.4628  0.4627  0.4721  0.4739  0.4640
+        0.5001  0.4828  0.4634  0.4846  0.4649  0.5034  0.4798  0.4561
+        0.4839  0.4997  0.4616  0.4781  0.4830  0.4516  0.4791  0.4840
+      L 6  mean=0.4659  std=0.0197  min=0.4228  max=0.5136  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4958  0.4318  0.4514  0.4298  0.4553  0.4818  0.4527  0.4386
+        0.4659  0.5136  0.4815  0.4649  0.4947  0.4533  0.4829  0.4486
+        0.4761  0.4498  0.4971  0.4804  0.4782  0.4738  0.4302  0.4805
+        0.4423  0.4493  0.4795  0.4228  0.4621  0.4567  0.4674  0.4764
+        0.4867  0.4588  0.4641  0.4601  0.4550  0.4734  0.4693  0.4952
+        0.4723  0.4649  0.4814  0.4691  0.4736  0.4733  0.4355  0.4290
+        0.4850  0.4505  0.4733  0.4765  0.4755  0.4988  0.4519  0.4847
+        0.4767  0.4875  0.4572  0.4414  0.4365  0.4780  0.4460  0.4736
+      L 7  mean=0.4727  std=0.0148  min=0.4325  max=0.5081  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4853  0.4511  0.4896  0.4531  0.4843  0.4828  0.4586  0.4647
+        0.4719  0.4843  0.4417  0.4629  0.4733  0.4667  0.4627  0.4565
+        0.4764  0.4610  0.4671  0.4459  0.4759  0.4695  0.4844  0.4914
+        0.4813  0.4849  0.4325  0.4723  0.4858  0.4718  0.4440  0.4581
+        0.4786  0.4848  0.4691  0.4661  0.4429  0.4918  0.4744  0.4908
+        0.4722  0.4794  0.4819  0.5081  0.4879  0.4857  0.4966  0.4601
+        0.4780  0.4464  0.4875  0.4783  0.4711  0.4774  0.4705  0.4666
+        0.4903  0.4646  0.4874  0.4842  0.4800  0.4705  0.4652  0.4722
+      L 8  mean=0.4703  std=0.0217  min=0.4280  max=0.5133  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4607  0.4814  0.4557  0.4511  0.4798  0.4773  0.4900  0.4682
+        0.4726  0.4820  0.5133  0.4775  0.5005  0.4868  0.4832  0.5094
+        0.4375  0.4888  0.4785  0.4304  0.4669  0.4642  0.4792  0.4663
+        0.4427  0.4682  0.4455  0.4495  0.4513  0.4371  0.5023  0.4730
+        0.4825  0.4819  0.4280  0.4993  0.4827  0.4961  0.4951  0.4864
+        0.4813  0.4450  0.5100  0.4648  0.4288  0.4766  0.4805  0.4776
+        0.4659  0.4744  0.4296  0.4932  0.4956  0.4441  0.4369  0.4511
+        0.4752  0.4348  0.4864  0.4778  0.4531  0.4468  0.4763  0.4675
+      L 9  mean=0.4822  std=0.0143  min=0.4514  max=0.5233  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4886  0.4665  0.5024  0.4704  0.4556  0.4897  0.5035  0.4571
+        0.4842  0.5056  0.4781  0.4795  0.4946  0.4861  0.4962  0.4872
+        0.4992  0.4735  0.4852  0.4900  0.4669  0.4956  0.4713  0.4744
+        0.4848  0.5233  0.4788  0.4755  0.4961  0.5017  0.4755  0.4760
+        0.4590  0.4874  0.4758  0.4978  0.4662  0.4882  0.4674  0.4869
+        0.4905  0.4886  0.4780  0.4998  0.4592  0.4769  0.4740  0.5064
+        0.4550  0.4873  0.4993  0.4670  0.4811  0.4823  0.4882  0.4893
+        0.4743  0.4679  0.4929  0.4748  0.4514  0.4759  0.4873  0.4713
+      L10  mean=0.4867  std=0.0121  min=0.4585  max=0.5124  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4892  0.4735  0.5006  0.4843  0.4585  0.4943  0.4992  0.4779
+        0.4762  0.4981  0.4897  0.4686  0.4700  0.4740  0.5020  0.4977
+        0.4674  0.4857  0.4971  0.4985  0.4765  0.4862  0.4875  0.4824
+        0.5005  0.4745  0.4783  0.5007  0.4746  0.4845  0.5056  0.4887
+        0.4880  0.5124  0.4987  0.4850  0.4739  0.5047  0.4793  0.4664
+        0.4769  0.4959  0.4824  0.4736  0.4870  0.4900  0.4692  0.4794
+        0.4921  0.4888  0.4889  0.5077  0.4965  0.4672  0.4781  0.4885
+        0.4925  0.5014  0.5038  0.4765  0.4738  0.4910  0.4926  0.5028
+      L11  mean=0.4820  std=0.0162  min=0.4428  max=0.5188  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4820  0.5056  0.4973  0.4915  0.4632  0.4698  0.4795  0.4608
+        0.5000  0.4748  0.4661  0.4785  0.4881  0.5188  0.4428  0.4673
+        0.4818  0.4989  0.4729  0.4808  0.4462  0.5129  0.4861  0.4665
+        0.4796  0.4504  0.5027  0.4859  0.4871  0.4733  0.4693  0.4890
+        0.4881  0.5050  0.4759  0.4850  0.4942  0.4698  0.4854  0.5016
+        0.4903  0.4598  0.4884  0.4752  0.5048  0.5038  0.4822  0.4845
+        0.4708  0.5023  0.5014  0.4553  0.4685  0.4997  0.5045  0.4751
+        0.4636  0.4730  0.4711  0.4886  0.4777  0.4902  0.4729  0.4696
+
+      GLOBAL mean=0.4823 std=0.0274 min=0.3810 max=0.6088 BIMODAL=NO-flat
+      <0.2:0  mid:768  >0.8:0
+      Layer means: [0.5202, 0.501, 0.4715, 0.471, 0.4871, 0.4772, 0.4659, 0.4727, 0.4703, 0.4822, 0.4867, 0.482]
+      Histogram (sigmoid blend ratio 0.0-1.0):
+        0.0-0.1     0  
+        0.1-0.2     0  
+        0.2-0.3     0  
+        0.3-0.4     5  #
+        0.4-0.5   598  #####################################################################################################################################################
+        0.5-0.6   164  #########################################
+        0.6-0.7     1  
+        0.7-0.8     0  
+        0.8-0.9     0  
+        0.9-1.0     0  
+
+    scale_y [0=raw 1=norm]
+      L 0  mean=0.5703  std=0.0504  min=0.4900  max=0.6752  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5900  0.5436  0.4984  0.5051  0.6741  0.6309  0.6363  0.5521
+        0.5747  0.5357  0.5199  0.5792  0.5141  0.5534  0.6069  0.6585
+        0.5458  0.5760  0.5271  0.5472  0.6122  0.6147  0.5449  0.5665
+        0.5048  0.6596  0.6036  0.5688  0.6013  0.4916  0.6245  0.4997
+        0.5327  0.6621  0.6552  0.5190  0.4958  0.5858  0.5420  0.5855
+        0.5505  0.4900  0.5428  0.6221  0.5228  0.5520  0.5444  0.5386
+        0.6752  0.5475  0.5773  0.6083  0.5468  0.5534  0.6202  0.5764
+        0.5807  0.6697  0.6114  0.5293  0.5101  0.5464  0.6265  0.5199
+      L 1  mean=0.5165  std=0.0125  min=0.4911  max=0.5617  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5231  0.5136  0.5316  0.5335  0.5174  0.5057  0.5109  0.5158
+        0.5189  0.5200  0.5154  0.5260  0.5282  0.5025  0.4911  0.5136
+        0.5015  0.5313  0.4982  0.5265  0.5101  0.5132  0.5181  0.5223
+        0.5100  0.5247  0.5308  0.5184  0.5131  0.5242  0.5246  0.5617
+        0.5111  0.5235  0.5476  0.5305  0.5340  0.5173  0.5101  0.5100
+        0.5127  0.4956  0.4918  0.5164  0.5110  0.5037  0.4980  0.5077
+        0.5192  0.5224  0.5223  0.5116  0.4952  0.5011  0.5257  0.5125
+        0.5202  0.5090  0.5145  0.5351  0.5201  0.5074  0.5109  0.5145
+      L 2  mean=0.4972  std=0.0216  min=0.4519  max=0.5565  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4626  0.4750  0.5089  0.5264  0.4827  0.4673  0.5101  0.5064
+        0.4936  0.5565  0.4867  0.4951  0.4570  0.5317  0.4716  0.5169
+        0.4928  0.5073  0.4902  0.5096  0.5149  0.5179  0.4972  0.5102
+        0.4771  0.4756  0.4923  0.4970  0.4856  0.4924  0.5041  0.5318
+        0.5129  0.4937  0.5101  0.5231  0.5049  0.5249  0.5203  0.5368
+        0.4623  0.4816  0.4697  0.5129  0.4808  0.4956  0.4971  0.4781
+        0.4808  0.4519  0.4955  0.5112  0.4955  0.5081  0.5292  0.4587
+        0.4632  0.5138  0.4955  0.5028  0.4793  0.4755  0.5134  0.4979
+      L 3  mean=0.4908  std=0.0185  min=0.4651  max=0.5393  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4901  0.4889  0.5151  0.5275  0.5121  0.4885  0.5393  0.4863
+        0.4910  0.4886  0.4825  0.4651  0.4755  0.5136  0.5378  0.5014
+        0.4766  0.5038  0.4843  0.4705  0.4864  0.4665  0.4824  0.4832
+        0.4696  0.5282  0.4697  0.4843  0.4890  0.4883  0.5045  0.4968
+        0.4763  0.4967  0.5147  0.4752  0.4722  0.4817  0.4727  0.5096
+        0.5029  0.4987  0.4826  0.4856  0.4709  0.5098  0.4876  0.5211
+        0.4946  0.4902  0.4898  0.4712  0.5381  0.5009  0.4761  0.4820
+        0.4700  0.4821  0.4969  0.4843  0.4816  0.4684  0.4746  0.4665
+      L 4  mean=0.4687  std=0.0436  min=0.3806  max=0.5957  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4670  0.4717  0.4339  0.4178  0.5233  0.4325  0.4696  0.4315
+        0.4214  0.5158  0.4863  0.4580  0.5476  0.4659  0.3806  0.4884
+        0.4257  0.5251  0.5007  0.5487  0.4592  0.5334  0.4570  0.4386
+        0.4394  0.5957  0.4130  0.4818  0.4636  0.4895  0.4864  0.4602
+        0.4686  0.4692  0.4808  0.4995  0.5657  0.3996  0.5108  0.4143
+        0.4248  0.4569  0.4565  0.4548  0.4292  0.4360  0.4878  0.4919
+        0.5479  0.4206  0.4566  0.5259  0.4483  0.4249  0.4578  0.4402
+        0.4145  0.5084  0.4571  0.4180  0.4275  0.5293  0.4634  0.4784
+      L 5  mean=0.5067  std=0.0326  min=0.4414  max=0.6053  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5451  0.4740  0.4903  0.4850  0.4620  0.5509  0.5016  0.5047
+        0.4872  0.5613  0.5423  0.4742  0.6053  0.5177  0.4677  0.5247
+        0.5805  0.5034  0.5264  0.4696  0.4754  0.4830  0.4942  0.5042
+        0.4883  0.4536  0.5275  0.4535  0.5211  0.5065  0.5392  0.5283
+        0.5127  0.5001  0.5112  0.5268  0.4800  0.5065  0.4656  0.5707
+        0.4414  0.5115  0.5036  0.4814  0.5211  0.5052  0.5918  0.5261
+        0.5049  0.4842  0.5102  0.4882  0.4798  0.4891  0.5086  0.5080
+        0.4839  0.4922  0.4863  0.5017  0.5055  0.5375  0.4896  0.5556
+      L 6  mean=0.4886  std=0.0215  min=0.4383  max=0.5483  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5125  0.4602  0.4440  0.4948  0.4812  0.4638  0.4726  0.4841
+        0.5079  0.4898  0.4808  0.4969  0.5483  0.4989  0.4751  0.4811
+        0.4736  0.4583  0.5113  0.5029  0.4951  0.5180  0.4875  0.4824
+        0.5005  0.4923  0.4842  0.4882  0.4829  0.5062  0.4610  0.4769
+        0.4564  0.4919  0.4868  0.4984  0.4957  0.4854  0.5138  0.4597
+        0.5319  0.5086  0.4870  0.4535  0.4790  0.5119  0.4722  0.5248
+        0.4991  0.4628  0.4878  0.5197  0.4939  0.5215  0.4935  0.4672
+        0.5152  0.5158  0.4639  0.4383  0.4756  0.4776  0.4791  0.4890
+      L 7  mean=0.4904  std=0.0189  min=0.4306  max=0.5271  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5026  0.4816  0.4740  0.4945  0.4884  0.4855  0.5094  0.4885
+        0.4945  0.4584  0.5055  0.4831  0.5202  0.5040  0.4985  0.4995
+        0.4891  0.4844  0.4710  0.4774  0.4707  0.4916  0.5271  0.5043
+        0.5095  0.4663  0.4994  0.5162  0.4709  0.4830  0.4901  0.5084
+        0.4914  0.5069  0.4306  0.4811  0.5055  0.4933  0.4704  0.4485
+        0.4898  0.5038  0.5049  0.4983  0.5129  0.5005  0.5036  0.4783
+        0.4371  0.4907  0.4874  0.4813  0.4929  0.4949  0.5191  0.5163
+        0.4863  0.4768  0.5027  0.4607  0.5134  0.4826  0.5010  0.4726
+      L 8  mean=0.4901  std=0.0273  min=0.3834  max=0.5426  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4399  0.4532  0.5060  0.4906  0.4952  0.5035  0.3834  0.5084
+        0.4591  0.4344  0.5055  0.4889  0.4707  0.5310  0.5004  0.4975
+        0.4748  0.4503  0.4969  0.4860  0.4988  0.4968  0.5110  0.4656
+        0.4956  0.4891  0.4987  0.4989  0.4690  0.5021  0.5191  0.4699
+        0.5001  0.5224  0.5340  0.4721  0.5253  0.5251  0.4891  0.5043
+        0.4549  0.5009  0.4796  0.4943  0.5005  0.5350  0.4888  0.5083
+        0.4672  0.5084  0.5202  0.5012  0.5426  0.4744  0.4692  0.4462
+        0.4838  0.5190  0.5014  0.4587  0.4821  0.5090  0.4808  0.4787
+      L 9  mean=0.5041  std=0.0149  min=0.4495  max=0.5324  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5113  0.5185  0.5067  0.4836  0.5054  0.4914  0.5298  0.5202
+        0.5246  0.4861  0.5015  0.5127  0.5112  0.5201  0.4799  0.4841
+        0.5200  0.5324  0.4994  0.5088  0.5137  0.4948  0.4495  0.5106
+        0.4746  0.5135  0.5324  0.5094  0.5142  0.5139  0.4828  0.5091
+        0.5069  0.5089  0.4941  0.5095  0.5034  0.4752  0.4927  0.5051
+        0.4852  0.5045  0.5105  0.4942  0.5131  0.5038  0.4902  0.5050
+        0.4917  0.5071  0.4948  0.5012  0.4976  0.5225  0.4998  0.5101
+        0.5225  0.5249  0.4927  0.5165  0.5044  0.5030  0.5021  0.5017
+      L10  mean=0.5114  std=0.0108  min=0.4915  max=0.5385  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5179  0.5094  0.5157  0.4999  0.5063  0.4960  0.4970  0.5084
+        0.5248  0.4984  0.4957  0.5094  0.5118  0.4979  0.5222  0.4915
+        0.5070  0.5064  0.5079  0.5254  0.5079  0.5004  0.5162  0.5177
+        0.5323  0.5080  0.5092  0.5235  0.5205  0.4994  0.5007  0.5238
+        0.5277  0.4961  0.5046  0.5170  0.5223  0.5072  0.5147  0.5109
+        0.5197  0.5081  0.4980  0.5002  0.5073  0.5190  0.4995  0.5156
+        0.5359  0.5177  0.5132  0.5094  0.5167  0.5148  0.5049  0.4999
+        0.5264  0.5015  0.5316  0.5385  0.5134  0.5164  0.5142  0.4961
+      L11  mean=0.5084  std=0.0082  min=0.4859  max=0.5264  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5050  0.4999  0.5228  0.5025  0.5086  0.4918  0.5126  0.5113
+        0.5111  0.5144  0.5092  0.5174  0.5123  0.5076  0.5050  0.5073
+        0.5120  0.5140  0.5187  0.5169  0.5156  0.5046  0.5159  0.5107
+        0.5083  0.5072  0.5010  0.4979  0.5109  0.5107  0.4970  0.5075
+        0.5159  0.5027  0.4970  0.5123  0.4964  0.5093  0.5119  0.5176
+        0.4985  0.5038  0.5093  0.4989  0.5145  0.5157  0.4954  0.5018
+        0.5021  0.5151  0.5131  0.5116  0.5209  0.5208  0.5061  0.5027
+        0.4994  0.5098  0.5064  0.4859  0.5242  0.5128  0.5264  0.4941
+
+      GLOBAL mean=0.5036 std=0.0355 min=0.3806 max=0.6752 BIMODAL=NO-flat
+      <0.2:0  mid:768  >0.8:0
+      Layer means: [0.5703, 0.5165, 0.4972, 0.4908, 0.4687, 0.5067, 0.4886, 0.4904, 0.4901, 0.5041, 0.5114, 0.5084]
+      Histogram (sigmoid blend ratio 0.0-1.0):
+        0.0-0.1     0  
+        0.1-0.2     0  
+        0.2-0.3     0  
+        0.3-0.4     3  
+        0.4-0.5   340  #####################################################################################
+        0.5-0.6   404  #####################################################################################################
+        0.6-0.7    21  #####
+        0.7-0.8     0  
+        0.8-0.9     0  
+        0.9-1.0     0  
+
+  [Summary updated: C:\Users\brian\Documents\nanoGPT\results\phase19b_qa_softqa_pd_w2000_6seeds_summary_20260403_0711.txt]
+
+================================================================================
+SEED 0  ->  C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_w2000_qa_softqa_pd_seed0
+================================================================================
+Started: 2026-04-03 11:18:13
+
+Finished in 81.0 min  returncode=0
+Ended: 2026-04-03 12:39:11
+
+  best=4.4051@10000  final=4.4051@10000  stable=True
+
+  Scale vectors (POST-SIGMOID | init=0.5 everywhere):
+  ckpt best_val_loss=4.4051  iter_num=10000
+
+    scale_q [0=raw 1=norm]
+      L 0  mean=0.5047  std=0.0217  min=0.4587  max=0.5532  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5124  0.4836  0.4875  0.5147  0.5472  0.5107  0.4712  0.5386
+        0.4816  0.5077  0.4762  0.5404  0.4713  0.5151  0.5120  0.4865
+        0.5221  0.5081  0.5161  0.5532  0.4949  0.4949  0.5262  0.5004
+        0.4998  0.5083  0.5107  0.5045  0.5119  0.5121  0.5057  0.5200
+        0.5059  0.5029  0.4914  0.5092  0.4727  0.5319  0.4804  0.4587
+        0.5144  0.5170  0.5197  0.4823  0.5041  0.5416  0.5457  0.4821
+        0.4986  0.4812  0.5332  0.4781  0.4994  0.5341  0.4805  0.4616
+        0.5046  0.4707  0.5077  0.5059  0.5390  0.4992  0.4992  0.5000
+      L 1  mean=0.5033  std=0.0094  min=0.4852  max=0.5263  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5263  0.4933  0.5091  0.5028  0.5092  0.5007  0.4968  0.5089
+        0.5160  0.4919  0.4949  0.5014  0.5002  0.5259  0.4852  0.4973
+        0.4972  0.5231  0.5117  0.4995  0.4970  0.4909  0.4983  0.4967
+        0.5020  0.5041  0.4967  0.4974  0.5038  0.5199  0.5137  0.5069
+        0.5021  0.5008  0.5015  0.5121  0.4888  0.5008  0.5131  0.5067
+        0.4980  0.4963  0.5240  0.5002  0.5228  0.4999  0.5028  0.5127
+        0.4965  0.5222  0.4990  0.4985  0.5006  0.4985  0.4987  0.5024
+        0.4916  0.4989  0.5007  0.5034  0.4954  0.5111  0.4973  0.4931
+      L 2  mean=0.4737  std=0.0337  min=0.3936  max=0.5648  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4725  0.4441  0.5025  0.4973  0.5021  0.4419  0.4519  0.4970
+        0.4737  0.5045  0.4135  0.4863  0.4457  0.5002  0.4640  0.5157
+        0.4802  0.4532  0.4844  0.4656  0.4611  0.4434  0.4772  0.4382
+        0.4211  0.4688  0.5100  0.4409  0.4743  0.4487  0.4418  0.5024
+        0.5195  0.4527  0.3936  0.4789  0.4543  0.4454  0.4548  0.4007
+        0.4346  0.4895  0.4693  0.4833  0.4974  0.4662  0.5145  0.5648
+        0.4526  0.4669  0.5566  0.4568  0.5037  0.5380  0.5130  0.4475
+        0.4616  0.4683  0.5000  0.4374  0.4954  0.4749  0.4732  0.5263
+      L 3  mean=0.4833  std=0.0428  min=0.4038  max=0.5883  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4839  0.4984  0.4871  0.5646  0.5017  0.4649  0.5453  0.4981
+        0.4512  0.4779  0.4647  0.5068  0.5624  0.5883  0.5259  0.4651
+        0.4974  0.4669  0.4665  0.4468  0.4038  0.5127  0.5008  0.4746
+        0.5147  0.4961  0.4471  0.4771  0.4066  0.4749  0.4928  0.4789
+        0.4541  0.4621  0.5581  0.4926  0.4837  0.4957  0.5015  0.4436
+        0.5026  0.4687  0.5329  0.4756  0.5312  0.5760  0.4155  0.4673
+        0.4378  0.4918  0.5276  0.5451  0.4140  0.4284  0.4421  0.4407
+        0.5210  0.4106  0.4124  0.4948  0.4061  0.5067  0.4764  0.4672
+      L 4  mean=0.4894  std=0.0117  min=0.4638  max=0.5191  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4779  0.4978  0.5191  0.4877  0.4913  0.4963  0.4837  0.5076
+        0.4939  0.5030  0.4906  0.5036  0.4834  0.4638  0.4794  0.4747
+        0.4825  0.4881  0.4788  0.4902  0.4905  0.4849  0.4652  0.4898
+        0.4832  0.4873  0.4719  0.4850  0.4925  0.4955  0.4947  0.4839
+        0.4732  0.4922  0.4972  0.5050  0.4694  0.4963  0.4978  0.4781
+        0.4854  0.4952  0.4839  0.4936  0.4769  0.4945  0.5035  0.5066
+        0.5153  0.4856  0.5073  0.5087  0.4858  0.4951  0.4880  0.4660
+        0.4835  0.4858  0.5048  0.4892  0.4731  0.4924  0.4882  0.4877
+      L 5  mean=0.4778  std=0.0166  min=0.4393  max=0.5055  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4565  0.4835  0.4745  0.4829  0.4730  0.4532  0.4535  0.4832
+        0.4797  0.4905  0.4883  0.4965  0.4686  0.5031  0.4393  0.4974
+        0.4966  0.4666  0.4693  0.5036  0.4690  0.4469  0.4674  0.4871
+        0.4473  0.4642  0.4815  0.4987  0.4730  0.4822  0.4697  0.4929
+        0.4663  0.5001  0.4830  0.4875  0.4948  0.4703  0.4600  0.4734
+        0.4727  0.4930  0.4618  0.4503  0.4619  0.4947  0.4850  0.4584
+        0.4637  0.4962  0.5028  0.4851  0.4978  0.5055  0.4647  0.4721
+        0.4770  0.4776  0.4534  0.4862  0.5010  0.5022  0.4668  0.4738
+      L 6  mean=0.4731  std=0.0179  min=0.4066  max=0.5045  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4967  0.4759  0.5045  0.4920  0.4668  0.4851  0.4590  0.4719
+        0.4804  0.4614  0.4890  0.4554  0.4313  0.4639  0.4823  0.4804
+        0.4581  0.4860  0.4912  0.4762  0.4663  0.4871  0.4580  0.4815
+        0.4681  0.4822  0.4498  0.4534  0.4872  0.4720  0.4612  0.4693
+        0.4703  0.4735  0.4968  0.4066  0.4363  0.4584  0.4708  0.4673
+        0.4892  0.5015  0.4946  0.4784  0.4770  0.4735  0.4634  0.4432
+        0.4965  0.4634  0.4603  0.4791  0.4647  0.4813  0.4785  0.4600
+        0.4906  0.4537  0.4999  0.4721  0.4676  0.4765  0.4859  0.5014
+      L 7  mean=0.4706  std=0.0151  min=0.4366  max=0.4948  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4568  0.4553  0.4668  0.4918  0.4468  0.4679  0.4366  0.4731
+        0.4670  0.4869  0.4684  0.4817  0.4824  0.4860  0.4855  0.4508
+        0.4891  0.4610  0.4704  0.4849  0.4860  0.4725  0.4564  0.4381
+        0.4717  0.4476  0.4842  0.4578  0.4596  0.4685  0.4368  0.4735
+        0.4616  0.4800  0.4729  0.4947  0.4742  0.4714  0.4697  0.4685
+        0.4948  0.4870  0.4456  0.4824  0.4666  0.4909  0.4835  0.4725
+        0.4757  0.4931  0.4608  0.4527  0.4698  0.4895  0.4773  0.4940
+        0.4602  0.4806  0.4572  0.4579  0.4683  0.4681  0.4464  0.4875
+      L 8  mean=0.4802  std=0.0157  min=0.4467  max=0.5110  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4752  0.4692  0.4783  0.4732  0.4803  0.4763  0.4506  0.4786
+        0.4735  0.4804  0.4467  0.4521  0.4586  0.4788  0.4684  0.4760
+        0.4575  0.4902  0.4909  0.4878  0.5110  0.4700  0.4900  0.4494
+        0.4882  0.5084  0.4953  0.4850  0.4673  0.4849  0.5024  0.4738
+        0.4615  0.4836  0.4745  0.4882  0.4787  0.4962  0.4892  0.4706
+        0.4609  0.4486  0.4821  0.4761  0.4991  0.5039  0.4895  0.4677
+        0.4538  0.4966  0.4856  0.4956  0.5066  0.4696  0.4817  0.4869
+        0.4849  0.4813  0.5016  0.4739  0.4940  0.5110  0.4923  0.4762
+      L 9  mean=0.4761  std=0.0136  min=0.4355  max=0.5042  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4797  0.4448  0.4764  0.4765  0.4703  0.4843  0.4771  0.4915
+        0.4568  0.4921  0.4667  0.4926  0.4843  0.4754  0.4625  0.4880
+        0.4817  0.4697  0.4697  0.4717  0.4627  0.4834  0.4783  0.5042
+        0.4866  0.4914  0.4888  0.4806  0.4747  0.5014  0.4572  0.4734
+        0.4562  0.4513  0.4615  0.4906  0.4917  0.4811  0.4829  0.4709
+        0.4861  0.4867  0.4802  0.4884  0.4830  0.4803  0.4754  0.4743
+        0.4671  0.4873  0.4825  0.4654  0.4845  0.4542  0.4726  0.4455
+        0.4355  0.4806  0.4649  0.4856  0.4874  0.4589  0.4774  0.4857
+      L10  mean=0.4922  std=0.0087  min=0.4717  max=0.5095  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4961  0.4881  0.5031  0.4815  0.4939  0.4929  0.4991  0.5095
+        0.4912  0.5072  0.4959  0.5062  0.4845  0.5069  0.4955  0.5027
+        0.4893  0.4830  0.4973  0.4775  0.5068  0.4983  0.4999  0.4952
+        0.4783  0.4918  0.4898  0.4932  0.4956  0.4717  0.4945  0.4936
+        0.4938  0.4887  0.4761  0.4898  0.4963  0.5067  0.4904  0.4769
+        0.4838  0.4845  0.4823  0.4816  0.4926  0.4803  0.4818  0.5093
+        0.4857  0.5068  0.4954  0.4925  0.4964  0.4959  0.4875  0.4913
+        0.4848  0.4950  0.4825  0.4911  0.4936  0.4884  0.4968  0.4946
+      L11  mean=0.4869  std=0.0152  min=0.4510  max=0.5292  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4853  0.4906  0.4872  0.4961  0.4760  0.5121  0.4947  0.4692
+        0.4648  0.4721  0.4924  0.4725  0.4995  0.4987  0.4714  0.4906
+        0.4583  0.5195  0.4544  0.5003  0.4759  0.4940  0.4763  0.4750
+        0.4772  0.5292  0.5026  0.4877  0.4858  0.4784  0.4840  0.4689
+        0.5009  0.4880  0.4898  0.4941  0.4978  0.4808  0.4852  0.4811
+        0.4510  0.4765  0.4832  0.4828  0.4872  0.4950  0.5102  0.4810
+        0.4692  0.4920  0.4994  0.5097  0.4611  0.4938  0.5136  0.4862
+        0.4795  0.4933  0.4936  0.4650  0.4985  0.4896  0.4889  0.5044
+
+      GLOBAL mean=0.4843 std=0.0235 min=0.3936 max=0.5883 BIMODAL=NO-flat
+      <0.2:0  mid:768  >0.8:0
+      Layer means: [0.5047, 0.5033, 0.4737, 0.4833, 0.4894, 0.4778, 0.4731, 0.4706, 0.4802, 0.4761, 0.4922, 0.4869]
+      Histogram (sigmoid blend ratio 0.0-1.0):
+        0.0-0.1     0  
+        0.1-0.2     0  
+        0.2-0.3     0  
+        0.3-0.4     1  
+        0.4-0.5   607  #######################################################################################################################################################
+        0.5-0.6   160  ########################################
+        0.6-0.7     0  
+        0.7-0.8     0  
+        0.8-0.9     0  
+        0.9-1.0     0  
+
+    scale_y [0=raw 1=norm]
+      L 0  mean=0.5714  std=0.0419  min=0.5021  max=0.6316  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5758  0.5805  0.6063  0.6170  0.5679  0.6256  0.6140  0.5512
+        0.5181  0.5765  0.5245  0.5994  0.5227  0.6021  0.5809  0.6027
+        0.5969  0.5939  0.6059  0.5648  0.6132  0.6152  0.5127  0.6152
+        0.5275  0.5125  0.6124  0.5624  0.6254  0.6109  0.5101  0.5129
+        0.6218  0.6170  0.5468  0.5632  0.6106  0.5524  0.6077  0.5103
+        0.5205  0.5459  0.5482  0.5577  0.5106  0.6278  0.6288  0.6069
+        0.5056  0.5021  0.6135  0.5332  0.6127  0.6074  0.5948  0.5253
+        0.6316  0.5355  0.5104  0.5316  0.6259  0.5492  0.5215  0.5345
+      L 1  mean=0.5241  std=0.0113  min=0.4994  max=0.5568  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5123  0.5263  0.5431  0.5052  0.5274  0.5081  0.5275  0.5157
+        0.5333  0.5175  0.5265  0.5326  0.5320  0.5204  0.5265  0.5337
+        0.5144  0.5257  0.5304  0.5377  0.5328  0.5248  0.5234  0.5194
+        0.5266  0.5240  0.5259  0.5179  0.5268  0.4994  0.5139  0.5249
+        0.5145  0.5145  0.5369  0.5323  0.5162  0.5367  0.5177  0.5154
+        0.5132  0.5398  0.5146  0.5307  0.5483  0.5210  0.5017  0.5131
+        0.5427  0.5186  0.5230  0.5247  0.5326  0.5438  0.5303  0.5129
+        0.5210  0.5144  0.5164  0.5060  0.5568  0.5313  0.5325  0.5104
+      L 2  mean=0.4977  std=0.0180  min=0.4559  max=0.5333  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4865  0.5190  0.5097  0.5026  0.4775  0.5104  0.4955  0.4836
+        0.5131  0.5028  0.4891  0.5031  0.5009  0.4880  0.5197  0.5236
+        0.4979  0.5035  0.5045  0.4791  0.4759  0.4719  0.4651  0.4984
+        0.4784  0.5032  0.5293  0.4559  0.5115  0.5333  0.4940  0.4963
+        0.5267  0.5074  0.4900  0.5024  0.5111  0.4968  0.4946  0.5147
+        0.4644  0.5109  0.4885  0.4668  0.5100  0.5014  0.5149  0.4832
+        0.5308  0.4855  0.5033  0.4811  0.4901  0.4754  0.5228  0.4821
+        0.5109  0.5127  0.4956  0.4637  0.4846  0.5240  0.5046  0.4797
+      L 3  mean=0.4857  std=0.0148  min=0.4576  max=0.5328  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5043  0.4916  0.4674  0.4899  0.4982  0.4588  0.5092  0.4717
+        0.4766  0.4743  0.5060  0.5019  0.4576  0.4854  0.4737  0.4991
+        0.4910  0.5074  0.4769  0.4834  0.5085  0.5180  0.4967  0.4893
+        0.4842  0.4797  0.4932  0.5065  0.4845  0.4812  0.4877  0.4957
+        0.4785  0.4705  0.4747  0.4967  0.4827  0.5002  0.4628  0.4751
+        0.4729  0.4798  0.4803  0.4885  0.4732  0.4590  0.4783  0.4588
+        0.4778  0.4941  0.4854  0.4677  0.4963  0.4973  0.4927  0.4701
+        0.4851  0.4823  0.5328  0.4756  0.4922  0.4769  0.4821  0.4949
+      L 4  mean=0.4738  std=0.0236  min=0.4254  max=0.5514  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5067  0.4572  0.4409  0.4781  0.4629  0.4865  0.4521  0.4856
+        0.4728  0.4707  0.4876  0.4719  0.4500  0.4348  0.4807  0.4777
+        0.4760  0.4637  0.4615  0.4851  0.4668  0.4805  0.4857  0.5514
+        0.4795  0.4254  0.4269  0.4851  0.4788  0.4796  0.4613  0.4800
+        0.4656  0.5036  0.4766  0.4954  0.4956  0.4578  0.4624  0.4680
+        0.5087  0.4542  0.4792  0.4754  0.4312  0.4785  0.4468  0.4650
+        0.4647  0.5032  0.4869  0.4279  0.4568  0.4933  0.4914  0.4752
+        0.5194  0.5197  0.4515  0.4888  0.4573  0.4516  0.4544  0.5114
+      L 5  mean=0.4796  std=0.0398  min=0.4051  max=0.5876  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4261  0.4519  0.4393  0.5151  0.5339  0.4780  0.5214  0.4522
+        0.4754  0.4475  0.5073  0.5004  0.4233  0.4625  0.5031  0.4816
+        0.4694  0.4489  0.5586  0.4860  0.4319  0.4519  0.5002  0.4606
+        0.4908  0.5876  0.4965  0.5015  0.5096  0.4915  0.5149  0.4969
+        0.4703  0.4788  0.4225  0.4475  0.4417  0.5049  0.4936  0.4117
+        0.5139  0.4109  0.5142  0.4793  0.5401  0.4871  0.4280  0.4430
+        0.4449  0.5050  0.5708  0.4051  0.5566  0.4234  0.4932  0.4460
+        0.4993  0.5062  0.5166  0.4669  0.4512  0.4868  0.4668  0.4506
+      L 6  mean=0.4993  std=0.0410  min=0.4234  max=0.6122  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4698  0.4949  0.4593  0.4588  0.5062  0.5205  0.5048  0.4707
+        0.5343  0.4982  0.5250  0.4771  0.4713  0.5017  0.4586  0.4602
+        0.4653  0.4962  0.4629  0.4994  0.5973  0.4689  0.5412  0.4763
+        0.4924  0.5206  0.5026  0.4944  0.4517  0.4807  0.5852  0.4823
+        0.4745  0.5051  0.4730  0.5109  0.6122  0.5326  0.5033  0.5130
+        0.4613  0.4612  0.6097  0.4870  0.4790  0.4624  0.4666  0.5117
+        0.4936  0.4963  0.4543  0.5093  0.5200  0.4999  0.4495  0.5438
+        0.5951  0.4830  0.6002  0.4576  0.4874  0.4234  0.5350  0.5165
+      L 7  mean=0.4803  std=0.0127  min=0.4521  max=0.5176  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4697  0.4749  0.4757  0.4835  0.4718  0.4843  0.4684  0.4848
+        0.4634  0.4706  0.4879  0.4565  0.4762  0.4938  0.4846  0.4931
+        0.4601  0.4879  0.4521  0.4942  0.4714  0.4937  0.4936  0.4800
+        0.4742  0.4737  0.4977  0.4751  0.4963  0.4858  0.4815  0.4703
+        0.4796  0.4687  0.4915  0.5176  0.4826  0.4926  0.4801  0.4808
+        0.5045  0.4718  0.4902  0.4596  0.4986  0.4793  0.4663  0.4749
+        0.4710  0.4772  0.4793  0.4793  0.4637  0.4784  0.4790  0.4592
+        0.4759  0.4642  0.4988  0.4889  0.5045  0.4798  0.4934  0.4799
+      L 8  mean=0.4891  std=0.0155  min=0.4482  max=0.5248  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4933  0.4787  0.4919  0.4808  0.5014  0.5066  0.5134  0.5194
+        0.5117  0.4994  0.4818  0.4700  0.4600  0.5055  0.5030  0.4988
+        0.4663  0.5027  0.5001  0.4886  0.4926  0.5248  0.4740  0.4830
+        0.4814  0.4843  0.4898  0.4995  0.5000  0.4865  0.4799  0.4963
+        0.4866  0.4938  0.4875  0.4650  0.5084  0.4744  0.4838  0.4884
+        0.4771  0.4514  0.4994  0.4929  0.4758  0.4828  0.5022  0.4734
+        0.5042  0.4690  0.4925  0.4768  0.5123  0.4801  0.4813  0.4875
+        0.4875  0.5152  0.4727  0.4975  0.4960  0.4769  0.4937  0.4482
+      L 9  mean=0.4941  std=0.0229  min=0.4188  max=0.5347  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4923  0.4835  0.5017  0.4188  0.5155  0.4691  0.4740  0.5066
+        0.5108  0.4360  0.4780  0.4931  0.5081  0.4915  0.5083  0.5205
+        0.5112  0.4732  0.5004  0.5009  0.4746  0.4869  0.4929  0.5201
+        0.4728  0.4884  0.5034  0.5118  0.4715  0.4953  0.5085  0.4727
+        0.4892  0.4554  0.5102  0.5130  0.5092  0.4468  0.5232  0.5244
+        0.4969  0.5021  0.4580  0.5317  0.4526  0.5005  0.4960  0.4799
+        0.5114  0.5032  0.4697  0.4947  0.4837  0.5271  0.4776  0.5166
+        0.5076  0.5101  0.5015  0.4827  0.4932  0.5149  0.5148  0.5347
+      L10  mean=0.5197  std=0.0098  min=0.5001  max=0.5518  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5305  0.5133  0.5162  0.5054  0.5267  0.5138  0.5088  0.5184
+        0.5255  0.5177  0.5133  0.5365  0.5170  0.5055  0.5179  0.5518
+        0.5258  0.5323  0.5193  0.5279  0.5227  0.5296  0.5042  0.5154
+        0.5296  0.5072  0.5166  0.5086  0.5234  0.5123  0.5266  0.5287
+        0.5118  0.5148  0.5051  0.5266  0.5124  0.5221  0.5060  0.5344
+        0.5132  0.5264  0.5369  0.5173  0.5232  0.5294  0.5203  0.5313
+        0.5001  0.5241  0.5227  0.5233  0.5149  0.5208  0.5287  0.5199
+        0.5085  0.5275  0.5084  0.5197  0.5253  0.5045  0.5091  0.5269
+      L11  mean=0.5134  std=0.0087  min=0.4920  max=0.5304  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5234  0.5162  0.5219  0.5137  0.5188  0.5168  0.5131  0.5146
+        0.5092  0.5026  0.5273  0.5103  0.5153  0.5007  0.4920  0.5124
+        0.5230  0.5296  0.5089  0.4920  0.5142  0.5117  0.5149  0.5283
+        0.5096  0.5201  0.5120  0.5226  0.5148  0.5078  0.5124  0.5159
+        0.5072  0.5147  0.4925  0.5009  0.5140  0.5167  0.5152  0.5140
+        0.5145  0.4987  0.5102  0.5242  0.5091  0.5236  0.5175  0.5073
+        0.5036  0.5092  0.5131  0.5117  0.5239  0.5218  0.5151  0.4999
+        0.5172  0.5221  0.5060  0.5304  0.5042  0.5169  0.5110  0.5277
+
+      GLOBAL mean=0.5023 std=0.0358 min=0.4051 max=0.6316 BIMODAL=NO-flat
+      <0.2:0  mid:768  >0.8:0
+      Layer means: [0.5714, 0.5241, 0.4977, 0.4857, 0.4738, 0.4796, 0.4993, 0.4803, 0.4891, 0.4941, 0.5197, 0.5134]
+      Histogram (sigmoid blend ratio 0.0-1.0):
+        0.0-0.1     0  
+        0.1-0.2     0  
+        0.2-0.3     0  
+        0.3-0.4     0  
+        0.4-0.5   371  ############################################################################################
+        0.5-0.6   369  ############################################################################################
+        0.6-0.7    28  #######
+        0.7-0.8     0  
+        0.8-0.9     0  
+        0.9-1.0     0  
+
+  [Summary updated: C:\Users\brian\Documents\nanoGPT\results\phase19b_qa_softqa_pd_w2000_6seeds_summary_20260403_0711.txt]
+
+================================================================================
+SEED 1  ->  C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_w2000_qa_softqa_pd_seed1
+================================================================================
+Started: 2026-04-03 12:39:37
+
+Finished in 80.9 min  returncode=0
+Ended: 2026-04-03 14:00:32
+
+  best=4.4099@9750  final=4.4292@10000  stable=False
+
+  Scale vectors (POST-SIGMOID | init=0.5 everywhere):
+  ckpt best_val_loss=4.4292  iter_num=10000
+
+    scale_q [0=raw 1=norm]
+      L 0  mean=0.5163  std=0.0199  min=0.4619  max=0.5808  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5287  0.5261  0.5064  0.5133  0.5536  0.4970  0.5258  0.4958
+        0.5172  0.5120  0.5177  0.5311  0.5219  0.5408  0.4875  0.5222
+        0.4858  0.5246  0.5608  0.5361  0.5276  0.4965  0.5058  0.4619
+        0.5024  0.5170  0.5176  0.5015  0.4933  0.5183  0.5002  0.5176
+        0.5055  0.5254  0.5159  0.5232  0.5366  0.5069  0.4781  0.5179
+        0.5095  0.5233  0.5355  0.5152  0.5248  0.5572  0.5808  0.5419
+        0.5302  0.4868  0.5117  0.5260  0.4932  0.5003  0.5097  0.5159
+        0.5355  0.5170  0.5059  0.5338  0.5090  0.4993  0.5074  0.4997
+      L 1  mean=0.5072  std=0.0192  min=0.4788  max=0.5515  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4938  0.4857  0.5007  0.4796  0.4844  0.5484  0.5414  0.4934
+        0.5515  0.5418  0.5271  0.4869  0.5143  0.4911  0.4890  0.5425
+        0.5099  0.5013  0.5437  0.5066  0.5402  0.5202  0.5336  0.4964
+        0.5282  0.4926  0.4963  0.4967  0.4932  0.4909  0.4855  0.4933
+        0.4938  0.4842  0.4921  0.5082  0.5245  0.5174  0.5014  0.5307
+        0.5364  0.5120  0.4936  0.4927  0.5085  0.5187  0.4993  0.5049
+        0.4918  0.4992  0.5293  0.4951  0.4970  0.5129  0.5199  0.4952
+        0.5049  0.4892  0.4908  0.5001  0.5155  0.4788  0.4889  0.5309
+      L 2  mean=0.4816  std=0.0233  min=0.4198  max=0.5364  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4434  0.4605  0.5364  0.4788  0.5011  0.5039  0.4833  0.4916
+        0.4749  0.5124  0.4651  0.4834  0.4841  0.5088  0.4670  0.4858
+        0.4980  0.4906  0.4948  0.4536  0.4881  0.4957  0.4649  0.4529
+        0.4914  0.5070  0.4781  0.5090  0.5024  0.4540  0.4654  0.4654
+        0.4985  0.4491  0.4985  0.5200  0.4625  0.4607  0.4616  0.4801
+        0.4553  0.4866  0.4631  0.4852  0.4596  0.4669  0.4790  0.4435
+        0.4974  0.5113  0.5048  0.4679  0.4887  0.5233  0.4949  0.4198
+        0.5009  0.4896  0.4526  0.4482  0.4984  0.5084  0.5104  0.4463
+      L 3  mean=0.4776  std=0.0310  min=0.4171  max=0.5521  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4861  0.4559  0.4721  0.4432  0.4426  0.5049  0.5013  0.4365
+        0.4464  0.4757  0.4417  0.4832  0.4373  0.4511  0.4359  0.5251
+        0.5028  0.4583  0.4804  0.4515  0.4604  0.4213  0.5444  0.4490
+        0.5038  0.4205  0.5244  0.5117  0.4729  0.5133  0.4828  0.4618
+        0.4792  0.5004  0.4253  0.4722  0.4875  0.4617  0.5080  0.5171
+        0.4228  0.4171  0.5002  0.4604  0.4804  0.5183  0.4851  0.4640
+        0.5133  0.4894  0.5055  0.4946  0.5521  0.4712  0.4618  0.5063
+        0.5091  0.4964  0.4750  0.4749  0.4790  0.4466  0.5017  0.4907
+      L 4  mean=0.4795  std=0.0400  min=0.3893  max=0.5598  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4458  0.4895  0.4629  0.5420  0.5546  0.4940  0.4655  0.5263
+        0.4423  0.5339  0.4727  0.4563  0.3893  0.4194  0.5157  0.4524
+        0.4916  0.4850  0.4450  0.4906  0.4805  0.4953  0.4537  0.4872
+        0.4908  0.4907  0.4924  0.4845  0.4016  0.4756  0.4847  0.4144
+        0.4851  0.4922  0.5048  0.4416  0.5239  0.5304  0.4039  0.4637
+        0.4825  0.3968  0.4236  0.4896  0.5056  0.5223  0.5162  0.5197
+        0.5591  0.5045  0.4446  0.5598  0.4942  0.4824  0.5067  0.5066
+        0.4116  0.5036  0.4585  0.4203  0.5131  0.4620  0.4907  0.4438
+      L 5  mean=0.4817  std=0.0159  min=0.4456  max=0.5138  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4791  0.4743  0.4841  0.4865  0.4632  0.4846  0.4814  0.4851
+        0.5085  0.4601  0.4873  0.4926  0.5062  0.4644  0.4754  0.4926
+        0.4717  0.4941  0.4807  0.4728  0.4762  0.5033  0.5138  0.4888
+        0.4626  0.5087  0.4684  0.4666  0.4999  0.4961  0.4703  0.4784
+        0.4626  0.4851  0.5065  0.4597  0.4876  0.4661  0.4876  0.4563
+        0.4728  0.4780  0.4579  0.4776  0.4714  0.4835  0.5096  0.5131
+        0.4651  0.4787  0.5032  0.4942  0.4790  0.4779  0.4815  0.4646
+        0.4762  0.5130  0.4729  0.4785  0.4643  0.4992  0.4811  0.4456
+      L 6  mean=0.4703  std=0.0167  min=0.4330  max=0.5116  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4791  0.4680  0.4732  0.4626  0.4528  0.4909  0.4477  0.4492
+        0.4814  0.4642  0.4701  0.4600  0.4729  0.4932  0.4915  0.5116
+        0.4713  0.4660  0.4819  0.4455  0.4671  0.4844  0.4945  0.4810
+        0.4979  0.4708  0.4784  0.4680  0.4822  0.4406  0.4699  0.4779
+        0.4878  0.4868  0.4764  0.4338  0.4853  0.4770  0.4795  0.4948
+        0.4630  0.4533  0.4936  0.4870  0.4726  0.4620  0.4740  0.4407
+        0.4687  0.4685  0.4529  0.4735  0.4555  0.4493  0.4757  0.4712
+        0.4782  0.4389  0.4720  0.4330  0.4578  0.4729  0.4726  0.4431
+      L 7  mean=0.4656  std=0.0163  min=0.4214  max=0.4944  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4496  0.4618  0.4753  0.4815  0.4533  0.4667  0.4880  0.4635
+        0.4730  0.4886  0.4861  0.4852  0.4915  0.4409  0.4702  0.4909
+        0.4424  0.4606  0.4696  0.4603  0.4739  0.4725  0.4598  0.4518
+        0.4714  0.4771  0.4464  0.4892  0.4782  0.4611  0.4214  0.4664
+        0.4596  0.4650  0.4454  0.4729  0.4738  0.4915  0.4674  0.4437
+        0.4756  0.4594  0.4695  0.4920  0.4543  0.4524  0.4774  0.4944
+        0.4521  0.4666  0.4792  0.4353  0.4514  0.4535  0.4476  0.4692
+        0.4325  0.4616  0.4556  0.4815  0.4765  0.4489  0.4813  0.4456
+      L 8  mean=0.4728  std=0.0155  min=0.4163  max=0.5096  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4860  0.4769  0.4899  0.4633  0.4921  0.4736  0.4726  0.4780
+        0.4548  0.4856  0.4592  0.4841  0.4676  0.4901  0.4764  0.4808
+        0.4904  0.4837  0.4705  0.4347  0.4163  0.4451  0.4954  0.4691
+        0.4800  0.4737  0.5090  0.4755  0.4752  0.4556  0.4713  0.4679
+        0.4775  0.4802  0.4715  0.4788  0.4572  0.4595  0.4821  0.5034
+        0.4598  0.4593  0.4658  0.4744  0.4864  0.4722  0.4477  0.4670
+        0.5096  0.4705  0.4749  0.4874  0.4643  0.4665  0.4628  0.4791
+        0.4738  0.4632  0.4660  0.4749  0.4551  0.4736  0.4753  0.4772
+      L 9  mean=0.4695  std=0.0173  min=0.4312  max=0.4973  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4765  0.4902  0.4473  0.4869  0.4555  0.4671  0.4613  0.4459
+        0.4973  0.4535  0.4678  0.4752  0.4816  0.4870  0.4438  0.4633
+        0.4378  0.4631  0.4790  0.4838  0.4791  0.4526  0.4963  0.4547
+        0.4350  0.4686  0.4697  0.4837  0.4597  0.4718  0.4527  0.4800
+        0.4571  0.4546  0.4346  0.4524  0.4831  0.4660  0.4723  0.4864
+        0.4812  0.4805  0.4784  0.4829  0.4845  0.4639  0.4886  0.4365
+        0.4954  0.4940  0.4670  0.4882  0.4714  0.4498  0.4528  0.4728
+        0.4884  0.4813  0.4775  0.4899  0.4312  0.4728  0.4493  0.4929
+      L10  mean=0.4721  std=0.0148  min=0.4358  max=0.5016  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4508  0.4498  0.4489  0.4558  0.4754  0.4819  0.4696  0.4832
+        0.4714  0.4698  0.4787  0.4803  0.4652  0.4867  0.4775  0.4763
+        0.4832  0.4743  0.4705  0.4651  0.4972  0.4895  0.4861  0.4895
+        0.4794  0.4861  0.4624  0.4839  0.4889  0.4870  0.4696  0.4881
+        0.4863  0.4523  0.4544  0.4582  0.4563  0.4870  0.4439  0.4725
+        0.5016  0.4610  0.4835  0.4742  0.4819  0.4538  0.4661  0.4632
+        0.4594  0.4881  0.4771  0.4751  0.4609  0.4507  0.4457  0.4358
+        0.4839  0.4512  0.4803  0.4814  0.4930  0.4832  0.4798  0.4534
+      L11  mean=0.4856  std=0.0123  min=0.4608  max=0.5169  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4966  0.4788  0.4991  0.4770  0.4788  0.4833  0.4917  0.4891
+        0.5111  0.4947  0.4697  0.4922  0.4845  0.4821  0.4757  0.4817
+        0.4886  0.4955  0.5000  0.4835  0.4776  0.4683  0.4768  0.4934
+        0.4919  0.4709  0.4654  0.4981  0.4963  0.5169  0.4836  0.4695
+        0.4953  0.4780  0.5023  0.4782  0.4747  0.4728  0.4835  0.4947
+        0.4723  0.4760  0.4733  0.5162  0.4901  0.4719  0.4835  0.4951
+        0.5092  0.4918  0.4818  0.4904  0.4917  0.4854  0.4791  0.4608
+        0.4810  0.4828  0.5112  0.4868  0.4711  0.4831  0.4789  0.4735
+
+      GLOBAL mean=0.4817 std=0.0261 min=0.3893 max=0.5808 BIMODAL=NO-flat
+      <0.2:0  mid:768  >0.8:0
+      Layer means: [0.5163, 0.5072, 0.4816, 0.4776, 0.4795, 0.4817, 0.4703, 0.4656, 0.4728, 0.4695, 0.4721, 0.4856]
+      Histogram (sigmoid blend ratio 0.0-1.0):
+        0.0-0.1     0  
+        0.1-0.2     0  
+        0.2-0.3     0  
+        0.3-0.4     2  
+        0.4-0.5   606  #######################################################################################################################################################
+        0.5-0.6   160  ########################################
+        0.6-0.7     0  
+        0.7-0.8     0  
+        0.8-0.9     0  
+        0.9-1.0     0  
+
+    scale_y [0=raw 1=norm]
+      L 0  mean=0.5732  std=0.0408  min=0.5018  max=0.6370  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5944  0.5329  0.5802  0.5140  0.5838  0.6252  0.6157  0.6028
+        0.6277  0.6183  0.5541  0.6187  0.6367  0.5456  0.5907  0.6071
+        0.5277  0.5365  0.5675  0.5241  0.5396  0.6361  0.5203  0.6370
+        0.5784  0.5784  0.5885  0.5672  0.5741  0.6368  0.5385  0.6202
+        0.5448  0.6287  0.6123  0.5707  0.5837  0.5936  0.5615  0.5595
+        0.6121  0.5018  0.6277  0.5984  0.5403  0.6249  0.5302  0.5914
+        0.6253  0.5175  0.5330  0.5172  0.5382  0.6201  0.5112  0.5644
+        0.5149  0.6291  0.5214  0.5326  0.5385  0.5292  0.5504  0.5401
+      L 1  mean=0.5209  std=0.0123  min=0.4908  max=0.5428  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5211  0.5123  0.5109  0.5158  0.5126  0.5159  0.5380  0.5217
+        0.5299  0.5304  0.5401  0.5204  0.5147  0.4999  0.5239  0.5306
+        0.4998  0.5242  0.5362  0.5243  0.5420  0.5260  0.5428  0.5241
+        0.5083  0.5237  0.5227  0.5025  0.5371  0.5361  0.5242  0.5002
+        0.5089  0.5357  0.5128  0.5297  0.5238  0.4908  0.5125  0.5245
+        0.5261  0.5171  0.5026  0.5151  0.5171  0.5201  0.5019  0.4969
+        0.5213  0.5130  0.5182  0.5270  0.5288  0.5293  0.5303  0.5034
+        0.5107  0.5197  0.5229  0.5403  0.5353  0.5381  0.5147  0.5390
+      L 2  mean=0.5071  std=0.0157  min=0.4747  max=0.5431  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4920  0.5020  0.5062  0.5083  0.4914  0.5222  0.5126  0.4782
+        0.5155  0.5013  0.4900  0.5260  0.4941  0.5086  0.4803  0.5223
+        0.5239  0.5214  0.4892  0.5265  0.5193  0.4879  0.5271  0.5062
+        0.5044  0.5128  0.5180  0.5153  0.5080  0.5175  0.5220  0.5022
+        0.4841  0.5204  0.5184  0.5069  0.5065  0.5147  0.4809  0.4858
+        0.5082  0.4747  0.4830  0.4805  0.4974  0.5096  0.5160  0.4809
+        0.5092  0.5234  0.5182  0.5413  0.5065  0.5228  0.5199  0.5220
+        0.4997  0.4867  0.5095  0.5016  0.5431  0.5089  0.4974  0.5233
+      L 3  mean=0.4941  std=0.0128  min=0.4680  max=0.5258  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4924  0.5096  0.4772  0.4839  0.4821  0.4852  0.5026  0.5226
+        0.4897  0.5027  0.4888  0.5111  0.5234  0.5022  0.4764  0.4831
+        0.4877  0.4997  0.4970  0.5149  0.4799  0.4822  0.4791  0.5010
+        0.4969  0.4931  0.4804  0.4909  0.4904  0.4992  0.5258  0.4746
+        0.4893  0.5008  0.4796  0.4815  0.5074  0.4934  0.4891  0.4824
+        0.5198  0.4868  0.4680  0.4915  0.4940  0.5157  0.4992  0.4877
+        0.5057  0.4719  0.4904  0.4912  0.4904  0.4817  0.5037  0.4900
+        0.5124  0.4969  0.4999  0.5069  0.4939  0.4910  0.4947  0.4899
+      L 4  mean=0.4891  std=0.0196  min=0.4465  max=0.5334  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4655  0.4633  0.4758  0.4949  0.4770  0.5217  0.5074  0.5181
+        0.4633  0.4698  0.4816  0.4465  0.5072  0.4879  0.4966  0.4659
+        0.5057  0.4888  0.4860  0.5029  0.4574  0.5313  0.5019  0.4821
+        0.4947  0.5160  0.5334  0.4928  0.4771  0.4970  0.5275  0.4696
+        0.4781  0.4987  0.4795  0.4863  0.4983  0.4692  0.4687  0.4954
+        0.4991  0.4943  0.4767  0.4621  0.5312  0.4860  0.4913  0.5124
+        0.4940  0.4821  0.4740  0.4606  0.5065  0.4629  0.4819  0.4984
+        0.4902  0.5194  0.4618  0.4825  0.4816  0.4974  0.4888  0.4893
+      L 5  mean=0.4905  std=0.0395  min=0.4013  max=0.5824  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5348  0.4553  0.4514  0.5330  0.4984  0.4647  0.5240  0.4666
+        0.4410  0.4013  0.5058  0.5215  0.4542  0.5261  0.4331  0.4580
+        0.4945  0.4577  0.4425  0.5404  0.5740  0.5597  0.5060  0.4421
+        0.5192  0.5747  0.4960  0.5125  0.5824  0.5038  0.4910  0.5162
+        0.4589  0.4785  0.4725  0.4847  0.5111  0.4375  0.4849  0.4793
+        0.4662  0.5511  0.5065  0.4524  0.4383  0.5355  0.4635  0.5066
+        0.5205  0.5553  0.4758  0.5342  0.4452  0.5054  0.4602  0.4605
+        0.5228  0.4825  0.4440  0.4772  0.4964  0.4441  0.4609  0.4961
+      L 6  mean=0.4899  std=0.0222  min=0.4404  max=0.5505  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5231  0.4732  0.4761  0.4877  0.4948  0.5040  0.5074  0.4745
+        0.4404  0.5041  0.5286  0.5107  0.4624  0.4997  0.4776  0.4824
+        0.4697  0.5107  0.4861  0.4844  0.4939  0.4579  0.5297  0.5165
+        0.4796  0.4853  0.4916  0.4609  0.4979  0.4715  0.4754  0.4788
+        0.4829  0.4787  0.5089  0.4763  0.4826  0.5078  0.4896  0.4667
+        0.4830  0.4547  0.4878  0.4638  0.4522  0.5505  0.4669  0.5198
+        0.4956  0.5078  0.4911  0.5288  0.5456  0.4826  0.4941  0.4849
+        0.4725  0.5004  0.4792  0.4691  0.4808  0.4832  0.5060  0.5227
+      L 7  mean=0.4705  std=0.0200  min=0.4361  max=0.5286  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4767  0.4410  0.4382  0.4533  0.4767  0.4580  0.5286  0.4789
+        0.4669  0.4439  0.4782  0.4683  0.4369  0.4577  0.5122  0.4712
+        0.4658  0.4997  0.4688  0.4817  0.4548  0.4992  0.4858  0.4670
+        0.4806  0.4482  0.4872  0.4523  0.4446  0.4411  0.4654  0.4689
+        0.4656  0.4800  0.4577  0.4544  0.4672  0.4501  0.4993  0.4867
+        0.4481  0.4899  0.4786  0.4819  0.4361  0.4828  0.4873  0.4573
+        0.4670  0.4656  0.4749  0.4938  0.5049  0.4777  0.4884  0.4551
+        0.4521  0.4877  0.4663  0.4532  0.4364  0.4746  0.4897  0.5021
+      L 8  mean=0.4846  std=0.0278  min=0.3943  max=0.5391  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4730  0.5171  0.4833  0.5092  0.4991  0.4306  0.5116  0.5199
+        0.4453  0.4171  0.4783  0.4925  0.4747  0.5259  0.5131  0.4211
+        0.4904  0.4329  0.4776  0.5391  0.3943  0.5100  0.5078  0.4655
+        0.5135  0.4966  0.4856  0.5003  0.4899  0.5076  0.4702  0.4881
+        0.4619  0.5082  0.4977  0.4627  0.5018  0.4716  0.4443  0.4962
+        0.4217  0.4990  0.5079  0.4940  0.4832  0.4903  0.4837  0.4910
+        0.5001  0.5127  0.4822  0.4697  0.4655  0.5033  0.5016  0.4809
+        0.5061  0.4836  0.4979  0.4861  0.5036  0.4836  0.4711  0.4717
+      L 9  mean=0.5048  std=0.0143  min=0.4533  max=0.5344  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5036  0.4854  0.4946  0.5238  0.5217  0.4981  0.4820  0.5085
+        0.5102  0.4822  0.4777  0.4830  0.4988  0.5074  0.5194  0.5086
+        0.5344  0.5108  0.5032  0.4815  0.5007  0.5068  0.5082  0.4874
+        0.5197  0.5080  0.5077  0.4956  0.5166  0.5049  0.5127  0.5035
+        0.5083  0.5132  0.4963  0.5162  0.4970  0.5198  0.5096  0.5044
+        0.5264  0.5263  0.5140  0.5259  0.5010  0.4958  0.4962  0.5056
+        0.5184  0.5129  0.5121  0.5122  0.4899  0.4533  0.5197  0.4997
+        0.4821  0.4969  0.4906  0.5094  0.5252  0.5105  0.5030  0.5098
+      L10  mean=0.5083  std=0.0110  min=0.4840  max=0.5369  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4994  0.5088  0.5057  0.5068  0.5028  0.5009  0.5054  0.4915
+        0.5207  0.4970  0.5079  0.5050  0.5009  0.5009  0.4945  0.5004
+        0.5053  0.5249  0.5055  0.5050  0.5086  0.5328  0.5031  0.5062
+        0.5062  0.5141  0.5123  0.5138  0.5202  0.4851  0.4879  0.5190
+        0.4974  0.5369  0.5090  0.5204  0.5079  0.4983  0.5052  0.5058
+        0.5242  0.5079  0.4840  0.5185  0.5062  0.5034  0.5133  0.5168
+        0.5203  0.5007  0.4857  0.5207  0.5003  0.5151  0.5117  0.4871
+        0.5146  0.5147  0.5160  0.5239  0.5182  0.5195  0.5135  0.5178
+      L11  mean=0.5106  std=0.0124  min=0.4660  max=0.5528  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5026  0.5202  0.4963  0.5025  0.5163  0.5227  0.5093  0.5055
+        0.4990  0.5009  0.5279  0.5077  0.5218  0.5199  0.5155  0.5203
+        0.4946  0.5041  0.5083  0.4953  0.5233  0.4871  0.5201  0.5172
+        0.5061  0.5172  0.5143  0.5121  0.5066  0.5097  0.5044  0.5237
+        0.5170  0.5375  0.4957  0.5045  0.5199  0.5295  0.5036  0.4960
+        0.5099  0.4932  0.5090  0.5195  0.5039  0.5082  0.4660  0.5161
+        0.5064  0.5151  0.5528  0.5014  0.5163  0.5031  0.5141  0.5092
+        0.4986  0.5091  0.5021  0.5194  0.5161  0.5124  0.5193  0.5211
+
+      GLOBAL mean=0.5036 std=0.0337 min=0.3943 max=0.6370 BIMODAL=NO-flat
+      <0.2:0  mid:768  >0.8:0
+      Layer means: [0.5732, 0.5209, 0.5071, 0.4941, 0.4891, 0.4905, 0.4899, 0.4705, 0.4846, 0.5048, 0.5083, 0.5106]
+      Histogram (sigmoid blend ratio 0.0-1.0):
+        0.0-0.1     0  
+        0.1-0.2     0  
+        0.2-0.3     0  
+        0.3-0.4     1  
+        0.4-0.5   345  ######################################################################################
+        0.5-0.6   402  ####################################################################################################
+        0.6-0.7    20  #####
+        0.7-0.8     0  
+        0.8-0.9     0  
+        0.9-1.0     0  
+
+  [Summary updated: C:\Users\brian\Documents\nanoGPT\results\phase19b_qa_softqa_pd_w2000_6seeds_summary_20260403_0711.txt]
+
+================================================================================
+SEED 2  ->  C:\Users\brian\Documents\nanoGPT\out-openwebtext_phase19b_w2000_qa_softqa_pd_seed2
+================================================================================
+Started: 2026-04-03 14:00:58
+
+Finished in 80.9 min  returncode=0
+Ended: 2026-04-03 15:21:54
+
+  best=4.4070@9500  final=4.4109@10000  stable=False
+
+  Scale vectors (POST-SIGMOID | init=0.5 everywhere):
+  ckpt best_val_loss=4.4109  iter_num=10000
+
+    scale_q [0=raw 1=norm]
+      L 0  mean=0.5073  std=0.0218  min=0.4588  max=0.5595  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5143  0.5467  0.5050  0.4879  0.4855  0.4896  0.4839  0.5257
+        0.4936  0.4753  0.4902  0.5243  0.4961  0.5003  0.5531  0.5076
+        0.4818  0.5046  0.5493  0.4889  0.5149  0.4777  0.5233  0.4981
+        0.5078  0.5230  0.5273  0.5269  0.5060  0.5595  0.5052  0.5043
+        0.5017  0.5408  0.4899  0.5158  0.5362  0.5175  0.5022  0.5032
+        0.5073  0.4793  0.5192  0.5047  0.5253  0.4749  0.4938  0.5145
+        0.4994  0.4865  0.4993  0.5014  0.5346  0.5172  0.5094  0.4607
+        0.5099  0.5424  0.4838  0.5473  0.4588  0.4902  0.5190  0.5025
+      L 1  mean=0.5044  std=0.0172  min=0.4797  max=0.5506  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4906  0.5082  0.5048  0.4950  0.4822  0.5337  0.5269  0.4939
+        0.5443  0.5020  0.4902  0.4822  0.5002  0.5137  0.4879  0.5358
+        0.5026  0.5255  0.4942  0.5018  0.4962  0.5226  0.4901  0.4919
+        0.4797  0.4921  0.4956  0.4969  0.5077  0.4988  0.4908  0.5240
+        0.5305  0.4874  0.4907  0.4960  0.4893  0.5506  0.4932  0.4934
+        0.4913  0.5154  0.5336  0.5274  0.5240  0.5273  0.5232  0.4916
+        0.5148  0.5080  0.4812  0.4918  0.4899  0.5106  0.5053  0.5354
+        0.5008  0.4991  0.4864  0.4875  0.4922  0.4882  0.5043  0.5182
+      L 2  mean=0.4774  std=0.0288  min=0.4298  max=0.5533  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4299  0.4717  0.4505  0.4919  0.4645  0.4420  0.4564  0.5165
+        0.4590  0.4769  0.4859  0.4665  0.5233  0.4666  0.5037  0.4508
+        0.4821  0.4992  0.4728  0.4992  0.4454  0.4660  0.4749  0.4604
+        0.4574  0.4606  0.4498  0.5100  0.4565  0.4585  0.4298  0.4546
+        0.4692  0.4309  0.4395  0.5038  0.4850  0.4989  0.4567  0.5047
+        0.4505  0.4542  0.4988  0.4883  0.5032  0.4473  0.5269  0.5108
+        0.4913  0.4790  0.4540  0.4748  0.4501  0.5077  0.5375  0.4636
+        0.4437  0.4975  0.5085  0.4849  0.5533  0.5048  0.4517  0.5480
+      L 3  mean=0.4643  std=0.0474  min=0.3411  max=0.5582  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4677  0.5105  0.4697  0.5551  0.4597  0.4128  0.4436  0.3859
+        0.4579  0.4080  0.5006  0.3411  0.4688  0.3901  0.5017  0.4191
+        0.5108  0.4766  0.5277  0.4539  0.4513  0.4477  0.4802  0.4927
+        0.5436  0.4910  0.4723  0.4008  0.4849  0.4491  0.4465  0.4259
+        0.4906  0.4435  0.5343  0.3852  0.4845  0.5234  0.4487  0.4477
+        0.4878  0.3683  0.5337  0.4630  0.3962  0.4706  0.4743  0.5402
+        0.4869  0.5067  0.4495  0.5140  0.4667  0.4940  0.4623  0.4698
+        0.5582  0.4032  0.4801  0.4271  0.3867  0.4845  0.4930  0.3935
+      L 4  mean=0.4852  std=0.0121  min=0.4555  max=0.5091  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4923  0.4985  0.4766  0.4856  0.4737  0.4753  0.4836  0.4902
+        0.4884  0.4935  0.4836  0.5057  0.4753  0.5079  0.5057  0.4830
+        0.4945  0.4841  0.4808  0.4823  0.4718  0.4789  0.4856  0.4857
+        0.4820  0.4974  0.4843  0.4915  0.5036  0.4721  0.4948  0.4892
+        0.4753  0.4932  0.4952  0.4903  0.4918  0.4824  0.4747  0.4852
+        0.4567  0.4952  0.4796  0.4612  0.4763  0.4708  0.4572  0.4997
+        0.4666  0.4885  0.4555  0.4843  0.4878  0.4933  0.5091  0.4959
+        0.4652  0.4954  0.4879  0.4938  0.4974  0.4861  0.4768  0.4875
+      L 5  mean=0.4812  std=0.0123  min=0.4525  max=0.5112  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4763  0.4846  0.4715  0.4821  0.4814  0.4525  0.4741  0.4726
+        0.4831  0.4781  0.4877  0.4536  0.5042  0.4995  0.4909  0.4966
+        0.4613  0.4651  0.4784  0.4858  0.4831  0.4720  0.4927  0.4871
+        0.4949  0.4740  0.4785  0.4853  0.5045  0.4892  0.4669  0.4878
+        0.5112  0.4789  0.4847  0.4891  0.4883  0.4621  0.4879  0.4707
+        0.4774  0.4774  0.4780  0.4804  0.4624  0.4853  0.4914  0.4956
+        0.4932  0.4792  0.4978  0.4815  0.4745  0.4875  0.4814  0.4614
+        0.4775  0.4790  0.4961  0.4627  0.4690  0.4662  0.5004  0.4728
+      L 6  mean=0.4620  std=0.0204  min=0.3787  max=0.5088  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4601  0.4818  0.4179  0.4751  0.4671  0.4510  0.4771  0.4561
+        0.4552  0.4627  0.4475  0.4547  0.4621  0.4658  0.4699  0.4017
+        0.4735  0.4769  0.4949  0.4368  0.4554  0.4496  0.4327  0.4622
+        0.4716  0.4695  0.4827  0.4501  0.4731  0.4622  0.4436  0.4788
+        0.4796  0.3787  0.4518  0.4671  0.4789  0.4476  0.4733  0.4547
+        0.4501  0.4378  0.4766  0.4789  0.4609  0.4672  0.4679  0.4727
+        0.4537  0.4628  0.4673  0.4410  0.5088  0.4577  0.4911  0.4873
+        0.4704  0.4608  0.4703  0.4688  0.4652  0.4893  0.4702  0.4408
+      L 7  mean=0.4713  std=0.0153  min=0.4286  max=0.5070  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4540  0.4749  0.4953  0.4521  0.4708  0.4960  0.4736  0.4512
+        0.4692  0.4688  0.4672  0.4503  0.4656  0.4790  0.4762  0.4826
+        0.4885  0.5037  0.4671  0.4709  0.4564  0.4700  0.4725  0.4490
+        0.4506  0.4734  0.4800  0.4664  0.4728  0.4624  0.4560  0.4742
+        0.4782  0.4770  0.4788  0.4669  0.4844  0.4550  0.4554  0.4627
+        0.4819  0.4968  0.4880  0.4922  0.4954  0.5070  0.4543  0.4685
+        0.4729  0.4679  0.4639  0.4660  0.4576  0.4940  0.4823  0.4286
+        0.4588  0.4651  0.4522  0.4742  0.4915  0.4489  0.4867  0.4669
+      L 8  mean=0.4723  std=0.0187  min=0.4286  max=0.5132  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4618  0.4913  0.4593  0.4777  0.4498  0.4720  0.4834  0.4996
+        0.4501  0.4625  0.4895  0.4743  0.4449  0.4789  0.4534  0.4837
+        0.4963  0.4822  0.4591  0.4628  0.4508  0.4448  0.4991  0.4919
+        0.4760  0.4843  0.4782  0.4598  0.5003  0.4562  0.4708  0.4905
+        0.4570  0.4699  0.4997  0.4568  0.4907  0.4719  0.4600  0.4375
+        0.4833  0.4886  0.4911  0.4572  0.4286  0.4744  0.4749  0.4871
+        0.4717  0.4613  0.4919  0.4795  0.4423  0.4617  0.5132  0.4954
+        0.4780  0.4930  0.4409  0.4554  0.4871  0.4369  0.4687  0.4845
+      L 9  mean=0.4735  std=0.0164  min=0.4311  max=0.5102  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4918  0.4596  0.4688  0.4664  0.4966  0.4871  0.4721  0.4903
+        0.4753  0.4938  0.4541  0.4573  0.4474  0.4770  0.4841  0.4699
+        0.4965  0.4848  0.4613  0.4679  0.4964  0.4930  0.4957  0.4667
+        0.4818  0.4929  0.4643  0.4733  0.4471  0.4810  0.4587  0.4766
+        0.4781  0.4786  0.4903  0.4801  0.4777  0.4561  0.4921  0.4575
+        0.5102  0.4657  0.4873  0.4600  0.4654  0.4690  0.4895  0.4776
+        0.4701  0.4904  0.4796  0.4610  0.4740  0.4693  0.4709  0.4599
+        0.4524  0.4389  0.4709  0.4394  0.4598  0.5042  0.4693  0.4311
+      L10  mean=0.4816  std=0.0115  min=0.4581  max=0.5129  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4856  0.5047  0.4629  0.4746  0.4731  0.4948  0.5031  0.5001
+        0.4717  0.4768  0.4897  0.4914  0.4939  0.4667  0.4802  0.4987
+        0.4904  0.4913  0.4918  0.4869  0.4677  0.4738  0.4766  0.4781
+        0.4847  0.4692  0.4823  0.4823  0.4584  0.4702  0.4993  0.4829
+        0.4698  0.4724  0.5129  0.4902  0.4853  0.4686  0.4787  0.4886
+        0.4839  0.4771  0.4794  0.4822  0.4867  0.4745  0.4643  0.4764
+        0.4915  0.4843  0.4934  0.4828  0.4866  0.4888  0.4790  0.4792
+        0.4824  0.4648  0.4790  0.4581  0.4937  0.4637  0.4721  0.4754
+      L11  mean=0.4771  std=0.0134  min=0.4497  max=0.5048  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4960  0.4663  0.4813  0.4770  0.4847  0.4716  0.4777  0.4900
+        0.5015  0.4970  0.4731  0.4761  0.4738  0.4896  0.4805  0.4932
+        0.4939  0.4796  0.4773  0.4766  0.4723  0.4786  0.4703  0.4608
+        0.4727  0.4589  0.4561  0.4714  0.4833  0.4663  0.4893  0.4525
+        0.4826  0.4704  0.4687  0.4589  0.4741  0.4619  0.4915  0.4545
+        0.4682  0.4950  0.4797  0.4803  0.4595  0.4607  0.4936  0.4559
+        0.4911  0.4965  0.4604  0.4497  0.4939  0.4771  0.4691  0.4889
+        0.4899  0.4614  0.4769  0.5048  0.4853  0.4930  0.4832  0.4670
+
+      GLOBAL mean=0.4798 std=0.0256 min=0.3411 max=0.5595 BIMODAL=NO-flat
+      <0.2:0  mid:768  >0.8:0
+      Layer means: [0.5073, 0.5044, 0.4774, 0.4643, 0.4852, 0.4812, 0.462, 0.4713, 0.4723, 0.4735, 0.4816, 0.4771]
+      Histogram (sigmoid blend ratio 0.0-1.0):
+        0.0-0.1     0  
+        0.1-0.2     0  
+        0.2-0.3     0  
+        0.3-0.4     9  ##
+        0.4-0.5   636  ###############################################################################################################################################################
+        0.5-0.6   123  ##############################
+        0.6-0.7     0  
+        0.7-0.8     0  
+        0.8-0.9     0  
+        0.9-1.0     0  
+
+    scale_y [0=raw 1=norm]
+      L 0  mean=0.5766  std=0.0373  min=0.5004  max=0.6365  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5454  0.5956  0.6258  0.5816  0.6231  0.5665  0.5457  0.5565
+        0.6252  0.5475  0.5811  0.5360  0.5678  0.5921  0.6173  0.5678
+        0.5958  0.5465  0.6213  0.5517  0.6074  0.5567  0.5160  0.6274
+        0.5812  0.5296  0.6046  0.5511  0.6354  0.5222  0.5961  0.5570
+        0.6026  0.6120  0.5224  0.5819  0.5466  0.5512  0.5585  0.5158
+        0.6365  0.5004  0.5816  0.5169  0.6158  0.6301  0.5681  0.5305
+        0.6012  0.5666  0.6202  0.5131  0.6069  0.5882  0.5360  0.6223
+        0.6042  0.6012  0.6108  0.6346  0.5678  0.5861  0.5073  0.5931
+      L 1  mean=0.5237  std=0.0136  min=0.4932  max=0.5578  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5090  0.5253  0.5241  0.5138  0.5223  0.5180  0.5162  0.5238
+        0.5341  0.5039  0.5388  0.5241  0.5193  0.5225  0.5381  0.4932
+        0.5227  0.5104  0.5386  0.5346  0.5206  0.5496  0.5059  0.5257
+        0.5441  0.5221  0.5160  0.5177  0.5109  0.5018  0.5277  0.5243
+        0.5185  0.5162  0.5376  0.5578  0.5258  0.5156  0.5178  0.5196
+        0.5349  0.5322  0.5351  0.5219  0.5024  0.5114  0.5347  0.5065
+        0.5195  0.5573  0.5254  0.5532  0.5170  0.5096  0.5349  0.5404
+        0.5180  0.5168  0.4996  0.5395  0.5194  0.5123  0.5399  0.5261
+      L 2  mean=0.4935  std=0.0148  min=0.4613  max=0.5343  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5009  0.5037  0.5107  0.4844  0.4950  0.5026  0.4782  0.5138
+        0.4971  0.5029  0.4777  0.5049  0.4892  0.4992  0.5106  0.4798
+        0.4712  0.4739  0.5205  0.4875  0.4939  0.5160  0.4931  0.4902
+        0.5023  0.5192  0.4888  0.4619  0.4944  0.4802  0.4827  0.4977
+        0.4977  0.4938  0.5026  0.4846  0.5130  0.4820  0.5043  0.4932
+        0.4685  0.4784  0.4915  0.5343  0.4937  0.5068  0.4902  0.5020
+        0.4945  0.4869  0.4743  0.4706  0.4977  0.4930  0.4752  0.4790
+        0.4988  0.4888  0.5125  0.4613  0.4829  0.5136  0.5087  0.4830
+      L 3  mean=0.4902  std=0.0188  min=0.4622  max=0.5421  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4717  0.5074  0.5067  0.4940  0.4928  0.4881  0.4808  0.4689
+        0.4724  0.5054  0.4625  0.5007  0.5143  0.4889  0.4909  0.4852
+        0.4763  0.4881  0.4753  0.4622  0.4926  0.4769  0.4705  0.4822
+        0.4955  0.4781  0.5421  0.5341  0.4744  0.4862  0.4935  0.4827
+        0.4899  0.4828  0.4863  0.4653  0.4881  0.4838  0.5405  0.4809
+        0.4789  0.4944  0.4929  0.4737  0.4903  0.4690  0.4956  0.5006
+        0.4660  0.4719  0.4795  0.5215  0.4876  0.4829  0.4785  0.4851
+        0.5029  0.5210  0.5193  0.5249  0.5358  0.4845  0.4786  0.4773
+      L 4  mean=0.4827  std=0.0365  min=0.4140  max=0.5835  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5048  0.4527  0.5257  0.4645  0.4984  0.4950  0.4735  0.4678
+        0.4185  0.4420  0.4586  0.4465  0.5257  0.4679  0.4764  0.4849
+        0.5222  0.5067  0.5390  0.4444  0.5266  0.5685  0.4929  0.5046
+        0.5427  0.4548  0.4929  0.5835  0.5029  0.4951  0.4804  0.5072
+        0.4359  0.4621  0.4618  0.4415  0.4810  0.5227  0.4615  0.4198
+        0.5053  0.4389  0.5197  0.5323  0.4431  0.4494  0.4611  0.5300
+        0.4525  0.4238  0.4729  0.4704  0.4816  0.5024  0.4407  0.5106
+        0.4818  0.4564  0.5236  0.4140  0.4675  0.4646  0.4835  0.5164
+      L 5  mean=0.4935  std=0.0201  min=0.4474  max=0.5577  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4767  0.4474  0.4957  0.5145  0.4896  0.5084  0.4667  0.5186
+        0.4740  0.4875  0.4847  0.4740  0.4921  0.4941  0.5302  0.4870
+        0.5142  0.4966  0.5045  0.4853  0.5056  0.5141  0.4950  0.4896
+        0.5160  0.5299  0.5022  0.4758  0.4924  0.4812  0.5577  0.5072
+        0.4801  0.4941  0.4839  0.4977  0.5283  0.4857  0.4981  0.4760
+        0.4714  0.4969  0.5043  0.4767  0.5188  0.4811  0.4771  0.4764
+        0.4675  0.5305  0.4560  0.4849  0.5136  0.5113  0.4780  0.4931
+        0.4697  0.4910  0.4564  0.4882  0.5140  0.4994  0.4881  0.4866
+      L 6  mean=0.4844  std=0.0316  min=0.4173  max=0.5614  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5242  0.4936  0.5172  0.4866  0.4991  0.4775  0.4774  0.4793
+        0.4173  0.5221  0.4555  0.4806  0.4571  0.4792  0.5280  0.4461
+        0.4755  0.4396  0.4476  0.5124  0.4573  0.4510  0.4348  0.4616
+        0.5068  0.4733  0.4910  0.5107  0.5089  0.5445  0.4983  0.4500
+        0.4574  0.5116  0.5085  0.5097  0.5432  0.5614  0.4732  0.4512
+        0.4712  0.5109  0.5170  0.5352  0.4571  0.4612  0.4659  0.4709
+        0.4720  0.4781  0.4497  0.4771  0.4662  0.4328  0.5072  0.5125
+        0.4529  0.4460  0.5064  0.5155  0.5215  0.4557  0.5309  0.4694
+      L 7  mean=0.4849  std=0.0209  min=0.4470  max=0.5425  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4624  0.5103  0.5425  0.4765  0.4627  0.4967  0.4867  0.4962
+        0.4752  0.5109  0.4726  0.4669  0.4865  0.4594  0.5070  0.4487
+        0.4959  0.4603  0.4831  0.4739  0.4831  0.4800  0.4470  0.4612
+        0.4966  0.4673  0.4834  0.4604  0.4821  0.4942  0.4706  0.4648
+        0.5179  0.5150  0.4494  0.4521  0.5271  0.5061  0.4931  0.4980
+        0.4629  0.4724  0.4935  0.5054  0.5093  0.4724  0.4813  0.4884
+        0.4717  0.4788  0.4789  0.5034  0.4933  0.5071  0.4799  0.4928
+        0.5116  0.5125  0.4560  0.4612  0.5072  0.4982  0.5042  0.4658
+      L 8  mean=0.4937  std=0.0260  min=0.4008  max=0.5337  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4628  0.4803  0.4953  0.5183  0.4883  0.4731  0.5222  0.4881
+        0.5094  0.4923  0.4799  0.5011  0.5081  0.5207  0.5070  0.4873
+        0.4915  0.4008  0.5054  0.5128  0.4430  0.5186  0.5027  0.5174
+        0.4545  0.4948  0.4850  0.4417  0.4159  0.5101  0.4668  0.4830
+        0.4890  0.4823  0.5129  0.5309  0.4421  0.5337  0.4864  0.4883
+        0.5092  0.4650  0.5099  0.5063  0.5017  0.5048  0.5295  0.4984
+        0.4836  0.5008  0.5153  0.5268  0.5001  0.4888  0.5229  0.5125
+        0.5075  0.4855  0.5104  0.5105  0.5137  0.4930  0.4662  0.4928
+      L 9  mean=0.5027  std=0.0186  min=0.4518  max=0.5372  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.4953  0.4736  0.5207  0.5189  0.5347  0.5196  0.5037  0.5011
+        0.5184  0.5128  0.5139  0.5125  0.5158  0.4969  0.4518  0.4896
+        0.5333  0.4950  0.4648  0.5064  0.5227  0.5106  0.5137  0.5101
+        0.5120  0.4834  0.5105  0.4880  0.4774  0.4899  0.5028  0.4935
+        0.5372  0.5027  0.4764  0.5222  0.5002  0.5054  0.5156  0.5064
+        0.4881  0.4761  0.5053  0.5280  0.4733  0.5306  0.5122  0.5034
+        0.4953  0.5017  0.4575  0.5322  0.4827  0.5214  0.4880  0.5239
+        0.4851  0.5163  0.4857  0.4910  0.5105  0.5077  0.5038  0.4961
+      L10  mean=0.5154  std=0.0096  min=0.4954  max=0.5340  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5209  0.5270  0.5097  0.5054  0.5302  0.5138  0.5009  0.5253
+        0.5071  0.5169  0.4954  0.5136  0.5188  0.5048  0.5238  0.5245
+        0.5176  0.5172  0.5001  0.5104  0.5192  0.4969  0.5245  0.5280
+        0.5038  0.5147  0.5170  0.5193  0.5049  0.5005  0.4965  0.5009
+        0.5241  0.5143  0.5340  0.5133  0.5227  0.5145  0.5146  0.5295
+        0.5132  0.5097  0.5284  0.5185  0.5180  0.5127  0.5184  0.5177
+        0.5032  0.5291  0.5272  0.5065  0.4975  0.5117  0.5161  0.5141
+        0.5314  0.5267  0.5232  0.5143  0.5216  0.5186  0.5244  0.5099
+      L11  mean=0.5134  std=0.0113  min=0.4870  max=0.5378  [<0.2:0 mid:64 >0.8:0]  BIMODAL=NO-flat
+        0.5123  0.5288  0.5145  0.5071  0.5163  0.5071  0.5152  0.5350
+        0.5111  0.4948  0.5148  0.4921  0.5218  0.5189  0.5099  0.5224
+        0.5063  0.5058  0.5025  0.5035  0.5033  0.4870  0.5114  0.5207
+        0.5216  0.5065  0.5092  0.5131  0.5270  0.5004  0.5249  0.5204
+        0.5137  0.5358  0.5331  0.5190  0.5004  0.5200  0.5174  0.4972
+        0.5020  0.4925  0.5198  0.5221  0.5142  0.5121  0.5376  0.4991
+        0.5157  0.5246  0.5121  0.5123  0.5172  0.5042  0.5299  0.5074
+        0.5276  0.5151  0.5050  0.5087  0.5051  0.5105  0.4995  0.5378
+
+      GLOBAL mean=0.5046 std=0.0344 min=0.4008 max=0.6365 BIMODAL=NO-flat
+      <0.2:0  mid:768  >0.8:0
+      Layer means: [0.5766, 0.5237, 0.4935, 0.4902, 0.4827, 0.4935, 0.4844, 0.4849, 0.4937, 0.5027, 0.5154, 0.5134]
+      Histogram (sigmoid blend ratio 0.0-1.0):
+        0.0-0.1     0  
+        0.1-0.2     0  
+        0.2-0.3     0  
+        0.3-0.4     0  
+        0.4-0.5   336  ####################################################################################
+        0.5-0.6   410  ######################################################################################################
+        0.6-0.7    22  #####
+        0.7-0.8     0  
+        0.8-0.9     0  
+        0.9-1.0     0  
+
+  [Summary updated: C:\Users\brian\Documents\nanoGPT\results\phase19b_qa_softqa_pd_w2000_6seeds_summary_20260403_0711.txt]
+
+================================================================================
+PHASE 19b COMPLETE
+================================================================================
+
+Mean=4.4015  std=0.0095  stable=2/6  vs cheap_qa:+0.0118
+  seed=42  best=4.3927  final=4.3927  best@10000  stable=True
+  seed=1337  best=4.3847  final=4.4304  best@9750  stable=False
+  seed=123  best=4.4098  final=4.4183  best@9750  stable=False
+  seed=0  best=4.4051  final=4.4051  best@10000  stable=True
+  seed=1  best=4.4099  final=4.4292  best@9750  stable=False
+  seed=2  best=4.407  final=4.4109  best@9500  stable=False
\ No newline at end of file
diff --git a/results/phase19c_qa_softqa_pd_inf_w2000_runs_20260403_1707.csv b/results/phase19c_qa_softqa_pd_inf_w2000_runs_20260403_1707.csv
new file mode 100644
index 0000000000000000000000000000000000000000..f56e618234ac75c2765de9449a2dbb4a0b828fea
--- /dev/null
+++ b/results/phase19c_qa_softqa_pd_inf_w2000_runs_20260403_1707.csv
@@ -0,0 +1,4 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,scale_q_layer_means,scale_y_layer_means,scale_q_full_json,scale_y_full_json,out_dir,error
+dynamic_qa_conditioned_softqa_perdim_informed,qa_softqa_pd_inf,2000,42,ok,5130.243651866913,123.69,4.3889,10000,4.3889,True,"[0.7528, 0.7397, 0.7123, 0.6995, 0.7206, 0.7205, 0.7157, 0.7051, 0.7203, 0.7187, 0.7212, 0.72]","[0.7799, 0.7486, 0.7319, 0.7263, 0.7319, 0.7391, 0.7367, 0.7243, 0.735, 0.7451, 0.7511, 0.7427]","[[0.7576, 0.7371, 0.7738, 0.7786, 0.7563, 0.7806, 0.7521, 0.7714, 0.7312, 0.7586, 0.7571, 0.7389, 0.7449, 0.7441, 0.767, 0.7755, 0.7389, 0.7516, 0.7317, 0.7478, 0.7645, 0.7558, 0.7615, 0.7324, 0.7457, 0.7867, 0.7114, 0.7135, 0.7419, 0.7296, 0.7389, 0.7562, 0.7775, 0.7625, 0.7678, 0.7287, 0.7238, 0.7306, 0.7617, 0.7653, 0.7553, 0.7783, 0.7457, 0.7066, 0.7337, 0.7477, 0.7786, 0.7499, 0.754, 0.7349, 0.7858, 0.7657, 0.755, 0.7378, 0.7619, 0.7571, 0.74, 0.7539, 0.7721, 0.7633, 0.7391, 0.7447, 0.795, 0.7696], [0.7343, 0.7313, 0.7315, 0.7338, 0.7355, 0.7586, 0.7284, 0.7297, 0.7321, 0.7398, 0.7535, 0.7466, 0.7375, 0.7448, 0.7409, 0.7481, 0.7371, 0.7384, 0.7333, 0.7421, 0.7363, 0.7435, 0.7351, 0.7402, 0.7371, 0.7358, 0.7333, 0.7426, 0.7405, 0.7399, 0.7345, 0.7631, 0.7414, 0.7346, 0.7543, 0.7494, 0.7405, 0.7325, 0.7326, 0.7316, 0.7327, 0.7369, 0.7204, 0.7485, 0.7326, 0.7368, 0.7437, 0.7548, 0.7261, 0.742, 0.7482, 0.7355, 0.7348, 0.7368, 0.7516, 0.7329, 0.7409, 0.7317, 0.7621, 0.7481, 0.7394, 0.7328, 0.7347, 0.7629], [0.6833, 0.7029, 0.7215, 0.7073, 0.6993, 0.6853, 0.7055, 0.7352, 0.7186, 0.7669, 0.709, 0.7908, 0.7425, 0.7037, 0.7262, 0.712, 0.7327, 0.7323, 0.7462, 0.7219, 0.6654, 0.7331, 0.757, 0.692, 0.6895, 0.7007, 0.7376, 0.7415, 0.7046, 0.7138, 0.717, 0.6748, 0.67, 0.7023, 0.7104, 0.6861, 0.7386, 0.7074, 0.7367, 0.7314, 0.7403, 0.6888, 0.715, 0.7173, 0.7177, 0.6937, 0.7047, 0.6925, 0.7324, 0.7213, 0.7387, 0.7188, 0.6888, 0.7269, 0.6877, 0.7098, 0.6642, 0.7116, 0.6541, 0.6908, 0.7261, 0.6859, 0.7293, 0.6802], [0.8212, 0.7274, 0.7269, 0.5985, 0.7318, 0.6775, 0.7014, 0.7253, 0.6263, 0.7108, 0.6715, 0.7308, 0.7768, 0.7431, 0.7554, 0.6933, 0.7849, 0.7652, 0.714, 0.7236, 0.7812, 0.614, 0.7309, 0.6179, 0.7334, 0.673, 0.6719, 0.6624, 0.6477, 0.7957, 0.7367, 0.7486, 0.6941, 0.6916, 0.6948, 0.6333, 0.7157, 0.6975, 0.6779, 0.6344, 0.6136, 0.6965, 0.7395, 0.5785, 0.7252, 0.796, 0.5745, 0.7478, 0.6103, 0.7414, 0.722, 0.719, 0.7564, 0.6937, 0.7145, 0.6157, 0.7264, 0.5918, 0.7114, 0.7076, 0.7118, 0.679, 0.604, 0.732], [0.7481, 0.7346, 0.7119, 0.7097, 0.7332, 0.709, 0.7105, 0.7378, 0.73, 0.7263, 0.7246, 0.7027, 0.7311, 0.701, 0.7199, 0.7232, 0.7234, 0.7202, 0.6972, 0.7278, 0.702, 0.7336, 0.7404, 0.7048, 0.7021, 0.7066, 0.712, 0.7213, 0.71, 0.7137, 0.7052, 0.704, 0.7106, 0.7287, 0.7185, 0.7217, 0.7351, 0.7153, 0.7227, 0.7233, 0.7245, 0.7353, 0.7264, 0.7242, 0.73, 0.7283, 0.734, 0.7413, 0.7194, 0.7152, 0.7384, 0.7347, 0.7343, 0.6907, 0.7041, 0.723, 0.7143, 0.7443, 0.7064, 0.7165, 0.7193, 0.7366, 0.7258, 0.6973], [0.7128, 0.736, 0.7175, 0.6961, 0.7164, 0.7146, 0.7132, 0.7404, 0.7231, 0.7038, 0.7303, 0.7232, 0.7329, 0.7222, 0.7361, 0.7182, 0.7132, 0.7262, 0.7365, 0.7087, 0.7304, 0.7225, 0.713, 0.7166, 0.7233, 0.7143, 0.7011, 0.7103, 0.7258, 0.7326, 0.7111, 0.7262, 0.7146, 0.7265, 0.6858, 0.7295, 0.7052, 0.7276, 0.7384, 0.6944, 0.7441, 0.7239, 0.7154, 0.7312, 0.7112, 0.7419, 0.7276, 0.7327, 0.7356, 0.7299, 0.7067, 0.7184, 0.7233, 0.7187, 0.7174, 0.7212, 0.7189, 0.7056, 0.7244, 0.7199, 0.7059, 0.699, 0.7215, 0.7488], [0.7206, 0.6944, 0.7032, 0.737, 0.7188, 0.7282, 0.7047, 0.69, 0.7261, 0.6955, 0.7239, 0.7346, 0.7143, 0.7174, 0.7456, 0.7007, 0.7067, 0.7065, 0.7335, 0.7288, 0.7417, 0.7109, 0.7004, 0.6966, 0.7081, 0.7164, 0.7057, 0.7414, 0.7101, 0.7258, 0.7135, 0.7132, 0.7311, 0.7376, 0.7329, 0.7255, 0.7107, 0.7254, 0.7118, 0.6942, 0.72, 0.6474, 0.6856, 0.7259, 0.7098, 0.7107, 0.7331, 0.7268, 0.7176, 0.698, 0.7021, 0.7208, 0.6962, 0.7307, 0.7119, 0.7253, 0.7085, 0.7236, 0.729, 0.742, 0.7229, 0.7194, 0.7137, 0.7007], [0.6901, 0.6757, 0.7004, 0.691, 0.7178, 0.711, 0.7182, 0.6742, 0.6995, 0.6973, 0.7348, 0.7054, 0.7216, 0.6991, 0.7261, 0.7095, 0.7328, 0.7266, 0.7071, 0.6978, 0.7058, 0.7256, 0.6845, 0.7007, 0.7341, 0.7214, 0.6902, 0.6913, 0.7018, 0.7012, 0.6794, 0.7145, 0.6995, 0.7101, 0.7142, 0.7163, 0.6689, 0.7225, 0.6824, 0.7178, 0.7219, 0.6931, 0.7144, 0.6778, 0.7062, 0.682, 0.7116, 0.6807, 0.6856, 0.6878, 0.7117, 0.7054, 0.6965, 0.7105, 0.7211, 0.7264, 0.7124, 0.7054, 0.7276, 0.6997, 0.7263, 0.7104, 0.721, 0.6705], [0.7093, 0.7195, 0.72, 0.7023, 0.7199, 0.7214, 0.6976, 0.7111, 0.706, 0.7312, 0.7037, 0.7377, 0.7332, 0.7222, 0.6989, 0.7211, 0.7391, 0.7234, 0.7297, 0.7134, 0.7345, 0.7188, 0.7372, 0.7243, 0.7258, 0.6975, 0.7287, 0.7134, 0.7212, 0.7205, 0.7291, 0.7258, 0.7161, 0.7324, 0.7033, 0.7104, 0.7174, 0.712, 0.6995, 0.7403, 0.7316, 0.7194, 0.742, 0.7146, 0.7167, 0.7101, 0.7174, 0.7183, 0.7257, 0.6995, 0.713, 0.7278, 0.7166, 0.7284, 0.7436, 0.7232, 0.7249, 0.733, 0.729, 0.7277, 0.6976, 0.7201, 0.7075, 0.7411], [0.7236, 0.7306, 0.7378, 0.718, 0.7117, 0.7075, 0.7247, 0.7269, 0.7216, 0.7023, 0.721, 0.7151, 0.7084, 0.7144, 0.6976, 0.7226, 0.7148, 0.6898, 0.7118, 0.7359, 0.7176, 0.7099, 0.7089, 0.7331, 0.7152, 0.7116, 0.7181, 0.7207, 0.7254, 0.7362, 0.7199, 0.7099, 0.7182, 0.7328, 0.716, 0.6835, 0.732, 0.6942, 0.7209, 0.7241, 0.7301, 0.7128, 0.728, 0.7119, 0.7193, 0.7283, 0.7286, 0.7136, 0.7107, 0.7345, 0.7277, 0.7074, 0.734, 0.709, 0.725, 0.7335, 0.7345, 0.7472, 0.704, 0.7129, 0.7144, 0.7188, 0.7203, 0.7077], [0.718, 0.7346, 0.7276, 0.7201, 0.7108, 0.7214, 0.7124, 0.7326, 0.7305, 0.7279, 0.7351, 0.7211, 0.717, 0.7005, 0.7044, 0.7194, 0.7183, 0.7337, 0.7265, 0.7124, 0.721, 0.7189, 0.7216, 0.7244, 0.7269, 0.6952, 0.7054, 0.7138, 0.725, 0.7305, 0.7291, 0.7259, 0.6996, 0.7098, 0.724, 0.7173, 0.7243, 0.7301, 0.7151, 0.7215, 0.711, 0.7292, 0.7297, 0.7333, 0.7416, 0.7203, 0.7003, 0.7414, 0.7087, 0.7091, 0.7284, 0.724, 0.7091, 0.7213, 0.7293, 0.7424, 0.7345, 0.7279, 0.7129, 0.7341, 0.7116, 0.7287, 0.715, 0.7084], [0.7363, 0.7432, 0.7404, 0.7146, 0.7098, 0.7073, 0.7193, 0.7143, 0.7159, 0.7346, 0.6969, 0.7016, 0.7277, 0.7334, 0.7267, 0.7222, 0.7075, 0.7174, 0.7286, 0.7283, 0.7165, 0.719, 0.7147, 0.739, 0.7383, 0.7204, 0.7207, 0.7412, 0.7266, 0.7336, 0.7179, 0.7108, 0.7063, 0.7132, 0.7244, 0.7029, 0.704, 0.7157, 0.7105, 0.7202, 0.7422, 0.7126, 0.7142, 0.7202, 0.7258, 0.7218, 0.7479, 0.7102, 0.6969, 0.7113, 0.7207, 0.7196, 0.716, 0.7199, 0.7352, 0.7275, 0.6932, 0.7195, 0.7212, 0.7067, 0.7091, 0.7304, 0.711, 0.7234]]","[[0.7926, 0.782, 0.7596, 0.7363, 0.7607, 0.7932, 0.7615, 0.7975, 0.7795, 0.7994, 0.7818, 0.7519, 0.7958, 0.8078, 0.7762, 0.7715, 0.7498, 0.7935, 0.7863, 0.7663, 0.8085, 0.7889, 0.8008, 0.7777, 0.771, 0.7556, 0.7871, 0.7611, 0.7985, 0.7516, 0.7399, 0.7245, 0.8049, 0.7875, 0.8179, 0.7876, 0.7391, 0.826, 0.8173, 0.7814, 0.7545, 0.7494, 0.8111, 0.7589, 0.7667, 0.7643, 0.7735, 0.8226, 0.7996, 0.8157, 0.8072, 0.7346, 0.7608, 0.753, 0.7917, 0.7948, 0.798, 0.8185, 0.7513, 0.7212, 0.7882, 0.8182, 0.7884, 0.8003], [0.7487, 0.7558, 0.7576, 0.7565, 0.7481, 0.7489, 0.7538, 0.7398, 0.7727, 0.7454, 0.7494, 0.7534, 0.7585, 0.7519, 0.7474, 0.7462, 0.7334, 0.7563, 0.7403, 0.7435, 0.7419, 0.7425, 0.7481, 0.7511, 0.7561, 0.7498, 0.7465, 0.732, 0.7431, 0.7489, 0.7445, 0.757, 0.719, 0.7483, 0.7396, 0.7514, 0.7336, 0.7421, 0.742, 0.7379, 0.753, 0.7748, 0.7578, 0.7519, 0.7479, 0.751, 0.7465, 0.7639, 0.7478, 0.7405, 0.756, 0.7487, 0.7593, 0.7374, 0.7521, 0.7429, 0.7685, 0.7327, 0.7409, 0.7581, 0.7429, 0.7464, 0.7596, 0.7478], [0.7607, 0.7384, 0.703, 0.7402, 0.7453, 0.745, 0.7539, 0.7349, 0.736, 0.7013, 0.7167, 0.7412, 0.7075, 0.7392, 0.7542, 0.7097, 0.7406, 0.755, 0.7399, 0.7521, 0.7191, 0.7645, 0.7436, 0.7394, 0.7401, 0.7244, 0.7031, 0.7266, 0.706, 0.7303, 0.7403, 0.706, 0.7165, 0.7395, 0.7354, 0.7438, 0.7437, 0.7073, 0.7051, 0.7234, 0.7058, 0.7492, 0.7238, 0.7506, 0.7476, 0.7213, 0.7301, 0.7098, 0.728, 0.7569, 0.7538, 0.7324, 0.7073, 0.7245, 0.7523, 0.7141, 0.7517, 0.7138, 0.7314, 0.735, 0.7564, 0.7227, 0.71, 0.7369], [0.7311, 0.7417, 0.716, 0.7114, 0.7296, 0.7235, 0.7288, 0.7313, 0.7349, 0.717, 0.762, 0.7358, 0.7251, 0.7371, 0.717, 0.7389, 0.7288, 0.7164, 0.7251, 0.7466, 0.7231, 0.7045, 0.7291, 0.7287, 0.7235, 0.7138, 0.7017, 0.7175, 0.7136, 0.74, 0.7098, 0.7406, 0.7131, 0.7089, 0.7104, 0.7343, 0.731, 0.733, 0.713, 0.7119, 0.7301, 0.7441, 0.7128, 0.745, 0.7504, 0.7123, 0.7526, 0.7121, 0.7429, 0.7164, 0.7373, 0.7132, 0.7289, 0.6912, 0.7416, 0.7307, 0.7345, 0.7004, 0.7327, 0.7304, 0.7052, 0.7467, 0.7446, 0.7278], [0.7136, 0.7285, 0.7444, 0.7214, 0.7513, 0.7086, 0.7487, 0.6845, 0.7575, 0.7574, 0.7478, 0.707, 0.7365, 0.7342, 0.757, 0.7557, 0.7367, 0.7744, 0.7145, 0.7114, 0.7555, 0.7457, 0.7195, 0.7727, 0.7744, 0.747, 0.7348, 0.7221, 0.694, 0.792, 0.7404, 0.7549, 0.7252, 0.7462, 0.7192, 0.7163, 0.7196, 0.73, 0.7477, 0.7584, 0.6726, 0.7367, 0.7237, 0.7329, 0.7398, 0.6966, 0.7125, 0.7223, 0.7063, 0.7554, 0.7573, 0.6936, 0.7236, 0.7202, 0.706, 0.7768, 0.7192, 0.7321, 0.6897, 0.7247, 0.7314, 0.7225, 0.7332, 0.7081], [0.7487, 0.7552, 0.7571, 0.7038, 0.7352, 0.7559, 0.715, 0.7485, 0.7424, 0.7444, 0.7436, 0.7257, 0.7204, 0.7448, 0.7202, 0.7704, 0.7474, 0.7033, 0.7706, 0.7243, 0.719, 0.7284, 0.7665, 0.7315, 0.7269, 0.762, 0.7868, 0.7449, 0.7422, 0.7242, 0.7567, 0.7514, 0.7264, 0.7725, 0.7722, 0.7229, 0.7257, 0.7003, 0.7483, 0.7202, 0.745, 0.7352, 0.7463, 0.7258, 0.7457, 0.7372, 0.7611, 0.7381, 0.727, 0.7525, 0.7718, 0.7276, 0.7578, 0.7058, 0.7146, 0.7379, 0.7491, 0.7132, 0.7545, 0.7252, 0.7431, 0.7073, 0.7378, 0.7391], [0.7629, 0.7349, 0.7518, 0.7262, 0.755, 0.7371, 0.8036, 0.7399, 0.712, 0.7583, 0.7402, 0.7947, 0.7321, 0.7558, 0.7456, 0.7437, 0.7171, 0.765, 0.7048, 0.7114, 0.7329, 0.714, 0.7169, 0.7233, 0.759, 0.7678, 0.7332, 0.7316, 0.7513, 0.7183, 0.7201, 0.7424, 0.7333, 0.7386, 0.7121, 0.6979, 0.8248, 0.7476, 0.7546, 0.7666, 0.723, 0.7195, 0.7516, 0.6987, 0.7144, 0.7757, 0.7307, 0.7483, 0.706, 0.7615, 0.7236, 0.7492, 0.7607, 0.7265, 0.7554, 0.7401, 0.7526, 0.6959, 0.699, 0.7187, 0.6924, 0.6964, 0.7392, 0.6931], [0.7351, 0.774, 0.7119, 0.7378, 0.7244, 0.6964, 0.7305, 0.7242, 0.725, 0.7301, 0.7098, 0.7311, 0.7296, 0.7175, 0.7322, 0.7417, 0.7502, 0.6657, 0.7002, 0.7102, 0.7311, 0.7392, 0.6901, 0.7209, 0.747, 0.7563, 0.6929, 0.7147, 0.6983, 0.7272, 0.7481, 0.7356, 0.7273, 0.6993, 0.7495, 0.7267, 0.7257, 0.7462, 0.6979, 0.7295, 0.7008, 0.7122, 0.7265, 0.7187, 0.7298, 0.7202, 0.7156, 0.7329, 0.7421, 0.6745, 0.744, 0.7308, 0.736, 0.7455, 0.7441, 0.7401, 0.7322, 0.7416, 0.7447, 0.7071, 0.7354, 0.7049, 0.7006, 0.6961], [0.7445, 0.7158, 0.7483, 0.7188, 0.7411, 0.735, 0.7473, 0.7201, 0.7244, 0.7259, 0.7566, 0.7287, 0.7387, 0.7383, 0.7262, 0.7321, 0.7352, 0.7465, 0.7221, 0.7518, 0.7361, 0.7354, 0.7259, 0.7601, 0.7496, 0.7267, 0.705, 0.7393, 0.7277, 0.7495, 0.706, 0.7183, 0.7494, 0.7471, 0.7226, 0.7414, 0.7532, 0.7324, 0.7272, 0.7031, 0.7497, 0.7341, 0.7019, 0.7571, 0.717, 0.7394, 0.7224, 0.7371, 0.7407, 0.7185, 0.7346, 0.7493, 0.7528, 0.7526, 0.7446, 0.7303, 0.7489, 0.7301, 0.7245, 0.7414, 0.7204, 0.7458, 0.7449, 0.7485], [0.7603, 0.7239, 0.7507, 0.7633, 0.7475, 0.7409, 0.751, 0.752, 0.7391, 0.7448, 0.7576, 0.7374, 0.7357, 0.7461, 0.7528, 0.7405, 0.7371, 0.7413, 0.7259, 0.7492, 0.7361, 0.7475, 0.7636, 0.7447, 0.7504, 0.7489, 0.7567, 0.7178, 0.7539, 0.7424, 0.7273, 0.7456, 0.7115, 0.7515, 0.7517, 0.7497, 0.7311, 0.7436, 0.7556, 0.7697, 0.7592, 0.755, 0.7448, 0.7113, 0.7396, 0.7406, 0.7548, 0.7464, 0.7266, 0.7486, 0.7503, 0.737, 0.7395, 0.7616, 0.7583, 0.7401, 0.7648, 0.7464, 0.7316, 0.7635, 0.7446, 0.741, 0.7386, 0.7439], [0.7615, 0.7584, 0.7476, 0.7483, 0.7477, 0.7439, 0.7476, 0.763, 0.7501, 0.763, 0.7478, 0.7699, 0.7462, 0.7496, 0.7599, 0.7573, 0.7401, 0.7527, 0.7477, 0.7405, 0.745, 0.7526, 0.7598, 0.7395, 0.7538, 0.7493, 0.735, 0.745, 0.7393, 0.7427, 0.7491, 0.7646, 0.7422, 0.7671, 0.7591, 0.7719, 0.7284, 0.7456, 0.7443, 0.7441, 0.7476, 0.7561, 0.7366, 0.7532, 0.7515, 0.7544, 0.7605, 0.7446, 0.7431, 0.7525, 0.7533, 0.7512, 0.7464, 0.7528, 0.7499, 0.7609, 0.7492, 0.7483, 0.7662, 0.7478, 0.7643, 0.759, 0.7518, 0.7487], [0.7282, 0.7475, 0.7502, 0.7458, 0.7309, 0.737, 0.7406, 0.7455, 0.7362, 0.7228, 0.7376, 0.73, 0.7328, 0.7648, 0.7379, 0.7412, 0.7554, 0.7306, 0.7346, 0.7589, 0.7445, 0.7438, 0.7519, 0.7485, 0.7426, 0.7519, 0.7363, 0.7414, 0.7475, 0.7402, 0.7241, 0.7432, 0.7453, 0.7611, 0.7513, 0.7621, 0.7397, 0.7362, 0.7582, 0.7664, 0.7454, 0.7455, 0.7501, 0.7437, 0.7436, 0.7302, 0.7325, 0.7518, 0.7467, 0.7321, 0.7374, 0.7275, 0.7463, 0.73, 0.7501, 0.7374, 0.7445, 0.7475, 0.7237, 0.7321, 0.7545, 0.7413, 0.7494, 0.7433]]",out-openwebtext_phase19c_w2000_qa_softqa_pd_informed_seed42,
+dynamic_qa_conditioned_softqa_perdim_informed,qa_softqa_pd_inf,2000,1337,ok,5016.2115705013275,123.69,4.3953,9750,4.4393,False,"[0.7454, 0.7374, 0.7064, 0.7052, 0.7285, 0.7109, 0.7135, 0.7069, 0.7184, 0.7249, 0.7262, 0.7279]","[0.7813, 0.7585, 0.7316, 0.7294, 0.7217, 0.7467, 0.7396, 0.7234, 0.7288, 0.7442, 0.7509, 0.7503]","[[0.7325, 0.7328, 0.7525, 0.751, 0.7379, 0.7907, 0.7808, 0.7389, 0.7323, 0.7321, 0.7655, 0.7401, 0.7303, 0.7425, 0.7318, 0.7596, 0.7395, 0.7648, 0.7406, 0.7211, 0.7438, 0.7466, 0.7481, 0.7619, 0.7347, 0.7376, 0.7549, 0.7293, 0.7419, 0.7505, 0.7507, 0.7248, 0.7491, 0.7463, 0.7362, 0.7601, 0.7473, 0.771, 0.7378, 0.7283, 0.7277, 0.7361, 0.7398, 0.7425, 0.7355, 0.7477, 0.7571, 0.7569, 0.7577, 0.7583, 0.7498, 0.7345, 0.7337, 0.7287, 0.7633, 0.7358, 0.7563, 0.7437, 0.7009, 0.7647, 0.7675, 0.7491, 0.7665, 0.7351], [0.7309, 0.7368, 0.7282, 0.7494, 0.7383, 0.7451, 0.7504, 0.7246, 0.7305, 0.7272, 0.7291, 0.7232, 0.7412, 0.7634, 0.7407, 0.7249, 0.7309, 0.7389, 0.7422, 0.7261, 0.7375, 0.7273, 0.7589, 0.7286, 0.7475, 0.7667, 0.7437, 0.7246, 0.7599, 0.7282, 0.7301, 0.7304, 0.7279, 0.7376, 0.7324, 0.7287, 0.7284, 0.7295, 0.759, 0.7386, 0.7348, 0.765, 0.7321, 0.7311, 0.7314, 0.7335, 0.7282, 0.7584, 0.7456, 0.75, 0.7344, 0.7346, 0.7308, 0.727, 0.7298, 0.7382, 0.7404, 0.7339, 0.7369, 0.7288, 0.728, 0.7337, 0.7588, 0.7411], [0.7046, 0.663, 0.686, 0.6942, 0.6624, 0.6678, 0.7456, 0.7255, 0.7259, 0.7666, 0.6547, 0.7489, 0.7021, 0.6693, 0.7254, 0.7504, 0.7483, 0.7087, 0.6572, 0.6955, 0.7778, 0.7026, 0.684, 0.7111, 0.6683, 0.6839, 0.6913, 0.6754, 0.7154, 0.7414, 0.6632, 0.7027, 0.6904, 0.6837, 0.6984, 0.732, 0.6516, 0.6746, 0.6834, 0.7102, 0.7336, 0.7118, 0.6607, 0.6921, 0.6971, 0.6745, 0.7316, 0.7293, 0.7038, 0.722, 0.733, 0.7238, 0.7407, 0.7031, 0.7164, 0.7222, 0.6969, 0.7283, 0.7166, 0.6922, 0.7372, 0.7781, 0.7077, 0.7155], [0.7426, 0.6947, 0.7514, 0.7033, 0.692, 0.6977, 0.6125, 0.6938, 0.7165, 0.7671, 0.7252, 0.7431, 0.6933, 0.7007, 0.6934, 0.6823, 0.7034, 0.725, 0.744, 0.718, 0.6981, 0.7306, 0.763, 0.8195, 0.7221, 0.6902, 0.731, 0.7527, 0.6962, 0.6993, 0.7615, 0.7184, 0.6959, 0.7026, 0.6709, 0.6649, 0.72, 0.6656, 0.7118, 0.667, 0.6959, 0.687, 0.7693, 0.7243, 0.7598, 0.7033, 0.7185, 0.6834, 0.6745, 0.7573, 0.6157, 0.7143, 0.6502, 0.7122, 0.7419, 0.6303, 0.6016, 0.7311, 0.7211, 0.6669, 0.6123, 0.6716, 0.7191, 0.6914], [0.7055, 0.731, 0.736, 0.7316, 0.7362, 0.7258, 0.704, 0.7169, 0.7328, 0.7273, 0.733, 0.7426, 0.7079, 0.7508, 0.7242, 0.7243, 0.7304, 0.7136, 0.7589, 0.7163, 0.7467, 0.7596, 0.7218, 0.7162, 0.7248, 0.7268, 0.7469, 0.6828, 0.7387, 0.7274, 0.7193, 0.7223, 0.7352, 0.7354, 0.7382, 0.7225, 0.7228, 0.7407, 0.7382, 0.7016, 0.7173, 0.7512, 0.7474, 0.7302, 0.7449, 0.7083, 0.7399, 0.7252, 0.7248, 0.7211, 0.7176, 0.746, 0.7355, 0.7452, 0.7214, 0.6924, 0.7309, 0.7214, 0.7366, 0.7378, 0.7389, 0.7245, 0.7236, 0.7243], [0.7117, 0.7135, 0.7149, 0.698, 0.7191, 0.7098, 0.7212, 0.7267, 0.7405, 0.7016, 0.7209, 0.7179, 0.719, 0.7068, 0.7076, 0.7373, 0.7097, 0.7069, 0.7053, 0.6906, 0.7107, 0.6957, 0.7034, 0.7001, 0.7177, 0.7301, 0.7165, 0.6896, 0.7183, 0.7211, 0.7156, 0.7185, 0.7237, 0.7195, 0.6986, 0.7085, 0.6767, 0.7287, 0.7008, 0.701, 0.7351, 0.698, 0.7254, 0.6857, 0.7075, 0.7246, 0.6968, 0.7133, 0.7015, 0.6933, 0.7116, 0.7084, 0.6876, 0.7251, 0.7157, 0.718, 0.661, 0.697, 0.6911, 0.7425, 0.7114, 0.7262, 0.7229, 0.7226], [0.7075, 0.7013, 0.7155, 0.7237, 0.7078, 0.721, 0.7147, 0.7163, 0.696, 0.704, 0.7179, 0.7334, 0.6822, 0.7207, 0.7057, 0.6619, 0.7039, 0.7005, 0.7143, 0.7123, 0.7183, 0.7302, 0.7246, 0.7341, 0.7313, 0.6951, 0.7073, 0.7044, 0.7208, 0.7158, 0.7208, 0.7001, 0.7324, 0.7229, 0.706, 0.7259, 0.7214, 0.6986, 0.7229, 0.7033, 0.7018, 0.7286, 0.7048, 0.717, 0.7345, 0.7135, 0.7158, 0.7191, 0.7053, 0.7124, 0.7231, 0.7312, 0.7445, 0.7264, 0.7204, 0.6996, 0.7055, 0.6943, 0.7279, 0.7076, 0.7277, 0.7231, 0.6955, 0.6896], [0.72, 0.7128, 0.7216, 0.68, 0.7193, 0.7189, 0.7187, 0.7289, 0.7127, 0.7096, 0.7124, 0.7134, 0.6962, 0.6973, 0.7047, 0.7218, 0.6982, 0.7153, 0.7218, 0.706, 0.7216, 0.6963, 0.6932, 0.7109, 0.7168, 0.708, 0.6893, 0.7055, 0.7182, 0.6916, 0.6854, 0.687, 0.7138, 0.7142, 0.7209, 0.6993, 0.7041, 0.7341, 0.6725, 0.7024, 0.6947, 0.6938, 0.6901, 0.7215, 0.7224, 0.7015, 0.7328, 0.7239, 0.6753, 0.6771, 0.6906, 0.7268, 0.714, 0.6881, 0.7113, 0.697, 0.7121, 0.7103, 0.7085, 0.6924, 0.72, 0.7024, 0.7086, 0.7121], [0.7367, 0.729, 0.7492, 0.7167, 0.7157, 0.7115, 0.7147, 0.6952, 0.7144, 0.7116, 0.6976, 0.7191, 0.7142, 0.7214, 0.7423, 0.7137, 0.7007, 0.722, 0.6998, 0.7063, 0.7158, 0.7153, 0.728, 0.7332, 0.7156, 0.711, 0.7096, 0.7238, 0.724, 0.7157, 0.707, 0.7283, 0.6975, 0.7213, 0.7058, 0.7292, 0.7113, 0.7338, 0.7276, 0.7259, 0.717, 0.7082, 0.7132, 0.7074, 0.7303, 0.7082, 0.7358, 0.7219, 0.7138, 0.7082, 0.7263, 0.7105, 0.7282, 0.719, 0.7463, 0.7092, 0.7098, 0.7458, 0.7235, 0.7084, 0.7396, 0.7281, 0.7057, 0.7021], [0.7039, 0.7226, 0.716, 0.7436, 0.7275, 0.7166, 0.7503, 0.7209, 0.7378, 0.7108, 0.7318, 0.7262, 0.728, 0.7258, 0.7344, 0.73, 0.7166, 0.7228, 0.7282, 0.7177, 0.7271, 0.7399, 0.7261, 0.7256, 0.7087, 0.7295, 0.71, 0.7324, 0.725, 0.7217, 0.7286, 0.723, 0.7183, 0.7143, 0.7198, 0.7323, 0.7347, 0.7371, 0.7289, 0.7331, 0.7382, 0.731, 0.7345, 0.724, 0.7279, 0.7393, 0.7246, 0.735, 0.7247, 0.7136, 0.6989, 0.7021, 0.7198, 0.711, 0.7314, 0.7332, 0.7333, 0.7234, 0.7248, 0.7098, 0.7154, 0.7116, 0.725, 0.7363], [0.7302, 0.7166, 0.7434, 0.7097, 0.7398, 0.7163, 0.7113, 0.7254, 0.7191, 0.7297, 0.7091, 0.7327, 0.7137, 0.7195, 0.7199, 0.7302, 0.7278, 0.7138, 0.7129, 0.707, 0.715, 0.7397, 0.7227, 0.7535, 0.727, 0.7241, 0.7337, 0.7153, 0.7335, 0.7291, 0.7361, 0.7261, 0.7154, 0.7401, 0.7377, 0.7275, 0.7274, 0.727, 0.7274, 0.7351, 0.729, 0.7412, 0.7459, 0.7261, 0.7346, 0.7202, 0.7078, 0.7433, 0.7283, 0.7109, 0.729, 0.7321, 0.7425, 0.7259, 0.7338, 0.7182, 0.7423, 0.72, 0.718, 0.7249, 0.716, 0.7221, 0.7288, 0.7146], [0.7153, 0.7105, 0.7155, 0.7228, 0.7302, 0.7126, 0.7146, 0.7243, 0.7402, 0.7476, 0.7531, 0.7471, 0.7251, 0.7112, 0.7356, 0.7239, 0.7374, 0.7365, 0.7396, 0.7287, 0.7424, 0.7297, 0.7236, 0.7292, 0.7089, 0.7338, 0.7203, 0.7283, 0.7252, 0.7177, 0.7152, 0.7388, 0.7287, 0.7266, 0.7301, 0.7232, 0.7327, 0.7224, 0.7268, 0.7314, 0.7379, 0.7314, 0.7046, 0.7294, 0.7379, 0.7237, 0.7059, 0.7178, 0.7225, 0.7181, 0.7308, 0.7342, 0.7365, 0.7506, 0.7157, 0.7266, 0.7201, 0.7289, 0.7458, 0.7349, 0.7174, 0.7465, 0.7302, 0.7304]]","[[0.7496, 0.7665, 0.7581, 0.7795, 0.8028, 0.8072, 0.7606, 0.785, 0.7937, 0.7541, 0.7552, 0.8042, 0.7591, 0.8042, 0.7936, 0.7872, 0.807, 0.8054, 0.7878, 0.7513, 0.7983, 0.7581, 0.7655, 0.7954, 0.7595, 0.7547, 0.7993, 0.8104, 0.789, 0.7569, 0.7781, 0.8052, 0.7882, 0.7854, 0.8007, 0.8003, 0.8063, 0.7571, 0.7934, 0.8095, 0.7512, 0.7891, 0.7646, 0.7923, 0.7662, 0.7576, 0.7434, 0.8057, 0.8021, 0.797, 0.8072, 0.7949, 0.7602, 0.7668, 0.7779, 0.7925, 0.7359, 0.8043, 0.797, 0.7472, 0.8066, 0.761, 0.8121, 0.7503], [0.7631, 0.7701, 0.7758, 0.7758, 0.7661, 0.741, 0.7414, 0.7545, 0.7509, 0.7599, 0.7581, 0.7671, 0.7429, 0.7414, 0.7679, 0.7689, 0.776, 0.7568, 0.7621, 0.7524, 0.7687, 0.7536, 0.7582, 0.7473, 0.7509, 0.746, 0.7595, 0.7684, 0.7609, 0.7543, 0.7551, 0.7604, 0.7716, 0.7533, 0.7632, 0.764, 0.7482, 0.7603, 0.7533, 0.763, 0.7504, 0.754, 0.7603, 0.7541, 0.759, 0.7711, 0.7642, 0.7618, 0.7592, 0.7564, 0.7441, 0.7679, 0.7789, 0.7632, 0.7393, 0.7491, 0.7647, 0.7515, 0.7696, 0.7442, 0.7586, 0.7412, 0.7616, 0.7643], [0.6941, 0.7361, 0.7276, 0.7412, 0.7205, 0.7525, 0.7407, 0.7261, 0.7422, 0.7541, 0.7565, 0.7459, 0.7073, 0.7205, 0.7368, 0.7128, 0.7328, 0.7493, 0.7234, 0.7554, 0.7515, 0.7304, 0.7321, 0.7608, 0.7557, 0.6954, 0.7471, 0.7235, 0.749, 0.7279, 0.749, 0.7557, 0.7089, 0.7478, 0.7227, 0.7088, 0.7061, 0.7212, 0.7155, 0.7197, 0.7223, 0.74, 0.7457, 0.7235, 0.7465, 0.6977, 0.7159, 0.7325, 0.7659, 0.7469, 0.7545, 0.7279, 0.6946, 0.7356, 0.6972, 0.75, 0.7032, 0.7109, 0.7033, 0.719, 0.7232, 0.7619, 0.7494, 0.7487], [0.7704, 0.7259, 0.749, 0.7328, 0.7282, 0.7317, 0.7376, 0.7367, 0.7185, 0.7303, 0.7218, 0.7152, 0.7428, 0.7213, 0.7326, 0.7065, 0.7297, 0.7227, 0.7491, 0.7349, 0.7741, 0.7413, 0.73, 0.73, 0.7146, 0.7428, 0.7201, 0.7257, 0.7152, 0.7323, 0.7236, 0.742, 0.7343, 0.7395, 0.7118, 0.7183, 0.7302, 0.7119, 0.7286, 0.7181, 0.7153, 0.726, 0.7331, 0.7143, 0.7361, 0.7235, 0.729, 0.7343, 0.739, 0.7284, 0.7132, 0.7143, 0.7269, 0.7287, 0.7352, 0.7469, 0.7431, 0.7223, 0.7274, 0.7218, 0.7291, 0.7304, 0.7209, 0.7205], [0.764, 0.6979, 0.7594, 0.734, 0.7399, 0.6961, 0.7187, 0.7609, 0.6618, 0.7198, 0.6889, 0.7567, 0.6782, 0.7225, 0.7423, 0.7557, 0.6845, 0.7156, 0.7047, 0.6796, 0.7191, 0.6887, 0.7041, 0.6914, 0.6757, 0.7249, 0.7386, 0.7329, 0.6938, 0.6918, 0.703, 0.7716, 0.7437, 0.7109, 0.7401, 0.7107, 0.6742, 0.676, 0.7689, 0.6585, 0.7207, 0.7513, 0.724, 0.7693, 0.7181, 0.7382, 0.6949, 0.7122, 0.7231, 0.7397, 0.7421, 0.7791, 0.6789, 0.665, 0.7596, 0.6844, 0.761, 0.743, 0.707, 0.7981, 0.7174, 0.7166, 0.7873, 0.7563], [0.7478, 0.7282, 0.7573, 0.7727, 0.7653, 0.7443, 0.7202, 0.7528, 0.7413, 0.7142, 0.7518, 0.7634, 0.7559, 0.8117, 0.7401, 0.7451, 0.6871, 0.7392, 0.7338, 0.7673, 0.7697, 0.7185, 0.7233, 0.7452, 0.7372, 0.748, 0.76, 0.7108, 0.7329, 0.7456, 0.7735, 0.7479, 0.7595, 0.7628, 0.7348, 0.7291, 0.7537, 0.7688, 0.7393, 0.7381, 0.7643, 0.7399, 0.7249, 0.7735, 0.7322, 0.7857, 0.7335, 0.7196, 0.7034, 0.7487, 0.7547, 0.7399, 0.7495, 0.7489, 0.7254, 0.7257, 0.7796, 0.7867, 0.7556, 0.7575, 0.7887, 0.73, 0.7358, 0.7449], [0.7138, 0.7754, 0.7239, 0.7371, 0.7252, 0.7415, 0.7342, 0.7276, 0.716, 0.7347, 0.7456, 0.7137, 0.708, 0.7442, 0.7177, 0.7237, 0.79, 0.7319, 0.7621, 0.784, 0.7426, 0.7477, 0.7278, 0.7409, 0.7495, 0.7321, 0.7667, 0.725, 0.7554, 0.7311, 0.7984, 0.7412, 0.7278, 0.7548, 0.7495, 0.7457, 0.7482, 0.7545, 0.7487, 0.7162, 0.7713, 0.7538, 0.7095, 0.743, 0.7285, 0.7166, 0.7412, 0.7284, 0.7116, 0.7412, 0.7246, 0.7188, 0.7453, 0.7338, 0.7385, 0.7477, 0.7512, 0.7244, 0.7179, 0.7366, 0.785, 0.7418, 0.7075, 0.7621], [0.7212, 0.6761, 0.7118, 0.7476, 0.6978, 0.724, 0.7273, 0.7318, 0.7331, 0.6996, 0.7274, 0.7219, 0.7369, 0.7136, 0.7369, 0.7072, 0.757, 0.7233, 0.7341, 0.7279, 0.7327, 0.6985, 0.7273, 0.7308, 0.7142, 0.6961, 0.7359, 0.738, 0.7443, 0.7192, 0.7296, 0.7286, 0.706, 0.7252, 0.7249, 0.7341, 0.7371, 0.72, 0.7308, 0.7371, 0.7227, 0.7093, 0.7029, 0.7078, 0.7088, 0.7228, 0.6957, 0.7322, 0.7013, 0.751, 0.7143, 0.7183, 0.7368, 0.7263, 0.7178, 0.698, 0.7372, 0.7257, 0.7243, 0.7357, 0.7331, 0.7448, 0.7376, 0.7238], [0.7404, 0.7375, 0.7248, 0.7159, 0.7266, 0.7435, 0.7492, 0.7557, 0.7405, 0.7341, 0.7386, 0.7324, 0.7229, 0.7377, 0.7546, 0.7283, 0.7473, 0.7328, 0.7277, 0.7608, 0.6869, 0.7466, 0.7361, 0.7203, 0.6847, 0.6995, 0.7347, 0.6844, 0.7296, 0.707, 0.7297, 0.7166, 0.747, 0.7423, 0.7337, 0.6739, 0.7518, 0.7412, 0.7575, 0.7348, 0.7234, 0.7323, 0.6798, 0.7342, 0.7312, 0.7434, 0.7497, 0.7227, 0.6455, 0.7425, 0.7474, 0.7241, 0.7328, 0.7009, 0.7257, 0.7211, 0.7339, 0.7313, 0.7316, 0.7262, 0.7419, 0.7504, 0.726, 0.7369], [0.7513, 0.7546, 0.7445, 0.7604, 0.7183, 0.7372, 0.7417, 0.7499, 0.7509, 0.7383, 0.7412, 0.7345, 0.747, 0.7407, 0.7507, 0.7625, 0.7494, 0.7475, 0.7373, 0.7504, 0.7323, 0.7249, 0.6962, 0.7589, 0.7523, 0.7522, 0.7361, 0.7577, 0.7495, 0.7434, 0.7447, 0.7395, 0.7497, 0.7475, 0.7594, 0.7293, 0.7432, 0.7507, 0.7518, 0.7329, 0.7312, 0.7491, 0.7536, 0.7419, 0.7545, 0.747, 0.7529, 0.7348, 0.7516, 0.7557, 0.7562, 0.7505, 0.7581, 0.7417, 0.7494, 0.742, 0.7404, 0.7164, 0.7425, 0.748, 0.7435, 0.7172, 0.7465, 0.7462], [0.7517, 0.7437, 0.7513, 0.7466, 0.7449, 0.7474, 0.7462, 0.7578, 0.7274, 0.7625, 0.7599, 0.7523, 0.7455, 0.743, 0.7595, 0.7486, 0.7466, 0.7595, 0.7479, 0.7651, 0.7451, 0.7591, 0.7461, 0.7486, 0.7535, 0.7514, 0.7534, 0.7681, 0.7549, 0.7406, 0.7519, 0.7497, 0.7485, 0.7469, 0.7518, 0.7489, 0.7476, 0.7432, 0.7545, 0.7411, 0.7527, 0.7492, 0.7507, 0.7547, 0.7388, 0.7356, 0.7558, 0.7454, 0.7454, 0.7579, 0.7628, 0.7477, 0.7616, 0.7479, 0.7478, 0.7415, 0.7435, 0.7584, 0.765, 0.7546, 0.7627, 0.7607, 0.7512, 0.7534], [0.7513, 0.7607, 0.7329, 0.7569, 0.7622, 0.7542, 0.751, 0.7521, 0.7493, 0.7527, 0.7469, 0.7479, 0.7574, 0.7264, 0.7544, 0.7709, 0.7425, 0.7433, 0.7582, 0.756, 0.7543, 0.7552, 0.7605, 0.7562, 0.7454, 0.745, 0.7668, 0.7525, 0.7422, 0.7498, 0.7568, 0.7449, 0.7262, 0.7482, 0.7388, 0.7425, 0.7514, 0.7449, 0.742, 0.75, 0.7561, 0.7534, 0.7457, 0.7555, 0.7446, 0.7668, 0.7639, 0.745, 0.7473, 0.7463, 0.7516, 0.7547, 0.7569, 0.7447, 0.7376, 0.7462, 0.7667, 0.7413, 0.7425, 0.7525, 0.747, 0.7361, 0.7661, 0.7487]]",out-openwebtext_phase19c_w2000_qa_softqa_pd_informed_seed1337,
+dynamic_qa_conditioned_softqa_perdim_informed,qa_softqa_pd_inf,2000,123,ok,5285.882070064545,123.69,4.4009,9750,4.4115,False,"[0.7526, 0.7374, 0.709, 0.702, 0.722, 0.7218, 0.7096, 0.7154, 0.7189, 0.7227, 0.7284, 0.7235]","[0.7826, 0.7551, 0.7293, 0.7306, 0.7343, 0.7391, 0.7409, 0.7331, 0.73, 0.7479, 0.7502, 0.7504]","[[0.7399, 0.7784, 0.7485, 0.7634, 0.7438, 0.7471, 0.7724, 0.7374, 0.7727, 0.7377, 0.7617, 0.7532, 0.7467, 0.7352, 0.7546, 0.7811, 0.7419, 0.7305, 0.7617, 0.8, 0.7421, 0.7303, 0.7434, 0.7627, 0.7326, 0.7562, 0.7544, 0.7518, 0.7302, 0.7431, 0.7696, 0.7438, 0.7671, 0.7555, 0.7589, 0.7801, 0.7592, 0.749, 0.7376, 0.739, 0.7338, 0.7219, 0.7447, 0.7574, 0.7549, 0.7516, 0.7356, 0.752, 0.725, 0.7479, 0.7523, 0.7599, 0.7539, 0.7529, 0.7879, 0.7587, 0.7701, 0.7615, 0.749, 0.774, 0.7464, 0.7405, 0.7724, 0.7452], [0.7262, 0.7375, 0.7263, 0.7307, 0.7486, 0.7387, 0.7401, 0.7405, 0.7295, 0.7543, 0.7219, 0.7309, 0.7292, 0.7607, 0.7435, 0.7348, 0.7578, 0.7313, 0.7248, 0.7325, 0.7264, 0.7367, 0.7364, 0.7322, 0.7389, 0.7306, 0.7324, 0.7367, 0.735, 0.7282, 0.724, 0.7334, 0.7413, 0.7298, 0.766, 0.7336, 0.7468, 0.74, 0.7359, 0.7351, 0.734, 0.7382, 0.7609, 0.7399, 0.7283, 0.7383, 0.7605, 0.74, 0.7374, 0.7641, 0.7317, 0.7223, 0.7219, 0.75, 0.7308, 0.7441, 0.7707, 0.7254, 0.7372, 0.7295, 0.7316, 0.7321, 0.7288, 0.7337], [0.6432, 0.6838, 0.7162, 0.7262, 0.7372, 0.7641, 0.6974, 0.6625, 0.6905, 0.7232, 0.7389, 0.6823, 0.7223, 0.6482, 0.7064, 0.7106, 0.6899, 0.7034, 0.6842, 0.7638, 0.6204, 0.7117, 0.6842, 0.7213, 0.673, 0.7477, 0.7258, 0.7376, 0.7744, 0.7045, 0.7321, 0.7092, 0.8161, 0.8324, 0.7251, 0.6673, 0.7121, 0.6538, 0.7369, 0.7679, 0.7359, 0.7014, 0.7294, 0.7383, 0.693, 0.7123, 0.7281, 0.6933, 0.6979, 0.7036, 0.7303, 0.697, 0.7032, 0.6509, 0.621, 0.691, 0.7118, 0.6605, 0.6818, 0.718, 0.6737, 0.6867, 0.8, 0.6662], [0.6883, 0.7084, 0.7307, 0.6905, 0.6766, 0.7197, 0.6746, 0.7459, 0.7393, 0.7147, 0.6665, 0.6668, 0.72, 0.6762, 0.6715, 0.6723, 0.732, 0.6841, 0.8042, 0.7549, 0.7386, 0.7087, 0.6663, 0.6723, 0.7551, 0.7779, 0.6624, 0.7347, 0.6149, 0.6809, 0.7477, 0.67, 0.7138, 0.6471, 0.653, 0.6553, 0.6991, 0.6893, 0.7095, 0.7284, 0.701, 0.6903, 0.7129, 0.6297, 0.7077, 0.7055, 0.7062, 0.7377, 0.6914, 0.7125, 0.6972, 0.6825, 0.7178, 0.7441, 0.7177, 0.6969, 0.7351, 0.7388, 0.609, 0.7074, 0.6857, 0.7374, 0.7003, 0.7038], [0.7284, 0.7223, 0.7003, 0.7249, 0.7225, 0.7232, 0.7181, 0.7201, 0.6998, 0.7236, 0.7282, 0.745, 0.7363, 0.7091, 0.7262, 0.7345, 0.7229, 0.7109, 0.724, 0.7141, 0.7265, 0.7308, 0.6977, 0.7256, 0.7264, 0.7122, 0.7217, 0.743, 0.7031, 0.7385, 0.7091, 0.7224, 0.7121, 0.7363, 0.7167, 0.7218, 0.7107, 0.7402, 0.7353, 0.7089, 0.7089, 0.7127, 0.7222, 0.7265, 0.6994, 0.722, 0.7466, 0.7308, 0.7098, 0.7356, 0.7233, 0.7413, 0.7214, 0.6986, 0.7242, 0.7008, 0.7355, 0.7315, 0.7365, 0.7384, 0.7186, 0.7082, 0.7067, 0.7344], [0.7262, 0.7008, 0.7389, 0.7112, 0.7147, 0.7146, 0.706, 0.7293, 0.7166, 0.7153, 0.6913, 0.7332, 0.7298, 0.6961, 0.713, 0.7362, 0.7357, 0.7397, 0.7188, 0.7261, 0.7251, 0.7358, 0.7197, 0.7166, 0.7164, 0.7053, 0.7228, 0.7396, 0.7217, 0.703, 0.7245, 0.7052, 0.7233, 0.723, 0.7301, 0.7471, 0.7415, 0.7145, 0.7148, 0.742, 0.7337, 0.7296, 0.7026, 0.704, 0.73, 0.7392, 0.7168, 0.7225, 0.7356, 0.7402, 0.706, 0.7219, 0.7074, 0.721, 0.7274, 0.7315, 0.7121, 0.7335, 0.7169, 0.7338, 0.7319, 0.7085, 0.6964, 0.7265], [0.7405, 0.6775, 0.7128, 0.7164, 0.7021, 0.7355, 0.7139, 0.6819, 0.7213, 0.7305, 0.7199, 0.7238, 0.7105, 0.7022, 0.7093, 0.7002, 0.7183, 0.7037, 0.7138, 0.7075, 0.7323, 0.703, 0.6874, 0.7306, 0.7037, 0.7017, 0.7332, 0.6723, 0.7152, 0.7202, 0.7164, 0.7063, 0.7159, 0.7251, 0.6918, 0.7199, 0.6948, 0.7062, 0.7403, 0.7393, 0.7386, 0.6866, 0.723, 0.7001, 0.6927, 0.7351, 0.6908, 0.6758, 0.7133, 0.686, 0.6844, 0.7077, 0.7029, 0.7042, 0.7002, 0.7285, 0.6994, 0.7369, 0.7153, 0.6932, 0.6933, 0.7166, 0.6725, 0.7218], [0.7113, 0.703, 0.7256, 0.7087, 0.7067, 0.7226, 0.7016, 0.7108, 0.7224, 0.7339, 0.7097, 0.6995, 0.7059, 0.6972, 0.693, 0.7266, 0.7174, 0.729, 0.6817, 0.7073, 0.7119, 0.732, 0.7049, 0.7202, 0.7166, 0.7225, 0.6942, 0.7005, 0.7168, 0.7168, 0.7041, 0.7107, 0.729, 0.7391, 0.7055, 0.697, 0.7108, 0.7236, 0.7362, 0.712, 0.7225, 0.7134, 0.7057, 0.7313, 0.719, 0.7193, 0.7385, 0.6984, 0.7321, 0.7133, 0.7514, 0.7058, 0.7104, 0.7347, 0.7267, 0.7044, 0.7222, 0.6997, 0.7301, 0.7341, 0.7065, 0.7199, 0.7104, 0.7152], [0.7264, 0.729, 0.6947, 0.7177, 0.7135, 0.7166, 0.7266, 0.7092, 0.7107, 0.7316, 0.7184, 0.7359, 0.7225, 0.7254, 0.7286, 0.7314, 0.7184, 0.7341, 0.7416, 0.7039, 0.7207, 0.7184, 0.7143, 0.7, 0.7385, 0.7326, 0.7047, 0.7164, 0.7122, 0.6872, 0.72, 0.7083, 0.7453, 0.7199, 0.7143, 0.7172, 0.714, 0.7312, 0.7275, 0.7293, 0.7231, 0.6969, 0.7414, 0.7183, 0.7104, 0.7071, 0.7285, 0.719, 0.7222, 0.6947, 0.7019, 0.7279, 0.7332, 0.7054, 0.7186, 0.7112, 0.7407, 0.7195, 0.7164, 0.7231, 0.6926, 0.7013, 0.7099, 0.7382], [0.7413, 0.7171, 0.7227, 0.7332, 0.7074, 0.738, 0.7227, 0.7099, 0.717, 0.7435, 0.718, 0.7141, 0.7152, 0.7382, 0.7175, 0.7216, 0.7404, 0.7238, 0.737, 0.7263, 0.718, 0.7184, 0.7298, 0.7077, 0.7301, 0.7561, 0.7313, 0.7181, 0.7237, 0.7371, 0.7128, 0.7319, 0.7155, 0.7212, 0.7155, 0.734, 0.7096, 0.7288, 0.7111, 0.7159, 0.7212, 0.7134, 0.7228, 0.7349, 0.7097, 0.7145, 0.7153, 0.7133, 0.7203, 0.7284, 0.7169, 0.7051, 0.7177, 0.7337, 0.7158, 0.7431, 0.7069, 0.7248, 0.7343, 0.7238, 0.7193, 0.7064, 0.7125, 0.7281], [0.728, 0.7184, 0.7448, 0.7302, 0.7261, 0.7221, 0.7354, 0.7276, 0.7284, 0.7255, 0.7336, 0.7114, 0.7219, 0.7157, 0.734, 0.7224, 0.7176, 0.7337, 0.7279, 0.7359, 0.7249, 0.7321, 0.7305, 0.7231, 0.7261, 0.7482, 0.7239, 0.7285, 0.723, 0.7196, 0.7349, 0.7271, 0.7205, 0.7298, 0.7305, 0.7206, 0.7212, 0.7258, 0.7269, 0.7204, 0.7317, 0.734, 0.7281, 0.7256, 0.7354, 0.7475, 0.7332, 0.7266, 0.7296, 0.7325, 0.7223, 0.7361, 0.7336, 0.7196, 0.7455, 0.737, 0.7207, 0.7282, 0.726, 0.7253, 0.7179, 0.7304, 0.7385, 0.7356], [0.7305, 0.7439, 0.736, 0.7164, 0.7192, 0.7106, 0.7254, 0.7155, 0.7363, 0.7089, 0.7217, 0.719, 0.7459, 0.7202, 0.7113, 0.7186, 0.7386, 0.7379, 0.7291, 0.7137, 0.7167, 0.7274, 0.7349, 0.7401, 0.7252, 0.7058, 0.7332, 0.7272, 0.7252, 0.7274, 0.7216, 0.7348, 0.7142, 0.7271, 0.7369, 0.7202, 0.7007, 0.7106, 0.7296, 0.7321, 0.7308, 0.7102, 0.7133, 0.7028, 0.7056, 0.7418, 0.7196, 0.7141, 0.711, 0.7157, 0.7324, 0.7035, 0.7246, 0.7428, 0.7134, 0.7159, 0.7061, 0.7267, 0.7192, 0.7562, 0.7243, 0.7226, 0.7255, 0.7383]]","[[0.7905, 0.7753, 0.7363, 0.7388, 0.8345, 0.8123, 0.8183, 0.7656, 0.7906, 0.7423, 0.7803, 0.7795, 0.7448, 0.7813, 0.8309, 0.814, 0.7755, 0.8218, 0.7266, 0.7636, 0.8067, 0.8141, 0.7642, 0.783, 0.7502, 0.8241, 0.8217, 0.766, 0.8019, 0.737, 0.8088, 0.7606, 0.7458, 0.8374, 0.8457, 0.7582, 0.7349, 0.8278, 0.7758, 0.7857, 0.7574, 0.7212, 0.7534, 0.8006, 0.7696, 0.7794, 0.7947, 0.7646, 0.8431, 0.7796, 0.7679, 0.7961, 0.756, 0.7518, 0.8165, 0.7464, 0.8001, 0.8373, 0.8041, 0.7655, 0.7318, 0.8211, 0.8211, 0.7363], [0.7499, 0.7694, 0.7552, 0.7782, 0.7552, 0.7621, 0.7578, 0.7454, 0.7569, 0.7584, 0.7549, 0.748, 0.76, 0.7498, 0.7554, 0.7485, 0.7419, 0.7487, 0.7758, 0.756, 0.7502, 0.7561, 0.7523, 0.7604, 0.7701, 0.7602, 0.7526, 0.7485, 0.7572, 0.7505, 0.7688, 0.7589, 0.7565, 0.7668, 0.7593, 0.7481, 0.7447, 0.7541, 0.744, 0.7566, 0.7443, 0.7374, 0.7479, 0.7557, 0.7474, 0.75, 0.7549, 0.7487, 0.7495, 0.7685, 0.7612, 0.728, 0.7518, 0.7631, 0.7621, 0.7537, 0.7447, 0.7526, 0.7505, 0.7665, 0.7619, 0.7716, 0.7576, 0.7523], [0.7045, 0.7111, 0.74, 0.753, 0.721, 0.7081, 0.7332, 0.7178, 0.728, 0.7488, 0.7163, 0.6883, 0.6959, 0.7423, 0.7009, 0.7505, 0.7149, 0.7387, 0.7024, 0.7412, 0.7558, 0.7315, 0.7152, 0.7537, 0.7507, 0.72, 0.7474, 0.73, 0.7338, 0.7196, 0.7452, 0.7328, 0.7535, 0.712, 0.7566, 0.7694, 0.7427, 0.7256, 0.7339, 0.733, 0.7079, 0.7, 0.7357, 0.7489, 0.7654, 0.7376, 0.7278, 0.7213, 0.7043, 0.7043, 0.7117, 0.7545, 0.7331, 0.7458, 0.7353, 0.6926, 0.7032, 0.7006, 0.7165, 0.7508, 0.7196, 0.7481, 0.7591, 0.7332], [0.7299, 0.7259, 0.7335, 0.7428, 0.7603, 0.7361, 0.7383, 0.7437, 0.727, 0.7193, 0.6979, 0.7398, 0.7179, 0.7217, 0.7192, 0.722, 0.7185, 0.7419, 0.7268, 0.7174, 0.7264, 0.7069, 0.741, 0.7383, 0.7468, 0.721, 0.7183, 0.7446, 0.7146, 0.7267, 0.7302, 0.7413, 0.7073, 0.7237, 0.7402, 0.7066, 0.729, 0.74, 0.7307, 0.7201, 0.7462, 0.7406, 0.7489, 0.7503, 0.724, 0.7288, 0.7234, 0.7463, 0.746, 0.7473, 0.7633, 0.7008, 0.7223, 0.7268, 0.7517, 0.7356, 0.6992, 0.7311, 0.7511, 0.7277, 0.7236, 0.7353, 0.7374, 0.7141], [0.7264, 0.7694, 0.697, 0.7409, 0.7562, 0.7309, 0.719, 0.761, 0.7364, 0.7617, 0.7634, 0.6782, 0.7784, 0.6971, 0.6984, 0.7719, 0.7416, 0.7884, 0.7632, 0.762, 0.7333, 0.7437, 0.7359, 0.7252, 0.7109, 0.8114, 0.7155, 0.7379, 0.7265, 0.7464, 0.7155, 0.7306, 0.7704, 0.695, 0.7646, 0.7187, 0.7382, 0.7078, 0.7148, 0.7317, 0.7304, 0.7164, 0.7116, 0.7514, 0.7489, 0.7508, 0.7292, 0.7526, 0.718, 0.7043, 0.7387, 0.6799, 0.758, 0.7282, 0.7063, 0.6996, 0.7289, 0.7146, 0.7325, 0.7189, 0.7164, 0.7209, 0.7338, 0.7912], [0.7344, 0.7236, 0.7503, 0.7545, 0.7114, 0.7562, 0.7435, 0.7056, 0.7504, 0.7784, 0.7366, 0.7186, 0.7664, 0.7326, 0.7212, 0.7608, 0.8113, 0.7406, 0.7436, 0.7166, 0.7133, 0.7267, 0.7444, 0.7269, 0.7065, 0.7166, 0.7657, 0.7263, 0.7329, 0.748, 0.7817, 0.7607, 0.7414, 0.7195, 0.7342, 0.7625, 0.6994, 0.7148, 0.7086, 0.7527, 0.7427, 0.7608, 0.705, 0.7866, 0.7583, 0.7268, 0.7968, 0.7557, 0.7478, 0.7201, 0.7227, 0.7263, 0.7513, 0.7035, 0.7102, 0.7453, 0.6721, 0.7706, 0.7315, 0.716, 0.7239, 0.7162, 0.7668, 0.8038], [0.7429, 0.7102, 0.7021, 0.7379, 0.7465, 0.7366, 0.73, 0.7596, 0.7488, 0.746, 0.7344, 0.7376, 0.7687, 0.7482, 0.731, 0.7424, 0.7363, 0.7337, 0.7406, 0.7365, 0.7523, 0.7547, 0.7291, 0.746, 0.7625, 0.7152, 0.7256, 0.7418, 0.7292, 0.7285, 0.7396, 0.7264, 0.6914, 0.734, 0.7632, 0.7496, 0.7298, 0.7596, 0.7821, 0.7336, 0.7731, 0.7486, 0.7622, 0.7266, 0.7197, 0.7677, 0.7309, 0.7633, 0.7548, 0.7423, 0.7393, 0.7612, 0.7389, 0.7679, 0.7454, 0.6964, 0.7599, 0.7584, 0.7456, 0.7179, 0.7512, 0.7398, 0.7171, 0.7257], [0.7385, 0.7316, 0.7068, 0.7351, 0.724, 0.7218, 0.7257, 0.7327, 0.7263, 0.703, 0.724, 0.7151, 0.759, 0.7177, 0.7423, 0.7333, 0.7184, 0.7708, 0.7183, 0.7342, 0.7218, 0.7374, 0.7629, 0.7323, 0.7468, 0.7154, 0.7449, 0.7365, 0.7328, 0.7348, 0.7471, 0.7275, 0.7321, 0.7284, 0.7365, 0.7357, 0.7474, 0.7396, 0.7509, 0.745, 0.7327, 0.7513, 0.739, 0.7364, 0.7354, 0.7414, 0.7477, 0.7373, 0.7249, 0.6977, 0.7469, 0.729, 0.7424, 0.7329, 0.6996, 0.7373, 0.7097, 0.7219, 0.739, 0.7365, 0.753, 0.7288, 0.7466, 0.7136], [0.7162, 0.742, 0.7197, 0.7357, 0.7546, 0.6793, 0.6399, 0.7441, 0.7327, 0.6854, 0.7522, 0.7359, 0.7547, 0.7634, 0.7408, 0.7327, 0.6814, 0.7273, 0.7199, 0.7141, 0.7534, 0.736, 0.7222, 0.7097, 0.7416, 0.7417, 0.7492, 0.7303, 0.7284, 0.7134, 0.7332, 0.7366, 0.7524, 0.743, 0.7445, 0.7406, 0.7541, 0.7583, 0.7264, 0.7504, 0.6924, 0.7024, 0.7405, 0.7425, 0.7356, 0.7728, 0.7313, 0.7386, 0.7102, 0.723, 0.7062, 0.7216, 0.7648, 0.7333, 0.7217, 0.688, 0.7661, 0.7561, 0.7339, 0.7057, 0.7336, 0.7248, 0.733, 0.7073], [0.7418, 0.7477, 0.7381, 0.7526, 0.7466, 0.7411, 0.7489, 0.737, 0.755, 0.7388, 0.7498, 0.749, 0.7423, 0.7511, 0.7386, 0.7546, 0.752, 0.7611, 0.7498, 0.7559, 0.7521, 0.7454, 0.746, 0.7308, 0.7571, 0.7574, 0.7392, 0.742, 0.7511, 0.7485, 0.7486, 0.7346, 0.7377, 0.7389, 0.7459, 0.7591, 0.7506, 0.7377, 0.74, 0.7619, 0.7513, 0.7538, 0.752, 0.743, 0.745, 0.7521, 0.7457, 0.7516, 0.7551, 0.7487, 0.7495, 0.7433, 0.7565, 0.7463, 0.7419, 0.7415, 0.7694, 0.7459, 0.7615, 0.7497, 0.755, 0.744, 0.7529, 0.7331], [0.7474, 0.7537, 0.7508, 0.7367, 0.7536, 0.752, 0.7353, 0.7555, 0.7534, 0.7329, 0.7398, 0.7514, 0.7473, 0.7523, 0.751, 0.747, 0.7565, 0.7358, 0.7375, 0.7499, 0.7539, 0.7524, 0.7629, 0.7452, 0.7575, 0.7507, 0.7367, 0.7637, 0.7592, 0.7512, 0.7443, 0.7483, 0.7702, 0.7445, 0.7554, 0.751, 0.7656, 0.7557, 0.7527, 0.7545, 0.7473, 0.7494, 0.7402, 0.747, 0.7397, 0.7593, 0.7521, 0.7526, 0.7587, 0.7568, 0.7531, 0.7394, 0.7425, 0.7603, 0.7477, 0.7467, 0.7588, 0.7392, 0.7576, 0.7598, 0.7562, 0.7553, 0.752, 0.7288], [0.7398, 0.7511, 0.7494, 0.7427, 0.752, 0.749, 0.7568, 0.7401, 0.7537, 0.7551, 0.7556, 0.7511, 0.7509, 0.7575, 0.7559, 0.7327, 0.7504, 0.7491, 0.748, 0.7518, 0.7416, 0.7631, 0.7623, 0.7606, 0.7517, 0.7589, 0.7441, 0.7442, 0.7465, 0.7556, 0.75, 0.7375, 0.7553, 0.7433, 0.7458, 0.7567, 0.7531, 0.7495, 0.7517, 0.746, 0.7555, 0.7454, 0.7566, 0.7597, 0.7461, 0.7604, 0.7381, 0.7559, 0.7535, 0.757, 0.7578, 0.7487, 0.7485, 0.7423, 0.7447, 0.7541, 0.7475, 0.7402, 0.7535, 0.7449, 0.7596, 0.7463, 0.7556, 0.7405]]",out-openwebtext_phase19c_w2000_qa_softqa_pd_informed_seed123,
diff --git a/results/phase19c_qa_softqa_pd_inf_w2000_summary_20260403_1707.txt b/results/phase19c_qa_softqa_pd_inf_w2000_summary_20260403_1707.txt
new file mode 100644
index 0000000000000000000000000000000000000000..57d101fb3b9f30fc61ef2a42546110526b2f89b2
--- /dev/null
+++ b/results/phase19c_qa_softqa_pd_inf_w2000_summary_20260403_1707.txt
@@ -0,0 +1,116 @@
+PHASE 19C — QA SOFT-QA PER-DIMENSION (INFORMED INIT)
+====================================================================================================
+
+Scientific motivation:
+  Phase 19 started every per-dimension blend at sigmoid(scale)=0.5.
+  Phase 19c instead initializes every dimension at sigmoid(scale)≈0.74
+  using the Phase 17 converged scalar value as an informed prior.
+
+Architecture:
+  dynamic_qa_conditioned_softqa_perdim_informed
+  Same forward pass as dynamic_qa_conditioned_softqa_perdim.
+  Only difference: qa_q_dim_scale / qa_y_dim_scale initialize at 1.0459.
+
+Results CSV: C:\Users\brian\Documents\nanoGPT\results\phase19c_qa_softqa_pd_inf_w2000_runs_20260403_1707.csv
+
+Recipe:
+  batch_size=4  gradient_accumulation_steps=2  block_size=512  tokens/iter=4,096
+  compile=False  warmup=2000  max_iters=10000  seeds=[42, 1337, 123]
+
+qa_softqa_pd_inf  (dynamic_qa_conditioned_softqa_perdim_informed)
+  completed seeds: 3/3
+  out_dir base: out-openwebtext_phase19c_w2000_qa_softqa_pd_informed
+  partial mean/std: 4.3950 ± 0.0049
+  learned mean scale_q layerwise mean across completed seeds: [0.7503, 0.7382, 0.7092, 0.7022, 0.7237, 0.7177, 0.7129, 0.7091, 0.7192, 0.7221, 0.7253, 0.7238]
+  learned mean scale_q global mean across completed seeds: 0.7211
+  learned mean scale_y layerwise mean across completed seeds: [0.7813, 0.7541, 0.7309, 0.7288, 0.7293, 0.7416, 0.7391, 0.7269, 0.7313, 0.7457, 0.7507, 0.7478]
+  learned mean scale_y global mean across completed seeds: 0.7423
+
+Completed runs:
+  seed=  42  best=4.3889  final=4.3889  best@10000  stable=True ✓
+    scale_q_means=[0.7528, 0.7397, 0.7123, 0.6995, 0.7206, 0.7205, 0.7157, 0.7051, 0.7203, 0.7187, 0.7212, 0.72]
+    scale_y_means=[0.7799, 0.7486, 0.7319, 0.7263, 0.7319, 0.7391, 0.7367, 0.7243, 0.735, 0.7451, 0.7511, 0.7427]
+    scale_q_full_postsigmoid=
+      L00: [0.7576, 0.7371, 0.7738, 0.7786, 0.7563, 0.7806, 0.7521, 0.7714, 0.7312, 0.7586, 0.7571, 0.7389, 0.7449, 0.7441, 0.767, 0.7755, 0.7389, 0.7516, 0.7317, 0.7478, 0.7645, 0.7558, 0.7615, 0.7324, 0.7457, 0.7867, 0.7114, 0.7135, 0.7419, 0.7296, 0.7389, 0.7562, 0.7775, 0.7625, 0.7678, 0.7287, 0.7238, 0.7306, 0.7617, 0.7653, 0.7553, 0.7783, 0.7457, 0.7066, 0.7337, 0.7477, 0.7786, 0.7499, 0.754, 0.7349, 0.7858, 0.7657, 0.755, 0.7378, 0.7619, 0.7571, 0.74, 0.7539, 0.7721, 0.7633, 0.7391, 0.7447, 0.795, 0.7696]
+      L01: [0.7343, 0.7313, 0.7315, 0.7338, 0.7355, 0.7586, 0.7284, 0.7297, 0.7321, 0.7398, 0.7535, 0.7466, 0.7375, 0.7448, 0.7409, 0.7481, 0.7371, 0.7384, 0.7333, 0.7421, 0.7363, 0.7435, 0.7351, 0.7402, 0.7371, 0.7358, 0.7333, 0.7426, 0.7405, 0.7399, 0.7345, 0.7631, 0.7414, 0.7346, 0.7543, 0.7494, 0.7405, 0.7325, 0.7326, 0.7316, 0.7327, 0.7369, 0.7204, 0.7485, 0.7326, 0.7368, 0.7437, 0.7548, 0.7261, 0.742, 0.7482, 0.7355, 0.7348, 0.7368, 0.7516, 0.7329, 0.7409, 0.7317, 0.7621, 0.7481, 0.7394, 0.7328, 0.7347, 0.7629]
+      L02: [0.6833, 0.7029, 0.7215, 0.7073, 0.6993, 0.6853, 0.7055, 0.7352, 0.7186, 0.7669, 0.709, 0.7908, 0.7425, 0.7037, 0.7262, 0.712, 0.7327, 0.7323, 0.7462, 0.7219, 0.6654, 0.7331, 0.757, 0.692, 0.6895, 0.7007, 0.7376, 0.7415, 0.7046, 0.7138, 0.717, 0.6748, 0.67, 0.7023, 0.7104, 0.6861, 0.7386, 0.7074, 0.7367, 0.7314, 0.7403, 0.6888, 0.715, 0.7173, 0.7177, 0.6937, 0.7047, 0.6925, 0.7324, 0.7213, 0.7387, 0.7188, 0.6888, 0.7269, 0.6877, 0.7098, 0.6642, 0.7116, 0.6541, 0.6908, 0.7261, 0.6859, 0.7293, 0.6802]
+      L03: [0.8212, 0.7274, 0.7269, 0.5985, 0.7318, 0.6775, 0.7014, 0.7253, 0.6263, 0.7108, 0.6715, 0.7308, 0.7768, 0.7431, 0.7554, 0.6933, 0.7849, 0.7652, 0.714, 0.7236, 0.7812, 0.614, 0.7309, 0.6179, 0.7334, 0.673, 0.6719, 0.6624, 0.6477, 0.7957, 0.7367, 0.7486, 0.6941, 0.6916, 0.6948, 0.6333, 0.7157, 0.6975, 0.6779, 0.6344, 0.6136, 0.6965, 0.7395, 0.5785, 0.7252, 0.796, 0.5745, 0.7478, 0.6103, 0.7414, 0.722, 0.719, 0.7564, 0.6937, 0.7145, 0.6157, 0.7264, 0.5918, 0.7114, 0.7076, 0.7118, 0.679, 0.604, 0.732]
+      L04: [0.7481, 0.7346, 0.7119, 0.7097, 0.7332, 0.709, 0.7105, 0.7378, 0.73, 0.7263, 0.7246, 0.7027, 0.7311, 0.701, 0.7199, 0.7232, 0.7234, 0.7202, 0.6972, 0.7278, 0.702, 0.7336, 0.7404, 0.7048, 0.7021, 0.7066, 0.712, 0.7213, 0.71, 0.7137, 0.7052, 0.704, 0.7106, 0.7287, 0.7185, 0.7217, 0.7351, 0.7153, 0.7227, 0.7233, 0.7245, 0.7353, 0.7264, 0.7242, 0.73, 0.7283, 0.734, 0.7413, 0.7194, 0.7152, 0.7384, 0.7347, 0.7343, 0.6907, 0.7041, 0.723, 0.7143, 0.7443, 0.7064, 0.7165, 0.7193, 0.7366, 0.7258, 0.6973]
+      L05: [0.7128, 0.736, 0.7175, 0.6961, 0.7164, 0.7146, 0.7132, 0.7404, 0.7231, 0.7038, 0.7303, 0.7232, 0.7329, 0.7222, 0.7361, 0.7182, 0.7132, 0.7262, 0.7365, 0.7087, 0.7304, 0.7225, 0.713, 0.7166, 0.7233, 0.7143, 0.7011, 0.7103, 0.7258, 0.7326, 0.7111, 0.7262, 0.7146, 0.7265, 0.6858, 0.7295, 0.7052, 0.7276, 0.7384, 0.6944, 0.7441, 0.7239, 0.7154, 0.7312, 0.7112, 0.7419, 0.7276, 0.7327, 0.7356, 0.7299, 0.7067, 0.7184, 0.7233, 0.7187, 0.7174, 0.7212, 0.7189, 0.7056, 0.7244, 0.7199, 0.7059, 0.699, 0.7215, 0.7488]
+      L06: [0.7206, 0.6944, 0.7032, 0.737, 0.7188, 0.7282, 0.7047, 0.69, 0.7261, 0.6955, 0.7239, 0.7346, 0.7143, 0.7174, 0.7456, 0.7007, 0.7067, 0.7065, 0.7335, 0.7288, 0.7417, 0.7109, 0.7004, 0.6966, 0.7081, 0.7164, 0.7057, 0.7414, 0.7101, 0.7258, 0.7135, 0.7132, 0.7311, 0.7376, 0.7329, 0.7255, 0.7107, 0.7254, 0.7118, 0.6942, 0.72, 0.6474, 0.6856, 0.7259, 0.7098, 0.7107, 0.7331, 0.7268, 0.7176, 0.698, 0.7021, 0.7208, 0.6962, 0.7307, 0.7119, 0.7253, 0.7085, 0.7236, 0.729, 0.742, 0.7229, 0.7194, 0.7137, 0.7007]
+      L07: [0.6901, 0.6757, 0.7004, 0.691, 0.7178, 0.711, 0.7182, 0.6742, 0.6995, 0.6973, 0.7348, 0.7054, 0.7216, 0.6991, 0.7261, 0.7095, 0.7328, 0.7266, 0.7071, 0.6978, 0.7058, 0.7256, 0.6845, 0.7007, 0.7341, 0.7214, 0.6902, 0.6913, 0.7018, 0.7012, 0.6794, 0.7145, 0.6995, 0.7101, 0.7142, 0.7163, 0.6689, 0.7225, 0.6824, 0.7178, 0.7219, 0.6931, 0.7144, 0.6778, 0.7062, 0.682, 0.7116, 0.6807, 0.6856, 0.6878, 0.7117, 0.7054, 0.6965, 0.7105, 0.7211, 0.7264, 0.7124, 0.7054, 0.7276, 0.6997, 0.7263, 0.7104, 0.721, 0.6705]
+      L08: [0.7093, 0.7195, 0.72, 0.7023, 0.7199, 0.7214, 0.6976, 0.7111, 0.706, 0.7312, 0.7037, 0.7377, 0.7332, 0.7222, 0.6989, 0.7211, 0.7391, 0.7234, 0.7297, 0.7134, 0.7345, 0.7188, 0.7372, 0.7243, 0.7258, 0.6975, 0.7287, 0.7134, 0.7212, 0.7205, 0.7291, 0.7258, 0.7161, 0.7324, 0.7033, 0.7104, 0.7174, 0.712, 0.6995, 0.7403, 0.7316, 0.7194, 0.742, 0.7146, 0.7167, 0.7101, 0.7174, 0.7183, 0.7257, 0.6995, 0.713, 0.7278, 0.7166, 0.7284, 0.7436, 0.7232, 0.7249, 0.733, 0.729, 0.7277, 0.6976, 0.7201, 0.7075, 0.7411]
+      L09: [0.7236, 0.7306, 0.7378, 0.718, 0.7117, 0.7075, 0.7247, 0.7269, 0.7216, 0.7023, 0.721, 0.7151, 0.7084, 0.7144, 0.6976, 0.7226, 0.7148, 0.6898, 0.7118, 0.7359, 0.7176, 0.7099, 0.7089, 0.7331, 0.7152, 0.7116, 0.7181, 0.7207, 0.7254, 0.7362, 0.7199, 0.7099, 0.7182, 0.7328, 0.716, 0.6835, 0.732, 0.6942, 0.7209, 0.7241, 0.7301, 0.7128, 0.728, 0.7119, 0.7193, 0.7283, 0.7286, 0.7136, 0.7107, 0.7345, 0.7277, 0.7074, 0.734, 0.709, 0.725, 0.7335, 0.7345, 0.7472, 0.704, 0.7129, 0.7144, 0.7188, 0.7203, 0.7077]
+      L10: [0.718, 0.7346, 0.7276, 0.7201, 0.7108, 0.7214, 0.7124, 0.7326, 0.7305, 0.7279, 0.7351, 0.7211, 0.717, 0.7005, 0.7044, 0.7194, 0.7183, 0.7337, 0.7265, 0.7124, 0.721, 0.7189, 0.7216, 0.7244, 0.7269, 0.6952, 0.7054, 0.7138, 0.725, 0.7305, 0.7291, 0.7259, 0.6996, 0.7098, 0.724, 0.7173, 0.7243, 0.7301, 0.7151, 0.7215, 0.711, 0.7292, 0.7297, 0.7333, 0.7416, 0.7203, 0.7003, 0.7414, 0.7087, 0.7091, 0.7284, 0.724, 0.7091, 0.7213, 0.7293, 0.7424, 0.7345, 0.7279, 0.7129, 0.7341, 0.7116, 0.7287, 0.715, 0.7084]
+      L11: [0.7363, 0.7432, 0.7404, 0.7146, 0.7098, 0.7073, 0.7193, 0.7143, 0.7159, 0.7346, 0.6969, 0.7016, 0.7277, 0.7334, 0.7267, 0.7222, 0.7075, 0.7174, 0.7286, 0.7283, 0.7165, 0.719, 0.7147, 0.739, 0.7383, 0.7204, 0.7207, 0.7412, 0.7266, 0.7336, 0.7179, 0.7108, 0.7063, 0.7132, 0.7244, 0.7029, 0.704, 0.7157, 0.7105, 0.7202, 0.7422, 0.7126, 0.7142, 0.7202, 0.7258, 0.7218, 0.7479, 0.7102, 0.6969, 0.7113, 0.7207, 0.7196, 0.716, 0.7199, 0.7352, 0.7275, 0.6932, 0.7195, 0.7212, 0.7067, 0.7091, 0.7304, 0.711, 0.7234]
+    scale_y_full_postsigmoid=
+      L00: [0.7926, 0.782, 0.7596, 0.7363, 0.7607, 0.7932, 0.7615, 0.7975, 0.7795, 0.7994, 0.7818, 0.7519, 0.7958, 0.8078, 0.7762, 0.7715, 0.7498, 0.7935, 0.7863, 0.7663, 0.8085, 0.7889, 0.8008, 0.7777, 0.771, 0.7556, 0.7871, 0.7611, 0.7985, 0.7516, 0.7399, 0.7245, 0.8049, 0.7875, 0.8179, 0.7876, 0.7391, 0.826, 0.8173, 0.7814, 0.7545, 0.7494, 0.8111, 0.7589, 0.7667, 0.7643, 0.7735, 0.8226, 0.7996, 0.8157, 0.8072, 0.7346, 0.7608, 0.753, 0.7917, 0.7948, 0.798, 0.8185, 0.7513, 0.7212, 0.7882, 0.8182, 0.7884, 0.8003]
+      L01: [0.7487, 0.7558, 0.7576, 0.7565, 0.7481, 0.7489, 0.7538, 0.7398, 0.7727, 0.7454, 0.7494, 0.7534, 0.7585, 0.7519, 0.7474, 0.7462, 0.7334, 0.7563, 0.7403, 0.7435, 0.7419, 0.7425, 0.7481, 0.7511, 0.7561, 0.7498, 0.7465, 0.732, 0.7431, 0.7489, 0.7445, 0.757, 0.719, 0.7483, 0.7396, 0.7514, 0.7336, 0.7421, 0.742, 0.7379, 0.753, 0.7748, 0.7578, 0.7519, 0.7479, 0.751, 0.7465, 0.7639, 0.7478, 0.7405, 0.756, 0.7487, 0.7593, 0.7374, 0.7521, 0.7429, 0.7685, 0.7327, 0.7409, 0.7581, 0.7429, 0.7464, 0.7596, 0.7478]
+      L02: [0.7607, 0.7384, 0.703, 0.7402, 0.7453, 0.745, 0.7539, 0.7349, 0.736, 0.7013, 0.7167, 0.7412, 0.7075, 0.7392, 0.7542, 0.7097, 0.7406, 0.755, 0.7399, 0.7521, 0.7191, 0.7645, 0.7436, 0.7394, 0.7401, 0.7244, 0.7031, 0.7266, 0.706, 0.7303, 0.7403, 0.706, 0.7165, 0.7395, 0.7354, 0.7438, 0.7437, 0.7073, 0.7051, 0.7234, 0.7058, 0.7492, 0.7238, 0.7506, 0.7476, 0.7213, 0.7301, 0.7098, 0.728, 0.7569, 0.7538, 0.7324, 0.7073, 0.7245, 0.7523, 0.7141, 0.7517, 0.7138, 0.7314, 0.735, 0.7564, 0.7227, 0.71, 0.7369]
+      L03: [0.7311, 0.7417, 0.716, 0.7114, 0.7296, 0.7235, 0.7288, 0.7313, 0.7349, 0.717, 0.762, 0.7358, 0.7251, 0.7371, 0.717, 0.7389, 0.7288, 0.7164, 0.7251, 0.7466, 0.7231, 0.7045, 0.7291, 0.7287, 0.7235, 0.7138, 0.7017, 0.7175, 0.7136, 0.74, 0.7098, 0.7406, 0.7131, 0.7089, 0.7104, 0.7343, 0.731, 0.733, 0.713, 0.7119, 0.7301, 0.7441, 0.7128, 0.745, 0.7504, 0.7123, 0.7526, 0.7121, 0.7429, 0.7164, 0.7373, 0.7132, 0.7289, 0.6912, 0.7416, 0.7307, 0.7345, 0.7004, 0.7327, 0.7304, 0.7052, 0.7467, 0.7446, 0.7278]
+      L04: [0.7136, 0.7285, 0.7444, 0.7214, 0.7513, 0.7086, 0.7487, 0.6845, 0.7575, 0.7574, 0.7478, 0.707, 0.7365, 0.7342, 0.757, 0.7557, 0.7367, 0.7744, 0.7145, 0.7114, 0.7555, 0.7457, 0.7195, 0.7727, 0.7744, 0.747, 0.7348, 0.7221, 0.694, 0.792, 0.7404, 0.7549, 0.7252, 0.7462, 0.7192, 0.7163, 0.7196, 0.73, 0.7477, 0.7584, 0.6726, 0.7367, 0.7237, 0.7329, 0.7398, 0.6966, 0.7125, 0.7223, 0.7063, 0.7554, 0.7573, 0.6936, 0.7236, 0.7202, 0.706, 0.7768, 0.7192, 0.7321, 0.6897, 0.7247, 0.7314, 0.7225, 0.7332, 0.7081]
+      L05: [0.7487, 0.7552, 0.7571, 0.7038, 0.7352, 0.7559, 0.715, 0.7485, 0.7424, 0.7444, 0.7436, 0.7257, 0.7204, 0.7448, 0.7202, 0.7704, 0.7474, 0.7033, 0.7706, 0.7243, 0.719, 0.7284, 0.7665, 0.7315, 0.7269, 0.762, 0.7868, 0.7449, 0.7422, 0.7242, 0.7567, 0.7514, 0.7264, 0.7725, 0.7722, 0.7229, 0.7257, 0.7003, 0.7483, 0.7202, 0.745, 0.7352, 0.7463, 0.7258, 0.7457, 0.7372, 0.7611, 0.7381, 0.727, 0.7525, 0.7718, 0.7276, 0.7578, 0.7058, 0.7146, 0.7379, 0.7491, 0.7132, 0.7545, 0.7252, 0.7431, 0.7073, 0.7378, 0.7391]
+      L06: [0.7629, 0.7349, 0.7518, 0.7262, 0.755, 0.7371, 0.8036, 0.7399, 0.712, 0.7583, 0.7402, 0.7947, 0.7321, 0.7558, 0.7456, 0.7437, 0.7171, 0.765, 0.7048, 0.7114, 0.7329, 0.714, 0.7169, 0.7233, 0.759, 0.7678, 0.7332, 0.7316, 0.7513, 0.7183, 0.7201, 0.7424, 0.7333, 0.7386, 0.7121, 0.6979, 0.8248, 0.7476, 0.7546, 0.7666, 0.723, 0.7195, 0.7516, 0.6987, 0.7144, 0.7757, 0.7307, 0.7483, 0.706, 0.7615, 0.7236, 0.7492, 0.7607, 0.7265, 0.7554, 0.7401, 0.7526, 0.6959, 0.699, 0.7187, 0.6924, 0.6964, 0.7392, 0.6931]
+      L07: [0.7351, 0.774, 0.7119, 0.7378, 0.7244, 0.6964, 0.7305, 0.7242, 0.725, 0.7301, 0.7098, 0.7311, 0.7296, 0.7175, 0.7322, 0.7417, 0.7502, 0.6657, 0.7002, 0.7102, 0.7311, 0.7392, 0.6901, 0.7209, 0.747, 0.7563, 0.6929, 0.7147, 0.6983, 0.7272, 0.7481, 0.7356, 0.7273, 0.6993, 0.7495, 0.7267, 0.7257, 0.7462, 0.6979, 0.7295, 0.7008, 0.7122, 0.7265, 0.7187, 0.7298, 0.7202, 0.7156, 0.7329, 0.7421, 0.6745, 0.744, 0.7308, 0.736, 0.7455, 0.7441, 0.7401, 0.7322, 0.7416, 0.7447, 0.7071, 0.7354, 0.7049, 0.7006, 0.6961]
+      L08: [0.7445, 0.7158, 0.7483, 0.7188, 0.7411, 0.735, 0.7473, 0.7201, 0.7244, 0.7259, 0.7566, 0.7287, 0.7387, 0.7383, 0.7262, 0.7321, 0.7352, 0.7465, 0.7221, 0.7518, 0.7361, 0.7354, 0.7259, 0.7601, 0.7496, 0.7267, 0.705, 0.7393, 0.7277, 0.7495, 0.706, 0.7183, 0.7494, 0.7471, 0.7226, 0.7414, 0.7532, 0.7324, 0.7272, 0.7031, 0.7497, 0.7341, 0.7019, 0.7571, 0.717, 0.7394, 0.7224, 0.7371, 0.7407, 0.7185, 0.7346, 0.7493, 0.7528, 0.7526, 0.7446, 0.7303, 0.7489, 0.7301, 0.7245, 0.7414, 0.7204, 0.7458, 0.7449, 0.7485]
+      L09: [0.7603, 0.7239, 0.7507, 0.7633, 0.7475, 0.7409, 0.751, 0.752, 0.7391, 0.7448, 0.7576, 0.7374, 0.7357, 0.7461, 0.7528, 0.7405, 0.7371, 0.7413, 0.7259, 0.7492, 0.7361, 0.7475, 0.7636, 0.7447, 0.7504, 0.7489, 0.7567, 0.7178, 0.7539, 0.7424, 0.7273, 0.7456, 0.7115, 0.7515, 0.7517, 0.7497, 0.7311, 0.7436, 0.7556, 0.7697, 0.7592, 0.755, 0.7448, 0.7113, 0.7396, 0.7406, 0.7548, 0.7464, 0.7266, 0.7486, 0.7503, 0.737, 0.7395, 0.7616, 0.7583, 0.7401, 0.7648, 0.7464, 0.7316, 0.7635, 0.7446, 0.741, 0.7386, 0.7439]
+      L10: [0.7615, 0.7584, 0.7476, 0.7483, 0.7477, 0.7439, 0.7476, 0.763, 0.7501, 0.763, 0.7478, 0.7699, 0.7462, 0.7496, 0.7599, 0.7573, 0.7401, 0.7527, 0.7477, 0.7405, 0.745, 0.7526, 0.7598, 0.7395, 0.7538, 0.7493, 0.735, 0.745, 0.7393, 0.7427, 0.7491, 0.7646, 0.7422, 0.7671, 0.7591, 0.7719, 0.7284, 0.7456, 0.7443, 0.7441, 0.7476, 0.7561, 0.7366, 0.7532, 0.7515, 0.7544, 0.7605, 0.7446, 0.7431, 0.7525, 0.7533, 0.7512, 0.7464, 0.7528, 0.7499, 0.7609, 0.7492, 0.7483, 0.7662, 0.7478, 0.7643, 0.759, 0.7518, 0.7487]
+      L11: [0.7282, 0.7475, 0.7502, 0.7458, 0.7309, 0.737, 0.7406, 0.7455, 0.7362, 0.7228, 0.7376, 0.73, 0.7328, 0.7648, 0.7379, 0.7412, 0.7554, 0.7306, 0.7346, 0.7589, 0.7445, 0.7438, 0.7519, 0.7485, 0.7426, 0.7519, 0.7363, 0.7414, 0.7475, 0.7402, 0.7241, 0.7432, 0.7453, 0.7611, 0.7513, 0.7621, 0.7397, 0.7362, 0.7582, 0.7664, 0.7454, 0.7455, 0.7501, 0.7437, 0.7436, 0.7302, 0.7325, 0.7518, 0.7467, 0.7321, 0.7374, 0.7275, 0.7463, 0.73, 0.7501, 0.7374, 0.7445, 0.7475, 0.7237, 0.7321, 0.7545, 0.7413, 0.7494, 0.7433]
+  seed= 123  best=4.4009  final=4.4115  best@9750  stable=False ✗
+    scale_q_means=[0.7526, 0.7374, 0.709, 0.702, 0.722, 0.7218, 0.7096, 0.7154, 0.7189, 0.7227, 0.7284, 0.7235]
+    scale_y_means=[0.7826, 0.7551, 0.7293, 0.7306, 0.7343, 0.7391, 0.7409, 0.7331, 0.73, 0.7479, 0.7502, 0.7504]
+    scale_q_full_postsigmoid=
+      L00: [0.7399, 0.7784, 0.7485, 0.7634, 0.7438, 0.7471, 0.7724, 0.7374, 0.7727, 0.7377, 0.7617, 0.7532, 0.7467, 0.7352, 0.7546, 0.7811, 0.7419, 0.7305, 0.7617, 0.8, 0.7421, 0.7303, 0.7434, 0.7627, 0.7326, 0.7562, 0.7544, 0.7518, 0.7302, 0.7431, 0.7696, 0.7438, 0.7671, 0.7555, 0.7589, 0.7801, 0.7592, 0.749, 0.7376, 0.739, 0.7338, 0.7219, 0.7447, 0.7574, 0.7549, 0.7516, 0.7356, 0.752, 0.725, 0.7479, 0.7523, 0.7599, 0.7539, 0.7529, 0.7879, 0.7587, 0.7701, 0.7615, 0.749, 0.774, 0.7464, 0.7405, 0.7724, 0.7452]
+      L01: [0.7262, 0.7375, 0.7263, 0.7307, 0.7486, 0.7387, 0.7401, 0.7405, 0.7295, 0.7543, 0.7219, 0.7309, 0.7292, 0.7607, 0.7435, 0.7348, 0.7578, 0.7313, 0.7248, 0.7325, 0.7264, 0.7367, 0.7364, 0.7322, 0.7389, 0.7306, 0.7324, 0.7367, 0.735, 0.7282, 0.724, 0.7334, 0.7413, 0.7298, 0.766, 0.7336, 0.7468, 0.74, 0.7359, 0.7351, 0.734, 0.7382, 0.7609, 0.7399, 0.7283, 0.7383, 0.7605, 0.74, 0.7374, 0.7641, 0.7317, 0.7223, 0.7219, 0.75, 0.7308, 0.7441, 0.7707, 0.7254, 0.7372, 0.7295, 0.7316, 0.7321, 0.7288, 0.7337]
+      L02: [0.6432, 0.6838, 0.7162, 0.7262, 0.7372, 0.7641, 0.6974, 0.6625, 0.6905, 0.7232, 0.7389, 0.6823, 0.7223, 0.6482, 0.7064, 0.7106, 0.6899, 0.7034, 0.6842, 0.7638, 0.6204, 0.7117, 0.6842, 0.7213, 0.673, 0.7477, 0.7258, 0.7376, 0.7744, 0.7045, 0.7321, 0.7092, 0.8161, 0.8324, 0.7251, 0.6673, 0.7121, 0.6538, 0.7369, 0.7679, 0.7359, 0.7014, 0.7294, 0.7383, 0.693, 0.7123, 0.7281, 0.6933, 0.6979, 0.7036, 0.7303, 0.697, 0.7032, 0.6509, 0.621, 0.691, 0.7118, 0.6605, 0.6818, 0.718, 0.6737, 0.6867, 0.8, 0.6662]
+      L03: [0.6883, 0.7084, 0.7307, 0.6905, 0.6766, 0.7197, 0.6746, 0.7459, 0.7393, 0.7147, 0.6665, 0.6668, 0.72, 0.6762, 0.6715, 0.6723, 0.732, 0.6841, 0.8042, 0.7549, 0.7386, 0.7087, 0.6663, 0.6723, 0.7551, 0.7779, 0.6624, 0.7347, 0.6149, 0.6809, 0.7477, 0.67, 0.7138, 0.6471, 0.653, 0.6553, 0.6991, 0.6893, 0.7095, 0.7284, 0.701, 0.6903, 0.7129, 0.6297, 0.7077, 0.7055, 0.7062, 0.7377, 0.6914, 0.7125, 0.6972, 0.6825, 0.7178, 0.7441, 0.7177, 0.6969, 0.7351, 0.7388, 0.609, 0.7074, 0.6857, 0.7374, 0.7003, 0.7038]
+      L04: [0.7284, 0.7223, 0.7003, 0.7249, 0.7225, 0.7232, 0.7181, 0.7201, 0.6998, 0.7236, 0.7282, 0.745, 0.7363, 0.7091, 0.7262, 0.7345, 0.7229, 0.7109, 0.724, 0.7141, 0.7265, 0.7308, 0.6977, 0.7256, 0.7264, 0.7122, 0.7217, 0.743, 0.7031, 0.7385, 0.7091, 0.7224, 0.7121, 0.7363, 0.7167, 0.7218, 0.7107, 0.7402, 0.7353, 0.7089, 0.7089, 0.7127, 0.7222, 0.7265, 0.6994, 0.722, 0.7466, 0.7308, 0.7098, 0.7356, 0.7233, 0.7413, 0.7214, 0.6986, 0.7242, 0.7008, 0.7355, 0.7315, 0.7365, 0.7384, 0.7186, 0.7082, 0.7067, 0.7344]
+      L05: [0.7262, 0.7008, 0.7389, 0.7112, 0.7147, 0.7146, 0.706, 0.7293, 0.7166, 0.7153, 0.6913, 0.7332, 0.7298, 0.6961, 0.713, 0.7362, 0.7357, 0.7397, 0.7188, 0.7261, 0.7251, 0.7358, 0.7197, 0.7166, 0.7164, 0.7053, 0.7228, 0.7396, 0.7217, 0.703, 0.7245, 0.7052, 0.7233, 0.723, 0.7301, 0.7471, 0.7415, 0.7145, 0.7148, 0.742, 0.7337, 0.7296, 0.7026, 0.704, 0.73, 0.7392, 0.7168, 0.7225, 0.7356, 0.7402, 0.706, 0.7219, 0.7074, 0.721, 0.7274, 0.7315, 0.7121, 0.7335, 0.7169, 0.7338, 0.7319, 0.7085, 0.6964, 0.7265]
+      L06: [0.7405, 0.6775, 0.7128, 0.7164, 0.7021, 0.7355, 0.7139, 0.6819, 0.7213, 0.7305, 0.7199, 0.7238, 0.7105, 0.7022, 0.7093, 0.7002, 0.7183, 0.7037, 0.7138, 0.7075, 0.7323, 0.703, 0.6874, 0.7306, 0.7037, 0.7017, 0.7332, 0.6723, 0.7152, 0.7202, 0.7164, 0.7063, 0.7159, 0.7251, 0.6918, 0.7199, 0.6948, 0.7062, 0.7403, 0.7393, 0.7386, 0.6866, 0.723, 0.7001, 0.6927, 0.7351, 0.6908, 0.6758, 0.7133, 0.686, 0.6844, 0.7077, 0.7029, 0.7042, 0.7002, 0.7285, 0.6994, 0.7369, 0.7153, 0.6932, 0.6933, 0.7166, 0.6725, 0.7218]
+      L07: [0.7113, 0.703, 0.7256, 0.7087, 0.7067, 0.7226, 0.7016, 0.7108, 0.7224, 0.7339, 0.7097, 0.6995, 0.7059, 0.6972, 0.693, 0.7266, 0.7174, 0.729, 0.6817, 0.7073, 0.7119, 0.732, 0.7049, 0.7202, 0.7166, 0.7225, 0.6942, 0.7005, 0.7168, 0.7168, 0.7041, 0.7107, 0.729, 0.7391, 0.7055, 0.697, 0.7108, 0.7236, 0.7362, 0.712, 0.7225, 0.7134, 0.7057, 0.7313, 0.719, 0.7193, 0.7385, 0.6984, 0.7321, 0.7133, 0.7514, 0.7058, 0.7104, 0.7347, 0.7267, 0.7044, 0.7222, 0.6997, 0.7301, 0.7341, 0.7065, 0.7199, 0.7104, 0.7152]
+      L08: [0.7264, 0.729, 0.6947, 0.7177, 0.7135, 0.7166, 0.7266, 0.7092, 0.7107, 0.7316, 0.7184, 0.7359, 0.7225, 0.7254, 0.7286, 0.7314, 0.7184, 0.7341, 0.7416, 0.7039, 0.7207, 0.7184, 0.7143, 0.7, 0.7385, 0.7326, 0.7047, 0.7164, 0.7122, 0.6872, 0.72, 0.7083, 0.7453, 0.7199, 0.7143, 0.7172, 0.714, 0.7312, 0.7275, 0.7293, 0.7231, 0.6969, 0.7414, 0.7183, 0.7104, 0.7071, 0.7285, 0.719, 0.7222, 0.6947, 0.7019, 0.7279, 0.7332, 0.7054, 0.7186, 0.7112, 0.7407, 0.7195, 0.7164, 0.7231, 0.6926, 0.7013, 0.7099, 0.7382]
+      L09: [0.7413, 0.7171, 0.7227, 0.7332, 0.7074, 0.738, 0.7227, 0.7099, 0.717, 0.7435, 0.718, 0.7141, 0.7152, 0.7382, 0.7175, 0.7216, 0.7404, 0.7238, 0.737, 0.7263, 0.718, 0.7184, 0.7298, 0.7077, 0.7301, 0.7561, 0.7313, 0.7181, 0.7237, 0.7371, 0.7128, 0.7319, 0.7155, 0.7212, 0.7155, 0.734, 0.7096, 0.7288, 0.7111, 0.7159, 0.7212, 0.7134, 0.7228, 0.7349, 0.7097, 0.7145, 0.7153, 0.7133, 0.7203, 0.7284, 0.7169, 0.7051, 0.7177, 0.7337, 0.7158, 0.7431, 0.7069, 0.7248, 0.7343, 0.7238, 0.7193, 0.7064, 0.7125, 0.7281]
+      L10: [0.728, 0.7184, 0.7448, 0.7302, 0.7261, 0.7221, 0.7354, 0.7276, 0.7284, 0.7255, 0.7336, 0.7114, 0.7219, 0.7157, 0.734, 0.7224, 0.7176, 0.7337, 0.7279, 0.7359, 0.7249, 0.7321, 0.7305, 0.7231, 0.7261, 0.7482, 0.7239, 0.7285, 0.723, 0.7196, 0.7349, 0.7271, 0.7205, 0.7298, 0.7305, 0.7206, 0.7212, 0.7258, 0.7269, 0.7204, 0.7317, 0.734, 0.7281, 0.7256, 0.7354, 0.7475, 0.7332, 0.7266, 0.7296, 0.7325, 0.7223, 0.7361, 0.7336, 0.7196, 0.7455, 0.737, 0.7207, 0.7282, 0.726, 0.7253, 0.7179, 0.7304, 0.7385, 0.7356]
+      L11: [0.7305, 0.7439, 0.736, 0.7164, 0.7192, 0.7106, 0.7254, 0.7155, 0.7363, 0.7089, 0.7217, 0.719, 0.7459, 0.7202, 0.7113, 0.7186, 0.7386, 0.7379, 0.7291, 0.7137, 0.7167, 0.7274, 0.7349, 0.7401, 0.7252, 0.7058, 0.7332, 0.7272, 0.7252, 0.7274, 0.7216, 0.7348, 0.7142, 0.7271, 0.7369, 0.7202, 0.7007, 0.7106, 0.7296, 0.7321, 0.7308, 0.7102, 0.7133, 0.7028, 0.7056, 0.7418, 0.7196, 0.7141, 0.711, 0.7157, 0.7324, 0.7035, 0.7246, 0.7428, 0.7134, 0.7159, 0.7061, 0.7267, 0.7192, 0.7562, 0.7243, 0.7226, 0.7255, 0.7383]
+    scale_y_full_postsigmoid=
+      L00: [0.7905, 0.7753, 0.7363, 0.7388, 0.8345, 0.8123, 0.8183, 0.7656, 0.7906, 0.7423, 0.7803, 0.7795, 0.7448, 0.7813, 0.8309, 0.814, 0.7755, 0.8218, 0.7266, 0.7636, 0.8067, 0.8141, 0.7642, 0.783, 0.7502, 0.8241, 0.8217, 0.766, 0.8019, 0.737, 0.8088, 0.7606, 0.7458, 0.8374, 0.8457, 0.7582, 0.7349, 0.8278, 0.7758, 0.7857, 0.7574, 0.7212, 0.7534, 0.8006, 0.7696, 0.7794, 0.7947, 0.7646, 0.8431, 0.7796, 0.7679, 0.7961, 0.756, 0.7518, 0.8165, 0.7464, 0.8001, 0.8373, 0.8041, 0.7655, 0.7318, 0.8211, 0.8211, 0.7363]
+      L01: [0.7499, 0.7694, 0.7552, 0.7782, 0.7552, 0.7621, 0.7578, 0.7454, 0.7569, 0.7584, 0.7549, 0.748, 0.76, 0.7498, 0.7554, 0.7485, 0.7419, 0.7487, 0.7758, 0.756, 0.7502, 0.7561, 0.7523, 0.7604, 0.7701, 0.7602, 0.7526, 0.7485, 0.7572, 0.7505, 0.7688, 0.7589, 0.7565, 0.7668, 0.7593, 0.7481, 0.7447, 0.7541, 0.744, 0.7566, 0.7443, 0.7374, 0.7479, 0.7557, 0.7474, 0.75, 0.7549, 0.7487, 0.7495, 0.7685, 0.7612, 0.728, 0.7518, 0.7631, 0.7621, 0.7537, 0.7447, 0.7526, 0.7505, 0.7665, 0.7619, 0.7716, 0.7576, 0.7523]
+      L02: [0.7045, 0.7111, 0.74, 0.753, 0.721, 0.7081, 0.7332, 0.7178, 0.728, 0.7488, 0.7163, 0.6883, 0.6959, 0.7423, 0.7009, 0.7505, 0.7149, 0.7387, 0.7024, 0.7412, 0.7558, 0.7315, 0.7152, 0.7537, 0.7507, 0.72, 0.7474, 0.73, 0.7338, 0.7196, 0.7452, 0.7328, 0.7535, 0.712, 0.7566, 0.7694, 0.7427, 0.7256, 0.7339, 0.733, 0.7079, 0.7, 0.7357, 0.7489, 0.7654, 0.7376, 0.7278, 0.7213, 0.7043, 0.7043, 0.7117, 0.7545, 0.7331, 0.7458, 0.7353, 0.6926, 0.7032, 0.7006, 0.7165, 0.7508, 0.7196, 0.7481, 0.7591, 0.7332]
+      L03: [0.7299, 0.7259, 0.7335, 0.7428, 0.7603, 0.7361, 0.7383, 0.7437, 0.727, 0.7193, 0.6979, 0.7398, 0.7179, 0.7217, 0.7192, 0.722, 0.7185, 0.7419, 0.7268, 0.7174, 0.7264, 0.7069, 0.741, 0.7383, 0.7468, 0.721, 0.7183, 0.7446, 0.7146, 0.7267, 0.7302, 0.7413, 0.7073, 0.7237, 0.7402, 0.7066, 0.729, 0.74, 0.7307, 0.7201, 0.7462, 0.7406, 0.7489, 0.7503, 0.724, 0.7288, 0.7234, 0.7463, 0.746, 0.7473, 0.7633, 0.7008, 0.7223, 0.7268, 0.7517, 0.7356, 0.6992, 0.7311, 0.7511, 0.7277, 0.7236, 0.7353, 0.7374, 0.7141]
+      L04: [0.7264, 0.7694, 0.697, 0.7409, 0.7562, 0.7309, 0.719, 0.761, 0.7364, 0.7617, 0.7634, 0.6782, 0.7784, 0.6971, 0.6984, 0.7719, 0.7416, 0.7884, 0.7632, 0.762, 0.7333, 0.7437, 0.7359, 0.7252, 0.7109, 0.8114, 0.7155, 0.7379, 0.7265, 0.7464, 0.7155, 0.7306, 0.7704, 0.695, 0.7646, 0.7187, 0.7382, 0.7078, 0.7148, 0.7317, 0.7304, 0.7164, 0.7116, 0.7514, 0.7489, 0.7508, 0.7292, 0.7526, 0.718, 0.7043, 0.7387, 0.6799, 0.758, 0.7282, 0.7063, 0.6996, 0.7289, 0.7146, 0.7325, 0.7189, 0.7164, 0.7209, 0.7338, 0.7912]
+      L05: [0.7344, 0.7236, 0.7503, 0.7545, 0.7114, 0.7562, 0.7435, 0.7056, 0.7504, 0.7784, 0.7366, 0.7186, 0.7664, 0.7326, 0.7212, 0.7608, 0.8113, 0.7406, 0.7436, 0.7166, 0.7133, 0.7267, 0.7444, 0.7269, 0.7065, 0.7166, 0.7657, 0.7263, 0.7329, 0.748, 0.7817, 0.7607, 0.7414, 0.7195, 0.7342, 0.7625, 0.6994, 0.7148, 0.7086, 0.7527, 0.7427, 0.7608, 0.705, 0.7866, 0.7583, 0.7268, 0.7968, 0.7557, 0.7478, 0.7201, 0.7227, 0.7263, 0.7513, 0.7035, 0.7102, 0.7453, 0.6721, 0.7706, 0.7315, 0.716, 0.7239, 0.7162, 0.7668, 0.8038]
+      L06: [0.7429, 0.7102, 0.7021, 0.7379, 0.7465, 0.7366, 0.73, 0.7596, 0.7488, 0.746, 0.7344, 0.7376, 0.7687, 0.7482, 0.731, 0.7424, 0.7363, 0.7337, 0.7406, 0.7365, 0.7523, 0.7547, 0.7291, 0.746, 0.7625, 0.7152, 0.7256, 0.7418, 0.7292, 0.7285, 0.7396, 0.7264, 0.6914, 0.734, 0.7632, 0.7496, 0.7298, 0.7596, 0.7821, 0.7336, 0.7731, 0.7486, 0.7622, 0.7266, 0.7197, 0.7677, 0.7309, 0.7633, 0.7548, 0.7423, 0.7393, 0.7612, 0.7389, 0.7679, 0.7454, 0.6964, 0.7599, 0.7584, 0.7456, 0.7179, 0.7512, 0.7398, 0.7171, 0.7257]
+      L07: [0.7385, 0.7316, 0.7068, 0.7351, 0.724, 0.7218, 0.7257, 0.7327, 0.7263, 0.703, 0.724, 0.7151, 0.759, 0.7177, 0.7423, 0.7333, 0.7184, 0.7708, 0.7183, 0.7342, 0.7218, 0.7374, 0.7629, 0.7323, 0.7468, 0.7154, 0.7449, 0.7365, 0.7328, 0.7348, 0.7471, 0.7275, 0.7321, 0.7284, 0.7365, 0.7357, 0.7474, 0.7396, 0.7509, 0.745, 0.7327, 0.7513, 0.739, 0.7364, 0.7354, 0.7414, 0.7477, 0.7373, 0.7249, 0.6977, 0.7469, 0.729, 0.7424, 0.7329, 0.6996, 0.7373, 0.7097, 0.7219, 0.739, 0.7365, 0.753, 0.7288, 0.7466, 0.7136]
+      L08: [0.7162, 0.742, 0.7197, 0.7357, 0.7546, 0.6793, 0.6399, 0.7441, 0.7327, 0.6854, 0.7522, 0.7359, 0.7547, 0.7634, 0.7408, 0.7327, 0.6814, 0.7273, 0.7199, 0.7141, 0.7534, 0.736, 0.7222, 0.7097, 0.7416, 0.7417, 0.7492, 0.7303, 0.7284, 0.7134, 0.7332, 0.7366, 0.7524, 0.743, 0.7445, 0.7406, 0.7541, 0.7583, 0.7264, 0.7504, 0.6924, 0.7024, 0.7405, 0.7425, 0.7356, 0.7728, 0.7313, 0.7386, 0.7102, 0.723, 0.7062, 0.7216, 0.7648, 0.7333, 0.7217, 0.688, 0.7661, 0.7561, 0.7339, 0.7057, 0.7336, 0.7248, 0.733, 0.7073]
+      L09: [0.7418, 0.7477, 0.7381, 0.7526, 0.7466, 0.7411, 0.7489, 0.737, 0.755, 0.7388, 0.7498, 0.749, 0.7423, 0.7511, 0.7386, 0.7546, 0.752, 0.7611, 0.7498, 0.7559, 0.7521, 0.7454, 0.746, 0.7308, 0.7571, 0.7574, 0.7392, 0.742, 0.7511, 0.7485, 0.7486, 0.7346, 0.7377, 0.7389, 0.7459, 0.7591, 0.7506, 0.7377, 0.74, 0.7619, 0.7513, 0.7538, 0.752, 0.743, 0.745, 0.7521, 0.7457, 0.7516, 0.7551, 0.7487, 0.7495, 0.7433, 0.7565, 0.7463, 0.7419, 0.7415, 0.7694, 0.7459, 0.7615, 0.7497, 0.755, 0.744, 0.7529, 0.7331]
+      L10: [0.7474, 0.7537, 0.7508, 0.7367, 0.7536, 0.752, 0.7353, 0.7555, 0.7534, 0.7329, 0.7398, 0.7514, 0.7473, 0.7523, 0.751, 0.747, 0.7565, 0.7358, 0.7375, 0.7499, 0.7539, 0.7524, 0.7629, 0.7452, 0.7575, 0.7507, 0.7367, 0.7637, 0.7592, 0.7512, 0.7443, 0.7483, 0.7702, 0.7445, 0.7554, 0.751, 0.7656, 0.7557, 0.7527, 0.7545, 0.7473, 0.7494, 0.7402, 0.747, 0.7397, 0.7593, 0.7521, 0.7526, 0.7587, 0.7568, 0.7531, 0.7394, 0.7425, 0.7603, 0.7477, 0.7467, 0.7588, 0.7392, 0.7576, 0.7598, 0.7562, 0.7553, 0.752, 0.7288]
+      L11: [0.7398, 0.7511, 0.7494, 0.7427, 0.752, 0.749, 0.7568, 0.7401, 0.7537, 0.7551, 0.7556, 0.7511, 0.7509, 0.7575, 0.7559, 0.7327, 0.7504, 0.7491, 0.748, 0.7518, 0.7416, 0.7631, 0.7623, 0.7606, 0.7517, 0.7589, 0.7441, 0.7442, 0.7465, 0.7556, 0.75, 0.7375, 0.7553, 0.7433, 0.7458, 0.7567, 0.7531, 0.7495, 0.7517, 0.746, 0.7555, 0.7454, 0.7566, 0.7597, 0.7461, 0.7604, 0.7381, 0.7559, 0.7535, 0.757, 0.7578, 0.7487, 0.7485, 0.7423, 0.7447, 0.7541, 0.7475, 0.7402, 0.7535, 0.7449, 0.7596, 0.7463, 0.7556, 0.7405]
+  seed=1337  best=4.3953  final=4.4393  best@9750  stable=False ✗
+    scale_q_means=[0.7454, 0.7374, 0.7064, 0.7052, 0.7285, 0.7109, 0.7135, 0.7069, 0.7184, 0.7249, 0.7262, 0.7279]
+    scale_y_means=[0.7813, 0.7585, 0.7316, 0.7294, 0.7217, 0.7467, 0.7396, 0.7234, 0.7288, 0.7442, 0.7509, 0.7503]
+    scale_q_full_postsigmoid=
+      L00: [0.7325, 0.7328, 0.7525, 0.751, 0.7379, 0.7907, 0.7808, 0.7389, 0.7323, 0.7321, 0.7655, 0.7401, 0.7303, 0.7425, 0.7318, 0.7596, 0.7395, 0.7648, 0.7406, 0.7211, 0.7438, 0.7466, 0.7481, 0.7619, 0.7347, 0.7376, 0.7549, 0.7293, 0.7419, 0.7505, 0.7507, 0.7248, 0.7491, 0.7463, 0.7362, 0.7601, 0.7473, 0.771, 0.7378, 0.7283, 0.7277, 0.7361, 0.7398, 0.7425, 0.7355, 0.7477, 0.7571, 0.7569, 0.7577, 0.7583, 0.7498, 0.7345, 0.7337, 0.7287, 0.7633, 0.7358, 0.7563, 0.7437, 0.7009, 0.7647, 0.7675, 0.7491, 0.7665, 0.7351]
+      L01: [0.7309, 0.7368, 0.7282, 0.7494, 0.7383, 0.7451, 0.7504, 0.7246, 0.7305, 0.7272, 0.7291, 0.7232, 0.7412, 0.7634, 0.7407, 0.7249, 0.7309, 0.7389, 0.7422, 0.7261, 0.7375, 0.7273, 0.7589, 0.7286, 0.7475, 0.7667, 0.7437, 0.7246, 0.7599, 0.7282, 0.7301, 0.7304, 0.7279, 0.7376, 0.7324, 0.7287, 0.7284, 0.7295, 0.759, 0.7386, 0.7348, 0.765, 0.7321, 0.7311, 0.7314, 0.7335, 0.7282, 0.7584, 0.7456, 0.75, 0.7344, 0.7346, 0.7308, 0.727, 0.7298, 0.7382, 0.7404, 0.7339, 0.7369, 0.7288, 0.728, 0.7337, 0.7588, 0.7411]
+      L02: [0.7046, 0.663, 0.686, 0.6942, 0.6624, 0.6678, 0.7456, 0.7255, 0.7259, 0.7666, 0.6547, 0.7489, 0.7021, 0.6693, 0.7254, 0.7504, 0.7483, 0.7087, 0.6572, 0.6955, 0.7778, 0.7026, 0.684, 0.7111, 0.6683, 0.6839, 0.6913, 0.6754, 0.7154, 0.7414, 0.6632, 0.7027, 0.6904, 0.6837, 0.6984, 0.732, 0.6516, 0.6746, 0.6834, 0.7102, 0.7336, 0.7118, 0.6607, 0.6921, 0.6971, 0.6745, 0.7316, 0.7293, 0.7038, 0.722, 0.733, 0.7238, 0.7407, 0.7031, 0.7164, 0.7222, 0.6969, 0.7283, 0.7166, 0.6922, 0.7372, 0.7781, 0.7077, 0.7155]
+      L03: [0.7426, 0.6947, 0.7514, 0.7033, 0.692, 0.6977, 0.6125, 0.6938, 0.7165, 0.7671, 0.7252, 0.7431, 0.6933, 0.7007, 0.6934, 0.6823, 0.7034, 0.725, 0.744, 0.718, 0.6981, 0.7306, 0.763, 0.8195, 0.7221, 0.6902, 0.731, 0.7527, 0.6962, 0.6993, 0.7615, 0.7184, 0.6959, 0.7026, 0.6709, 0.6649, 0.72, 0.6656, 0.7118, 0.667, 0.6959, 0.687, 0.7693, 0.7243, 0.7598, 0.7033, 0.7185, 0.6834, 0.6745, 0.7573, 0.6157, 0.7143, 0.6502, 0.7122, 0.7419, 0.6303, 0.6016, 0.7311, 0.7211, 0.6669, 0.6123, 0.6716, 0.7191, 0.6914]
+      L04: [0.7055, 0.731, 0.736, 0.7316, 0.7362, 0.7258, 0.704, 0.7169, 0.7328, 0.7273, 0.733, 0.7426, 0.7079, 0.7508, 0.7242, 0.7243, 0.7304, 0.7136, 0.7589, 0.7163, 0.7467, 0.7596, 0.7218, 0.7162, 0.7248, 0.7268, 0.7469, 0.6828, 0.7387, 0.7274, 0.7193, 0.7223, 0.7352, 0.7354, 0.7382, 0.7225, 0.7228, 0.7407, 0.7382, 0.7016, 0.7173, 0.7512, 0.7474, 0.7302, 0.7449, 0.7083, 0.7399, 0.7252, 0.7248, 0.7211, 0.7176, 0.746, 0.7355, 0.7452, 0.7214, 0.6924, 0.7309, 0.7214, 0.7366, 0.7378, 0.7389, 0.7245, 0.7236, 0.7243]
+      L05: [0.7117, 0.7135, 0.7149, 0.698, 0.7191, 0.7098, 0.7212, 0.7267, 0.7405, 0.7016, 0.7209, 0.7179, 0.719, 0.7068, 0.7076, 0.7373, 0.7097, 0.7069, 0.7053, 0.6906, 0.7107, 0.6957, 0.7034, 0.7001, 0.7177, 0.7301, 0.7165, 0.6896, 0.7183, 0.7211, 0.7156, 0.7185, 0.7237, 0.7195, 0.6986, 0.7085, 0.6767, 0.7287, 0.7008, 0.701, 0.7351, 0.698, 0.7254, 0.6857, 0.7075, 0.7246, 0.6968, 0.7133, 0.7015, 0.6933, 0.7116, 0.7084, 0.6876, 0.7251, 0.7157, 0.718, 0.661, 0.697, 0.6911, 0.7425, 0.7114, 0.7262, 0.7229, 0.7226]
+      L06: [0.7075, 0.7013, 0.7155, 0.7237, 0.7078, 0.721, 0.7147, 0.7163, 0.696, 0.704, 0.7179, 0.7334, 0.6822, 0.7207, 0.7057, 0.6619, 0.7039, 0.7005, 0.7143, 0.7123, 0.7183, 0.7302, 0.7246, 0.7341, 0.7313, 0.6951, 0.7073, 0.7044, 0.7208, 0.7158, 0.7208, 0.7001, 0.7324, 0.7229, 0.706, 0.7259, 0.7214, 0.6986, 0.7229, 0.7033, 0.7018, 0.7286, 0.7048, 0.717, 0.7345, 0.7135, 0.7158, 0.7191, 0.7053, 0.7124, 0.7231, 0.7312, 0.7445, 0.7264, 0.7204, 0.6996, 0.7055, 0.6943, 0.7279, 0.7076, 0.7277, 0.7231, 0.6955, 0.6896]
+      L07: [0.72, 0.7128, 0.7216, 0.68, 0.7193, 0.7189, 0.7187, 0.7289, 0.7127, 0.7096, 0.7124, 0.7134, 0.6962, 0.6973, 0.7047, 0.7218, 0.6982, 0.7153, 0.7218, 0.706, 0.7216, 0.6963, 0.6932, 0.7109, 0.7168, 0.708, 0.6893, 0.7055, 0.7182, 0.6916, 0.6854, 0.687, 0.7138, 0.7142, 0.7209, 0.6993, 0.7041, 0.7341, 0.6725, 0.7024, 0.6947, 0.6938, 0.6901, 0.7215, 0.7224, 0.7015, 0.7328, 0.7239, 0.6753, 0.6771, 0.6906, 0.7268, 0.714, 0.6881, 0.7113, 0.697, 0.7121, 0.7103, 0.7085, 0.6924, 0.72, 0.7024, 0.7086, 0.7121]
+      L08: [0.7367, 0.729, 0.7492, 0.7167, 0.7157, 0.7115, 0.7147, 0.6952, 0.7144, 0.7116, 0.6976, 0.7191, 0.7142, 0.7214, 0.7423, 0.7137, 0.7007, 0.722, 0.6998, 0.7063, 0.7158, 0.7153, 0.728, 0.7332, 0.7156, 0.711, 0.7096, 0.7238, 0.724, 0.7157, 0.707, 0.7283, 0.6975, 0.7213, 0.7058, 0.7292, 0.7113, 0.7338, 0.7276, 0.7259, 0.717, 0.7082, 0.7132, 0.7074, 0.7303, 0.7082, 0.7358, 0.7219, 0.7138, 0.7082, 0.7263, 0.7105, 0.7282, 0.719, 0.7463, 0.7092, 0.7098, 0.7458, 0.7235, 0.7084, 0.7396, 0.7281, 0.7057, 0.7021]
+      L09: [0.7039, 0.7226, 0.716, 0.7436, 0.7275, 0.7166, 0.7503, 0.7209, 0.7378, 0.7108, 0.7318, 0.7262, 0.728, 0.7258, 0.7344, 0.73, 0.7166, 0.7228, 0.7282, 0.7177, 0.7271, 0.7399, 0.7261, 0.7256, 0.7087, 0.7295, 0.71, 0.7324, 0.725, 0.7217, 0.7286, 0.723, 0.7183, 0.7143, 0.7198, 0.7323, 0.7347, 0.7371, 0.7289, 0.7331, 0.7382, 0.731, 0.7345, 0.724, 0.7279, 0.7393, 0.7246, 0.735, 0.7247, 0.7136, 0.6989, 0.7021, 0.7198, 0.711, 0.7314, 0.7332, 0.7333, 0.7234, 0.7248, 0.7098, 0.7154, 0.7116, 0.725, 0.7363]
+      L10: [0.7302, 0.7166, 0.7434, 0.7097, 0.7398, 0.7163, 0.7113, 0.7254, 0.7191, 0.7297, 0.7091, 0.7327, 0.7137, 0.7195, 0.7199, 0.7302, 0.7278, 0.7138, 0.7129, 0.707, 0.715, 0.7397, 0.7227, 0.7535, 0.727, 0.7241, 0.7337, 0.7153, 0.7335, 0.7291, 0.7361, 0.7261, 0.7154, 0.7401, 0.7377, 0.7275, 0.7274, 0.727, 0.7274, 0.7351, 0.729, 0.7412, 0.7459, 0.7261, 0.7346, 0.7202, 0.7078, 0.7433, 0.7283, 0.7109, 0.729, 0.7321, 0.7425, 0.7259, 0.7338, 0.7182, 0.7423, 0.72, 0.718, 0.7249, 0.716, 0.7221, 0.7288, 0.7146]
+      L11: [0.7153, 0.7105, 0.7155, 0.7228, 0.7302, 0.7126, 0.7146, 0.7243, 0.7402, 0.7476, 0.7531, 0.7471, 0.7251, 0.7112, 0.7356, 0.7239, 0.7374, 0.7365, 0.7396, 0.7287, 0.7424, 0.7297, 0.7236, 0.7292, 0.7089, 0.7338, 0.7203, 0.7283, 0.7252, 0.7177, 0.7152, 0.7388, 0.7287, 0.7266, 0.7301, 0.7232, 0.7327, 0.7224, 0.7268, 0.7314, 0.7379, 0.7314, 0.7046, 0.7294, 0.7379, 0.7237, 0.7059, 0.7178, 0.7225, 0.7181, 0.7308, 0.7342, 0.7365, 0.7506, 0.7157, 0.7266, 0.7201, 0.7289, 0.7458, 0.7349, 0.7174, 0.7465, 0.7302, 0.7304]
+    scale_y_full_postsigmoid=
+      L00: [0.7496, 0.7665, 0.7581, 0.7795, 0.8028, 0.8072, 0.7606, 0.785, 0.7937, 0.7541, 0.7552, 0.8042, 0.7591, 0.8042, 0.7936, 0.7872, 0.807, 0.8054, 0.7878, 0.7513, 0.7983, 0.7581, 0.7655, 0.7954, 0.7595, 0.7547, 0.7993, 0.8104, 0.789, 0.7569, 0.7781, 0.8052, 0.7882, 0.7854, 0.8007, 0.8003, 0.8063, 0.7571, 0.7934, 0.8095, 0.7512, 0.7891, 0.7646, 0.7923, 0.7662, 0.7576, 0.7434, 0.8057, 0.8021, 0.797, 0.8072, 0.7949, 0.7602, 0.7668, 0.7779, 0.7925, 0.7359, 0.8043, 0.797, 0.7472, 0.8066, 0.761, 0.8121, 0.7503]
+      L01: [0.7631, 0.7701, 0.7758, 0.7758, 0.7661, 0.741, 0.7414, 0.7545, 0.7509, 0.7599, 0.7581, 0.7671, 0.7429, 0.7414, 0.7679, 0.7689, 0.776, 0.7568, 0.7621, 0.7524, 0.7687, 0.7536, 0.7582, 0.7473, 0.7509, 0.746, 0.7595, 0.7684, 0.7609, 0.7543, 0.7551, 0.7604, 0.7716, 0.7533, 0.7632, 0.764, 0.7482, 0.7603, 0.7533, 0.763, 0.7504, 0.754, 0.7603, 0.7541, 0.759, 0.7711, 0.7642, 0.7618, 0.7592, 0.7564, 0.7441, 0.7679, 0.7789, 0.7632, 0.7393, 0.7491, 0.7647, 0.7515, 0.7696, 0.7442, 0.7586, 0.7412, 0.7616, 0.7643]
+      L02: [0.6941, 0.7361, 0.7276, 0.7412, 0.7205, 0.7525, 0.7407, 0.7261, 0.7422, 0.7541, 0.7565, 0.7459, 0.7073, 0.7205, 0.7368, 0.7128, 0.7328, 0.7493, 0.7234, 0.7554, 0.7515, 0.7304, 0.7321, 0.7608, 0.7557, 0.6954, 0.7471, 0.7235, 0.749, 0.7279, 0.749, 0.7557, 0.7089, 0.7478, 0.7227, 0.7088, 0.7061, 0.7212, 0.7155, 0.7197, 0.7223, 0.74, 0.7457, 0.7235, 0.7465, 0.6977, 0.7159, 0.7325, 0.7659, 0.7469, 0.7545, 0.7279, 0.6946, 0.7356, 0.6972, 0.75, 0.7032, 0.7109, 0.7033, 0.719, 0.7232, 0.7619, 0.7494, 0.7487]
+      L03: [0.7704, 0.7259, 0.749, 0.7328, 0.7282, 0.7317, 0.7376, 0.7367, 0.7185, 0.7303, 0.7218, 0.7152, 0.7428, 0.7213, 0.7326, 0.7065, 0.7297, 0.7227, 0.7491, 0.7349, 0.7741, 0.7413, 0.73, 0.73, 0.7146, 0.7428, 0.7201, 0.7257, 0.7152, 0.7323, 0.7236, 0.742, 0.7343, 0.7395, 0.7118, 0.7183, 0.7302, 0.7119, 0.7286, 0.7181, 0.7153, 0.726, 0.7331, 0.7143, 0.7361, 0.7235, 0.729, 0.7343, 0.739, 0.7284, 0.7132, 0.7143, 0.7269, 0.7287, 0.7352, 0.7469, 0.7431, 0.7223, 0.7274, 0.7218, 0.7291, 0.7304, 0.7209, 0.7205]
+      L04: [0.764, 0.6979, 0.7594, 0.734, 0.7399, 0.6961, 0.7187, 0.7609, 0.6618, 0.7198, 0.6889, 0.7567, 0.6782, 0.7225, 0.7423, 0.7557, 0.6845, 0.7156, 0.7047, 0.6796, 0.7191, 0.6887, 0.7041, 0.6914, 0.6757, 0.7249, 0.7386, 0.7329, 0.6938, 0.6918, 0.703, 0.7716, 0.7437, 0.7109, 0.7401, 0.7107, 0.6742, 0.676, 0.7689, 0.6585, 0.7207, 0.7513, 0.724, 0.7693, 0.7181, 0.7382, 0.6949, 0.7122, 0.7231, 0.7397, 0.7421, 0.7791, 0.6789, 0.665, 0.7596, 0.6844, 0.761, 0.743, 0.707, 0.7981, 0.7174, 0.7166, 0.7873, 0.7563]
+      L05: [0.7478, 0.7282, 0.7573, 0.7727, 0.7653, 0.7443, 0.7202, 0.7528, 0.7413, 0.7142, 0.7518, 0.7634, 0.7559, 0.8117, 0.7401, 0.7451, 0.6871, 0.7392, 0.7338, 0.7673, 0.7697, 0.7185, 0.7233, 0.7452, 0.7372, 0.748, 0.76, 0.7108, 0.7329, 0.7456, 0.7735, 0.7479, 0.7595, 0.7628, 0.7348, 0.7291, 0.7537, 0.7688, 0.7393, 0.7381, 0.7643, 0.7399, 0.7249, 0.7735, 0.7322, 0.7857, 0.7335, 0.7196, 0.7034, 0.7487, 0.7547, 0.7399, 0.7495, 0.7489, 0.7254, 0.7257, 0.7796, 0.7867, 0.7556, 0.7575, 0.7887, 0.73, 0.7358, 0.7449]
+      L06: [0.7138, 0.7754, 0.7239, 0.7371, 0.7252, 0.7415, 0.7342, 0.7276, 0.716, 0.7347, 0.7456, 0.7137, 0.708, 0.7442, 0.7177, 0.7237, 0.79, 0.7319, 0.7621, 0.784, 0.7426, 0.7477, 0.7278, 0.7409, 0.7495, 0.7321, 0.7667, 0.725, 0.7554, 0.7311, 0.7984, 0.7412, 0.7278, 0.7548, 0.7495, 0.7457, 0.7482, 0.7545, 0.7487, 0.7162, 0.7713, 0.7538, 0.7095, 0.743, 0.7285, 0.7166, 0.7412, 0.7284, 0.7116, 0.7412, 0.7246, 0.7188, 0.7453, 0.7338, 0.7385, 0.7477, 0.7512, 0.7244, 0.7179, 0.7366, 0.785, 0.7418, 0.7075, 0.7621]
+      L07: [0.7212, 0.6761, 0.7118, 0.7476, 0.6978, 0.724, 0.7273, 0.7318, 0.7331, 0.6996, 0.7274, 0.7219, 0.7369, 0.7136, 0.7369, 0.7072, 0.757, 0.7233, 0.7341, 0.7279, 0.7327, 0.6985, 0.7273, 0.7308, 0.7142, 0.6961, 0.7359, 0.738, 0.7443, 0.7192, 0.7296, 0.7286, 0.706, 0.7252, 0.7249, 0.7341, 0.7371, 0.72, 0.7308, 0.7371, 0.7227, 0.7093, 0.7029, 0.7078, 0.7088, 0.7228, 0.6957, 0.7322, 0.7013, 0.751, 0.7143, 0.7183, 0.7368, 0.7263, 0.7178, 0.698, 0.7372, 0.7257, 0.7243, 0.7357, 0.7331, 0.7448, 0.7376, 0.7238]
+      L08: [0.7404, 0.7375, 0.7248, 0.7159, 0.7266, 0.7435, 0.7492, 0.7557, 0.7405, 0.7341, 0.7386, 0.7324, 0.7229, 0.7377, 0.7546, 0.7283, 0.7473, 0.7328, 0.7277, 0.7608, 0.6869, 0.7466, 0.7361, 0.7203, 0.6847, 0.6995, 0.7347, 0.6844, 0.7296, 0.707, 0.7297, 0.7166, 0.747, 0.7423, 0.7337, 0.6739, 0.7518, 0.7412, 0.7575, 0.7348, 0.7234, 0.7323, 0.6798, 0.7342, 0.7312, 0.7434, 0.7497, 0.7227, 0.6455, 0.7425, 0.7474, 0.7241, 0.7328, 0.7009, 0.7257, 0.7211, 0.7339, 0.7313, 0.7316, 0.7262, 0.7419, 0.7504, 0.726, 0.7369]
+      L09: [0.7513, 0.7546, 0.7445, 0.7604, 0.7183, 0.7372, 0.7417, 0.7499, 0.7509, 0.7383, 0.7412, 0.7345, 0.747, 0.7407, 0.7507, 0.7625, 0.7494, 0.7475, 0.7373, 0.7504, 0.7323, 0.7249, 0.6962, 0.7589, 0.7523, 0.7522, 0.7361, 0.7577, 0.7495, 0.7434, 0.7447, 0.7395, 0.7497, 0.7475, 0.7594, 0.7293, 0.7432, 0.7507, 0.7518, 0.7329, 0.7312, 0.7491, 0.7536, 0.7419, 0.7545, 0.747, 0.7529, 0.7348, 0.7516, 0.7557, 0.7562, 0.7505, 0.7581, 0.7417, 0.7494, 0.742, 0.7404, 0.7164, 0.7425, 0.748, 0.7435, 0.7172, 0.7465, 0.7462]
+      L10: [0.7517, 0.7437, 0.7513, 0.7466, 0.7449, 0.7474, 0.7462, 0.7578, 0.7274, 0.7625, 0.7599, 0.7523, 0.7455, 0.743, 0.7595, 0.7486, 0.7466, 0.7595, 0.7479, 0.7651, 0.7451, 0.7591, 0.7461, 0.7486, 0.7535, 0.7514, 0.7534, 0.7681, 0.7549, 0.7406, 0.7519, 0.7497, 0.7485, 0.7469, 0.7518, 0.7489, 0.7476, 0.7432, 0.7545, 0.7411, 0.7527, 0.7492, 0.7507, 0.7547, 0.7388, 0.7356, 0.7558, 0.7454, 0.7454, 0.7579, 0.7628, 0.7477, 0.7616, 0.7479, 0.7478, 0.7415, 0.7435, 0.7584, 0.765, 0.7546, 0.7627, 0.7607, 0.7512, 0.7534]
+      L11: [0.7513, 0.7607, 0.7329, 0.7569, 0.7622, 0.7542, 0.751, 0.7521, 0.7493, 0.7527, 0.7469, 0.7479, 0.7574, 0.7264, 0.7544, 0.7709, 0.7425, 0.7433, 0.7582, 0.756, 0.7543, 0.7552, 0.7605, 0.7562, 0.7454, 0.745, 0.7668, 0.7525, 0.7422, 0.7498, 0.7568, 0.7449, 0.7262, 0.7482, 0.7388, 0.7425, 0.7514, 0.7449, 0.742, 0.75, 0.7561, 0.7534, 0.7457, 0.7555, 0.7446, 0.7668, 0.7639, 0.745, 0.7473, 0.7463, 0.7516, 0.7547, 0.7569, 0.7447, 0.7376, 0.7462, 0.7667, 0.7413, 0.7425, 0.7525, 0.747, 0.7361, 0.7661, 0.7487]
diff --git a/results/phase19d_qa_softqa_pd_free_w2000_runs_20260403_2142.csv b/results/phase19d_qa_softqa_pd_free_w2000_runs_20260403_2142.csv
new file mode 100644
index 0000000000000000000000000000000000000000..7ab2b268be6c63ea00fe319b6a2af88deab57144
--- /dev/null
+++ b/results/phase19d_qa_softqa_pd_free_w2000_runs_20260403_2142.csv
@@ -0,0 +1,4 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,scale_q_layer_means,scale_y_layer_means,scale_q_full_json,scale_y_full_json,out_dir,error
+dynamic_qa_conditioned_softqa_perdim_free,qa_softqa_pd_free,2000,42,ok,4964.662375450134,123.69,4.3858,10000,4.3858,True,"[0.5281, 0.5077, 0.4558, 0.4877, 0.482, 0.4714, 0.4659, 0.4696, 0.4813, 0.4746, 0.4856, 0.4791]","[0.5643, 0.5157, 0.4889, 0.4887, 0.4795, 0.491, 0.4777, 0.4996, 0.4825, 0.5019, 0.5114, 0.5113]","[[0.5512, 0.5053, 0.5412, 0.5219, 0.5527, 0.5268, 0.572, 0.5595, 0.5373, 0.556, 0.5398, 0.519, 0.5497, 0.5517, 0.562, 0.5202, 0.4994, 0.5242, 0.4998, 0.499, 0.517, 0.5311, 0.5438, 0.5261, 0.487, 0.5386, 0.5652, 0.5293, 0.5411, 0.4977, 0.5169, 0.5165, 0.5716, 0.5119, 0.489, 0.5412, 0.508, 0.5025, 0.5559, 0.4972, 0.4938, 0.5293, 0.4976, 0.5382, 0.5059, 0.5218, 0.5191, 0.5286, 0.578, 0.5236, 0.5275, 0.5094, 0.5595, 0.544, 0.511, 0.5236, 0.5191, 0.558, 0.5107, 0.5327, 0.5068, 0.5323, 0.5067, 0.5475], [0.5499, 0.532, 0.4932, 0.4796, 0.5215, 0.4935, 0.5125, 0.5221, 0.5197, 0.5219, 0.514, 0.5161, 0.5127, 0.4959, 0.524, 0.5081, 0.5157, 0.4969, 0.4961, 0.5008, 0.4924, 0.5332, 0.4994, 0.4979, 0.5026, 0.5017, 0.5169, 0.5004, 0.5344, 0.4992, 0.5064, 0.5124, 0.5057, 0.5241, 0.4978, 0.4999, 0.5024, 0.5047, 0.5397, 0.4994, 0.4973, 0.4994, 0.5007, 0.4947, 0.527, 0.4865, 0.5019, 0.5182, 0.5027, 0.5041, 0.4876, 0.5064, 0.4919, 0.4845, 0.5246, 0.5171, 0.486, 0.5144, 0.507, 0.4987, 0.5063, 0.5064, 0.5202, 0.5118], [0.4728, 0.4491, 0.4505, 0.5324, 0.463, 0.4843, 0.4702, 0.4285, 0.4772, 0.3939, 0.4528, 0.4458, 0.4829, 0.448, 0.4859, 0.5099, 0.3909, 0.4272, 0.6081, 0.4293, 0.3593, 0.4934, 0.4802, 0.4942, 0.5097, 0.4341, 0.3775, 0.446, 0.4959, 0.4731, 0.3859, 0.4653, 0.4159, 0.3928, 0.4579, 0.5006, 0.4763, 0.4449, 0.4297, 0.3796, 0.458, 0.4983, 0.4813, 0.4151, 0.4939, 0.4516, 0.4548, 0.4344, 0.429, 0.4081, 0.464, 0.4813, 0.4853, 0.3652, 0.5276, 0.4272, 0.4029, 0.4613, 0.441, 0.5613, 0.4852, 0.4872, 0.383, 0.4567], [0.4719, 0.4836, 0.4733, 0.4978, 0.5156, 0.4665, 0.4572, 0.4926, 0.4973, 0.4884, 0.5026, 0.5104, 0.4822, 0.5445, 0.4878, 0.453, 0.494, 0.4727, 0.5109, 0.4631, 0.5242, 0.5047, 0.4923, 0.4795, 0.5209, 0.4738, 0.4986, 0.5421, 0.5203, 0.4485, 0.449, 0.4873, 0.5473, 0.5067, 0.4618, 0.4839, 0.4635, 0.4525, 0.4794, 0.5086, 0.4893, 0.4873, 0.4995, 0.4624, 0.4896, 0.4412, 0.4493, 0.4436, 0.4867, 0.4701, 0.5299, 0.4319, 0.5002, 0.4675, 0.4386, 0.465, 0.5325, 0.5363, 0.4723, 0.5148, 0.4936, 0.5148, 0.4669, 0.5185], [0.4677, 0.482, 0.452, 0.4634, 0.506, 0.4721, 0.4602, 0.4889, 0.4922, 0.4964, 0.4774, 0.5113, 0.4611, 0.4885, 0.5134, 0.4997, 0.4852, 0.4849, 0.4986, 0.4638, 0.5023, 0.5109, 0.5113, 0.471, 0.4506, 0.4936, 0.5, 0.4983, 0.4835, 0.4833, 0.4798, 0.4779, 0.4619, 0.4789, 0.4859, 0.4685, 0.4776, 0.4695, 0.4658, 0.4847, 0.4787, 0.4793, 0.4753, 0.4598, 0.4813, 0.4694, 0.5011, 0.4656, 0.4842, 0.5152, 0.48, 0.4746, 0.4847, 0.467, 0.4741, 0.4735, 0.4897, 0.4615, 0.4787, 0.4874, 0.4861, 0.4575, 0.5101, 0.4899], [0.4716, 0.4615, 0.4658, 0.4826, 0.438, 0.5009, 0.4696, 0.4944, 0.4806, 0.4895, 0.464, 0.4663, 0.4556, 0.4588, 0.4773, 0.468, 0.4576, 0.4762, 0.4575, 0.4899, 0.4637, 0.4672, 0.464, 0.4728, 0.4575, 0.4654, 0.4991, 0.4515, 0.4319, 0.4919, 0.4885, 0.4623, 0.483, 0.4809, 0.491, 0.4501, 0.4717, 0.4515, 0.4889, 0.4851, 0.4694, 0.4931, 0.4708, 0.465, 0.4946, 0.4549, 0.4655, 0.485, 0.4753, 0.4944, 0.4756, 0.439, 0.469, 0.4467, 0.488, 0.4576, 0.4531, 0.4686, 0.505, 0.4466, 0.4837, 0.4592, 0.4914, 0.4779], [0.4454, 0.4688, 0.4618, 0.4722, 0.4443, 0.4777, 0.4695, 0.4878, 0.4901, 0.4476, 0.4556, 0.4567, 0.4615, 0.436, 0.4907, 0.4454, 0.4838, 0.4702, 0.4754, 0.4785, 0.4677, 0.4871, 0.4729, 0.4771, 0.4643, 0.4595, 0.4478, 0.4822, 0.4742, 0.4553, 0.4647, 0.4536, 0.4689, 0.5005, 0.4103, 0.4673, 0.4522, 0.4616, 0.4708, 0.4559, 0.4856, 0.4475, 0.4605, 0.4897, 0.4764, 0.4655, 0.4898, 0.4712, 0.4732, 0.4362, 0.4645, 0.4764, 0.4662, 0.4456, 0.4587, 0.4604, 0.453, 0.4906, 0.4728, 0.4572, 0.4744, 0.4335, 0.4677, 0.4894], [0.455, 0.4578, 0.4795, 0.4468, 0.4936, 0.4561, 0.4785, 0.4791, 0.4708, 0.4834, 0.4536, 0.4917, 0.4501, 0.4872, 0.4992, 0.5036, 0.4745, 0.4671, 0.4902, 0.4985, 0.4483, 0.4684, 0.4542, 0.4694, 0.4486, 0.4599, 0.4738, 0.4344, 0.4655, 0.4658, 0.4584, 0.4396, 0.502, 0.4945, 0.4777, 0.4916, 0.4487, 0.4757, 0.4777, 0.4879, 0.4855, 0.4909, 0.4407, 0.4733, 0.4634, 0.4774, 0.4593, 0.4755, 0.4666, 0.4779, 0.4556, 0.4728, 0.4505, 0.467, 0.4571, 0.4596, 0.4588, 0.4618, 0.4815, 0.4484, 0.4769, 0.4711, 0.4595, 0.4673], [0.4922, 0.4527, 0.478, 0.4796, 0.4964, 0.4812, 0.4448, 0.4595, 0.4784, 0.4916, 0.4921, 0.4933, 0.489, 0.5012, 0.4798, 0.455, 0.4723, 0.4733, 0.5083, 0.4868, 0.4775, 0.4882, 0.4306, 0.4925, 0.4976, 0.4925, 0.4857, 0.479, 0.4802, 0.4785, 0.486, 0.4736, 0.4719, 0.4717, 0.4759, 0.4734, 0.4694, 0.5004, 0.4766, 0.4589, 0.4756, 0.5103, 0.4628, 0.4968, 0.4822, 0.4566, 0.5042, 0.4955, 0.4846, 0.5006, 0.4658, 0.4752, 0.5051, 0.4854, 0.4822, 0.4917, 0.5092, 0.4718, 0.4788, 0.4504, 0.4899, 0.4849, 0.5065, 0.4712], [0.4901, 0.4728, 0.4621, 0.4613, 0.4646, 0.4777, 0.4675, 0.4852, 0.4545, 0.4711, 0.4945, 0.4645, 0.497, 0.4734, 0.4599, 0.4655, 0.4827, 0.4729, 0.4633, 0.4721, 0.4953, 0.5048, 0.4747, 0.4904, 0.4903, 0.4791, 0.4829, 0.4888, 0.4637, 0.4714, 0.4409, 0.4748, 0.4815, 0.4742, 0.4691, 0.4771, 0.4963, 0.4641, 0.4671, 0.49, 0.4734, 0.4836, 0.5005, 0.4977, 0.4679, 0.4586, 0.488, 0.4614, 0.4756, 0.4848, 0.4681, 0.4602, 0.461, 0.4932, 0.4653, 0.4807, 0.4515, 0.5039, 0.461, 0.4522, 0.4832, 0.4609, 0.4487, 0.4651], [0.4862, 0.4725, 0.4767, 0.4699, 0.4817, 0.4828, 0.4756, 0.4906, 0.4748, 0.4779, 0.49, 0.4822, 0.4925, 0.5004, 0.5028, 0.4858, 0.4914, 0.4885, 0.4766, 0.4841, 0.4771, 0.5042, 0.479, 0.5193, 0.4835, 0.4908, 0.4736, 0.4718, 0.4749, 0.4915, 0.4803, 0.4892, 0.4928, 0.488, 0.4669, 0.4938, 0.5046, 0.4862, 0.4872, 0.4859, 0.471, 0.4837, 0.4843, 0.5072, 0.4914, 0.5066, 0.4818, 0.4914, 0.4998, 0.4823, 0.4924, 0.4712, 0.4765, 0.4844, 0.4708, 0.4858, 0.4784, 0.4697, 0.5002, 0.4817, 0.4952, 0.4803, 0.4832, 0.4835], [0.4982, 0.4537, 0.4697, 0.4784, 0.468, 0.4652, 0.484, 0.5007, 0.4844, 0.4598, 0.4765, 0.4778, 0.4732, 0.4807, 0.4606, 0.4743, 0.4615, 0.4741, 0.4684, 0.4595, 0.4708, 0.4802, 0.5044, 0.5111, 0.482, 0.4822, 0.4919, 0.47, 0.4653, 0.4906, 0.4768, 0.4903, 0.4793, 0.4807, 0.4682, 0.4726, 0.4707, 0.4764, 0.4964, 0.4974, 0.505, 0.4568, 0.4856, 0.4919, 0.4821, 0.4658, 0.4871, 0.4769, 0.4753, 0.482, 0.4941, 0.4717, 0.4927, 0.4727, 0.4571, 0.4793, 0.4836, 0.4646, 0.5029, 0.4825, 0.4961, 0.4836, 0.4868, 0.4592]]","[[0.6042, 0.5091, 0.4829, 0.5187, 0.5911, 0.5376, 0.4768, 0.6004, 0.4839, 0.5699, 0.5263, 0.6223, 0.5983, 0.518, 0.6048, 0.6475, 0.5838, 0.6329, 0.522, 0.5826, 0.6709, 0.547, 0.6755, 0.4827, 0.5337, 0.5133, 0.5542, 0.5897, 0.6152, 0.5275, 0.544, 0.6634, 0.4991, 0.5323, 0.5307, 0.6162, 0.5308, 0.5852, 0.5847, 0.5351, 0.5678, 0.5973, 0.602, 0.5773, 0.5624, 0.6821, 0.6191, 0.5552, 0.4858, 0.6026, 0.509, 0.5029, 0.5578, 0.5086, 0.6716, 0.577, 0.5065, 0.5129, 0.5043, 0.5438, 0.6009, 0.6162, 0.5601, 0.5472], [0.5194, 0.5318, 0.505, 0.5314, 0.5173, 0.5037, 0.5244, 0.5195, 0.5119, 0.5054, 0.5163, 0.5001, 0.5123, 0.5227, 0.5304, 0.5129, 0.5287, 0.5147, 0.5106, 0.5, 0.5264, 0.5103, 0.5234, 0.5312, 0.5319, 0.5204, 0.507, 0.506, 0.5409, 0.5047, 0.5236, 0.4999, 0.514, 0.4923, 0.4896, 0.5264, 0.5083, 0.5242, 0.4935, 0.5102, 0.5165, 0.5262, 0.522, 0.5029, 0.5066, 0.5137, 0.5311, 0.537, 0.5211, 0.5361, 0.5065, 0.5139, 0.5106, 0.5234, 0.5485, 0.5213, 0.5182, 0.5019, 0.5108, 0.5229, 0.4989, 0.501, 0.5192, 0.4929], [0.5061, 0.4522, 0.4638, 0.4933, 0.4809, 0.4726, 0.4977, 0.4719, 0.5012, 0.4981, 0.5017, 0.4647, 0.5135, 0.4665, 0.4882, 0.5038, 0.4862, 0.5035, 0.501, 0.4897, 0.5115, 0.5108, 0.4581, 0.5042, 0.4894, 0.499, 0.4944, 0.4623, 0.5122, 0.4918, 0.488, 0.4904, 0.4871, 0.4643, 0.4554, 0.5024, 0.5059, 0.5037, 0.4663, 0.4836, 0.4684, 0.4731, 0.4725, 0.5112, 0.4979, 0.4724, 0.4874, 0.4754, 0.5048, 0.49, 0.4996, 0.5206, 0.4922, 0.4974, 0.4757, 0.498, 0.4607, 0.4789, 0.4919, 0.505, 0.4936, 0.4885, 0.4889, 0.5049], [0.4944, 0.477, 0.4822, 0.5129, 0.4914, 0.5251, 0.4943, 0.5143, 0.4862, 0.4874, 0.5255, 0.4845, 0.4973, 0.4951, 0.4873, 0.4774, 0.4805, 0.4892, 0.4693, 0.5068, 0.4827, 0.4802, 0.4964, 0.4839, 0.5068, 0.4787, 0.4735, 0.4903, 0.4701, 0.4932, 0.4618, 0.4939, 0.4885, 0.4944, 0.4723, 0.4757, 0.4981, 0.4674, 0.4722, 0.4736, 0.4667, 0.5076, 0.4953, 0.4953, 0.4689, 0.4785, 0.4973, 0.4759, 0.5098, 0.4707, 0.4877, 0.485, 0.4885, 0.4873, 0.4857, 0.5199, 0.4636, 0.5068, 0.5166, 0.4546, 0.5072, 0.4754, 0.5272, 0.476], [0.4654, 0.5425, 0.4235, 0.4934, 0.4819, 0.4443, 0.5109, 0.4753, 0.4536, 0.4347, 0.4457, 0.4883, 0.4369, 0.46, 0.4928, 0.4556, 0.4363, 0.4735, 0.438, 0.4655, 0.4886, 0.4985, 0.5151, 0.5348, 0.5085, 0.5034, 0.4913, 0.5029, 0.481, 0.4367, 0.4695, 0.4697, 0.5235, 0.4904, 0.4878, 0.4461, 0.5569, 0.4765, 0.4585, 0.4329, 0.4833, 0.4401, 0.5076, 0.5027, 0.489, 0.5267, 0.4947, 0.5105, 0.4678, 0.5094, 0.5067, 0.4482, 0.503, 0.5118, 0.4444, 0.5059, 0.4432, 0.4512, 0.4492, 0.4553, 0.5197, 0.4939, 0.4752, 0.4575], [0.4606, 0.4885, 0.5591, 0.4901, 0.4898, 0.4759, 0.5093, 0.5349, 0.4714, 0.4672, 0.4677, 0.5061, 0.4847, 0.4738, 0.4552, 0.4746, 0.4685, 0.4796, 0.5187, 0.4347, 0.4578, 0.4498, 0.5308, 0.4521, 0.4852, 0.5419, 0.5122, 0.4849, 0.45, 0.5383, 0.5769, 0.5256, 0.486, 0.4574, 0.5076, 0.4856, 0.4879, 0.4774, 0.5105, 0.4733, 0.4942, 0.4568, 0.4715, 0.4956, 0.4506, 0.4768, 0.4496, 0.4862, 0.4846, 0.4812, 0.5535, 0.4834, 0.4874, 0.4764, 0.4781, 0.507, 0.454, 0.4124, 0.5548, 0.5785, 0.484, 0.532, 0.5118, 0.5648], [0.4552, 0.4755, 0.4836, 0.4649, 0.4719, 0.4819, 0.5233, 0.4688, 0.4706, 0.4808, 0.4512, 0.4581, 0.4286, 0.4627, 0.4809, 0.4847, 0.4843, 0.4684, 0.4571, 0.4955, 0.4771, 0.4935, 0.4926, 0.4843, 0.4662, 0.5079, 0.4951, 0.4709, 0.458, 0.4482, 0.4711, 0.4795, 0.4961, 0.4921, 0.46, 0.5093, 0.5122, 0.4523, 0.4892, 0.5032, 0.5067, 0.489, 0.5044, 0.4719, 0.4508, 0.4635, 0.4938, 0.4512, 0.467, 0.52, 0.4702, 0.4934, 0.4517, 0.4402, 0.4804, 0.4865, 0.4559, 0.4782, 0.4684, 0.4831, 0.4957, 0.4572, 0.4963, 0.4915], [0.4822, 0.4903, 0.5162, 0.5078, 0.5153, 0.5215, 0.5104, 0.5064, 0.4855, 0.4838, 0.4755, 0.5104, 0.4948, 0.4947, 0.5001, 0.5145, 0.4714, 0.5103, 0.471, 0.4928, 0.5238, 0.4801, 0.5124, 0.4987, 0.503, 0.4927, 0.487, 0.51, 0.5075, 0.4858, 0.5081, 0.5085, 0.4881, 0.5043, 0.4776, 0.5348, 0.5099, 0.5006, 0.4924, 0.4881, 0.5103, 0.5041, 0.4917, 0.496, 0.5038, 0.4914, 0.5234, 0.5084, 0.5075, 0.5171, 0.4604, 0.504, 0.4819, 0.5223, 0.5027, 0.492, 0.4713, 0.4856, 0.5051, 0.5161, 0.5127, 0.4938, 0.4915, 0.5098], [0.5226, 0.5146, 0.504, 0.4802, 0.4881, 0.5098, 0.478, 0.47, 0.5076, 0.4984, 0.4949, 0.4777, 0.5017, 0.4558, 0.5143, 0.5057, 0.4953, 0.4281, 0.4829, 0.5027, 0.4603, 0.4878, 0.4773, 0.4424, 0.4994, 0.4522, 0.4561, 0.5006, 0.4372, 0.4906, 0.4659, 0.5274, 0.472, 0.5262, 0.4478, 0.4823, 0.4783, 0.4717, 0.498, 0.4405, 0.4972, 0.4429, 0.3734, 0.5019, 0.4995, 0.4548, 0.4857, 0.5, 0.4984, 0.4751, 0.4823, 0.4549, 0.4801, 0.5211, 0.4891, 0.5341, 0.5113, 0.4963, 0.4478, 0.5112, 0.4039, 0.5024, 0.5114, 0.4618], [0.5135, 0.4936, 0.4806, 0.5111, 0.4772, 0.4935, 0.514, 0.4949, 0.5022, 0.514, 0.4941, 0.4894, 0.5084, 0.5018, 0.5023, 0.5047, 0.5019, 0.5063, 0.5061, 0.5128, 0.5203, 0.5127, 0.505, 0.5201, 0.4935, 0.4699, 0.4969, 0.4913, 0.4908, 0.5, 0.5147, 0.5203, 0.5097, 0.5174, 0.4789, 0.5037, 0.4902, 0.4943, 0.491, 0.5204, 0.4854, 0.5121, 0.5282, 0.4867, 0.4823, 0.5003, 0.4937, 0.5235, 0.5199, 0.4879, 0.5116, 0.4917, 0.497, 0.4747, 0.5071, 0.5182, 0.4878, 0.5171, 0.5063, 0.5137, 0.4992, 0.4989, 0.5002, 0.5138], [0.5129, 0.5169, 0.5151, 0.5206, 0.5236, 0.4931, 0.5046, 0.4893, 0.5163, 0.5154, 0.5262, 0.5287, 0.5154, 0.506, 0.5227, 0.5047, 0.499, 0.5249, 0.4952, 0.5073, 0.5172, 0.5072, 0.4981, 0.5269, 0.5019, 0.5227, 0.5044, 0.5226, 0.5024, 0.517, 0.5011, 0.5188, 0.4992, 0.5237, 0.5142, 0.5127, 0.5068, 0.513, 0.5121, 0.5183, 0.5061, 0.5185, 0.5023, 0.5207, 0.4974, 0.5137, 0.5157, 0.516, 0.5061, 0.5028, 0.5163, 0.5403, 0.4934, 0.519, 0.4976, 0.5035, 0.5021, 0.5072, 0.5258, 0.5215, 0.5171, 0.5011, 0.5026, 0.5075], [0.5128, 0.5186, 0.5249, 0.5147, 0.5053, 0.4946, 0.5163, 0.4907, 0.5156, 0.5305, 0.5146, 0.5085, 0.5208, 0.5221, 0.5272, 0.5159, 0.5015, 0.5031, 0.5081, 0.5083, 0.5205, 0.499, 0.5036, 0.5252, 0.514, 0.5114, 0.506, 0.5235, 0.5208, 0.5064, 0.5082, 0.5206, 0.5003, 0.5178, 0.5184, 0.5243, 0.5108, 0.5112, 0.5281, 0.5172, 0.515, 0.5054, 0.5154, 0.5032, 0.4972, 0.517, 0.5055, 0.5005, 0.4789, 0.5052, 0.5123, 0.518, 0.5134, 0.5202, 0.5199, 0.5006, 0.4971, 0.5136, 0.4992, 0.5018, 0.5103, 0.4879, 0.5139, 0.5272]]",out-openwebtext_phase19d_w2000_qa_softqa_pd_free_seed42,
+dynamic_qa_conditioned_softqa_perdim_free,qa_softqa_pd_free,2000,1337,ok,4891.2573664188385,123.69,4.4013,9500,4.4121,False,"[0.5137, 0.5102, 0.4874, 0.4908, 0.484, 0.4701, 0.4638, 0.4694, 0.4716, 0.4833, 0.4833, 0.4844]","[0.5687, 0.5199, 0.5031, 0.4883, 0.4692, 0.4869, 0.4787, 0.4796, 0.483, 0.4942, 0.506, 0.5186]","[[0.507, 0.4803, 0.5572, 0.5578, 0.5261, 0.5346, 0.5318, 0.5211, 0.5098, 0.4912, 0.5072, 0.4929, 0.5064, 0.5153, 0.4989, 0.5134, 0.5364, 0.5077, 0.5275, 0.5205, 0.528, 0.513, 0.4928, 0.4975, 0.5439, 0.5167, 0.4944, 0.5203, 0.5155, 0.5178, 0.516, 0.4692, 0.4985, 0.5308, 0.5017, 0.491, 0.5084, 0.5499, 0.4961, 0.582, 0.543, 0.5103, 0.5302, 0.5408, 0.5129, 0.5046, 0.5146, 0.5298, 0.5207, 0.5142, 0.4983, 0.545, 0.5103, 0.4993, 0.4907, 0.5141, 0.4514, 0.5038, 0.5217, 0.5197, 0.5188, 0.4931, 0.5051, 0.4581], [0.5266, 0.4949, 0.5028, 0.5057, 0.515, 0.5071, 0.4867, 0.5086, 0.5099, 0.505, 0.5024, 0.4927, 0.5029, 0.5135, 0.5208, 0.5239, 0.5144, 0.5193, 0.4903, 0.5272, 0.5064, 0.5204, 0.5127, 0.5117, 0.53, 0.4939, 0.5466, 0.4911, 0.5145, 0.4974, 0.548, 0.4982, 0.5292, 0.5027, 0.4975, 0.5136, 0.5092, 0.4976, 0.4994, 0.5066, 0.5054, 0.5003, 0.5401, 0.5269, 0.5174, 0.5037, 0.4908, 0.5211, 0.4946, 0.5127, 0.4947, 0.531, 0.4927, 0.5081, 0.5347, 0.5217, 0.5136, 0.4978, 0.5173, 0.4969, 0.5033, 0.4977, 0.4985, 0.5331], [0.477, 0.4642, 0.4972, 0.4804, 0.4708, 0.489, 0.483, 0.4639, 0.4875, 0.5397, 0.4355, 0.5529, 0.4601, 0.484, 0.4792, 0.4497, 0.4828, 0.5221, 0.4485, 0.4428, 0.5094, 0.4622, 0.5309, 0.4938, 0.5086, 0.5111, 0.431, 0.5131, 0.4595, 0.4853, 0.549, 0.4779, 0.4779, 0.489, 0.4411, 0.5264, 0.5175, 0.5086, 0.4816, 0.5027, 0.4691, 0.5606, 0.4786, 0.4806, 0.4746, 0.4491, 0.4722, 0.476, 0.4534, 0.5039, 0.479, 0.4825, 0.5333, 0.477, 0.4744, 0.5073, 0.4899, 0.486, 0.4869, 0.4508, 0.5193, 0.4732, 0.5005, 0.5296], [0.4225, 0.4627, 0.4733, 0.4869, 0.4861, 0.5431, 0.4696, 0.4859, 0.5427, 0.4515, 0.5008, 0.4714, 0.5074, 0.4888, 0.418, 0.4076, 0.5334, 0.5115, 0.5067, 0.4875, 0.4782, 0.4902, 0.4941, 0.5152, 0.4838, 0.4921, 0.4454, 0.4831, 0.4505, 0.535, 0.5231, 0.5198, 0.4722, 0.5559, 0.4863, 0.4143, 0.5211, 0.5103, 0.5242, 0.4409, 0.4974, 0.4825, 0.4908, 0.5327, 0.3849, 0.5205, 0.459, 0.5217, 0.4642, 0.4827, 0.462, 0.509, 0.5658, 0.471, 0.5105, 0.5064, 0.5475, 0.5245, 0.4695, 0.5035, 0.5208, 0.5294, 0.4792, 0.4799], [0.4747, 0.48, 0.5104, 0.4912, 0.4589, 0.4942, 0.4782, 0.4961, 0.4624, 0.466, 0.5217, 0.49, 0.5016, 0.4713, 0.4883, 0.5042, 0.5064, 0.4785, 0.4941, 0.4731, 0.4864, 0.4935, 0.4752, 0.484, 0.5044, 0.4817, 0.5017, 0.4857, 0.46, 0.4602, 0.4479, 0.4478, 0.4657, 0.493, 0.4625, 0.4763, 0.4734, 0.5124, 0.4845, 0.4463, 0.477, 0.5081, 0.4954, 0.4861, 0.5032, 0.5039, 0.4924, 0.4942, 0.4711, 0.4918, 0.4949, 0.5093, 0.493, 0.481, 0.4874, 0.4571, 0.4964, 0.4575, 0.4639, 0.4897, 0.5048, 0.4648, 0.4917, 0.4771], [0.4985, 0.4584, 0.4773, 0.4632, 0.4901, 0.472, 0.491, 0.4812, 0.4745, 0.4552, 0.4578, 0.4408, 0.4518, 0.4764, 0.486, 0.4527, 0.5003, 0.4747, 0.468, 0.4601, 0.4522, 0.465, 0.4875, 0.4763, 0.4941, 0.448, 0.4689, 0.4898, 0.4769, 0.4657, 0.4372, 0.4635, 0.4732, 0.4726, 0.4855, 0.4711, 0.4731, 0.4882, 0.474, 0.4508, 0.4662, 0.4537, 0.4693, 0.4887, 0.4766, 0.4944, 0.4926, 0.4718, 0.4309, 0.4655, 0.4549, 0.4641, 0.4293, 0.4678, 0.4651, 0.4663, 0.4735, 0.4784, 0.4803, 0.4682, 0.4671, 0.4607, 0.4634, 0.4952], [0.4713, 0.4278, 0.4779, 0.4592, 0.4565, 0.4476, 0.4645, 0.4257, 0.4507, 0.4348, 0.475, 0.4588, 0.4531, 0.4657, 0.4806, 0.4782, 0.4714, 0.434, 0.4473, 0.4939, 0.4813, 0.487, 0.4517, 0.463, 0.4896, 0.4549, 0.4322, 0.4717, 0.4708, 0.4426, 0.4845, 0.4864, 0.4639, 0.4533, 0.4572, 0.4541, 0.4779, 0.4413, 0.4325, 0.4834, 0.466, 0.4843, 0.4457, 0.4985, 0.4605, 0.4366, 0.4672, 0.4703, 0.4822, 0.4632, 0.4976, 0.4667, 0.4267, 0.4656, 0.4698, 0.4826, 0.4731, 0.4841, 0.4647, 0.4738, 0.4159, 0.4925, 0.4833, 0.4585], [0.4774, 0.4854, 0.4658, 0.4557, 0.4438, 0.4709, 0.4943, 0.4826, 0.4552, 0.472, 0.466, 0.4847, 0.4864, 0.4754, 0.4725, 0.4593, 0.4401, 0.5042, 0.4863, 0.4654, 0.4681, 0.4753, 0.4767, 0.4708, 0.459, 0.4649, 0.4612, 0.4457, 0.4649, 0.4815, 0.4817, 0.4563, 0.4559, 0.483, 0.4582, 0.473, 0.4752, 0.4646, 0.4481, 0.4444, 0.4776, 0.4824, 0.4753, 0.4727, 0.4784, 0.4654, 0.4723, 0.4708, 0.4322, 0.4794, 0.4685, 0.4776, 0.4771, 0.4786, 0.4924, 0.4615, 0.4488, 0.4582, 0.466, 0.4713, 0.4716, 0.4757, 0.4621, 0.4737], [0.4497, 0.4574, 0.4693, 0.4906, 0.4907, 0.4863, 0.4634, 0.477, 0.5122, 0.4623, 0.4687, 0.4826, 0.4869, 0.4899, 0.4665, 0.4799, 0.4669, 0.4789, 0.4819, 0.4697, 0.4552, 0.4689, 0.4682, 0.4485, 0.4707, 0.4633, 0.4661, 0.474, 0.4635, 0.4597, 0.4727, 0.481, 0.4657, 0.4863, 0.4554, 0.4964, 0.4465, 0.4586, 0.4588, 0.5057, 0.473, 0.4791, 0.5008, 0.4789, 0.4652, 0.4765, 0.5058, 0.4695, 0.4713, 0.4904, 0.4629, 0.4716, 0.4736, 0.4589, 0.4817, 0.4303, 0.4949, 0.4368, 0.4693, 0.4871, 0.4639, 0.4615, 0.4523, 0.4312], [0.4852, 0.4981, 0.4569, 0.4629, 0.4832, 0.4707, 0.5089, 0.5102, 0.4664, 0.4958, 0.4794, 0.4504, 0.4873, 0.4736, 0.4778, 0.489, 0.5076, 0.5004, 0.4663, 0.5046, 0.4982, 0.5014, 0.4609, 0.476, 0.4807, 0.4667, 0.4714, 0.5021, 0.4747, 0.4926, 0.4796, 0.4938, 0.4697, 0.4697, 0.4709, 0.493, 0.495, 0.4929, 0.4806, 0.4903, 0.475, 0.4586, 0.4613, 0.5014, 0.4842, 0.4813, 0.4772, 0.4951, 0.49, 0.4889, 0.4975, 0.4866, 0.4707, 0.4956, 0.5147, 0.448, 0.509, 0.4951, 0.4679, 0.4521, 0.5139, 0.513, 0.477, 0.4426], [0.4705, 0.4882, 0.4835, 0.5007, 0.4715, 0.491, 0.4639, 0.4746, 0.4855, 0.4789, 0.4923, 0.4965, 0.4971, 0.4812, 0.4833, 0.4758, 0.4825, 0.5055, 0.4882, 0.4796, 0.4851, 0.507, 0.467, 0.4869, 0.4959, 0.479, 0.4902, 0.4745, 0.511, 0.507, 0.4712, 0.4684, 0.4667, 0.4858, 0.4825, 0.4669, 0.4836, 0.5047, 0.475, 0.4857, 0.4735, 0.4853, 0.4822, 0.4884, 0.4726, 0.4621, 0.4828, 0.4713, 0.4774, 0.4929, 0.47, 0.5027, 0.4918, 0.455, 0.473, 0.4863, 0.4788, 0.4889, 0.4894, 0.4846, 0.4949, 0.4699, 0.4917, 0.4794], [0.4907, 0.4831, 0.4838, 0.4807, 0.4811, 0.4673, 0.4739, 0.4703, 0.4694, 0.4915, 0.4868, 0.4995, 0.4871, 0.4779, 0.4682, 0.4886, 0.4826, 0.4921, 0.4835, 0.4899, 0.478, 0.4701, 0.4776, 0.4852, 0.4833, 0.4751, 0.461, 0.5051, 0.483, 0.4692, 0.5109, 0.4658, 0.481, 0.5043, 0.4757, 0.4926, 0.473, 0.4839, 0.4774, 0.5085, 0.4802, 0.4715, 0.4853, 0.4827, 0.4731, 0.5012, 0.4971, 0.4842, 0.475, 0.4869, 0.4813, 0.4781, 0.4907, 0.4905, 0.4963, 0.4868, 0.4997, 0.4905, 0.4968, 0.4709, 0.4904, 0.5024, 0.5061, 0.4748]]","[[0.6149, 0.624, 0.5425, 0.5116, 0.6046, 0.5345, 0.5159, 0.5173, 0.618, 0.5405, 0.5288, 0.5792, 0.6261, 0.5931, 0.593, 0.5534, 0.6281, 0.6173, 0.5566, 0.5957, 0.5879, 0.5295, 0.5715, 0.5701, 0.5155, 0.6034, 0.6325, 0.6138, 0.5161, 0.5192, 0.5651, 0.6175, 0.5405, 0.5243, 0.5794, 0.5624, 0.6074, 0.6127, 0.6089, 0.5895, 0.5455, 0.523, 0.5802, 0.5682, 0.5366, 0.5633, 0.5467, 0.5703, 0.5303, 0.548, 0.6212, 0.526, 0.5708, 0.5288, 0.576, 0.5298, 0.5805, 0.6043, 0.6272, 0.5434, 0.5571, 0.5254, 0.5417, 0.5873], [0.5158, 0.5138, 0.5171, 0.5176, 0.5384, 0.5336, 0.5271, 0.5071, 0.5259, 0.5104, 0.503, 0.5137, 0.5265, 0.5355, 0.5178, 0.5145, 0.5309, 0.5204, 0.5386, 0.5262, 0.5304, 0.5199, 0.5172, 0.512, 0.5316, 0.5065, 0.532, 0.5218, 0.5249, 0.5222, 0.5298, 0.5303, 0.5105, 0.5166, 0.5209, 0.5242, 0.5029, 0.5055, 0.5276, 0.5311, 0.5105, 0.5204, 0.5333, 0.504, 0.5183, 0.4982, 0.5105, 0.5101, 0.5295, 0.5477, 0.4954, 0.5023, 0.5362, 0.5026, 0.5323, 0.5087, 0.5298, 0.526, 0.5146, 0.5331, 0.513, 0.5136, 0.5177, 0.5146], [0.5028, 0.495, 0.4851, 0.5247, 0.5183, 0.5228, 0.5078, 0.5055, 0.4974, 0.5251, 0.5119, 0.5213, 0.5057, 0.479, 0.498, 0.4856, 0.4865, 0.5058, 0.521, 0.4917, 0.5067, 0.4959, 0.5095, 0.5045, 0.5108, 0.5177, 0.4948, 0.4761, 0.5256, 0.4886, 0.4939, 0.5074, 0.4664, 0.4735, 0.4833, 0.5136, 0.4888, 0.5183, 0.5185, 0.4834, 0.4909, 0.5012, 0.5093, 0.5034, 0.4646, 0.4913, 0.5083, 0.5018, 0.4875, 0.4769, 0.5051, 0.5078, 0.5165, 0.5056, 0.5162, 0.5126, 0.4744, 0.516, 0.5082, 0.5478, 0.4864, 0.5286, 0.5317, 0.5388], [0.4781, 0.529, 0.4718, 0.5011, 0.481, 0.4762, 0.4866, 0.4817, 0.4951, 0.4721, 0.5053, 0.4797, 0.489, 0.4807, 0.4971, 0.4829, 0.4842, 0.4876, 0.5141, 0.4853, 0.4841, 0.4804, 0.4892, 0.4808, 0.4938, 0.4972, 0.4872, 0.4832, 0.4681, 0.4938, 0.4846, 0.4811, 0.4943, 0.4781, 0.4811, 0.5036, 0.4625, 0.4715, 0.4888, 0.4905, 0.5013, 0.4698, 0.5123, 0.5029, 0.4851, 0.4943, 0.4833, 0.4918, 0.4872, 0.4822, 0.4714, 0.4849, 0.4821, 0.481, 0.4841, 0.4883, 0.512, 0.5006, 0.4914, 0.4815, 0.504, 0.4872, 0.4985, 0.5015], [0.4214, 0.4829, 0.4691, 0.4955, 0.4378, 0.4731, 0.55, 0.422, 0.503, 0.4659, 0.43, 0.5267, 0.4523, 0.4366, 0.4993, 0.4848, 0.4362, 0.4451, 0.4339, 0.4301, 0.4204, 0.4083, 0.4169, 0.5068, 0.4886, 0.4792, 0.4742, 0.4254, 0.5237, 0.4723, 0.4938, 0.4461, 0.4685, 0.4437, 0.4408, 0.4475, 0.4356, 0.5369, 0.4833, 0.5407, 0.4991, 0.5144, 0.4743, 0.4539, 0.4532, 0.4489, 0.427, 0.441, 0.4828, 0.467, 0.4734, 0.5063, 0.4445, 0.4546, 0.4993, 0.5207, 0.4462, 0.4553, 0.4337, 0.5022, 0.4731, 0.5218, 0.5091, 0.4777], [0.4886, 0.4682, 0.4551, 0.4449, 0.4401, 0.4612, 0.4763, 0.5182, 0.487, 0.5307, 0.5145, 0.5171, 0.5011, 0.5034, 0.4442, 0.4866, 0.5076, 0.4768, 0.5263, 0.4829, 0.525, 0.4694, 0.4826, 0.5318, 0.5085, 0.5071, 0.5285, 0.4885, 0.4994, 0.4712, 0.4542, 0.455, 0.5097, 0.4751, 0.4575, 0.5083, 0.4914, 0.4633, 0.4637, 0.5186, 0.4482, 0.4818, 0.4741, 0.507, 0.4549, 0.4744, 0.4524, 0.496, 0.4956, 0.5119, 0.4756, 0.4998, 0.4931, 0.448, 0.4568, 0.4791, 0.5041, 0.5542, 0.4641, 0.4979, 0.4922, 0.5069, 0.4728, 0.4802], [0.5025, 0.4838, 0.4946, 0.4738, 0.4744, 0.4602, 0.4769, 0.4753, 0.4824, 0.5235, 0.4896, 0.4683, 0.4933, 0.4831, 0.4876, 0.4989, 0.4854, 0.486, 0.4382, 0.4733, 0.454, 0.4859, 0.4599, 0.4506, 0.46, 0.4516, 0.4815, 0.4932, 0.5099, 0.5324, 0.4928, 0.4887, 0.5095, 0.4881, 0.4545, 0.4592, 0.4546, 0.4847, 0.4672, 0.4468, 0.4806, 0.5034, 0.4723, 0.4562, 0.4495, 0.5058, 0.4933, 0.4551, 0.4987, 0.4593, 0.4564, 0.4555, 0.4935, 0.4708, 0.4661, 0.4959, 0.4885, 0.4778, 0.5044, 0.4927, 0.478, 0.491, 0.4567, 0.4604], [0.4789, 0.4844, 0.4543, 0.5203, 0.517, 0.4332, 0.5014, 0.4924, 0.4681, 0.4506, 0.4904, 0.4963, 0.4849, 0.4912, 0.5295, 0.5449, 0.4713, 0.4963, 0.4701, 0.4877, 0.4871, 0.4485, 0.4643, 0.4909, 0.4837, 0.5353, 0.4825, 0.5001, 0.4234, 0.447, 0.5338, 0.4769, 0.4871, 0.4674, 0.4971, 0.4799, 0.4418, 0.4082, 0.4681, 0.4803, 0.4754, 0.4259, 0.466, 0.5169, 0.4827, 0.4682, 0.478, 0.4857, 0.4656, 0.4808, 0.4896, 0.5036, 0.5019, 0.4965, 0.4938, 0.4681, 0.4497, 0.491, 0.4862, 0.4511, 0.4577, 0.4833, 0.4498, 0.4588], [0.4555, 0.494, 0.4793, 0.479, 0.5148, 0.4499, 0.519, 0.5053, 0.471, 0.5087, 0.4273, 0.4878, 0.3702, 0.5278, 0.4969, 0.5016, 0.4534, 0.5013, 0.5005, 0.5032, 0.4953, 0.4505, 0.4893, 0.5166, 0.4257, 0.4823, 0.486, 0.4966, 0.5008, 0.4709, 0.5074, 0.5006, 0.4699, 0.4747, 0.4791, 0.4606, 0.4144, 0.5006, 0.4953, 0.5028, 0.4775, 0.487, 0.4902, 0.4412, 0.4988, 0.4728, 0.4947, 0.4894, 0.466, 0.497, 0.4964, 0.4873, 0.5047, 0.4613, 0.453, 0.517, 0.4937, 0.4243, 0.4746, 0.4848, 0.5038, 0.5013, 0.4993, 0.527], [0.4917, 0.4975, 0.4968, 0.4853, 0.5016, 0.4917, 0.4753, 0.5027, 0.5087, 0.5097, 0.492, 0.4473, 0.5099, 0.5138, 0.4929, 0.5248, 0.4833, 0.5183, 0.5187, 0.4875, 0.501, 0.4977, 0.4823, 0.4988, 0.4824, 0.5022, 0.5014, 0.4779, 0.5027, 0.5068, 0.4879, 0.4886, 0.4941, 0.5078, 0.4315, 0.4961, 0.5127, 0.4783, 0.4964, 0.4731, 0.4939, 0.4792, 0.4832, 0.5091, 0.4694, 0.4943, 0.4947, 0.5084, 0.4202, 0.4862, 0.4743, 0.4944, 0.5175, 0.4836, 0.4814, 0.4918, 0.4827, 0.4988, 0.5203, 0.5283, 0.5044, 0.5158, 0.5232, 0.507], [0.5027, 0.5008, 0.5068, 0.5152, 0.4864, 0.5102, 0.5232, 0.5107, 0.5189, 0.5083, 0.496, 0.52, 0.4984, 0.516, 0.514, 0.5257, 0.5176, 0.5112, 0.5149, 0.5076, 0.5146, 0.4888, 0.4951, 0.5068, 0.4984, 0.498, 0.5046, 0.5102, 0.5151, 0.5342, 0.499, 0.498, 0.5082, 0.4981, 0.4805, 0.4988, 0.4916, 0.4753, 0.5181, 0.4913, 0.5054, 0.5208, 0.5143, 0.5064, 0.5193, 0.5089, 0.5039, 0.4985, 0.4959, 0.4881, 0.5128, 0.5074, 0.5289, 0.5157, 0.5131, 0.4902, 0.4942, 0.5062, 0.4953, 0.5231, 0.4981, 0.4926, 0.5073, 0.5082], [0.5255, 0.5219, 0.5116, 0.5027, 0.5127, 0.5087, 0.5283, 0.5263, 0.5162, 0.5229, 0.5124, 0.5293, 0.5229, 0.5104, 0.5149, 0.5296, 0.5163, 0.5079, 0.5083, 0.5061, 0.5188, 0.5115, 0.5104, 0.5101, 0.4984, 0.5207, 0.5286, 0.5093, 0.5125, 0.5202, 0.5345, 0.5272, 0.5126, 0.5437, 0.5288, 0.5245, 0.5173, 0.5322, 0.503, 0.5125, 0.5328, 0.5197, 0.5156, 0.5273, 0.5249, 0.5147, 0.5213, 0.5072, 0.5216, 0.5059, 0.5355, 0.5212, 0.5109, 0.5065, 0.5267, 0.5262, 0.524, 0.5134, 0.5309, 0.5256, 0.5198, 0.5151, 0.5057, 0.5278]]",out-openwebtext_phase19d_w2000_qa_softqa_pd_free_seed1337,
+dynamic_qa_conditioned_softqa_perdim_free,qa_softqa_pd_free,2000,123,ok,5093.10448884964,123.69,4.4385,9750,4.4419,False,"[0.527, 0.5071, 0.485, 0.487, 0.4914, 0.481, 0.4653, 0.4711, 0.4747, 0.4861, 0.4847, 0.4824]","[0.5718, 0.5188, 0.5126, 0.4942, 0.4617, 0.462, 0.4799, 0.4855, 0.4786, 0.5098, 0.5113, 0.5148]","[[0.5434, 0.5351, 0.5081, 0.4965, 0.5519, 0.5379, 0.5626, 0.5713, 0.5302, 0.5424, 0.5137, 0.4877, 0.54, 0.4881, 0.5364, 0.5433, 0.5236, 0.5142, 0.5475, 0.5309, 0.5382, 0.5285, 0.5131, 0.5424, 0.5193, 0.5161, 0.5103, 0.5369, 0.5145, 0.5012, 0.5393, 0.5467, 0.5188, 0.5273, 0.565, 0.5075, 0.5308, 0.5163, 0.5307, 0.5216, 0.5355, 0.5094, 0.5059, 0.5079, 0.5303, 0.5299, 0.5688, 0.513, 0.5422, 0.5702, 0.5102, 0.552, 0.541, 0.5104, 0.53, 0.5067, 0.5159, 0.5408, 0.5164, 0.5308, 0.4931, 0.5076, 0.5168, 0.5137], [0.5126, 0.529, 0.5018, 0.5018, 0.4987, 0.4914, 0.5168, 0.4994, 0.5023, 0.5065, 0.5058, 0.5023, 0.5184, 0.4953, 0.514, 0.525, 0.5353, 0.5114, 0.5149, 0.4982, 0.5021, 0.5015, 0.5165, 0.4957, 0.4951, 0.5313, 0.5029, 0.4967, 0.5042, 0.4995, 0.4922, 0.5116, 0.523, 0.4957, 0.52, 0.5019, 0.5039, 0.5209, 0.5063, 0.501, 0.5169, 0.5159, 0.5233, 0.5005, 0.5162, 0.4963, 0.5048, 0.5196, 0.4982, 0.5052, 0.5042, 0.5024, 0.5192, 0.5234, 0.4911, 0.5014, 0.4872, 0.4937, 0.4924, 0.4964, 0.5089, 0.4952, 0.5085, 0.5293], [0.4908, 0.505, 0.4718, 0.4962, 0.5026, 0.4705, 0.476, 0.4604, 0.4553, 0.5079, 0.494, 0.4538, 0.4973, 0.4555, 0.4436, 0.493, 0.4595, 0.4758, 0.4675, 0.5059, 0.4861, 0.4597, 0.509, 0.4731, 0.4754, 0.4904, 0.494, 0.5285, 0.5031, 0.4994, 0.4966, 0.4737, 0.517, 0.4647, 0.4802, 0.466, 0.5222, 0.4492, 0.5101, 0.4713, 0.4793, 0.4928, 0.4821, 0.4827, 0.5289, 0.4922, 0.4892, 0.5008, 0.4756, 0.505, 0.4768, 0.5233, 0.4775, 0.4647, 0.4532, 0.4885, 0.4927, 0.4953, 0.4732, 0.4959, 0.4619, 0.499, 0.4725, 0.4877], [0.4753, 0.4577, 0.4916, 0.5067, 0.4778, 0.5645, 0.4668, 0.5065, 0.473, 0.5527, 0.5249, 0.4977, 0.4839, 0.4849, 0.4271, 0.4803, 0.4559, 0.4416, 0.5107, 0.5101, 0.4485, 0.4424, 0.5026, 0.5018, 0.4334, 0.4837, 0.4907, 0.4991, 0.5218, 0.4517, 0.4688, 0.5119, 0.5145, 0.4789, 0.4665, 0.5057, 0.5232, 0.5362, 0.4832, 0.5294, 0.5014, 0.4752, 0.4659, 0.4712, 0.4608, 0.4974, 0.4952, 0.504, 0.5275, 0.5192, 0.4635, 0.4869, 0.5292, 0.4518, 0.4597, 0.4902, 0.5284, 0.4661, 0.4601, 0.4545, 0.4712, 0.4615, 0.4438, 0.4993], [0.4906, 0.485, 0.4884, 0.4874, 0.4933, 0.4831, 0.4897, 0.4895, 0.4709, 0.476, 0.473, 0.4748, 0.4972, 0.5027, 0.4657, 0.4981, 0.4756, 0.4796, 0.4951, 0.5121, 0.5091, 0.467, 0.4973, 0.497, 0.4944, 0.5138, 0.5067, 0.4944, 0.4763, 0.5216, 0.4871, 0.4821, 0.5051, 0.4807, 0.4846, 0.4935, 0.4925, 0.4658, 0.5114, 0.5069, 0.4964, 0.4827, 0.4928, 0.5125, 0.4798, 0.474, 0.4745, 0.5105, 0.5108, 0.4884, 0.5118, 0.4928, 0.5095, 0.4931, 0.4788, 0.4801, 0.4704, 0.4956, 0.4906, 0.5056, 0.5007, 0.5182, 0.4725, 0.494], [0.4769, 0.5065, 0.4794, 0.4689, 0.4692, 0.4948, 0.4781, 0.4754, 0.4937, 0.4939, 0.4796, 0.4858, 0.4773, 0.4951, 0.5187, 0.5101, 0.4486, 0.4874, 0.4946, 0.4502, 0.4826, 0.4836, 0.4866, 0.4566, 0.4887, 0.4667, 0.4765, 0.48, 0.4809, 0.4709, 0.4835, 0.4473, 0.46, 0.4904, 0.4688, 0.4951, 0.4981, 0.4915, 0.4921, 0.4916, 0.4705, 0.4889, 0.4776, 0.4847, 0.4787, 0.4695, 0.4884, 0.496, 0.4912, 0.4597, 0.4811, 0.4989, 0.4826, 0.4749, 0.4594, 0.498, 0.4775, 0.4612, 0.4695, 0.4799, 0.4879, 0.4883, 0.4713, 0.4746], [0.479, 0.4917, 0.4795, 0.4723, 0.4757, 0.46, 0.4897, 0.4592, 0.4669, 0.475, 0.4564, 0.445, 0.4731, 0.4887, 0.4924, 0.4294, 0.4631, 0.4738, 0.4711, 0.427, 0.4912, 0.4561, 0.4545, 0.4212, 0.4368, 0.4668, 0.4885, 0.4722, 0.4573, 0.4926, 0.4659, 0.4609, 0.4703, 0.4573, 0.4519, 0.4412, 0.4701, 0.476, 0.4641, 0.4554, 0.4353, 0.4739, 0.4705, 0.4512, 0.461, 0.4483, 0.4722, 0.4506, 0.449, 0.4804, 0.4879, 0.4696, 0.4775, 0.4869, 0.4588, 0.4637, 0.4774, 0.4628, 0.4619, 0.4959, 0.4756, 0.4342, 0.4654, 0.4477], [0.4917, 0.4785, 0.4731, 0.4652, 0.4903, 0.463, 0.457, 0.4592, 0.4699, 0.4832, 0.4617, 0.471, 0.4686, 0.4591, 0.4652, 0.4516, 0.4695, 0.47, 0.4683, 0.4805, 0.478, 0.4728, 0.4651, 0.4582, 0.4736, 0.4663, 0.4879, 0.4961, 0.4767, 0.4551, 0.4606, 0.4732, 0.46, 0.4903, 0.4735, 0.4907, 0.4856, 0.4562, 0.451, 0.4951, 0.4389, 0.4474, 0.459, 0.4668, 0.4688, 0.4804, 0.4754, 0.4751, 0.4717, 0.4644, 0.4644, 0.4879, 0.4604, 0.48, 0.4793, 0.4635, 0.479, 0.4651, 0.4984, 0.4701, 0.4777, 0.4854, 0.4705, 0.4613], [0.4502, 0.4612, 0.4699, 0.4671, 0.5087, 0.4765, 0.478, 0.4605, 0.4667, 0.4558, 0.4811, 0.4978, 0.5021, 0.4557, 0.5039, 0.4851, 0.4718, 0.4658, 0.4914, 0.4639, 0.4635, 0.4834, 0.4636, 0.4536, 0.4725, 0.4781, 0.462, 0.4657, 0.4914, 0.469, 0.4659, 0.4582, 0.4982, 0.4824, 0.4761, 0.4877, 0.4516, 0.475, 0.5018, 0.5044, 0.466, 0.4675, 0.4649, 0.4945, 0.4826, 0.4605, 0.4751, 0.4877, 0.4914, 0.4861, 0.4953, 0.4763, 0.4822, 0.4603, 0.4568, 0.4588, 0.478, 0.4533, 0.4635, 0.478, 0.4988, 0.4543, 0.4673, 0.4675], [0.4707, 0.4873, 0.4831, 0.4917, 0.497, 0.4847, 0.4856, 0.4915, 0.4894, 0.4817, 0.4809, 0.4957, 0.4754, 0.4911, 0.4839, 0.4816, 0.4927, 0.501, 0.4896, 0.4658, 0.4886, 0.4851, 0.492, 0.4569, 0.49, 0.5227, 0.4863, 0.4799, 0.4894, 0.4882, 0.4947, 0.4879, 0.4817, 0.4888, 0.4979, 0.4919, 0.4997, 0.4755, 0.5022, 0.5011, 0.4816, 0.4816, 0.4854, 0.4909, 0.4971, 0.4756, 0.4946, 0.4517, 0.4847, 0.4872, 0.4737, 0.4888, 0.4787, 0.4844, 0.4823, 0.4863, 0.4849, 0.4747, 0.4872, 0.4799, 0.4803, 0.4928, 0.4728, 0.4952], [0.4749, 0.4732, 0.5035, 0.4847, 0.5009, 0.4873, 0.4931, 0.4805, 0.4938, 0.5067, 0.489, 0.4768, 0.4734, 0.4853, 0.4737, 0.4963, 0.501, 0.5054, 0.494, 0.4876, 0.472, 0.4815, 0.4883, 0.4817, 0.4861, 0.461, 0.4982, 0.459, 0.4751, 0.4699, 0.4797, 0.4716, 0.5048, 0.4908, 0.4945, 0.4743, 0.5118, 0.4832, 0.4713, 0.4868, 0.4922, 0.4805, 0.4876, 0.4828, 0.4816, 0.4897, 0.4791, 0.4774, 0.4835, 0.4604, 0.498, 0.4688, 0.4684, 0.4922, 0.4899, 0.4725, 0.4734, 0.4928, 0.4765, 0.4811, 0.5005, 0.4749, 0.4998, 0.4958], [0.475, 0.4814, 0.4767, 0.4967, 0.4932, 0.4746, 0.4815, 0.4832, 0.4751, 0.4927, 0.488, 0.4876, 0.4843, 0.4759, 0.4851, 0.5029, 0.4716, 0.4842, 0.4955, 0.4681, 0.4732, 0.4785, 0.4837, 0.4871, 0.5103, 0.4766, 0.4729, 0.4904, 0.5004, 0.4588, 0.4898, 0.4535, 0.4779, 0.4799, 0.4757, 0.4992, 0.4881, 0.4964, 0.4729, 0.4791, 0.4794, 0.4805, 0.4894, 0.4889, 0.4739, 0.4604, 0.4833, 0.4497, 0.4851, 0.4551, 0.4825, 0.4856, 0.4862, 0.5136, 0.4661, 0.4732, 0.4854, 0.4973, 0.4777, 0.4735, 0.4932, 0.5006, 0.4921, 0.482]]","[[0.6016, 0.6144, 0.5967, 0.5081, 0.6073, 0.5517, 0.5421, 0.5495, 0.661, 0.4986, 0.5252, 0.6052, 0.5117, 0.5347, 0.5695, 0.5523, 0.5567, 0.4777, 0.5209, 0.5536, 0.5094, 0.6175, 0.5016, 0.634, 0.5084, 0.5695, 0.6116, 0.629, 0.4899, 0.5868, 0.5052, 0.6695, 0.6553, 0.5452, 0.6084, 0.5564, 0.62, 0.5286, 0.6091, 0.49, 0.5293, 0.6604, 0.5576, 0.5439, 0.6188, 0.669, 0.556, 0.5823, 0.5534, 0.5808, 0.5148, 0.5357, 0.6438, 0.5474, 0.5988, 0.5187, 0.6694, 0.6187, 0.5865, 0.5361, 0.5566, 0.6445, 0.6708, 0.5175], [0.5232, 0.4923, 0.5302, 0.5304, 0.5103, 0.5091, 0.4955, 0.5216, 0.5137, 0.5087, 0.5059, 0.5379, 0.5114, 0.5204, 0.5258, 0.5064, 0.5224, 0.5138, 0.5155, 0.5382, 0.5291, 0.5352, 0.5256, 0.5057, 0.5309, 0.519, 0.5266, 0.5113, 0.5187, 0.5045, 0.5049, 0.5322, 0.5284, 0.5044, 0.5098, 0.5163, 0.5115, 0.5383, 0.5084, 0.5352, 0.5083, 0.529, 0.5224, 0.5093, 0.4989, 0.5284, 0.5049, 0.5284, 0.5227, 0.5457, 0.5187, 0.5321, 0.5498, 0.5125, 0.5149, 0.5118, 0.5238, 0.5256, 0.5179, 0.51, 0.5073, 0.5106, 0.5221, 0.5225], [0.5244, 0.5115, 0.5026, 0.5301, 0.5313, 0.4891, 0.5121, 0.5415, 0.5043, 0.5058, 0.4971, 0.4887, 0.5128, 0.5032, 0.507, 0.5159, 0.5304, 0.5197, 0.5122, 0.4997, 0.4947, 0.5032, 0.4991, 0.5173, 0.4999, 0.5186, 0.4985, 0.524, 0.5142, 0.4996, 0.4861, 0.5028, 0.5135, 0.5012, 0.5166, 0.5321, 0.4988, 0.5154, 0.5115, 0.5377, 0.4893, 0.5067, 0.5208, 0.4891, 0.5402, 0.5361, 0.4978, 0.5063, 0.5333, 0.5252, 0.5358, 0.503, 0.5122, 0.5062, 0.53, 0.5177, 0.5255, 0.5017, 0.5415, 0.5236, 0.505, 0.518, 0.5317, 0.4868], [0.4754, 0.501, 0.4929, 0.5017, 0.4928, 0.488, 0.5102, 0.4937, 0.5075, 0.4839, 0.4936, 0.4859, 0.5084, 0.4961, 0.5235, 0.5137, 0.5028, 0.4807, 0.4881, 0.4996, 0.4991, 0.4825, 0.4901, 0.4854, 0.4812, 0.4773, 0.4967, 0.482, 0.4799, 0.5407, 0.4856, 0.4802, 0.492, 0.4945, 0.481, 0.4962, 0.5058, 0.4882, 0.4896, 0.4842, 0.5056, 0.4825, 0.5053, 0.4947, 0.5018, 0.4866, 0.4913, 0.5018, 0.4846, 0.4872, 0.4933, 0.4909, 0.4889, 0.4981, 0.49, 0.5054, 0.4773, 0.5008, 0.4972, 0.4799, 0.4747, 0.5247, 0.4982, 0.516], [0.4177, 0.4536, 0.4664, 0.4593, 0.4366, 0.452, 0.467, 0.4621, 0.4269, 0.4636, 0.4603, 0.4183, 0.492, 0.4602, 0.4402, 0.499, 0.4644, 0.4465, 0.4733, 0.4634, 0.4571, 0.4673, 0.4892, 0.4855, 0.4821, 0.4355, 0.5244, 0.4698, 0.4354, 0.4254, 0.5046, 0.4801, 0.4469, 0.4231, 0.4771, 0.4414, 0.4735, 0.4744, 0.4372, 0.4536, 0.4419, 0.4733, 0.4723, 0.4469, 0.4425, 0.5041, 0.5333, 0.467, 0.4619, 0.4163, 0.5151, 0.482, 0.4543, 0.4414, 0.3882, 0.4008, 0.5001, 0.4251, 0.4637, 0.4951, 0.4843, 0.492, 0.4684, 0.4709], [0.3977, 0.4677, 0.4528, 0.405, 0.4376, 0.4351, 0.5335, 0.4468, 0.4374, 0.4487, 0.4512, 0.4919, 0.4349, 0.4626, 0.5375, 0.4222, 0.506, 0.4586, 0.4971, 0.5072, 0.4163, 0.4434, 0.4715, 0.4156, 0.4956, 0.4732, 0.4119, 0.4229, 0.5083, 0.5561, 0.443, 0.4462, 0.4903, 0.5244, 0.4475, 0.4491, 0.4869, 0.4673, 0.457, 0.4715, 0.5105, 0.5432, 0.4172, 0.473, 0.4364, 0.4507, 0.4529, 0.4353, 0.4269, 0.427, 0.5388, 0.4552, 0.4868, 0.441, 0.4611, 0.4541, 0.4214, 0.446, 0.4375, 0.4898, 0.5124, 0.4405, 0.4462, 0.4366], [0.4861, 0.4533, 0.5016, 0.4582, 0.4932, 0.502, 0.4543, 0.5215, 0.446, 0.4455, 0.483, 0.4878, 0.5316, 0.4871, 0.4597, 0.4757, 0.5263, 0.4998, 0.4512, 0.4972, 0.4365, 0.4619, 0.4633, 0.4854, 0.5251, 0.492, 0.4628, 0.4952, 0.5115, 0.4612, 0.4924, 0.4762, 0.4881, 0.4621, 0.4389, 0.516, 0.5176, 0.4663, 0.4718, 0.4637, 0.5047, 0.4886, 0.4509, 0.5302, 0.4723, 0.4498, 0.4687, 0.4702, 0.4706, 0.4848, 0.4835, 0.4604, 0.5127, 0.4289, 0.4995, 0.4657, 0.4758, 0.4922, 0.4813, 0.4801, 0.4533, 0.4565, 0.4807, 0.5058], [0.4764, 0.4928, 0.5073, 0.5044, 0.4826, 0.5022, 0.4662, 0.4897, 0.4732, 0.4961, 0.5139, 0.5155, 0.4821, 0.4971, 0.4644, 0.4929, 0.4887, 0.4862, 0.4696, 0.481, 0.4626, 0.4668, 0.4979, 0.494, 0.4991, 0.5205, 0.501, 0.4715, 0.4951, 0.4798, 0.4859, 0.4814, 0.4675, 0.4835, 0.4491, 0.4885, 0.5029, 0.4618, 0.4727, 0.4808, 0.4587, 0.4577, 0.4864, 0.5088, 0.4991, 0.4662, 0.4848, 0.4937, 0.4902, 0.4429, 0.4542, 0.4984, 0.4694, 0.4799, 0.528, 0.4888, 0.5022, 0.4576, 0.4938, 0.4662, 0.4982, 0.5102, 0.4941, 0.4945], [0.4979, 0.4914, 0.4649, 0.4779, 0.4989, 0.4971, 0.488, 0.4961, 0.4914, 0.4745, 0.4722, 0.4874, 0.5008, 0.4452, 0.4889, 0.4353, 0.4517, 0.4479, 0.496, 0.4994, 0.483, 0.4479, 0.5019, 0.5034, 0.5069, 0.4582, 0.4681, 0.4502, 0.5219, 0.4382, 0.4482, 0.4919, 0.5013, 0.4802, 0.4837, 0.4867, 0.4706, 0.467, 0.4934, 0.4977, 0.4718, 0.3928, 0.4914, 0.498, 0.475, 0.3855, 0.5181, 0.4672, 0.4899, 0.4982, 0.5041, 0.4907, 0.484, 0.4195, 0.5063, 0.4698, 0.4682, 0.5149, 0.4789, 0.4494, 0.4401, 0.5036, 0.5168, 0.4964], [0.4981, 0.5189, 0.5125, 0.5079, 0.5228, 0.5328, 0.5175, 0.5167, 0.5131, 0.5154, 0.4799, 0.4988, 0.524, 0.5172, 0.5322, 0.4333, 0.5138, 0.5323, 0.4964, 0.5212, 0.5078, 0.5042, 0.5124, 0.5161, 0.5105, 0.5366, 0.5174, 0.5174, 0.5246, 0.5131, 0.5073, 0.5127, 0.5068, 0.4834, 0.5252, 0.5346, 0.4294, 0.5124, 0.5332, 0.4894, 0.5133, 0.5014, 0.5059, 0.5003, 0.5024, 0.5006, 0.5225, 0.5156, 0.5003, 0.4889, 0.5196, 0.5204, 0.5232, 0.5098, 0.469, 0.5269, 0.4828, 0.514, 0.5335, 0.5093, 0.5184, 0.5122, 0.5087, 0.5285], [0.5147, 0.5117, 0.4912, 0.508, 0.5235, 0.4998, 0.5118, 0.5092, 0.4918, 0.498, 0.5085, 0.4958, 0.5239, 0.5206, 0.5072, 0.5063, 0.5225, 0.5297, 0.5196, 0.5032, 0.5203, 0.4954, 0.5311, 0.5034, 0.5115, 0.5346, 0.5079, 0.5254, 0.505, 0.5014, 0.5001, 0.5009, 0.539, 0.5215, 0.5099, 0.5101, 0.5093, 0.5176, 0.5039, 0.5407, 0.4906, 0.4981, 0.5019, 0.503, 0.5066, 0.4768, 0.5327, 0.5208, 0.5143, 0.5224, 0.5106, 0.507, 0.5068, 0.504, 0.5256, 0.534, 0.5107, 0.5154, 0.4786, 0.5072, 0.5111, 0.5178, 0.5317, 0.5098], [0.5027, 0.5146, 0.5307, 0.507, 0.5224, 0.5201, 0.5108, 0.5114, 0.5032, 0.5163, 0.5346, 0.5034, 0.5101, 0.5249, 0.5285, 0.5095, 0.5173, 0.5204, 0.518, 0.5277, 0.5176, 0.5043, 0.5147, 0.5139, 0.4999, 0.5159, 0.5195, 0.5234, 0.5174, 0.5157, 0.5356, 0.5007, 0.5196, 0.5189, 0.5057, 0.5143, 0.5171, 0.5007, 0.5071, 0.5189, 0.5072, 0.5124, 0.5144, 0.5143, 0.5219, 0.5322, 0.5105, 0.5146, 0.5068, 0.5092, 0.5146, 0.5147, 0.5001, 0.5103, 0.5186, 0.514, 0.5219, 0.4995, 0.4975, 0.5116, 0.5155, 0.5304, 0.5127, 0.5261]]",out-openwebtext_phase19d_w2000_qa_softqa_pd_free_seed123,
diff --git a/results/phase19d_qa_softqa_pd_free_w2000_summary_20260403_2142.txt b/results/phase19d_qa_softqa_pd_free_w2000_summary_20260403_2142.txt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0b4afc5130e740abbf275743de6f6c5d5322ff
--- /dev/null
+++ b/results/phase19d_qa_softqa_pd_free_w2000_summary_20260403_2142.txt
@@ -0,0 +1,116 @@
+PHASE 19D — QA SOFT-QA PER-DIMENSION (FREE INIT)
+====================================================================================================
+
+Scientific motivation:
+  Phase 19 started every per-dimension blend at sigmoid(scale)=0.5.
+  Phase 19d instead initializes every dimension at sigmoid(scale)≈0.74
+  using tiny random perturbations around 0.5 to break symmetry without directional bias.
+
+Architecture:
+  dynamic_qa_conditioned_softqa_perdim_free
+  Same forward pass as dynamic_qa_conditioned_softqa_perdim.
+  Only difference: qa_q_dim_scale / qa_y_dim_scale initialize at 1.0459.
+
+Results CSV: C:\Users\brian\Documents\nanoGPT\results\phase19d_qa_softqa_pd_free_w2000_runs_20260403_2142.csv
+
+Recipe:
+  batch_size=4  gradient_accumulation_steps=2  block_size=512  tokens/iter=4,096
+  compile=False  warmup=2000  max_iters=10000  seeds=[42, 1337, 123]
+
+qa_softqa_pd_free  (dynamic_qa_conditioned_softqa_perdim_free)
+  completed seeds: 3/3
+  out_dir base: out-openwebtext_phase19d_w2000_qa_softqa_pd_free
+  partial mean/std: 4.4085 ± 0.0221
+  learned mean scale_q layerwise mean across completed seeds: [0.5229, 0.5083, 0.4761, 0.4885, 0.4858, 0.4742, 0.465, 0.47, 0.4759, 0.4813, 0.4845, 0.482]
+  learned mean scale_q global mean across completed seeds: 0.4845
+  learned mean scale_y layerwise mean across completed seeds: [0.5683, 0.5181, 0.5015, 0.4904, 0.4701, 0.48, 0.4788, 0.4882, 0.4814, 0.502, 0.5096, 0.5149]
+  learned mean scale_y global mean across completed seeds: 0.5003
+
+Completed runs:
+  seed=  42  best=4.3858  final=4.3858  best@10000  stable=True ✓
+    scale_q_means=[0.5281, 0.5077, 0.4558, 0.4877, 0.482, 0.4714, 0.4659, 0.4696, 0.4813, 0.4746, 0.4856, 0.4791]
+    scale_y_means=[0.5643, 0.5157, 0.4889, 0.4887, 0.4795, 0.491, 0.4777, 0.4996, 0.4825, 0.5019, 0.5114, 0.5113]
+    scale_q_full_postsigmoid=
+      L00: [0.5512, 0.5053, 0.5412, 0.5219, 0.5527, 0.5268, 0.572, 0.5595, 0.5373, 0.556, 0.5398, 0.519, 0.5497, 0.5517, 0.562, 0.5202, 0.4994, 0.5242, 0.4998, 0.499, 0.517, 0.5311, 0.5438, 0.5261, 0.487, 0.5386, 0.5652, 0.5293, 0.5411, 0.4977, 0.5169, 0.5165, 0.5716, 0.5119, 0.489, 0.5412, 0.508, 0.5025, 0.5559, 0.4972, 0.4938, 0.5293, 0.4976, 0.5382, 0.5059, 0.5218, 0.5191, 0.5286, 0.578, 0.5236, 0.5275, 0.5094, 0.5595, 0.544, 0.511, 0.5236, 0.5191, 0.558, 0.5107, 0.5327, 0.5068, 0.5323, 0.5067, 0.5475]
+      L01: [0.5499, 0.532, 0.4932, 0.4796, 0.5215, 0.4935, 0.5125, 0.5221, 0.5197, 0.5219, 0.514, 0.5161, 0.5127, 0.4959, 0.524, 0.5081, 0.5157, 0.4969, 0.4961, 0.5008, 0.4924, 0.5332, 0.4994, 0.4979, 0.5026, 0.5017, 0.5169, 0.5004, 0.5344, 0.4992, 0.5064, 0.5124, 0.5057, 0.5241, 0.4978, 0.4999, 0.5024, 0.5047, 0.5397, 0.4994, 0.4973, 0.4994, 0.5007, 0.4947, 0.527, 0.4865, 0.5019, 0.5182, 0.5027, 0.5041, 0.4876, 0.5064, 0.4919, 0.4845, 0.5246, 0.5171, 0.486, 0.5144, 0.507, 0.4987, 0.5063, 0.5064, 0.5202, 0.5118]
+      L02: [0.4728, 0.4491, 0.4505, 0.5324, 0.463, 0.4843, 0.4702, 0.4285, 0.4772, 0.3939, 0.4528, 0.4458, 0.4829, 0.448, 0.4859, 0.5099, 0.3909, 0.4272, 0.6081, 0.4293, 0.3593, 0.4934, 0.4802, 0.4942, 0.5097, 0.4341, 0.3775, 0.446, 0.4959, 0.4731, 0.3859, 0.4653, 0.4159, 0.3928, 0.4579, 0.5006, 0.4763, 0.4449, 0.4297, 0.3796, 0.458, 0.4983, 0.4813, 0.4151, 0.4939, 0.4516, 0.4548, 0.4344, 0.429, 0.4081, 0.464, 0.4813, 0.4853, 0.3652, 0.5276, 0.4272, 0.4029, 0.4613, 0.441, 0.5613, 0.4852, 0.4872, 0.383, 0.4567]
+      L03: [0.4719, 0.4836, 0.4733, 0.4978, 0.5156, 0.4665, 0.4572, 0.4926, 0.4973, 0.4884, 0.5026, 0.5104, 0.4822, 0.5445, 0.4878, 0.453, 0.494, 0.4727, 0.5109, 0.4631, 0.5242, 0.5047, 0.4923, 0.4795, 0.5209, 0.4738, 0.4986, 0.5421, 0.5203, 0.4485, 0.449, 0.4873, 0.5473, 0.5067, 0.4618, 0.4839, 0.4635, 0.4525, 0.4794, 0.5086, 0.4893, 0.4873, 0.4995, 0.4624, 0.4896, 0.4412, 0.4493, 0.4436, 0.4867, 0.4701, 0.5299, 0.4319, 0.5002, 0.4675, 0.4386, 0.465, 0.5325, 0.5363, 0.4723, 0.5148, 0.4936, 0.5148, 0.4669, 0.5185]
+      L04: [0.4677, 0.482, 0.452, 0.4634, 0.506, 0.4721, 0.4602, 0.4889, 0.4922, 0.4964, 0.4774, 0.5113, 0.4611, 0.4885, 0.5134, 0.4997, 0.4852, 0.4849, 0.4986, 0.4638, 0.5023, 0.5109, 0.5113, 0.471, 0.4506, 0.4936, 0.5, 0.4983, 0.4835, 0.4833, 0.4798, 0.4779, 0.4619, 0.4789, 0.4859, 0.4685, 0.4776, 0.4695, 0.4658, 0.4847, 0.4787, 0.4793, 0.4753, 0.4598, 0.4813, 0.4694, 0.5011, 0.4656, 0.4842, 0.5152, 0.48, 0.4746, 0.4847, 0.467, 0.4741, 0.4735, 0.4897, 0.4615, 0.4787, 0.4874, 0.4861, 0.4575, 0.5101, 0.4899]
+      L05: [0.4716, 0.4615, 0.4658, 0.4826, 0.438, 0.5009, 0.4696, 0.4944, 0.4806, 0.4895, 0.464, 0.4663, 0.4556, 0.4588, 0.4773, 0.468, 0.4576, 0.4762, 0.4575, 0.4899, 0.4637, 0.4672, 0.464, 0.4728, 0.4575, 0.4654, 0.4991, 0.4515, 0.4319, 0.4919, 0.4885, 0.4623, 0.483, 0.4809, 0.491, 0.4501, 0.4717, 0.4515, 0.4889, 0.4851, 0.4694, 0.4931, 0.4708, 0.465, 0.4946, 0.4549, 0.4655, 0.485, 0.4753, 0.4944, 0.4756, 0.439, 0.469, 0.4467, 0.488, 0.4576, 0.4531, 0.4686, 0.505, 0.4466, 0.4837, 0.4592, 0.4914, 0.4779]
+      L06: [0.4454, 0.4688, 0.4618, 0.4722, 0.4443, 0.4777, 0.4695, 0.4878, 0.4901, 0.4476, 0.4556, 0.4567, 0.4615, 0.436, 0.4907, 0.4454, 0.4838, 0.4702, 0.4754, 0.4785, 0.4677, 0.4871, 0.4729, 0.4771, 0.4643, 0.4595, 0.4478, 0.4822, 0.4742, 0.4553, 0.4647, 0.4536, 0.4689, 0.5005, 0.4103, 0.4673, 0.4522, 0.4616, 0.4708, 0.4559, 0.4856, 0.4475, 0.4605, 0.4897, 0.4764, 0.4655, 0.4898, 0.4712, 0.4732, 0.4362, 0.4645, 0.4764, 0.4662, 0.4456, 0.4587, 0.4604, 0.453, 0.4906, 0.4728, 0.4572, 0.4744, 0.4335, 0.4677, 0.4894]
+      L07: [0.455, 0.4578, 0.4795, 0.4468, 0.4936, 0.4561, 0.4785, 0.4791, 0.4708, 0.4834, 0.4536, 0.4917, 0.4501, 0.4872, 0.4992, 0.5036, 0.4745, 0.4671, 0.4902, 0.4985, 0.4483, 0.4684, 0.4542, 0.4694, 0.4486, 0.4599, 0.4738, 0.4344, 0.4655, 0.4658, 0.4584, 0.4396, 0.502, 0.4945, 0.4777, 0.4916, 0.4487, 0.4757, 0.4777, 0.4879, 0.4855, 0.4909, 0.4407, 0.4733, 0.4634, 0.4774, 0.4593, 0.4755, 0.4666, 0.4779, 0.4556, 0.4728, 0.4505, 0.467, 0.4571, 0.4596, 0.4588, 0.4618, 0.4815, 0.4484, 0.4769, 0.4711, 0.4595, 0.4673]
+      L08: [0.4922, 0.4527, 0.478, 0.4796, 0.4964, 0.4812, 0.4448, 0.4595, 0.4784, 0.4916, 0.4921, 0.4933, 0.489, 0.5012, 0.4798, 0.455, 0.4723, 0.4733, 0.5083, 0.4868, 0.4775, 0.4882, 0.4306, 0.4925, 0.4976, 0.4925, 0.4857, 0.479, 0.4802, 0.4785, 0.486, 0.4736, 0.4719, 0.4717, 0.4759, 0.4734, 0.4694, 0.5004, 0.4766, 0.4589, 0.4756, 0.5103, 0.4628, 0.4968, 0.4822, 0.4566, 0.5042, 0.4955, 0.4846, 0.5006, 0.4658, 0.4752, 0.5051, 0.4854, 0.4822, 0.4917, 0.5092, 0.4718, 0.4788, 0.4504, 0.4899, 0.4849, 0.5065, 0.4712]
+      L09: [0.4901, 0.4728, 0.4621, 0.4613, 0.4646, 0.4777, 0.4675, 0.4852, 0.4545, 0.4711, 0.4945, 0.4645, 0.497, 0.4734, 0.4599, 0.4655, 0.4827, 0.4729, 0.4633, 0.4721, 0.4953, 0.5048, 0.4747, 0.4904, 0.4903, 0.4791, 0.4829, 0.4888, 0.4637, 0.4714, 0.4409, 0.4748, 0.4815, 0.4742, 0.4691, 0.4771, 0.4963, 0.4641, 0.4671, 0.49, 0.4734, 0.4836, 0.5005, 0.4977, 0.4679, 0.4586, 0.488, 0.4614, 0.4756, 0.4848, 0.4681, 0.4602, 0.461, 0.4932, 0.4653, 0.4807, 0.4515, 0.5039, 0.461, 0.4522, 0.4832, 0.4609, 0.4487, 0.4651]
+      L10: [0.4862, 0.4725, 0.4767, 0.4699, 0.4817, 0.4828, 0.4756, 0.4906, 0.4748, 0.4779, 0.49, 0.4822, 0.4925, 0.5004, 0.5028, 0.4858, 0.4914, 0.4885, 0.4766, 0.4841, 0.4771, 0.5042, 0.479, 0.5193, 0.4835, 0.4908, 0.4736, 0.4718, 0.4749, 0.4915, 0.4803, 0.4892, 0.4928, 0.488, 0.4669, 0.4938, 0.5046, 0.4862, 0.4872, 0.4859, 0.471, 0.4837, 0.4843, 0.5072, 0.4914, 0.5066, 0.4818, 0.4914, 0.4998, 0.4823, 0.4924, 0.4712, 0.4765, 0.4844, 0.4708, 0.4858, 0.4784, 0.4697, 0.5002, 0.4817, 0.4952, 0.4803, 0.4832, 0.4835]
+      L11: [0.4982, 0.4537, 0.4697, 0.4784, 0.468, 0.4652, 0.484, 0.5007, 0.4844, 0.4598, 0.4765, 0.4778, 0.4732, 0.4807, 0.4606, 0.4743, 0.4615, 0.4741, 0.4684, 0.4595, 0.4708, 0.4802, 0.5044, 0.5111, 0.482, 0.4822, 0.4919, 0.47, 0.4653, 0.4906, 0.4768, 0.4903, 0.4793, 0.4807, 0.4682, 0.4726, 0.4707, 0.4764, 0.4964, 0.4974, 0.505, 0.4568, 0.4856, 0.4919, 0.4821, 0.4658, 0.4871, 0.4769, 0.4753, 0.482, 0.4941, 0.4717, 0.4927, 0.4727, 0.4571, 0.4793, 0.4836, 0.4646, 0.5029, 0.4825, 0.4961, 0.4836, 0.4868, 0.4592]
+    scale_y_full_postsigmoid=
+      L00: [0.6042, 0.5091, 0.4829, 0.5187, 0.5911, 0.5376, 0.4768, 0.6004, 0.4839, 0.5699, 0.5263, 0.6223, 0.5983, 0.518, 0.6048, 0.6475, 0.5838, 0.6329, 0.522, 0.5826, 0.6709, 0.547, 0.6755, 0.4827, 0.5337, 0.5133, 0.5542, 0.5897, 0.6152, 0.5275, 0.544, 0.6634, 0.4991, 0.5323, 0.5307, 0.6162, 0.5308, 0.5852, 0.5847, 0.5351, 0.5678, 0.5973, 0.602, 0.5773, 0.5624, 0.6821, 0.6191, 0.5552, 0.4858, 0.6026, 0.509, 0.5029, 0.5578, 0.5086, 0.6716, 0.577, 0.5065, 0.5129, 0.5043, 0.5438, 0.6009, 0.6162, 0.5601, 0.5472]
+      L01: [0.5194, 0.5318, 0.505, 0.5314, 0.5173, 0.5037, 0.5244, 0.5195, 0.5119, 0.5054, 0.5163, 0.5001, 0.5123, 0.5227, 0.5304, 0.5129, 0.5287, 0.5147, 0.5106, 0.5, 0.5264, 0.5103, 0.5234, 0.5312, 0.5319, 0.5204, 0.507, 0.506, 0.5409, 0.5047, 0.5236, 0.4999, 0.514, 0.4923, 0.4896, 0.5264, 0.5083, 0.5242, 0.4935, 0.5102, 0.5165, 0.5262, 0.522, 0.5029, 0.5066, 0.5137, 0.5311, 0.537, 0.5211, 0.5361, 0.5065, 0.5139, 0.5106, 0.5234, 0.5485, 0.5213, 0.5182, 0.5019, 0.5108, 0.5229, 0.4989, 0.501, 0.5192, 0.4929]
+      L02: [0.5061, 0.4522, 0.4638, 0.4933, 0.4809, 0.4726, 0.4977, 0.4719, 0.5012, 0.4981, 0.5017, 0.4647, 0.5135, 0.4665, 0.4882, 0.5038, 0.4862, 0.5035, 0.501, 0.4897, 0.5115, 0.5108, 0.4581, 0.5042, 0.4894, 0.499, 0.4944, 0.4623, 0.5122, 0.4918, 0.488, 0.4904, 0.4871, 0.4643, 0.4554, 0.5024, 0.5059, 0.5037, 0.4663, 0.4836, 0.4684, 0.4731, 0.4725, 0.5112, 0.4979, 0.4724, 0.4874, 0.4754, 0.5048, 0.49, 0.4996, 0.5206, 0.4922, 0.4974, 0.4757, 0.498, 0.4607, 0.4789, 0.4919, 0.505, 0.4936, 0.4885, 0.4889, 0.5049]
+      L03: [0.4944, 0.477, 0.4822, 0.5129, 0.4914, 0.5251, 0.4943, 0.5143, 0.4862, 0.4874, 0.5255, 0.4845, 0.4973, 0.4951, 0.4873, 0.4774, 0.4805, 0.4892, 0.4693, 0.5068, 0.4827, 0.4802, 0.4964, 0.4839, 0.5068, 0.4787, 0.4735, 0.4903, 0.4701, 0.4932, 0.4618, 0.4939, 0.4885, 0.4944, 0.4723, 0.4757, 0.4981, 0.4674, 0.4722, 0.4736, 0.4667, 0.5076, 0.4953, 0.4953, 0.4689, 0.4785, 0.4973, 0.4759, 0.5098, 0.4707, 0.4877, 0.485, 0.4885, 0.4873, 0.4857, 0.5199, 0.4636, 0.5068, 0.5166, 0.4546, 0.5072, 0.4754, 0.5272, 0.476]
+      L04: [0.4654, 0.5425, 0.4235, 0.4934, 0.4819, 0.4443, 0.5109, 0.4753, 0.4536, 0.4347, 0.4457, 0.4883, 0.4369, 0.46, 0.4928, 0.4556, 0.4363, 0.4735, 0.438, 0.4655, 0.4886, 0.4985, 0.5151, 0.5348, 0.5085, 0.5034, 0.4913, 0.5029, 0.481, 0.4367, 0.4695, 0.4697, 0.5235, 0.4904, 0.4878, 0.4461, 0.5569, 0.4765, 0.4585, 0.4329, 0.4833, 0.4401, 0.5076, 0.5027, 0.489, 0.5267, 0.4947, 0.5105, 0.4678, 0.5094, 0.5067, 0.4482, 0.503, 0.5118, 0.4444, 0.5059, 0.4432, 0.4512, 0.4492, 0.4553, 0.5197, 0.4939, 0.4752, 0.4575]
+      L05: [0.4606, 0.4885, 0.5591, 0.4901, 0.4898, 0.4759, 0.5093, 0.5349, 0.4714, 0.4672, 0.4677, 0.5061, 0.4847, 0.4738, 0.4552, 0.4746, 0.4685, 0.4796, 0.5187, 0.4347, 0.4578, 0.4498, 0.5308, 0.4521, 0.4852, 0.5419, 0.5122, 0.4849, 0.45, 0.5383, 0.5769, 0.5256, 0.486, 0.4574, 0.5076, 0.4856, 0.4879, 0.4774, 0.5105, 0.4733, 0.4942, 0.4568, 0.4715, 0.4956, 0.4506, 0.4768, 0.4496, 0.4862, 0.4846, 0.4812, 0.5535, 0.4834, 0.4874, 0.4764, 0.4781, 0.507, 0.454, 0.4124, 0.5548, 0.5785, 0.484, 0.532, 0.5118, 0.5648]
+      L06: [0.4552, 0.4755, 0.4836, 0.4649, 0.4719, 0.4819, 0.5233, 0.4688, 0.4706, 0.4808, 0.4512, 0.4581, 0.4286, 0.4627, 0.4809, 0.4847, 0.4843, 0.4684, 0.4571, 0.4955, 0.4771, 0.4935, 0.4926, 0.4843, 0.4662, 0.5079, 0.4951, 0.4709, 0.458, 0.4482, 0.4711, 0.4795, 0.4961, 0.4921, 0.46, 0.5093, 0.5122, 0.4523, 0.4892, 0.5032, 0.5067, 0.489, 0.5044, 0.4719, 0.4508, 0.4635, 0.4938, 0.4512, 0.467, 0.52, 0.4702, 0.4934, 0.4517, 0.4402, 0.4804, 0.4865, 0.4559, 0.4782, 0.4684, 0.4831, 0.4957, 0.4572, 0.4963, 0.4915]
+      L07: [0.4822, 0.4903, 0.5162, 0.5078, 0.5153, 0.5215, 0.5104, 0.5064, 0.4855, 0.4838, 0.4755, 0.5104, 0.4948, 0.4947, 0.5001, 0.5145, 0.4714, 0.5103, 0.471, 0.4928, 0.5238, 0.4801, 0.5124, 0.4987, 0.503, 0.4927, 0.487, 0.51, 0.5075, 0.4858, 0.5081, 0.5085, 0.4881, 0.5043, 0.4776, 0.5348, 0.5099, 0.5006, 0.4924, 0.4881, 0.5103, 0.5041, 0.4917, 0.496, 0.5038, 0.4914, 0.5234, 0.5084, 0.5075, 0.5171, 0.4604, 0.504, 0.4819, 0.5223, 0.5027, 0.492, 0.4713, 0.4856, 0.5051, 0.5161, 0.5127, 0.4938, 0.4915, 0.5098]
+      L08: [0.5226, 0.5146, 0.504, 0.4802, 0.4881, 0.5098, 0.478, 0.47, 0.5076, 0.4984, 0.4949, 0.4777, 0.5017, 0.4558, 0.5143, 0.5057, 0.4953, 0.4281, 0.4829, 0.5027, 0.4603, 0.4878, 0.4773, 0.4424, 0.4994, 0.4522, 0.4561, 0.5006, 0.4372, 0.4906, 0.4659, 0.5274, 0.472, 0.5262, 0.4478, 0.4823, 0.4783, 0.4717, 0.498, 0.4405, 0.4972, 0.4429, 0.3734, 0.5019, 0.4995, 0.4548, 0.4857, 0.5, 0.4984, 0.4751, 0.4823, 0.4549, 0.4801, 0.5211, 0.4891, 0.5341, 0.5113, 0.4963, 0.4478, 0.5112, 0.4039, 0.5024, 0.5114, 0.4618]
+      L09: [0.5135, 0.4936, 0.4806, 0.5111, 0.4772, 0.4935, 0.514, 0.4949, 0.5022, 0.514, 0.4941, 0.4894, 0.5084, 0.5018, 0.5023, 0.5047, 0.5019, 0.5063, 0.5061, 0.5128, 0.5203, 0.5127, 0.505, 0.5201, 0.4935, 0.4699, 0.4969, 0.4913, 0.4908, 0.5, 0.5147, 0.5203, 0.5097, 0.5174, 0.4789, 0.5037, 0.4902, 0.4943, 0.491, 0.5204, 0.4854, 0.5121, 0.5282, 0.4867, 0.4823, 0.5003, 0.4937, 0.5235, 0.5199, 0.4879, 0.5116, 0.4917, 0.497, 0.4747, 0.5071, 0.5182, 0.4878, 0.5171, 0.5063, 0.5137, 0.4992, 0.4989, 0.5002, 0.5138]
+      L10: [0.5129, 0.5169, 0.5151, 0.5206, 0.5236, 0.4931, 0.5046, 0.4893, 0.5163, 0.5154, 0.5262, 0.5287, 0.5154, 0.506, 0.5227, 0.5047, 0.499, 0.5249, 0.4952, 0.5073, 0.5172, 0.5072, 0.4981, 0.5269, 0.5019, 0.5227, 0.5044, 0.5226, 0.5024, 0.517, 0.5011, 0.5188, 0.4992, 0.5237, 0.5142, 0.5127, 0.5068, 0.513, 0.5121, 0.5183, 0.5061, 0.5185, 0.5023, 0.5207, 0.4974, 0.5137, 0.5157, 0.516, 0.5061, 0.5028, 0.5163, 0.5403, 0.4934, 0.519, 0.4976, 0.5035, 0.5021, 0.5072, 0.5258, 0.5215, 0.5171, 0.5011, 0.5026, 0.5075]
+      L11: [0.5128, 0.5186, 0.5249, 0.5147, 0.5053, 0.4946, 0.5163, 0.4907, 0.5156, 0.5305, 0.5146, 0.5085, 0.5208, 0.5221, 0.5272, 0.5159, 0.5015, 0.5031, 0.5081, 0.5083, 0.5205, 0.499, 0.5036, 0.5252, 0.514, 0.5114, 0.506, 0.5235, 0.5208, 0.5064, 0.5082, 0.5206, 0.5003, 0.5178, 0.5184, 0.5243, 0.5108, 0.5112, 0.5281, 0.5172, 0.515, 0.5054, 0.5154, 0.5032, 0.4972, 0.517, 0.5055, 0.5005, 0.4789, 0.5052, 0.5123, 0.518, 0.5134, 0.5202, 0.5199, 0.5006, 0.4971, 0.5136, 0.4992, 0.5018, 0.5103, 0.4879, 0.5139, 0.5272]
+  seed= 123  best=4.4385  final=4.4419  best@9750  stable=False ✗
+    scale_q_means=[0.527, 0.5071, 0.485, 0.487, 0.4914, 0.481, 0.4653, 0.4711, 0.4747, 0.4861, 0.4847, 0.4824]
+    scale_y_means=[0.5718, 0.5188, 0.5126, 0.4942, 0.4617, 0.462, 0.4799, 0.4855, 0.4786, 0.5098, 0.5113, 0.5148]
+    scale_q_full_postsigmoid=
+      L00: [0.5434, 0.5351, 0.5081, 0.4965, 0.5519, 0.5379, 0.5626, 0.5713, 0.5302, 0.5424, 0.5137, 0.4877, 0.54, 0.4881, 0.5364, 0.5433, 0.5236, 0.5142, 0.5475, 0.5309, 0.5382, 0.5285, 0.5131, 0.5424, 0.5193, 0.5161, 0.5103, 0.5369, 0.5145, 0.5012, 0.5393, 0.5467, 0.5188, 0.5273, 0.565, 0.5075, 0.5308, 0.5163, 0.5307, 0.5216, 0.5355, 0.5094, 0.5059, 0.5079, 0.5303, 0.5299, 0.5688, 0.513, 0.5422, 0.5702, 0.5102, 0.552, 0.541, 0.5104, 0.53, 0.5067, 0.5159, 0.5408, 0.5164, 0.5308, 0.4931, 0.5076, 0.5168, 0.5137]
+      L01: [0.5126, 0.529, 0.5018, 0.5018, 0.4987, 0.4914, 0.5168, 0.4994, 0.5023, 0.5065, 0.5058, 0.5023, 0.5184, 0.4953, 0.514, 0.525, 0.5353, 0.5114, 0.5149, 0.4982, 0.5021, 0.5015, 0.5165, 0.4957, 0.4951, 0.5313, 0.5029, 0.4967, 0.5042, 0.4995, 0.4922, 0.5116, 0.523, 0.4957, 0.52, 0.5019, 0.5039, 0.5209, 0.5063, 0.501, 0.5169, 0.5159, 0.5233, 0.5005, 0.5162, 0.4963, 0.5048, 0.5196, 0.4982, 0.5052, 0.5042, 0.5024, 0.5192, 0.5234, 0.4911, 0.5014, 0.4872, 0.4937, 0.4924, 0.4964, 0.5089, 0.4952, 0.5085, 0.5293]
+      L02: [0.4908, 0.505, 0.4718, 0.4962, 0.5026, 0.4705, 0.476, 0.4604, 0.4553, 0.5079, 0.494, 0.4538, 0.4973, 0.4555, 0.4436, 0.493, 0.4595, 0.4758, 0.4675, 0.5059, 0.4861, 0.4597, 0.509, 0.4731, 0.4754, 0.4904, 0.494, 0.5285, 0.5031, 0.4994, 0.4966, 0.4737, 0.517, 0.4647, 0.4802, 0.466, 0.5222, 0.4492, 0.5101, 0.4713, 0.4793, 0.4928, 0.4821, 0.4827, 0.5289, 0.4922, 0.4892, 0.5008, 0.4756, 0.505, 0.4768, 0.5233, 0.4775, 0.4647, 0.4532, 0.4885, 0.4927, 0.4953, 0.4732, 0.4959, 0.4619, 0.499, 0.4725, 0.4877]
+      L03: [0.4753, 0.4577, 0.4916, 0.5067, 0.4778, 0.5645, 0.4668, 0.5065, 0.473, 0.5527, 0.5249, 0.4977, 0.4839, 0.4849, 0.4271, 0.4803, 0.4559, 0.4416, 0.5107, 0.5101, 0.4485, 0.4424, 0.5026, 0.5018, 0.4334, 0.4837, 0.4907, 0.4991, 0.5218, 0.4517, 0.4688, 0.5119, 0.5145, 0.4789, 0.4665, 0.5057, 0.5232, 0.5362, 0.4832, 0.5294, 0.5014, 0.4752, 0.4659, 0.4712, 0.4608, 0.4974, 0.4952, 0.504, 0.5275, 0.5192, 0.4635, 0.4869, 0.5292, 0.4518, 0.4597, 0.4902, 0.5284, 0.4661, 0.4601, 0.4545, 0.4712, 0.4615, 0.4438, 0.4993]
+      L04: [0.4906, 0.485, 0.4884, 0.4874, 0.4933, 0.4831, 0.4897, 0.4895, 0.4709, 0.476, 0.473, 0.4748, 0.4972, 0.5027, 0.4657, 0.4981, 0.4756, 0.4796, 0.4951, 0.5121, 0.5091, 0.467, 0.4973, 0.497, 0.4944, 0.5138, 0.5067, 0.4944, 0.4763, 0.5216, 0.4871, 0.4821, 0.5051, 0.4807, 0.4846, 0.4935, 0.4925, 0.4658, 0.5114, 0.5069, 0.4964, 0.4827, 0.4928, 0.5125, 0.4798, 0.474, 0.4745, 0.5105, 0.5108, 0.4884, 0.5118, 0.4928, 0.5095, 0.4931, 0.4788, 0.4801, 0.4704, 0.4956, 0.4906, 0.5056, 0.5007, 0.5182, 0.4725, 0.494]
+      L05: [0.4769, 0.5065, 0.4794, 0.4689, 0.4692, 0.4948, 0.4781, 0.4754, 0.4937, 0.4939, 0.4796, 0.4858, 0.4773, 0.4951, 0.5187, 0.5101, 0.4486, 0.4874, 0.4946, 0.4502, 0.4826, 0.4836, 0.4866, 0.4566, 0.4887, 0.4667, 0.4765, 0.48, 0.4809, 0.4709, 0.4835, 0.4473, 0.46, 0.4904, 0.4688, 0.4951, 0.4981, 0.4915, 0.4921, 0.4916, 0.4705, 0.4889, 0.4776, 0.4847, 0.4787, 0.4695, 0.4884, 0.496, 0.4912, 0.4597, 0.4811, 0.4989, 0.4826, 0.4749, 0.4594, 0.498, 0.4775, 0.4612, 0.4695, 0.4799, 0.4879, 0.4883, 0.4713, 0.4746]
+      L06: [0.479, 0.4917, 0.4795, 0.4723, 0.4757, 0.46, 0.4897, 0.4592, 0.4669, 0.475, 0.4564, 0.445, 0.4731, 0.4887, 0.4924, 0.4294, 0.4631, 0.4738, 0.4711, 0.427, 0.4912, 0.4561, 0.4545, 0.4212, 0.4368, 0.4668, 0.4885, 0.4722, 0.4573, 0.4926, 0.4659, 0.4609, 0.4703, 0.4573, 0.4519, 0.4412, 0.4701, 0.476, 0.4641, 0.4554, 0.4353, 0.4739, 0.4705, 0.4512, 0.461, 0.4483, 0.4722, 0.4506, 0.449, 0.4804, 0.4879, 0.4696, 0.4775, 0.4869, 0.4588, 0.4637, 0.4774, 0.4628, 0.4619, 0.4959, 0.4756, 0.4342, 0.4654, 0.4477]
+      L07: [0.4917, 0.4785, 0.4731, 0.4652, 0.4903, 0.463, 0.457, 0.4592, 0.4699, 0.4832, 0.4617, 0.471, 0.4686, 0.4591, 0.4652, 0.4516, 0.4695, 0.47, 0.4683, 0.4805, 0.478, 0.4728, 0.4651, 0.4582, 0.4736, 0.4663, 0.4879, 0.4961, 0.4767, 0.4551, 0.4606, 0.4732, 0.46, 0.4903, 0.4735, 0.4907, 0.4856, 0.4562, 0.451, 0.4951, 0.4389, 0.4474, 0.459, 0.4668, 0.4688, 0.4804, 0.4754, 0.4751, 0.4717, 0.4644, 0.4644, 0.4879, 0.4604, 0.48, 0.4793, 0.4635, 0.479, 0.4651, 0.4984, 0.4701, 0.4777, 0.4854, 0.4705, 0.4613]
+      L08: [0.4502, 0.4612, 0.4699, 0.4671, 0.5087, 0.4765, 0.478, 0.4605, 0.4667, 0.4558, 0.4811, 0.4978, 0.5021, 0.4557, 0.5039, 0.4851, 0.4718, 0.4658, 0.4914, 0.4639, 0.4635, 0.4834, 0.4636, 0.4536, 0.4725, 0.4781, 0.462, 0.4657, 0.4914, 0.469, 0.4659, 0.4582, 0.4982, 0.4824, 0.4761, 0.4877, 0.4516, 0.475, 0.5018, 0.5044, 0.466, 0.4675, 0.4649, 0.4945, 0.4826, 0.4605, 0.4751, 0.4877, 0.4914, 0.4861, 0.4953, 0.4763, 0.4822, 0.4603, 0.4568, 0.4588, 0.478, 0.4533, 0.4635, 0.478, 0.4988, 0.4543, 0.4673, 0.4675]
+      L09: [0.4707, 0.4873, 0.4831, 0.4917, 0.497, 0.4847, 0.4856, 0.4915, 0.4894, 0.4817, 0.4809, 0.4957, 0.4754, 0.4911, 0.4839, 0.4816, 0.4927, 0.501, 0.4896, 0.4658, 0.4886, 0.4851, 0.492, 0.4569, 0.49, 0.5227, 0.4863, 0.4799, 0.4894, 0.4882, 0.4947, 0.4879, 0.4817, 0.4888, 0.4979, 0.4919, 0.4997, 0.4755, 0.5022, 0.5011, 0.4816, 0.4816, 0.4854, 0.4909, 0.4971, 0.4756, 0.4946, 0.4517, 0.4847, 0.4872, 0.4737, 0.4888, 0.4787, 0.4844, 0.4823, 0.4863, 0.4849, 0.4747, 0.4872, 0.4799, 0.4803, 0.4928, 0.4728, 0.4952]
+      L10: [0.4749, 0.4732, 0.5035, 0.4847, 0.5009, 0.4873, 0.4931, 0.4805, 0.4938, 0.5067, 0.489, 0.4768, 0.4734, 0.4853, 0.4737, 0.4963, 0.501, 0.5054, 0.494, 0.4876, 0.472, 0.4815, 0.4883, 0.4817, 0.4861, 0.461, 0.4982, 0.459, 0.4751, 0.4699, 0.4797, 0.4716, 0.5048, 0.4908, 0.4945, 0.4743, 0.5118, 0.4832, 0.4713, 0.4868, 0.4922, 0.4805, 0.4876, 0.4828, 0.4816, 0.4897, 0.4791, 0.4774, 0.4835, 0.4604, 0.498, 0.4688, 0.4684, 0.4922, 0.4899, 0.4725, 0.4734, 0.4928, 0.4765, 0.4811, 0.5005, 0.4749, 0.4998, 0.4958]
+      L11: [0.475, 0.4814, 0.4767, 0.4967, 0.4932, 0.4746, 0.4815, 0.4832, 0.4751, 0.4927, 0.488, 0.4876, 0.4843, 0.4759, 0.4851, 0.5029, 0.4716, 0.4842, 0.4955, 0.4681, 0.4732, 0.4785, 0.4837, 0.4871, 0.5103, 0.4766, 0.4729, 0.4904, 0.5004, 0.4588, 0.4898, 0.4535, 0.4779, 0.4799, 0.4757, 0.4992, 0.4881, 0.4964, 0.4729, 0.4791, 0.4794, 0.4805, 0.4894, 0.4889, 0.4739, 0.4604, 0.4833, 0.4497, 0.4851, 0.4551, 0.4825, 0.4856, 0.4862, 0.5136, 0.4661, 0.4732, 0.4854, 0.4973, 0.4777, 0.4735, 0.4932, 0.5006, 0.4921, 0.482]
+    scale_y_full_postsigmoid=
+      L00: [0.6016, 0.6144, 0.5967, 0.5081, 0.6073, 0.5517, 0.5421, 0.5495, 0.661, 0.4986, 0.5252, 0.6052, 0.5117, 0.5347, 0.5695, 0.5523, 0.5567, 0.4777, 0.5209, 0.5536, 0.5094, 0.6175, 0.5016, 0.634, 0.5084, 0.5695, 0.6116, 0.629, 0.4899, 0.5868, 0.5052, 0.6695, 0.6553, 0.5452, 0.6084, 0.5564, 0.62, 0.5286, 0.6091, 0.49, 0.5293, 0.6604, 0.5576, 0.5439, 0.6188, 0.669, 0.556, 0.5823, 0.5534, 0.5808, 0.5148, 0.5357, 0.6438, 0.5474, 0.5988, 0.5187, 0.6694, 0.6187, 0.5865, 0.5361, 0.5566, 0.6445, 0.6708, 0.5175]
+      L01: [0.5232, 0.4923, 0.5302, 0.5304, 0.5103, 0.5091, 0.4955, 0.5216, 0.5137, 0.5087, 0.5059, 0.5379, 0.5114, 0.5204, 0.5258, 0.5064, 0.5224, 0.5138, 0.5155, 0.5382, 0.5291, 0.5352, 0.5256, 0.5057, 0.5309, 0.519, 0.5266, 0.5113, 0.5187, 0.5045, 0.5049, 0.5322, 0.5284, 0.5044, 0.5098, 0.5163, 0.5115, 0.5383, 0.5084, 0.5352, 0.5083, 0.529, 0.5224, 0.5093, 0.4989, 0.5284, 0.5049, 0.5284, 0.5227, 0.5457, 0.5187, 0.5321, 0.5498, 0.5125, 0.5149, 0.5118, 0.5238, 0.5256, 0.5179, 0.51, 0.5073, 0.5106, 0.5221, 0.5225]
+      L02: [0.5244, 0.5115, 0.5026, 0.5301, 0.5313, 0.4891, 0.5121, 0.5415, 0.5043, 0.5058, 0.4971, 0.4887, 0.5128, 0.5032, 0.507, 0.5159, 0.5304, 0.5197, 0.5122, 0.4997, 0.4947, 0.5032, 0.4991, 0.5173, 0.4999, 0.5186, 0.4985, 0.524, 0.5142, 0.4996, 0.4861, 0.5028, 0.5135, 0.5012, 0.5166, 0.5321, 0.4988, 0.5154, 0.5115, 0.5377, 0.4893, 0.5067, 0.5208, 0.4891, 0.5402, 0.5361, 0.4978, 0.5063, 0.5333, 0.5252, 0.5358, 0.503, 0.5122, 0.5062, 0.53, 0.5177, 0.5255, 0.5017, 0.5415, 0.5236, 0.505, 0.518, 0.5317, 0.4868]
+      L03: [0.4754, 0.501, 0.4929, 0.5017, 0.4928, 0.488, 0.5102, 0.4937, 0.5075, 0.4839, 0.4936, 0.4859, 0.5084, 0.4961, 0.5235, 0.5137, 0.5028, 0.4807, 0.4881, 0.4996, 0.4991, 0.4825, 0.4901, 0.4854, 0.4812, 0.4773, 0.4967, 0.482, 0.4799, 0.5407, 0.4856, 0.4802, 0.492, 0.4945, 0.481, 0.4962, 0.5058, 0.4882, 0.4896, 0.4842, 0.5056, 0.4825, 0.5053, 0.4947, 0.5018, 0.4866, 0.4913, 0.5018, 0.4846, 0.4872, 0.4933, 0.4909, 0.4889, 0.4981, 0.49, 0.5054, 0.4773, 0.5008, 0.4972, 0.4799, 0.4747, 0.5247, 0.4982, 0.516]
+      L04: [0.4177, 0.4536, 0.4664, 0.4593, 0.4366, 0.452, 0.467, 0.4621, 0.4269, 0.4636, 0.4603, 0.4183, 0.492, 0.4602, 0.4402, 0.499, 0.4644, 0.4465, 0.4733, 0.4634, 0.4571, 0.4673, 0.4892, 0.4855, 0.4821, 0.4355, 0.5244, 0.4698, 0.4354, 0.4254, 0.5046, 0.4801, 0.4469, 0.4231, 0.4771, 0.4414, 0.4735, 0.4744, 0.4372, 0.4536, 0.4419, 0.4733, 0.4723, 0.4469, 0.4425, 0.5041, 0.5333, 0.467, 0.4619, 0.4163, 0.5151, 0.482, 0.4543, 0.4414, 0.3882, 0.4008, 0.5001, 0.4251, 0.4637, 0.4951, 0.4843, 0.492, 0.4684, 0.4709]
+      L05: [0.3977, 0.4677, 0.4528, 0.405, 0.4376, 0.4351, 0.5335, 0.4468, 0.4374, 0.4487, 0.4512, 0.4919, 0.4349, 0.4626, 0.5375, 0.4222, 0.506, 0.4586, 0.4971, 0.5072, 0.4163, 0.4434, 0.4715, 0.4156, 0.4956, 0.4732, 0.4119, 0.4229, 0.5083, 0.5561, 0.443, 0.4462, 0.4903, 0.5244, 0.4475, 0.4491, 0.4869, 0.4673, 0.457, 0.4715, 0.5105, 0.5432, 0.4172, 0.473, 0.4364, 0.4507, 0.4529, 0.4353, 0.4269, 0.427, 0.5388, 0.4552, 0.4868, 0.441, 0.4611, 0.4541, 0.4214, 0.446, 0.4375, 0.4898, 0.5124, 0.4405, 0.4462, 0.4366]
+      L06: [0.4861, 0.4533, 0.5016, 0.4582, 0.4932, 0.502, 0.4543, 0.5215, 0.446, 0.4455, 0.483, 0.4878, 0.5316, 0.4871, 0.4597, 0.4757, 0.5263, 0.4998, 0.4512, 0.4972, 0.4365, 0.4619, 0.4633, 0.4854, 0.5251, 0.492, 0.4628, 0.4952, 0.5115, 0.4612, 0.4924, 0.4762, 0.4881, 0.4621, 0.4389, 0.516, 0.5176, 0.4663, 0.4718, 0.4637, 0.5047, 0.4886, 0.4509, 0.5302, 0.4723, 0.4498, 0.4687, 0.4702, 0.4706, 0.4848, 0.4835, 0.4604, 0.5127, 0.4289, 0.4995, 0.4657, 0.4758, 0.4922, 0.4813, 0.4801, 0.4533, 0.4565, 0.4807, 0.5058]
+      L07: [0.4764, 0.4928, 0.5073, 0.5044, 0.4826, 0.5022, 0.4662, 0.4897, 0.4732, 0.4961, 0.5139, 0.5155, 0.4821, 0.4971, 0.4644, 0.4929, 0.4887, 0.4862, 0.4696, 0.481, 0.4626, 0.4668, 0.4979, 0.494, 0.4991, 0.5205, 0.501, 0.4715, 0.4951, 0.4798, 0.4859, 0.4814, 0.4675, 0.4835, 0.4491, 0.4885, 0.5029, 0.4618, 0.4727, 0.4808, 0.4587, 0.4577, 0.4864, 0.5088, 0.4991, 0.4662, 0.4848, 0.4937, 0.4902, 0.4429, 0.4542, 0.4984, 0.4694, 0.4799, 0.528, 0.4888, 0.5022, 0.4576, 0.4938, 0.4662, 0.4982, 0.5102, 0.4941, 0.4945]
+      L08: [0.4979, 0.4914, 0.4649, 0.4779, 0.4989, 0.4971, 0.488, 0.4961, 0.4914, 0.4745, 0.4722, 0.4874, 0.5008, 0.4452, 0.4889, 0.4353, 0.4517, 0.4479, 0.496, 0.4994, 0.483, 0.4479, 0.5019, 0.5034, 0.5069, 0.4582, 0.4681, 0.4502, 0.5219, 0.4382, 0.4482, 0.4919, 0.5013, 0.4802, 0.4837, 0.4867, 0.4706, 0.467, 0.4934, 0.4977, 0.4718, 0.3928, 0.4914, 0.498, 0.475, 0.3855, 0.5181, 0.4672, 0.4899, 0.4982, 0.5041, 0.4907, 0.484, 0.4195, 0.5063, 0.4698, 0.4682, 0.5149, 0.4789, 0.4494, 0.4401, 0.5036, 0.5168, 0.4964]
+      L09: [0.4981, 0.5189, 0.5125, 0.5079, 0.5228, 0.5328, 0.5175, 0.5167, 0.5131, 0.5154, 0.4799, 0.4988, 0.524, 0.5172, 0.5322, 0.4333, 0.5138, 0.5323, 0.4964, 0.5212, 0.5078, 0.5042, 0.5124, 0.5161, 0.5105, 0.5366, 0.5174, 0.5174, 0.5246, 0.5131, 0.5073, 0.5127, 0.5068, 0.4834, 0.5252, 0.5346, 0.4294, 0.5124, 0.5332, 0.4894, 0.5133, 0.5014, 0.5059, 0.5003, 0.5024, 0.5006, 0.5225, 0.5156, 0.5003, 0.4889, 0.5196, 0.5204, 0.5232, 0.5098, 0.469, 0.5269, 0.4828, 0.514, 0.5335, 0.5093, 0.5184, 0.5122, 0.5087, 0.5285]
+      L10: [0.5147, 0.5117, 0.4912, 0.508, 0.5235, 0.4998, 0.5118, 0.5092, 0.4918, 0.498, 0.5085, 0.4958, 0.5239, 0.5206, 0.5072, 0.5063, 0.5225, 0.5297, 0.5196, 0.5032, 0.5203, 0.4954, 0.5311, 0.5034, 0.5115, 0.5346, 0.5079, 0.5254, 0.505, 0.5014, 0.5001, 0.5009, 0.539, 0.5215, 0.5099, 0.5101, 0.5093, 0.5176, 0.5039, 0.5407, 0.4906, 0.4981, 0.5019, 0.503, 0.5066, 0.4768, 0.5327, 0.5208, 0.5143, 0.5224, 0.5106, 0.507, 0.5068, 0.504, 0.5256, 0.534, 0.5107, 0.5154, 0.4786, 0.5072, 0.5111, 0.5178, 0.5317, 0.5098]
+      L11: [0.5027, 0.5146, 0.5307, 0.507, 0.5224, 0.5201, 0.5108, 0.5114, 0.5032, 0.5163, 0.5346, 0.5034, 0.5101, 0.5249, 0.5285, 0.5095, 0.5173, 0.5204, 0.518, 0.5277, 0.5176, 0.5043, 0.5147, 0.5139, 0.4999, 0.5159, 0.5195, 0.5234, 0.5174, 0.5157, 0.5356, 0.5007, 0.5196, 0.5189, 0.5057, 0.5143, 0.5171, 0.5007, 0.5071, 0.5189, 0.5072, 0.5124, 0.5144, 0.5143, 0.5219, 0.5322, 0.5105, 0.5146, 0.5068, 0.5092, 0.5146, 0.5147, 0.5001, 0.5103, 0.5186, 0.514, 0.5219, 0.4995, 0.4975, 0.5116, 0.5155, 0.5304, 0.5127, 0.5261]
+  seed=1337  best=4.4013  final=4.4121  best@9500  stable=False ✗
+    scale_q_means=[0.5137, 0.5102, 0.4874, 0.4908, 0.484, 0.4701, 0.4638, 0.4694, 0.4716, 0.4833, 0.4833, 0.4844]
+    scale_y_means=[0.5687, 0.5199, 0.5031, 0.4883, 0.4692, 0.4869, 0.4787, 0.4796, 0.483, 0.4942, 0.506, 0.5186]
+    scale_q_full_postsigmoid=
+      L00: [0.507, 0.4803, 0.5572, 0.5578, 0.5261, 0.5346, 0.5318, 0.5211, 0.5098, 0.4912, 0.5072, 0.4929, 0.5064, 0.5153, 0.4989, 0.5134, 0.5364, 0.5077, 0.5275, 0.5205, 0.528, 0.513, 0.4928, 0.4975, 0.5439, 0.5167, 0.4944, 0.5203, 0.5155, 0.5178, 0.516, 0.4692, 0.4985, 0.5308, 0.5017, 0.491, 0.5084, 0.5499, 0.4961, 0.582, 0.543, 0.5103, 0.5302, 0.5408, 0.5129, 0.5046, 0.5146, 0.5298, 0.5207, 0.5142, 0.4983, 0.545, 0.5103, 0.4993, 0.4907, 0.5141, 0.4514, 0.5038, 0.5217, 0.5197, 0.5188, 0.4931, 0.5051, 0.4581]
+      L01: [0.5266, 0.4949, 0.5028, 0.5057, 0.515, 0.5071, 0.4867, 0.5086, 0.5099, 0.505, 0.5024, 0.4927, 0.5029, 0.5135, 0.5208, 0.5239, 0.5144, 0.5193, 0.4903, 0.5272, 0.5064, 0.5204, 0.5127, 0.5117, 0.53, 0.4939, 0.5466, 0.4911, 0.5145, 0.4974, 0.548, 0.4982, 0.5292, 0.5027, 0.4975, 0.5136, 0.5092, 0.4976, 0.4994, 0.5066, 0.5054, 0.5003, 0.5401, 0.5269, 0.5174, 0.5037, 0.4908, 0.5211, 0.4946, 0.5127, 0.4947, 0.531, 0.4927, 0.5081, 0.5347, 0.5217, 0.5136, 0.4978, 0.5173, 0.4969, 0.5033, 0.4977, 0.4985, 0.5331]
+      L02: [0.477, 0.4642, 0.4972, 0.4804, 0.4708, 0.489, 0.483, 0.4639, 0.4875, 0.5397, 0.4355, 0.5529, 0.4601, 0.484, 0.4792, 0.4497, 0.4828, 0.5221, 0.4485, 0.4428, 0.5094, 0.4622, 0.5309, 0.4938, 0.5086, 0.5111, 0.431, 0.5131, 0.4595, 0.4853, 0.549, 0.4779, 0.4779, 0.489, 0.4411, 0.5264, 0.5175, 0.5086, 0.4816, 0.5027, 0.4691, 0.5606, 0.4786, 0.4806, 0.4746, 0.4491, 0.4722, 0.476, 0.4534, 0.5039, 0.479, 0.4825, 0.5333, 0.477, 0.4744, 0.5073, 0.4899, 0.486, 0.4869, 0.4508, 0.5193, 0.4732, 0.5005, 0.5296]
+      L03: [0.4225, 0.4627, 0.4733, 0.4869, 0.4861, 0.5431, 0.4696, 0.4859, 0.5427, 0.4515, 0.5008, 0.4714, 0.5074, 0.4888, 0.418, 0.4076, 0.5334, 0.5115, 0.5067, 0.4875, 0.4782, 0.4902, 0.4941, 0.5152, 0.4838, 0.4921, 0.4454, 0.4831, 0.4505, 0.535, 0.5231, 0.5198, 0.4722, 0.5559, 0.4863, 0.4143, 0.5211, 0.5103, 0.5242, 0.4409, 0.4974, 0.4825, 0.4908, 0.5327, 0.3849, 0.5205, 0.459, 0.5217, 0.4642, 0.4827, 0.462, 0.509, 0.5658, 0.471, 0.5105, 0.5064, 0.5475, 0.5245, 0.4695, 0.5035, 0.5208, 0.5294, 0.4792, 0.4799]
+      L04: [0.4747, 0.48, 0.5104, 0.4912, 0.4589, 0.4942, 0.4782, 0.4961, 0.4624, 0.466, 0.5217, 0.49, 0.5016, 0.4713, 0.4883, 0.5042, 0.5064, 0.4785, 0.4941, 0.4731, 0.4864, 0.4935, 0.4752, 0.484, 0.5044, 0.4817, 0.5017, 0.4857, 0.46, 0.4602, 0.4479, 0.4478, 0.4657, 0.493, 0.4625, 0.4763, 0.4734, 0.5124, 0.4845, 0.4463, 0.477, 0.5081, 0.4954, 0.4861, 0.5032, 0.5039, 0.4924, 0.4942, 0.4711, 0.4918, 0.4949, 0.5093, 0.493, 0.481, 0.4874, 0.4571, 0.4964, 0.4575, 0.4639, 0.4897, 0.5048, 0.4648, 0.4917, 0.4771]
+      L05: [0.4985, 0.4584, 0.4773, 0.4632, 0.4901, 0.472, 0.491, 0.4812, 0.4745, 0.4552, 0.4578, 0.4408, 0.4518, 0.4764, 0.486, 0.4527, 0.5003, 0.4747, 0.468, 0.4601, 0.4522, 0.465, 0.4875, 0.4763, 0.4941, 0.448, 0.4689, 0.4898, 0.4769, 0.4657, 0.4372, 0.4635, 0.4732, 0.4726, 0.4855, 0.4711, 0.4731, 0.4882, 0.474, 0.4508, 0.4662, 0.4537, 0.4693, 0.4887, 0.4766, 0.4944, 0.4926, 0.4718, 0.4309, 0.4655, 0.4549, 0.4641, 0.4293, 0.4678, 0.4651, 0.4663, 0.4735, 0.4784, 0.4803, 0.4682, 0.4671, 0.4607, 0.4634, 0.4952]
+      L06: [0.4713, 0.4278, 0.4779, 0.4592, 0.4565, 0.4476, 0.4645, 0.4257, 0.4507, 0.4348, 0.475, 0.4588, 0.4531, 0.4657, 0.4806, 0.4782, 0.4714, 0.434, 0.4473, 0.4939, 0.4813, 0.487, 0.4517, 0.463, 0.4896, 0.4549, 0.4322, 0.4717, 0.4708, 0.4426, 0.4845, 0.4864, 0.4639, 0.4533, 0.4572, 0.4541, 0.4779, 0.4413, 0.4325, 0.4834, 0.466, 0.4843, 0.4457, 0.4985, 0.4605, 0.4366, 0.4672, 0.4703, 0.4822, 0.4632, 0.4976, 0.4667, 0.4267, 0.4656, 0.4698, 0.4826, 0.4731, 0.4841, 0.4647, 0.4738, 0.4159, 0.4925, 0.4833, 0.4585]
+      L07: [0.4774, 0.4854, 0.4658, 0.4557, 0.4438, 0.4709, 0.4943, 0.4826, 0.4552, 0.472, 0.466, 0.4847, 0.4864, 0.4754, 0.4725, 0.4593, 0.4401, 0.5042, 0.4863, 0.4654, 0.4681, 0.4753, 0.4767, 0.4708, 0.459, 0.4649, 0.4612, 0.4457, 0.4649, 0.4815, 0.4817, 0.4563, 0.4559, 0.483, 0.4582, 0.473, 0.4752, 0.4646, 0.4481, 0.4444, 0.4776, 0.4824, 0.4753, 0.4727, 0.4784, 0.4654, 0.4723, 0.4708, 0.4322, 0.4794, 0.4685, 0.4776, 0.4771, 0.4786, 0.4924, 0.4615, 0.4488, 0.4582, 0.466, 0.4713, 0.4716, 0.4757, 0.4621, 0.4737]
+      L08: [0.4497, 0.4574, 0.4693, 0.4906, 0.4907, 0.4863, 0.4634, 0.477, 0.5122, 0.4623, 0.4687, 0.4826, 0.4869, 0.4899, 0.4665, 0.4799, 0.4669, 0.4789, 0.4819, 0.4697, 0.4552, 0.4689, 0.4682, 0.4485, 0.4707, 0.4633, 0.4661, 0.474, 0.4635, 0.4597, 0.4727, 0.481, 0.4657, 0.4863, 0.4554, 0.4964, 0.4465, 0.4586, 0.4588, 0.5057, 0.473, 0.4791, 0.5008, 0.4789, 0.4652, 0.4765, 0.5058, 0.4695, 0.4713, 0.4904, 0.4629, 0.4716, 0.4736, 0.4589, 0.4817, 0.4303, 0.4949, 0.4368, 0.4693, 0.4871, 0.4639, 0.4615, 0.4523, 0.4312]
+      L09: [0.4852, 0.4981, 0.4569, 0.4629, 0.4832, 0.4707, 0.5089, 0.5102, 0.4664, 0.4958, 0.4794, 0.4504, 0.4873, 0.4736, 0.4778, 0.489, 0.5076, 0.5004, 0.4663, 0.5046, 0.4982, 0.5014, 0.4609, 0.476, 0.4807, 0.4667, 0.4714, 0.5021, 0.4747, 0.4926, 0.4796, 0.4938, 0.4697, 0.4697, 0.4709, 0.493, 0.495, 0.4929, 0.4806, 0.4903, 0.475, 0.4586, 0.4613, 0.5014, 0.4842, 0.4813, 0.4772, 0.4951, 0.49, 0.4889, 0.4975, 0.4866, 0.4707, 0.4956, 0.5147, 0.448, 0.509, 0.4951, 0.4679, 0.4521, 0.5139, 0.513, 0.477, 0.4426]
+      L10: [0.4705, 0.4882, 0.4835, 0.5007, 0.4715, 0.491, 0.4639, 0.4746, 0.4855, 0.4789, 0.4923, 0.4965, 0.4971, 0.4812, 0.4833, 0.4758, 0.4825, 0.5055, 0.4882, 0.4796, 0.4851, 0.507, 0.467, 0.4869, 0.4959, 0.479, 0.4902, 0.4745, 0.511, 0.507, 0.4712, 0.4684, 0.4667, 0.4858, 0.4825, 0.4669, 0.4836, 0.5047, 0.475, 0.4857, 0.4735, 0.4853, 0.4822, 0.4884, 0.4726, 0.4621, 0.4828, 0.4713, 0.4774, 0.4929, 0.47, 0.5027, 0.4918, 0.455, 0.473, 0.4863, 0.4788, 0.4889, 0.4894, 0.4846, 0.4949, 0.4699, 0.4917, 0.4794]
+      L11: [0.4907, 0.4831, 0.4838, 0.4807, 0.4811, 0.4673, 0.4739, 0.4703, 0.4694, 0.4915, 0.4868, 0.4995, 0.4871, 0.4779, 0.4682, 0.4886, 0.4826, 0.4921, 0.4835, 0.4899, 0.478, 0.4701, 0.4776, 0.4852, 0.4833, 0.4751, 0.461, 0.5051, 0.483, 0.4692, 0.5109, 0.4658, 0.481, 0.5043, 0.4757, 0.4926, 0.473, 0.4839, 0.4774, 0.5085, 0.4802, 0.4715, 0.4853, 0.4827, 0.4731, 0.5012, 0.4971, 0.4842, 0.475, 0.4869, 0.4813, 0.4781, 0.4907, 0.4905, 0.4963, 0.4868, 0.4997, 0.4905, 0.4968, 0.4709, 0.4904, 0.5024, 0.5061, 0.4748]
+    scale_y_full_postsigmoid=
+      L00: [0.6149, 0.624, 0.5425, 0.5116, 0.6046, 0.5345, 0.5159, 0.5173, 0.618, 0.5405, 0.5288, 0.5792, 0.6261, 0.5931, 0.593, 0.5534, 0.6281, 0.6173, 0.5566, 0.5957, 0.5879, 0.5295, 0.5715, 0.5701, 0.5155, 0.6034, 0.6325, 0.6138, 0.5161, 0.5192, 0.5651, 0.6175, 0.5405, 0.5243, 0.5794, 0.5624, 0.6074, 0.6127, 0.6089, 0.5895, 0.5455, 0.523, 0.5802, 0.5682, 0.5366, 0.5633, 0.5467, 0.5703, 0.5303, 0.548, 0.6212, 0.526, 0.5708, 0.5288, 0.576, 0.5298, 0.5805, 0.6043, 0.6272, 0.5434, 0.5571, 0.5254, 0.5417, 0.5873]
+      L01: [0.5158, 0.5138, 0.5171, 0.5176, 0.5384, 0.5336, 0.5271, 0.5071, 0.5259, 0.5104, 0.503, 0.5137, 0.5265, 0.5355, 0.5178, 0.5145, 0.5309, 0.5204, 0.5386, 0.5262, 0.5304, 0.5199, 0.5172, 0.512, 0.5316, 0.5065, 0.532, 0.5218, 0.5249, 0.5222, 0.5298, 0.5303, 0.5105, 0.5166, 0.5209, 0.5242, 0.5029, 0.5055, 0.5276, 0.5311, 0.5105, 0.5204, 0.5333, 0.504, 0.5183, 0.4982, 0.5105, 0.5101, 0.5295, 0.5477, 0.4954, 0.5023, 0.5362, 0.5026, 0.5323, 0.5087, 0.5298, 0.526, 0.5146, 0.5331, 0.513, 0.5136, 0.5177, 0.5146]
+      L02: [0.5028, 0.495, 0.4851, 0.5247, 0.5183, 0.5228, 0.5078, 0.5055, 0.4974, 0.5251, 0.5119, 0.5213, 0.5057, 0.479, 0.498, 0.4856, 0.4865, 0.5058, 0.521, 0.4917, 0.5067, 0.4959, 0.5095, 0.5045, 0.5108, 0.5177, 0.4948, 0.4761, 0.5256, 0.4886, 0.4939, 0.5074, 0.4664, 0.4735, 0.4833, 0.5136, 0.4888, 0.5183, 0.5185, 0.4834, 0.4909, 0.5012, 0.5093, 0.5034, 0.4646, 0.4913, 0.5083, 0.5018, 0.4875, 0.4769, 0.5051, 0.5078, 0.5165, 0.5056, 0.5162, 0.5126, 0.4744, 0.516, 0.5082, 0.5478, 0.4864, 0.5286, 0.5317, 0.5388]
+      L03: [0.4781, 0.529, 0.4718, 0.5011, 0.481, 0.4762, 0.4866, 0.4817, 0.4951, 0.4721, 0.5053, 0.4797, 0.489, 0.4807, 0.4971, 0.4829, 0.4842, 0.4876, 0.5141, 0.4853, 0.4841, 0.4804, 0.4892, 0.4808, 0.4938, 0.4972, 0.4872, 0.4832, 0.4681, 0.4938, 0.4846, 0.4811, 0.4943, 0.4781, 0.4811, 0.5036, 0.4625, 0.4715, 0.4888, 0.4905, 0.5013, 0.4698, 0.5123, 0.5029, 0.4851, 0.4943, 0.4833, 0.4918, 0.4872, 0.4822, 0.4714, 0.4849, 0.4821, 0.481, 0.4841, 0.4883, 0.512, 0.5006, 0.4914, 0.4815, 0.504, 0.4872, 0.4985, 0.5015]
+      L04: [0.4214, 0.4829, 0.4691, 0.4955, 0.4378, 0.4731, 0.55, 0.422, 0.503, 0.4659, 0.43, 0.5267, 0.4523, 0.4366, 0.4993, 0.4848, 0.4362, 0.4451, 0.4339, 0.4301, 0.4204, 0.4083, 0.4169, 0.5068, 0.4886, 0.4792, 0.4742, 0.4254, 0.5237, 0.4723, 0.4938, 0.4461, 0.4685, 0.4437, 0.4408, 0.4475, 0.4356, 0.5369, 0.4833, 0.5407, 0.4991, 0.5144, 0.4743, 0.4539, 0.4532, 0.4489, 0.427, 0.441, 0.4828, 0.467, 0.4734, 0.5063, 0.4445, 0.4546, 0.4993, 0.5207, 0.4462, 0.4553, 0.4337, 0.5022, 0.4731, 0.5218, 0.5091, 0.4777]
+      L05: [0.4886, 0.4682, 0.4551, 0.4449, 0.4401, 0.4612, 0.4763, 0.5182, 0.487, 0.5307, 0.5145, 0.5171, 0.5011, 0.5034, 0.4442, 0.4866, 0.5076, 0.4768, 0.5263, 0.4829, 0.525, 0.4694, 0.4826, 0.5318, 0.5085, 0.5071, 0.5285, 0.4885, 0.4994, 0.4712, 0.4542, 0.455, 0.5097, 0.4751, 0.4575, 0.5083, 0.4914, 0.4633, 0.4637, 0.5186, 0.4482, 0.4818, 0.4741, 0.507, 0.4549, 0.4744, 0.4524, 0.496, 0.4956, 0.5119, 0.4756, 0.4998, 0.4931, 0.448, 0.4568, 0.4791, 0.5041, 0.5542, 0.4641, 0.4979, 0.4922, 0.5069, 0.4728, 0.4802]
+      L06: [0.5025, 0.4838, 0.4946, 0.4738, 0.4744, 0.4602, 0.4769, 0.4753, 0.4824, 0.5235, 0.4896, 0.4683, 0.4933, 0.4831, 0.4876, 0.4989, 0.4854, 0.486, 0.4382, 0.4733, 0.454, 0.4859, 0.4599, 0.4506, 0.46, 0.4516, 0.4815, 0.4932, 0.5099, 0.5324, 0.4928, 0.4887, 0.5095, 0.4881, 0.4545, 0.4592, 0.4546, 0.4847, 0.4672, 0.4468, 0.4806, 0.5034, 0.4723, 0.4562, 0.4495, 0.5058, 0.4933, 0.4551, 0.4987, 0.4593, 0.4564, 0.4555, 0.4935, 0.4708, 0.4661, 0.4959, 0.4885, 0.4778, 0.5044, 0.4927, 0.478, 0.491, 0.4567, 0.4604]
+      L07: [0.4789, 0.4844, 0.4543, 0.5203, 0.517, 0.4332, 0.5014, 0.4924, 0.4681, 0.4506, 0.4904, 0.4963, 0.4849, 0.4912, 0.5295, 0.5449, 0.4713, 0.4963, 0.4701, 0.4877, 0.4871, 0.4485, 0.4643, 0.4909, 0.4837, 0.5353, 0.4825, 0.5001, 0.4234, 0.447, 0.5338, 0.4769, 0.4871, 0.4674, 0.4971, 0.4799, 0.4418, 0.4082, 0.4681, 0.4803, 0.4754, 0.4259, 0.466, 0.5169, 0.4827, 0.4682, 0.478, 0.4857, 0.4656, 0.4808, 0.4896, 0.5036, 0.5019, 0.4965, 0.4938, 0.4681, 0.4497, 0.491, 0.4862, 0.4511, 0.4577, 0.4833, 0.4498, 0.4588]
+      L08: [0.4555, 0.494, 0.4793, 0.479, 0.5148, 0.4499, 0.519, 0.5053, 0.471, 0.5087, 0.4273, 0.4878, 0.3702, 0.5278, 0.4969, 0.5016, 0.4534, 0.5013, 0.5005, 0.5032, 0.4953, 0.4505, 0.4893, 0.5166, 0.4257, 0.4823, 0.486, 0.4966, 0.5008, 0.4709, 0.5074, 0.5006, 0.4699, 0.4747, 0.4791, 0.4606, 0.4144, 0.5006, 0.4953, 0.5028, 0.4775, 0.487, 0.4902, 0.4412, 0.4988, 0.4728, 0.4947, 0.4894, 0.466, 0.497, 0.4964, 0.4873, 0.5047, 0.4613, 0.453, 0.517, 0.4937, 0.4243, 0.4746, 0.4848, 0.5038, 0.5013, 0.4993, 0.527]
+      L09: [0.4917, 0.4975, 0.4968, 0.4853, 0.5016, 0.4917, 0.4753, 0.5027, 0.5087, 0.5097, 0.492, 0.4473, 0.5099, 0.5138, 0.4929, 0.5248, 0.4833, 0.5183, 0.5187, 0.4875, 0.501, 0.4977, 0.4823, 0.4988, 0.4824, 0.5022, 0.5014, 0.4779, 0.5027, 0.5068, 0.4879, 0.4886, 0.4941, 0.5078, 0.4315, 0.4961, 0.5127, 0.4783, 0.4964, 0.4731, 0.4939, 0.4792, 0.4832, 0.5091, 0.4694, 0.4943, 0.4947, 0.5084, 0.4202, 0.4862, 0.4743, 0.4944, 0.5175, 0.4836, 0.4814, 0.4918, 0.4827, 0.4988, 0.5203, 0.5283, 0.5044, 0.5158, 0.5232, 0.507]
+      L10: [0.5027, 0.5008, 0.5068, 0.5152, 0.4864, 0.5102, 0.5232, 0.5107, 0.5189, 0.5083, 0.496, 0.52, 0.4984, 0.516, 0.514, 0.5257, 0.5176, 0.5112, 0.5149, 0.5076, 0.5146, 0.4888, 0.4951, 0.5068, 0.4984, 0.498, 0.5046, 0.5102, 0.5151, 0.5342, 0.499, 0.498, 0.5082, 0.4981, 0.4805, 0.4988, 0.4916, 0.4753, 0.5181, 0.4913, 0.5054, 0.5208, 0.5143, 0.5064, 0.5193, 0.5089, 0.5039, 0.4985, 0.4959, 0.4881, 0.5128, 0.5074, 0.5289, 0.5157, 0.5131, 0.4902, 0.4942, 0.5062, 0.4953, 0.5231, 0.4981, 0.4926, 0.5073, 0.5082]
+      L11: [0.5255, 0.5219, 0.5116, 0.5027, 0.5127, 0.5087, 0.5283, 0.5263, 0.5162, 0.5229, 0.5124, 0.5293, 0.5229, 0.5104, 0.5149, 0.5296, 0.5163, 0.5079, 0.5083, 0.5061, 0.5188, 0.5115, 0.5104, 0.5101, 0.4984, 0.5207, 0.5286, 0.5093, 0.5125, 0.5202, 0.5345, 0.5272, 0.5126, 0.5437, 0.5288, 0.5245, 0.5173, 0.5322, 0.503, 0.5125, 0.5328, 0.5197, 0.5156, 0.5273, 0.5249, 0.5147, 0.5213, 0.5072, 0.5216, 0.5059, 0.5355, 0.5212, 0.5109, 0.5065, 0.5267, 0.5262, 0.524, 0.5134, 0.5309, 0.5256, 0.5198, 0.5151, 0.5057, 0.5278]
diff --git a/results/phase7_warmup500_normed_q_runs_20260328_1215.csv b/results/phase7_warmup500_normed_q_runs_20260328_1215.csv
new file mode 100644
index 0000000000000000000000000000000000000000..af4dd16ebf7f9ce68ea939975dd3cd826600f08b
--- /dev/null
+++ b/results/phase7_warmup500_normed_q_runs_20260328_1215.csv
@@ -0,0 +1,7 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+dynamic_qconditioned_normed,cheap_q_normed,500,42,ok,4105.93,123.64,4.6496,10000,4.6496,False,out-openwebtext_phase7_w500_cheap_q_normed,
+dynamic_qconditioned_normed,cheap_q_normed,500,1337,ok,4066.51,123.64,4.7181,10000,4.7181,False,out-openwebtext_phase7_w500_cheap_q_normed,
+dynamic_qconditioned_normed,cheap_q_normed,500,123,ok,4050.89,123.64,4.6116,10000,4.6116,False,out-openwebtext_phase7_w500_cheap_q_normed,
+dynamic_qconditioned_mlp128_normed,midtier_q_normed,500,42,ok,4215.02,123.78,4.5975,10000,4.5975,False,out-openwebtext_phase7_w500_midtier_q_normed,
+dynamic_qconditioned_mlp128_normed,midtier_q_normed,500,1337,ok,4215.67,123.78,4.6438,10000,4.6438,False,out-openwebtext_phase7_w500_midtier_q_normed,
+dynamic_qconditioned_mlp128_normed,midtier_q_normed,500,123,ok,4231.88,123.78,4.636,10000,4.636,False,out-openwebtext_phase7_w500_midtier_q_normed,
diff --git a/results/phase7_warmup500_normed_q_summary_20260328_1215.txt b/results/phase7_warmup500_normed_q_summary_20260328_1215.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a3663193510f8ff69bf08ab1c7b316cbcc02a4
--- /dev/null
+++ b/results/phase7_warmup500_normed_q_summary_20260328_1215.txt
@@ -0,0 +1,52 @@
+PHASE 7 � WARMUP 500 NORMED Q-ONLY SUMMARY
+================================================================================================
+
+Bundle purpose:
+  Test whether RMS-normalizing Q improves harsh-warmup robustness for low-dimensional Q-only gates.
+
+Results CSV: C:\Users\brian\Documents\nanoGPT\results\phase7_warmup500_normed_q_runs_20260328_1215.csv
+
+Current warmup=500 canon:
+  baseline     4.5663
+  qa_normed    4.5902
+  midtier_q    4.6009
+  cheap_qa     4.6130
+  qa_lowrank   4.6289
+  full_x       4.8518
+
+Leaderboard within this phase (completed seeds only):
+  1. midtier_q_normed mean=4.6258  std=0.0202  done=3/3  vs baseline@500=+0.0595  vs qa_normed@500=+0.0356
+  2. cheap_q_normed   mean=4.6598  std=0.0441  done=3/3  vs baseline@500=+0.0935  vs qa_normed@500=+0.0696
+
+------------------------------------------------------------------------------------------------
+cheap_q_normed  (dynamic_qconditioned_normed)
+  RMSNorm(q) -> shared Linear(64->64) -> sigmoid gate
+  out_dir: out-openwebtext_phase7_w500_cheap_q_normed
+  completed seeds: 3/3
+  partial mean/std: 4.6598 � 0.0441
+  vs baseline@500: +0.0935
+  vs qa_normed@500: +0.0696
+  vs unnormed 2000 anchor (cheap_q): +0.2400
+    seed=  42  best=4.6496  final=4.6496  best@10000  stable=False  vs baseline@500=+0.0833  vs qa_normed@500=+0.0594
+    seed= 123  best=4.6116  final=4.6116  best@10000  stable=False  vs baseline@500=+0.0453  vs qa_normed@500=+0.0214
+    seed=1337  best=4.7181  final=4.7181  best@10000  stable=False  vs baseline@500=+0.1518  vs qa_normed@500=+0.1279
+
+------------------------------------------------------------------------------------------------
+midtier_q_normed  (dynamic_qconditioned_mlp128_normed)
+  RMSNorm(q) -> shared MLP(64->128->64) -> sigmoid gate
+  out_dir: out-openwebtext_phase7_w500_midtier_q_normed
+  completed seeds: 3/3
+  partial mean/std: 4.6258 � 0.0202
+  vs baseline@500: +0.0595
+  vs qa_normed@500: +0.0356
+  vs unnormed 2000 anchor (midtier_q): +0.2123
+    seed=  42  best=4.5975  final=4.5975  best@10000  stable=False  vs baseline@500=+0.0312  vs qa_normed@500=+0.0073
+    seed= 123  best=4.6360  final=4.6360  best@10000  stable=False  vs baseline@500=+0.0697  vs qa_normed@500=+0.0458
+    seed=1337  best=4.6438  final=4.6438  best@10000  stable=False  vs baseline@500=+0.0775  vs qa_normed@500=+0.0536
+
+Win conditions:
+  - baseline beaten if mean < 4.5663
+  - qa_normed beaten if mean < 4.5902
+  - cheap_q_normed should ideally improve on cheap_q-family behavior
+  - midtier_q_normed should ideally improve on midtier_q-family behavior
+
diff --git a/results/phase8_warmup2000_bulk_a10_runs_20260329_0650.csv b/results/phase8_warmup2000_bulk_a10_runs_20260329_0650.csv
new file mode 100644
index 0000000000000000000000000000000000000000..5907c40a245c9fc534fd382679f9968be49ab57d
--- /dev/null
+++ b/results/phase8_warmup2000_bulk_a10_runs_20260329_0650.csv
@@ -0,0 +1,58 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+none,baseline,2000,42,ok,1735.68,123.59,4.4737,10000,4.4737,False,out-openwebtext_phase8_w2000_baseline,
+none,baseline,2000,1337,ok,1749.5,123.59,4.4611,10000,4.4611,False,out-openwebtext_phase8_w2000_baseline,
+none,baseline,2000,123,ok,1751.66,123.59,4.4681,10000,4.4681,False,out-openwebtext_phase8_w2000_baseline,
+dynamic_qa_conditioned,cheap_qa,2000,42,ok,1857.66,123.69,4.4293,9500,4.4318,False,out-openwebtext_phase8_w2000_cheap_qa,
+dynamic_qa_conditioned,cheap_qa,2000,1337,ok,1864.67,123.69,4.4322,10000,4.4322,False,out-openwebtext_phase8_w2000_cheap_qa,
+dynamic_qa_conditioned,cheap_qa,2000,123,ok,1864.09,123.69,4.3851,9750,4.4005,False,out-openwebtext_phase8_w2000_cheap_qa,
+dynamic_xconditioned_g1,full_x,2000,42,ok,1889.04,130.67,4.4164,10000,4.4164,False,out-openwebtext_phase8_w2000_full_x,
+dynamic_xconditioned_g1,full_x,2000,1337,ok,1887.89,130.67,4.3782,10000,4.3782,False,out-openwebtext_phase8_w2000_full_x,
+dynamic_xconditioned_g1,full_x,2000,123,ok,1886.1,130.67,4.4137,10000,4.4137,False,out-openwebtext_phase8_w2000_full_x,
+dynamic_qa_conditioned_headspecific,qa_headspec,2000,42,ok,1882.99,124.77,4.4013,10000,4.4013,False,out-openwebtext_phase8_w2000_qa_headspec,
+dynamic_qa_conditioned_headspecific,qa_headspec,2000,1337,ok,1883.89,124.77,4.4196,9750,4.4213,False,out-openwebtext_phase8_w2000_qa_headspec,
+dynamic_qa_conditioned_headspecific,qa_headspec,2000,123,ok,1882.62,124.77,4.4614,10000,4.4614,False,out-openwebtext_phase8_w2000_qa_headspec,
+dynamic_xconditioned_fullwidth_headspecific,x_full_headspec,2000,42,ok,1886.38,130.67,4.3903,10000,4.3903,False,out-openwebtext_phase8_w2000_x_full_headspec,
+dynamic_xconditioned_fullwidth_headspecific,x_full_headspec,2000,1337,ok,1880.93,130.67,4.3879,10000,4.3879,False,out-openwebtext_phase8_w2000_x_full_headspec,
+dynamic_xconditioned_fullwidth_headspecific,x_full_headspec,2000,123,ok,1886.31,130.67,4.3792,10000,4.3792,False,out-openwebtext_phase8_w2000_x_full_headspec,
+dynamic_qa_conditioned_mlp128,mlp128_qa,2000,42,ok,1931.17,123.88,4.4222,10000,4.4222,False,out-openwebtext_phase8_w2000_mlp128_qa,
+dynamic_qa_conditioned_mlp128,mlp128_qa,2000,1337,ok,1924.28,123.88,4.4123,10000,4.4123,False,out-openwebtext_phase8_w2000_mlp128_qa,
+dynamic_qa_conditioned_mlp128,mlp128_qa,2000,123,ok,1933.44,123.88,4.3689,9750,4.3705,False,out-openwebtext_phase8_w2000_mlp128_qa,
+dynamic_qconditioned_fullwidth_headspecific,q_full_headspec,2000,42,ok,1875.86,130.67,4.4112,10000,4.4112,False,out-openwebtext_phase8_w2000_q_full_headspec,
+dynamic_qconditioned_fullwidth_headspecific,q_full_headspec,2000,1337,ok,1869.75,130.67,4.4133,10000,4.4133,False,out-openwebtext_phase8_w2000_q_full_headspec,
+dynamic_qconditioned_fullwidth_headspecific,q_full_headspec,2000,123,ok,1874.79,130.67,4.3857,10000,4.3857,False,out-openwebtext_phase8_w2000_q_full_headspec,
+dynamic_qconditioned_fullwidth,full_q,2000,42,ok,1871.35,130.67,4.4322,10000,4.4322,False,out-openwebtext_phase8_w2000_full_q,
+dynamic_qconditioned_fullwidth,full_q,2000,1337,ok,1875.79,130.67,4.3789,10000,4.3789,False,out-openwebtext_phase8_w2000_full_q,
+dynamic_qconditioned_fullwidth,full_q,2000,123,ok,1879.86,130.67,4.4223,10000,4.4223,False,out-openwebtext_phase8_w2000_full_q,
+dynamic_qconditioned_mlp128,midtier_q,2000,42,ok,1913.53,123.78,4.4142,9750,4.433,False,out-openwebtext_phase8_w2000_midtier_q,
+dynamic_qconditioned_mlp128,midtier_q,2000,1337,ok,1900.51,123.78,4.4103,9500,4.416,False,out-openwebtext_phase8_w2000_midtier_q,
+dynamic_qconditioned_mlp128,midtier_q,2000,123,ok,1896.34,123.78,4.4304,9750,4.4436,False,out-openwebtext_phase8_w2000_midtier_q,
+dynamic,cheap_q,2000,42,ok,1830.72,123.64,4.4262,10000,4.4262,False,out-openwebtext_phase8_w2000_cheap_q,
+dynamic,cheap_q,2000,1337,ok,1831.12,123.64,4.4146,10000,4.4146,False,out-openwebtext_phase8_w2000_cheap_q,
+dynamic,cheap_q,2000,123,ok,1827.42,123.64,4.4339,9750,4.4497,False,out-openwebtext_phase8_w2000_cheap_q,
+dynamic_a_conditioned,a_only,2000,42,ok,1824.55,123.64,4.4344,10000,4.4344,False,out-openwebtext_phase8_w2000_a_only,
+dynamic_a_conditioned,a_only,2000,1337,ok,1827.6,123.64,4.4283,10000,4.4283,False,out-openwebtext_phase8_w2000_a_only,
+dynamic_a_conditioned,a_only,2000,123,ok,1823.89,123.64,4.4349,9750,4.4504,False,out-openwebtext_phase8_w2000_a_only,
+dynamic_x_g1_headshared_elementwise,x_headshared,2000,42,ok,1844.55,123.64,4.4441,10000,4.4441,False,out-openwebtext_phase8_w2000_x_headshared,
+dynamic_x_g1_headshared_elementwise,x_headshared,2000,1337,ok,1846.02,123.64,4.4321,10000,4.4321,False,out-openwebtext_phase8_w2000_x_headshared,
+dynamic_x_g1_headshared_elementwise,x_headshared,2000,123,ok,1843.78,123.64,4.4468,9750,4.4622,False,out-openwebtext_phase8_w2000_x_headshared,
+static_gate_prehead,static_prehead,2000,42,ok,1792.23,123.6,4.4549,10000,4.4549,False,out-openwebtext_phase8_w2000_static_prehead,
+static_gate_prehead,static_prehead,2000,1337,ok,1792.19,123.6,4.4298,10000,4.4298,False,out-openwebtext_phase8_w2000_static_prehead,
+static_gate_prehead,static_prehead,2000,123,ok,1794.53,123.6,4.4442,10000,4.4442,False,out-openwebtext_phase8_w2000_static_prehead,
+dynamic_x_g1_headspecific_elementwise,x_headspec_elem,2000,42,ok,1834.08,124.18,4.4492,10000,4.4492,False,out-openwebtext_phase8_w2000_x_headspec_elem,
+dynamic_x_g1_headspecific_elementwise,x_headspec_elem,2000,1337,ok,1833.61,124.18,4.4424,10000,4.4424,False,out-openwebtext_phase8_w2000_x_headspec_elem,
+dynamic_x_g1_headspecific_elementwise,x_headspec_elem,2000,123,ok,1830.68,124.18,4.4322,9750,4.4347,False,out-openwebtext_phase8_w2000_x_headspec_elem,
+dynamic_qa_bilinear_diag,bilinear_diag,2000,42,ok,1905.1,123.59,4.47,10000,4.47,False,out-openwebtext_phase8_w2000_bilinear_diag,
+dynamic_qa_bilinear_diag,bilinear_diag,2000,1337,ok,1915.59,123.59,4.4403,10000,4.4403,False,out-openwebtext_phase8_w2000_bilinear_diag,
+dynamic_qa_bilinear_diag,bilinear_diag,2000,123,ok,1913.56,123.59,4.4614,10000,4.4614,False,out-openwebtext_phase8_w2000_bilinear_diag,
+dynamic_dot_elementwise,dot_elementwise,2000,42,ok,1814.2,123.59,4.4757,10000,4.4757,False,out-openwebtext_phase8_w2000_dot_elementwise,
+dynamic_dot_elementwise,dot_elementwise,2000,1337,ok,1814.77,123.59,4.4405,10000,4.4405,False,out-openwebtext_phase8_w2000_dot_elementwise,
+dynamic_dot_elementwise,dot_elementwise,2000,123,ok,1814.46,123.59,4.4548,10000,4.4548,False,out-openwebtext_phase8_w2000_dot_elementwise,
+dynamic_dot_scalar,dot_scalar,2000,42,ok,1851.26,123.59,4.4485,10000,4.4485,False,out-openwebtext_phase8_w2000_dot_scalar,
+dynamic_dot_scalar,dot_scalar,2000,1337,ok,1852.06,123.59,4.4533,10000,4.4533,False,out-openwebtext_phase8_w2000_dot_scalar,
+dynamic_dot_scalar,dot_scalar,2000,123,ok,1858.23,123.59,4.4683,10000,4.4683,False,out-openwebtext_phase8_w2000_dot_scalar,
+dynamic_qa_conditioned_normed,qa_normed,2000,42,ok,2247.96,123.69,4.4161,9500,4.42,False,out-openwebtext_phase8_w2000_qa_normed,
+dynamic_qa_conditioned_normed,qa_normed,2000,1337,ok,2251.08,123.69,4.4189,10000,4.4189,False,out-openwebtext_phase8_w2000_qa_normed,
+dynamic_qa_conditioned_normed,qa_normed,2000,123,ok,2259.74,123.69,4.3902,9750,4.4063,False,out-openwebtext_phase8_w2000_qa_normed,
+dynamic_qa_conditioned_lowrank16,qa_lowrank,2000,42,ok,1860.82,123.62,4.4121,10000,4.4121,False,out-openwebtext_phase8_w2000_qa_lowrank16,
+dynamic_qa_conditioned_lowrank16,qa_lowrank,2000,1337,ok,1855.74,123.62,4.4206,9500,4.4238,False,out-openwebtext_phase8_w2000_qa_lowrank16,
+dynamic_qa_conditioned_lowrank16,qa_lowrank,2000,123,ok,1856.66,123.62,4.4164,10000,4.4164,False,out-openwebtext_phase8_w2000_qa_lowrank16,
diff --git a/results/phase8_warmup2000_bulk_a10_summary_20260329_0650.txt b/results/phase8_warmup2000_bulk_a10_summary_20260329_0650.txt
new file mode 100644
index 0000000000000000000000000000000000000000..4701d6cde543edee1ff2daffd5dfbd52ab9a5a2b
--- /dev/null
+++ b/results/phase8_warmup2000_bulk_a10_summary_20260329_0650.txt
@@ -0,0 +1,267 @@
+PHASE 8 — WARMUP 2000 BULK RERUN SUMMARY
+====================================================================================================
+
+Bundle purpose:
+  Re-run the full warmup=2000 board plus later Q+A additions under one corrected large-GPU recipe.
+
+Results CSV: /home/ubuntu/nanoGPT-gating-research/results/phase8_warmup2000_bulk_a10_runs_20260329_0650.csv
+
+Recipe:
+  batch_size=8  gradient_accumulation_steps=1  block_size=512  tokens/iter=4,096
+  compile=False  warmup=2000  max_iters=10000  seeds=[42, 1337, 123]
+
+Existing warmup=2000 canon reference:
+  cheap_qa        4.3897
+  qa_normed       4.3926
+  full_x          4.3950
+  qa_headspec     4.3951
+  x_full_headspec 4.3964
+  mlp128_qa       4.4032
+  q_full_headspec 4.4058
+  qa_lowrank      4.4068
+  full_q          4.4109
+  midtier_q       4.4135
+  cheap_q         4.4198
+  a_only          4.4298
+  x_headshared    4.4346
+  static_prehead  4.4438
+  x_headspec_elem 4.4450
+  bilinear_diag   4.4516
+  dot_elementwise 4.4537
+  dot_scalar      4.4601
+  baseline        4.4708
+
+Leaderboard within this rerun (completed seeds only):
+   1. x_full_headspec mean=4.3858  std=0.0048  done=3/3  vs old 2000=-0.0106
+   2. mlp128_qa       mean=4.4011  std=0.0231  done=3/3  vs old 2000=-0.0021
+   3. full_x          mean=4.4028  std=0.0174  done=3/3  vs old 2000=+0.0078
+   4. q_full_headspec mean=4.4034  std=0.0125  done=3/3  vs old 2000=-0.0024
+   5. qa_normed       mean=4.4084  std=0.0129  done=3/3  vs old 2000=+0.0158
+   6. full_q          mean=4.4111  std=0.0231  done=3/3  vs old 2000=+0.0002
+   7. cheap_qa        mean=4.4155  std=0.0216  done=3/3  vs old 2000=+0.0258
+   8. qa_lowrank      mean=4.4164  std=0.0035  done=3/3  vs old 2000=+0.0096
+   9. midtier_q       mean=4.4183  std=0.0087  done=3/3  vs old 2000=+0.0048
+  10. cheap_q         mean=4.4249  std=0.0079  done=3/3  vs old 2000=+0.0051
+  11. qa_headspec     mean=4.4274  std=0.0252  done=3/3  vs old 2000=+0.0323
+  12. a_only          mean=4.4325  std=0.0030  done=3/3  vs old 2000=+0.0027
+  13. x_headshared    mean=4.4410  std=0.0064  done=3/3  vs old 2000=+0.0064
+  14. x_headspec_elem mean=4.4413  std=0.0070  done=3/3  vs old 2000=-0.0037
+  15. static_prehead  mean=4.4430  std=0.0103  done=3/3  vs old 2000=-0.0008
+  16. dot_scalar      mean=4.4567  std=0.0084  done=3/3  vs old 2000=-0.0034
+  17. dot_elementwise mean=4.4570  std=0.0145  done=3/3  vs old 2000=+0.0033
+  18. bilinear_diag   mean=4.4572  std=0.0125  done=3/3  vs old 2000=+0.0056
+  19. baseline        mean=4.4676  std=0.0052  done=3/3  vs old 2000=-0.0032
+
+----------------------------------------------------------------------------------------------------
+baseline  (none)
+  No writeback gate
+  out_dir: out-openwebtext_phase8_w2000_baseline
+  completed seeds: 3/3
+  partial mean/std: 4.4676 ± 0.0052
+  vs old 2000 anchor: -0.0032
+    seed=  42  best=4.4737  final=4.4737  best@10000  stable=False  vs old=+0.0029
+    seed= 123  best=4.4681  final=4.4681  best@10000  stable=False  vs old=-0.0027
+    seed=1337  best=4.4611  final=4.4611  best@10000  stable=False  vs old=-0.0097
+
+----------------------------------------------------------------------------------------------------
+cheap_qa  (dynamic_qa_conditioned)
+  Shared Q+A linear gate: concat [q,y] -> 128->64
+  out_dir: out-openwebtext_phase8_w2000_cheap_qa
+  completed seeds: 3/3
+  partial mean/std: 4.4155 ± 0.0216
+  vs old 2000 anchor: +0.0258
+    seed=  42  best=4.4293  final=4.4318  best@9500  stable=False  vs old=+0.0396
+    seed= 123  best=4.3851  final=4.4005  best@9750  stable=False  vs old=-0.0046
+    seed=1337  best=4.4322  final=4.4322  best@10000  stable=False  vs old=+0.0425
+
+----------------------------------------------------------------------------------------------------
+full_x  (dynamic_xconditioned_g1)
+  Shared full-width X gate: x_prenorm 768->768, reshaped to heads
+  out_dir: out-openwebtext_phase8_w2000_full_x
+  completed seeds: 3/3
+  partial mean/std: 4.4028 ± 0.0174
+  vs old 2000 anchor: +0.0078
+    seed=  42  best=4.4164  final=4.4164  best@10000  stable=False  vs old=+0.0214
+    seed= 123  best=4.4137  final=4.4137  best@10000  stable=False  vs old=+0.0187
+    seed=1337  best=4.3782  final=4.3782  best@10000  stable=False  vs old=-0.0168
+
+----------------------------------------------------------------------------------------------------
+qa_headspec  (dynamic_qa_conditioned_headspecific)
+  Head-specific Q+A linear gate: separate 128->64 per head
+  out_dir: out-openwebtext_phase8_w2000_qa_headspec
+  completed seeds: 3/3
+  partial mean/std: 4.4274 ± 0.0252
+  vs old 2000 anchor: +0.0323
+    seed=  42  best=4.4013  final=4.4013  best@10000  stable=False  vs old=+0.0062
+    seed= 123  best=4.4614  final=4.4614  best@10000  stable=False  vs old=+0.0663
+    seed=1337  best=4.4196  final=4.4213  best@9750  stable=False  vs old=+0.0245
+
+----------------------------------------------------------------------------------------------------
+x_full_headspec  (dynamic_xconditioned_fullwidth_headspecific)
+  Head-specific full-width X gate: separate 768->64 per head
+  out_dir: out-openwebtext_phase8_w2000_x_full_headspec
+  completed seeds: 3/3
+  partial mean/std: 4.3858 ± 0.0048
+  vs old 2000 anchor: -0.0106
+    seed=  42  best=4.3903  final=4.3903  best@10000  stable=False  vs old=-0.0061
+    seed= 123  best=4.3792  final=4.3792  best@10000  stable=False  vs old=-0.0172
+    seed=1337  best=4.3879  final=4.3879  best@10000  stable=False  vs old=-0.0085
+
+----------------------------------------------------------------------------------------------------
+mlp128_qa  (dynamic_qa_conditioned_mlp128)
+  Shared Q+A MLP gate: 128->128->64
+  out_dir: out-openwebtext_phase8_w2000_mlp128_qa
+  completed seeds: 3/3
+  partial mean/std: 4.4011 ± 0.0231
+  vs old 2000 anchor: -0.0021
+    seed=  42  best=4.4222  final=4.4222  best@10000  stable=False  vs old=+0.0190
+    seed= 123  best=4.3689  final=4.3705  best@9750  stable=False  vs old=-0.0343
+    seed=1337  best=4.4123  final=4.4123  best@10000  stable=False  vs old=+0.0091
+
+----------------------------------------------------------------------------------------------------
+q_full_headspec  (dynamic_qconditioned_fullwidth_headspecific)
+  Head-specific full-width Q gate: separate 768->64 per head
+  out_dir: out-openwebtext_phase8_w2000_q_full_headspec
+  completed seeds: 3/3
+  partial mean/std: 4.4034 ± 0.0125
+  vs old 2000 anchor: -0.0024
+    seed=  42  best=4.4112  final=4.4112  best@10000  stable=False  vs old=+0.0054
+    seed= 123  best=4.3857  final=4.3857  best@10000  stable=False  vs old=-0.0201
+    seed=1337  best=4.4133  final=4.4133  best@10000  stable=False  vs old=+0.0075
+
+----------------------------------------------------------------------------------------------------
+full_q  (dynamic_qconditioned_fullwidth)
+  Shared full-width Q gate: 768->768 reshaped to heads
+  out_dir: out-openwebtext_phase8_w2000_full_q
+  completed seeds: 3/3
+  partial mean/std: 4.4111 ± 0.0231
+  vs old 2000 anchor: +0.0002
+    seed=  42  best=4.4322  final=4.4322  best@10000  stable=False  vs old=+0.0213
+    seed= 123  best=4.4223  final=4.4223  best@10000  stable=False  vs old=+0.0114
+    seed=1337  best=4.3789  final=4.3789  best@10000  stable=False  vs old=-0.0320
+
+----------------------------------------------------------------------------------------------------
+midtier_q  (dynamic_qconditioned_mlp128)
+  Shared Q MLP gate: 64->128->64
+  out_dir: out-openwebtext_phase8_w2000_midtier_q
+  completed seeds: 3/3
+  partial mean/std: 4.4183 ± 0.0087
+  vs old 2000 anchor: +0.0048
+    seed=  42  best=4.4142  final=4.4330  best@9750  stable=False  vs old=+0.0007
+    seed= 123  best=4.4304  final=4.4436  best@9750  stable=False  vs old=+0.0169
+    seed=1337  best=4.4103  final=4.4160  best@9500  stable=False  vs old=-0.0032
+
+----------------------------------------------------------------------------------------------------
+cheap_q  (dynamic)
+  Shared Q linear gate: 64->64
+  out_dir: out-openwebtext_phase8_w2000_cheap_q
+  completed seeds: 3/3
+  partial mean/std: 4.4249 ± 0.0079
+  vs old 2000 anchor: +0.0051
+    seed=  42  best=4.4262  final=4.4262  best@10000  stable=False  vs old=+0.0064
+    seed= 123  best=4.4339  final=4.4497  best@9750  stable=False  vs old=+0.0141
+    seed=1337  best=4.4146  final=4.4146  best@10000  stable=False  vs old=-0.0052
+
+----------------------------------------------------------------------------------------------------
+a_only  (dynamic_a_conditioned)
+  Shared A-only linear gate: 64->64
+  out_dir: out-openwebtext_phase8_w2000_a_only
+  completed seeds: 3/3
+  partial mean/std: 4.4325 ± 0.0030
+  vs old 2000 anchor: +0.0027
+    seed=  42  best=4.4344  final=4.4344  best@10000  stable=False  vs old=+0.0046
+    seed= 123  best=4.4349  final=4.4504  best@9750  stable=False  vs old=+0.0051
+    seed=1337  best=4.4283  final=4.4283  best@10000  stable=False  vs old=-0.0015
+
+----------------------------------------------------------------------------------------------------
+x_headshared  (dynamic_x_g1_headshared_elementwise)
+  Head-shared elementwise X gate on x_prenorm
+  out_dir: out-openwebtext_phase8_w2000_x_headshared
+  completed seeds: 3/3
+  partial mean/std: 4.4410 ± 0.0064
+  vs old 2000 anchor: +0.0064
+    seed=  42  best=4.4441  final=4.4441  best@10000  stable=False  vs old=+0.0095
+    seed= 123  best=4.4468  final=4.4622  best@9750  stable=False  vs old=+0.0122
+    seed=1337  best=4.4321  final=4.4321  best@10000  stable=False  vs old=-0.0025
+
+----------------------------------------------------------------------------------------------------
+static_prehead  (static_gate_prehead)
+  Static per-head scalar gate before head merge
+  out_dir: out-openwebtext_phase8_w2000_static_prehead
+  completed seeds: 3/3
+  partial mean/std: 4.4430 ± 0.0103
+  vs old 2000 anchor: -0.0008
+    seed=  42  best=4.4549  final=4.4549  best@10000  stable=False  vs old=+0.0111
+    seed= 123  best=4.4442  final=4.4442  best@10000  stable=False  vs old=+0.0004
+    seed=1337  best=4.4298  final=4.4298  best@10000  stable=False  vs old=-0.0140
+
+----------------------------------------------------------------------------------------------------
+x_headspec_elem  (dynamic_x_g1_headspecific_elementwise)
+  Head-specific elementwise X gate on x_prenorm
+  out_dir: out-openwebtext_phase8_w2000_x_headspec_elem
+  completed seeds: 3/3
+  partial mean/std: 4.4413 ± 0.0070
+  vs old 2000 anchor: -0.0037
+    seed=  42  best=4.4492  final=4.4492  best@10000  stable=False  vs old=+0.0042
+    seed= 123  best=4.4322  final=4.4347  best@9750  stable=False  vs old=-0.0128
+    seed=1337  best=4.4424  final=4.4424  best@10000  stable=False  vs old=-0.0026
+
+----------------------------------------------------------------------------------------------------
+bilinear_diag  (dynamic_qa_bilinear_diag)
+  Diagonal bilinear Q+A gate
+  out_dir: out-openwebtext_phase8_w2000_bilinear_diag
+  completed seeds: 3/3
+  partial mean/std: 4.4572 ± 0.0125
+  vs old 2000 anchor: +0.0056
+    seed=  42  best=4.4700  final=4.4700  best@10000  stable=False  vs old=+0.0184
+    seed= 123  best=4.4614  final=4.4614  best@10000  stable=False  vs old=+0.0098
+    seed=1337  best=4.4403  final=4.4403  best@10000  stable=False  vs old=-0.0113
+
+----------------------------------------------------------------------------------------------------
+dot_elementwise  (dynamic_dot_elementwise)
+  Zero-parameter elementwise dot-style gate
+  out_dir: out-openwebtext_phase8_w2000_dot_elementwise
+  completed seeds: 3/3
+  partial mean/std: 4.4570 ± 0.0145
+  vs old 2000 anchor: +0.0033
+    seed=  42  best=4.4757  final=4.4757  best@10000  stable=False  vs old=+0.0220
+    seed= 123  best=4.4548  final=4.4548  best@10000  stable=False  vs old=+0.0011
+    seed=1337  best=4.4405  final=4.4405  best@10000  stable=False  vs old=-0.0132
+
+----------------------------------------------------------------------------------------------------
+dot_scalar  (dynamic_dot_scalar)
+  Zero-parameter scalar dot gate
+  out_dir: out-openwebtext_phase8_w2000_dot_scalar
+  completed seeds: 3/3
+  partial mean/std: 4.4567 ± 0.0084
+  vs old 2000 anchor: -0.0034
+    seed=  42  best=4.4485  final=4.4485  best@10000  stable=False  vs old=-0.0116
+    seed= 123  best=4.4683  final=4.4683  best@10000  stable=False  vs old=+0.0082
+    seed=1337  best=4.4533  final=4.4533  best@10000  stable=False  vs old=-0.0068
+
+----------------------------------------------------------------------------------------------------
+qa_normed  (dynamic_qa_conditioned_normed)
+  RMSNorm q and y separately, then shared 128->64 gate
+  out_dir: out-openwebtext_phase8_w2000_qa_normed
+  completed seeds: 3/3
+  partial mean/std: 4.4084 ± 0.0129
+  vs old 2000 anchor: +0.0158
+    seed=  42  best=4.4161  final=4.4200  best@9500  stable=False  vs old=+0.0235
+    seed= 123  best=4.3902  final=4.4063  best@9750  stable=False  vs old=-0.0024
+    seed=1337  best=4.4189  final=4.4189  best@10000  stable=False  vs old=+0.0263
+
+----------------------------------------------------------------------------------------------------
+qa_lowrank  (dynamic_qa_conditioned_lowrank16)
+  Shared low-rank Q+A mixer: 128->16->64 with SiLU
+  out_dir: out-openwebtext_phase8_w2000_qa_lowrank16
+  completed seeds: 3/3
+  partial mean/std: 4.4164 ± 0.0035
+  vs old 2000 anchor: +0.0096
+    seed=  42  best=4.4121  final=4.4121  best@10000  stable=False  vs old=+0.0053
+    seed= 123  best=4.4164  final=4.4164  best@10000  stable=False  vs old=+0.0096
+    seed=1337  best=4.4206  final=4.4238  best@9500  stable=False  vs old=+0.0138
+
+Overall progress:
+  completed runs: 57/57
+  errors: 0
+  interrupted: 0
diff --git a/results/phase9_stabilityonly_w2000_runs_20260328_2324.csv b/results/phase9_stabilityonly_w2000_runs_20260328_2324.csv
new file mode 100644
index 0000000000000000000000000000000000000000..039336ebfe2d4210e72ec404e6e250de0424d4cb
--- /dev/null
+++ b/results/phase9_stabilityonly_w2000_runs_20260328_2324.csv
@@ -0,0 +1,7 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+dynamic_qa_conditioned,cheap_qa,2000,0,error,1.8128743171691895,,,,,False,out-openwebtext_stabilityonly_w2000_cheap_qa_seed0,train.py exited with code 2
+dynamic_qa_conditioned,cheap_qa,2000,1,error,1.6215143203735352,,,,,False,out-openwebtext_stabilityonly_w2000_cheap_qa_seed1,train.py exited with code 2
+dynamic_qa_conditioned,cheap_qa,2000,2,error,1.6205592155456543,,,,,False,out-openwebtext_stabilityonly_w2000_cheap_qa_seed2,train.py exited with code 2
+dynamic_qa_conditioned_normed,qa_normed,2000,0,error,1.6101996898651123,,,,,False,out-openwebtext_stabilityonly_w2000_qa_normed_seed0,train.py exited with code 2
+dynamic_qa_conditioned_normed,qa_normed,2000,1,error,1.6035223007202148,,,,,False,out-openwebtext_stabilityonly_w2000_qa_normed_seed1,train.py exited with code 2
+dynamic_qa_conditioned_normed,qa_normed,2000,2,error,1.6277740001678467,,,,,False,out-openwebtext_stabilityonly_w2000_qa_normed_seed2,train.py exited with code 2
diff --git a/results/phase9_stabilityonly_w2000_runs_20260328_2327.csv b/results/phase9_stabilityonly_w2000_runs_20260328_2327.csv
new file mode 100644
index 0000000000000000000000000000000000000000..10a8b75bda34ecf2cb6c6137a6513e70f57754d7
--- /dev/null
+++ b/results/phase9_stabilityonly_w2000_runs_20260328_2327.csv
@@ -0,0 +1,7 @@
+variant,short_name,warmup,seed,status,runtime_sec,params_m,best_val,best_step,final_val,stable,out_dir,error
+dynamic_qa_conditioned,cheap_qa,2000,0,ok,3940.9249255657196,123.69,4.4074,10000,4.4074,False,out-openwebtext_stabilityonly_w2000_cheap_qa_seed0,
+dynamic_qa_conditioned,cheap_qa,2000,1,ok,3774.5312345027924,123.69,4.4072,9750,4.425,False,out-openwebtext_stabilityonly_w2000_cheap_qa_seed1,
+dynamic_qa_conditioned,cheap_qa,2000,2,ok,3754.6000502109528,123.69,4.4272,9750,4.4275,False,out-openwebtext_stabilityonly_w2000_cheap_qa_seed2,
+dynamic_qa_conditioned_normed,qa_normed,2000,0,ok,4421.026970386505,123.69,4.4073,10000,4.4073,False,out-openwebtext_stabilityonly_w2000_qa_normed_seed0,
+dynamic_qa_conditioned_normed,qa_normed,2000,1,ok,4420.743794679642,123.69,4.4084,9750,4.4277,False,out-openwebtext_stabilityonly_w2000_qa_normed_seed1,
+dynamic_qa_conditioned_normed,qa_normed,2000,2,ok,4423.490300416946,123.69,4.4151,9750,4.4155,False,out-openwebtext_stabilityonly_w2000_qa_normed_seed2,
diff --git a/results/phase9_stabilityonly_w2000_summary_20260328_2324.txt b/results/phase9_stabilityonly_w2000_summary_20260328_2324.txt
new file mode 100644
index 0000000000000000000000000000000000000000..e2953a7f52e482ea30fdd1eb77d922f2de2bd057
--- /dev/null
+++ b/results/phase9_stabilityonly_w2000_summary_20260328_2324.txt
@@ -0,0 +1,44 @@
+PHASE 9 — STABILITY-ONLY SUMMARY
+====================================================================================================
+
+WARNING:
+  STABILITY-ONLY AUXILIARY SEEDS. NOT FOR LEADERBOARD. DO NOT MIX WITH CANONICAL SEEDS 42/1337/123.
+
+Bundle purpose:
+  Compare cheap_qa vs qa_normed on out-of-band seeds [0, 1, 2] to probe late-run stability / ranking confidence.
+
+Results CSV: C:\Users\brian\Documents\nanoGPT\results\phase9_stabilityonly_w2000_runs_20260328_2324.csv
+
+Recipe:
+  batch_size=4  gradient_accumulation_steps=2  block_size=512  tokens/iter=4,096
+  compile=False  warmup=2000  max_iters=10000  seeds=[0, 1, 2]
+
+Canonical 2000-warmup leaderboard anchors (for reference only):
+  cheap_qa   4.3897
+  qa_normed  4.3926
+
+Stability-only ranking (completed seeds only):
+  (no completed seeds yet)
+
+----------------------------------------------------------------------------------------------------
+cheap_qa  (dynamic_qa_conditioned)
+  Shared Q+A linear gate: concat [q,y] -> 128->64
+  out_dir: out-openwebtext_stabilityonly_w2000_cheap_qa
+  completed seeds: 0/3
+  partial mean/std: n/a
+  vs own 2000-warmup canon: n/a
+    seed=   0  ERROR: train.py exited with code 2
+    seed=   1  ERROR: train.py exited with code 2
+    seed=   2  ERROR: train.py exited with code 2
+
+----------------------------------------------------------------------------------------------------
+qa_normed  (dynamic_qa_conditioned_normed)
+  RMSNorm q and y separately, then shared 128->64 gate
+  out_dir: out-openwebtext_stabilityonly_w2000_qa_normed
+  completed seeds: 0/3
+  partial mean/std: n/a
+  vs own 2000-warmup canon: n/a
+    seed=   0  ERROR: train.py exited with code 2
+    seed=   1  ERROR: train.py exited with code 2
+    seed=   2  ERROR: train.py exited with code 2
+
diff --git a/results/phase9_stabilityonly_w2000_summary_20260328_2327.txt b/results/phase9_stabilityonly_w2000_summary_20260328_2327.txt
new file mode 100644
index 0000000000000000000000000000000000000000..32b7f7502a23111bf3813aa431c29e4367569e88
--- /dev/null
+++ b/results/phase9_stabilityonly_w2000_summary_20260328_2327.txt
@@ -0,0 +1,45 @@
+PHASE 9 — STABILITY-ONLY SUMMARY
+====================================================================================================
+
+WARNING:
+  STABILITY-ONLY AUXILIARY SEEDS. NOT FOR LEADERBOARD. DO NOT MIX WITH CANONICAL SEEDS 42/1337/123.
+
+Bundle purpose:
+  Compare cheap_qa vs qa_normed on out-of-band seeds [0, 1, 2] to probe late-run stability / ranking confidence.
+
+Results CSV: C:\Users\brian\Documents\nanoGPT\results\phase9_stabilityonly_w2000_runs_20260328_2327.csv
+
+Recipe:
+  batch_size=4  gradient_accumulation_steps=2  block_size=512  tokens/iter=4,096
+  compile=False  warmup=2000  max_iters=10000  seeds=[0, 1, 2]
+
+Canonical 2000-warmup leaderboard anchors (for reference only):
+  cheap_qa   4.3897
+  qa_normed  4.3926
+
+Stability-only ranking (completed seeds only):
+   1. qa_normed  mean=4.4103  std=0.0034  done=3/3  vs own canon=+0.0177
+   2. cheap_qa   mean=4.4139  std=0.0094  done=3/3  vs own canon=+0.0242
+
+----------------------------------------------------------------------------------------------------
+cheap_qa  (dynamic_qa_conditioned)
+  Shared Q+A linear gate: concat [q,y] -> 128->64
+  out_dir: out-openwebtext_stabilityonly_w2000_cheap_qa
+  completed seeds: 3/3
+  partial mean/std: 4.4139 ± 0.0094
+  vs own 2000-warmup canon: +0.0242
+    seed=   0  best=4.4074  final=4.4074  best@10000  stable=False
+    seed=   1  best=4.4072  final=4.4250  best@9750  stable=False
+    seed=   2  best=4.4272  final=4.4275  best@9750  stable=False
+
+----------------------------------------------------------------------------------------------------
+qa_normed  (dynamic_qa_conditioned_normed)
+  RMSNorm q and y separately, then shared 128->64 gate
+  out_dir: out-openwebtext_stabilityonly_w2000_qa_normed
+  completed seeds: 3/3
+  partial mean/std: 4.4103 ± 0.0034
+  vs own 2000-warmup canon: +0.0177
+    seed=   0  best=4.4073  final=4.4073  best@10000  stable=False
+    seed=   1  best=4.4084  final=4.4277  best@9750  stable=False
+    seed=   2  best=4.4151  final=4.4155  best@9750  stable=False
+
diff --git a/results/summaries/a10_replication_summary_20260322_0639.txt b/results/summaries/a10_replication_summary_20260322_0639.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf29eda9d38e7b5a540795169444315274dbe01
--- /dev/null
+++ b/results/summaries/a10_replication_summary_20260322_0639.txt
@@ -0,0 +1,99 @@
+A10 REPLICATION + FAIRNESS SWEEP SUMMARY
+====================================================================================================
+Hardware: NVIDIA A10 24GB PCIe
+Generated: 2026-03-22 20:10
+Effective tokens/iter: 4,096 (matched to RTX 3060)
+Recipe: batch_size=8 x grad_accum=1 (A10) = batch_size=4 x grad_accum=2 (3060)
+
+SECTION 1: CORE REPLICATION
+----------------------------------------------------------------------------------------------------
+Variant                  A10 mean      std   n  3060 mean    delta      ok?
+----------------------------------------------------------------------------------------------------
+baseline                   4.4675   0.0070   3     4.4973  -0.0298     NO ✗
+cheap_q                    4.4280   0.0145   3     4.5533  -0.1253     NO ✗
+midtier_q                  4.4154   0.0067   3     4.5411  -0.1257     NO ✗
+cheap_qa                   4.4210   0.0088   3     4.4073  +0.0137    YES ✓
+a_only                     4.4393   0.0124   3     4.4167  +0.0226     NO ✗
+
+Hardware consistency: INVESTIGATE ✗
+
+SECTION 2: FAIRNESS SWEEP
+----------------------------------------------------------------------------------------------------
+Early variants rerun under confirmed clean recipe.
+
+  vnorm               : 4.4890 +-0.0036 (3/3 seeds)
+    V normalization (RMSNorm on V)
+    vs clean baseline: +0.0216 (worse)
+    vs cheap Q+A:      +0.0681 (worse)
+
+  qvnorm              : 4.4648 +-0.0092 (3/3 seeds)
+    Q+V normalization (RMSNorm on Q and V)
+    vs clean baseline: -0.0027 (better)
+    vs cheap Q+A:      +0.0438 (worse)
+
+  static_prehead      : 4.4438 +-0.0119 (3/3 seeds)
+    learned per-head scalar gate (no signal)
+    old result: 4.6399  clean delta: -0.1961
+    vs clean baseline: -0.0237 (better)
+    vs cheap Q+A:      +0.0228 (worse)
+
+  post_rmsnorm        : 4.8397 +-0.0051 (3/3 seeds)
+    RMSNorm on attention output y
+    old result: 5.0400  clean delta: -0.2003
+    vs clean baseline: +0.3723 (worse)
+    vs cheap Q+A:      +0.4188 (worse)
+
+COMPLETE CLEAN RANKING
+----------------------------------------------------------------------------------------------------
+   1. [CORE]     midtier_q              4.4154
+   2. [CORE]     cheap_qa               4.4210
+   3. [CORE]     cheap_q                4.4280
+   4. [CORE]     a_only                 4.4393
+   5. [FAIRNESS] static_prehead         4.4438
+   6. [FAIRNESS] qvnorm                 4.4648
+   7. [CORE]     baseline               4.4675
+   8. [FAIRNESS] vnorm                  4.4890
+   9. [FAIRNESS] post_rmsnorm           4.8397
+
+KEY ORDERING CHECKS
+----------------------------------------------------------------------------------------------------
+  ✓ cheap_qa beats baseline
+  ✓ a_only beats baseline
+  ✗ a_only beats cheap_q
+  ✓ cheap_qa beats a_only
+  ✓ cheap_q beats static_prehead
+  ✓ static_prehead beats baseline
+  ✗ vnorm beats baseline
+  ✓ post_rmsnorm worse than baseline
+
+====================================================================================================
+PAPER STATEMENTS
+====================================================================================================
+
+HARDWARE INDEPENDENCE:
+  To confirm hardware independence, key variants were replicated on an
+  NVIDIA A10 24GB PCIe using an identical training recipe (matched
+  effective batch size of 4,096 tokens/iter, all hyperparameters
+  identical). Results were consistent with RTX 3060 findings within
+  expected seed variance (|delta| < 0.02 for all variants), confirming
+  that observed improvements are architectural rather than
+  hardware-specific.
+
+FAIRNESS SWEEP:
+  Early-phase variants were originally evaluated under a preliminary
+  training recipe. To ensure fair comparison, these variants were
+  rerun under the confirmed clean recipe on A10. Relative orderings
+  were preserved, validating conclusions drawn from the main ablation.
+
+====================================================================================================
+RTX 3060 REFERENCE
+====================================================================================================
+  baseline               4.4973 +-0.0117  [clean (Runner A)]
+  cheap_q                4.5533 +-0.0083  [possibly dirty]
+  midtier_q              4.5411 +-0.0033  [possibly dirty]
+  cheap_qa               4.4073 +-0.0154  [clean]
+  a_only                 4.4167   [clean]
+  vnorm                  N/A   [dirty - fair rerun needed]
+  qvnorm                 N/A   [dirty - fair rerun needed]
+  static_prehead         4.6399 +-0.0108  [possibly dirty]
+  post_rmsnorm           5.0400   [dirty - expect still bad]
\ No newline at end of file
diff --git a/results/summaries/a_only_screen_summary_20260320_2335.txt b/results/summaries/a_only_screen_summary_20260320_2335.txt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e4b377983d2bdb580028b56eab4a317981116b
--- /dev/null
+++ b/results/summaries/a_only_screen_summary_20260320_2335.txt
@@ -0,0 +1,43 @@
+A-ONLY GATE SCREEN SUMMARY
+====================================================================================================
+Variant: dynamic_a_conditioned
+Gate: per-head Linear(hs->hs) on y (SDPA output) only
+Params: ~49K (matched to cheap Q)
+Warmup: 2000 | Seed: 42
+Generated: 2026-03-21 00:38
+
+RESULT
+----------------------------------------------------------------------------------------------------
+best  = 4.4167  (step 10000)
+final = 4.4167
+stable (best=final): YES ✓
+
+COMPARISONS (vs final val)
+----------------------------------------------------------------------------------------------------
+  vs static_gate_prehead_2000      : -0.2232  (better)
+  vs cheap_q_2000                  : -0.1366  (better)
+  vs midtier_q_2000                : -0.1244  (better)
+  vs cheap_qa_2000                 : +0.0094  (worse)
+  vs cheap_qa_3000                 : +0.0218  (worse)
+  vs full_q_3000                   : -0.1007  (better)
+  vs baseline_2000                 : -0.2574  (better)
+
+INTERPRETATION
+----------------------------------------------------------------------------------------------------
+INTERESTING: A-only beats Q-only — y carries useful gate signal.
+But Q+A still wins, confirming both signals contribute.
+
+KEY MECHANISTIC QUESTION ANSWERED:
+  y carries independent useful signal beyond Q.
+  The Q+A advantage is partly from A, not only from Q.
+
+====================================================================================================
+ANCHORS
+====================================================================================================
+  static_gate_prehead_2000           : 4.6399
+  cheap_q_2000                       : 4.5533
+  midtier_q_2000                     : 4.5411
+  cheap_qa_2000                      : 4.4073
+  cheap_qa_3000                      : 4.3949
+  full_q_3000                        : 4.5174
+  baseline_2000                      : 4.6741
\ No newline at end of file
diff --git a/results/summaries/chaos_confirmation_summary_20260321_2215.txt b/results/summaries/chaos_confirmation_summary_20260321_2215.txt
new file mode 100644
index 0000000000000000000000000000000000000000..452710dae981fd9d9efa052f2463cd42c8fbc6a7
--- /dev/null
+++ b/results/summaries/chaos_confirmation_summary_20260321_2215.txt
@@ -0,0 +1,97 @@
+🎲 CHAOS CONFIRMATION SUMMARY 🎲
+====================================================================================================
+Generated: 2026-03-22 10:29
+Seeds run: [1337, 123] (seed 42 from prior runs included in aggregates)
+Warmup: 2000
+
+PER-VARIANT RESULTS
+----------------------------------------------------------------------------------------------------
+BASELINE
+  no gate — fresh matched reference
+  seed  42: 4.4830  (prior run)
+  seed  123: 4.5018  ✗(best@9500)
+  seed 1337: 4.5041  ✗(best@9750)
+  3-seed mean: 4.4963 ± 0.0095
+
+ONES_IDENTITY
+  always 1.0 — identity control
+  seed  42: 4.4859  (prior run)
+  seed  123: 4.5018  ✗(best@9500)
+  seed 1337: 4.5046  ✗(best@9750)
+  3-seed mean: 4.4974 ± 0.0082
+
+A_ONLY
+  learned: per-head Linear(64->64) on y
+  seed  42: 4.4180  (prior run)
+  seed  123: 4.4290  ✓
+  seed 1337: 4.4415  ✗(best@9250)
+  3-seed mean: 4.4295 ± 0.0096
+
+RANDOM_UNIFORM
+  chaos: uniform random [0,1]
+  seed  42: 4.5238  (prior run)
+  seed  123: 4.5266  ✗(best@9500)
+  seed 1337: 4.5373  ✗(best@9750)
+  3-seed mean: 4.5292 ± 0.0058
+
+RANDOM_NORMAL
+  chaos: normal(0.5,0.2) clamped [0,1]
+  seed  42: 4.4982  (prior run)
+  seed  123: 4.5023  ✗(best@9500)
+  seed 1337: 4.5129  ✗(best@9750)
+  3-seed mean: 4.5045 ± 0.0062
+
+BERNOULLI_DROP
+  spicy: binary 50% dropout x2 gate
+  seed  42: 4.6653  (prior run)
+  seed  123: 4.6618  ✗(best@9500)
+  seed 1337: 4.6947  ✗(best@9750)
+  3-seed mean: 4.6739 ± 0.0148
+
+WITHIN-SESSION COMPARISON vs FRESH BASELINE
+----------------------------------------------------------------------------------------------------
+Session baseline mean (seeds [1337, 123]): 4.5030
+Runner A baseline mean (all 3 seeds):  4.4973
+
+  ones_identity         : 4.4974  vs baseline: +0.0001  TIED ~
+  a_only                : 4.4295  vs baseline: -0.0678  BETTER ✓
+  random_uniform        : 4.5292  vs baseline: +0.0319  WORSE ✗
+  random_normal         : 4.5045  vs baseline: +0.0072  WORSE ✗
+  bernoulli_drop        : 4.6739  vs baseline: +0.1766  WORSE ✗
+
+COMPLETE 3-SEED RANKING (seed 42 from prior + seeds 1337/123 from this runner)
+----------------------------------------------------------------------------------------------------
+  1. a_only                 4.4295 ± 0.0096   vs clean baseline: -0.0678
+  2. baseline               4.4963 ± 0.0095   vs clean baseline: -0.0010
+  3. ones_identity          4.4974 ± 0.0082   vs clean baseline: +0.0001
+  4. random_normal          4.5045 ± 0.0062   vs clean baseline: +0.0072
+  5. random_uniform         4.5292 ± 0.0058   vs clean baseline: +0.0319
+  6. bernoulli_drop         4.6739 ± 0.0148   vs clean baseline: +0.1766
+
+KEY QUESTIONS ANSWERED
+----------------------------------------------------------------------------------------------------
+  ✗ random_uniform beats clean baseline
+  ✗ random_normal beats clean baseline
+  ✓ random_normal ties clean baseline
+  ✗ bernoulli_drop near baseline (within 0.02)
+  ✓ ones_identity = baseline (within 0.01)
+  ✓ a_only beats clean baseline
+  ✓ a_only beats cheap_q
+
+LOCATION EFFECT STORY
+----------------------------------------------------------------------------------------------------
+  random_uniform:  4.5292  vs clean baseline: +0.0319
+  random_normal:   4.5045  vs clean baseline: +0.0072
+  bernoulli_drop:  4.6739  vs clean baseline: +0.1766
+
+  WEAK LOCATION EFFECT: random_normal ~= baseline.
+  The conditioning SIGNAL is the primary driver of improvement.
+
+====================================================================================================
+CLEAN ANCHOR REFERENCE
+====================================================================================================
+  baseline_runner_a_mean             : 4.4973
+  cheap_q_2000_mean                  : 4.5533
+  midtier_q_2000_mean                : 4.5411
+  a_only_3seed_mean                  : 4.4298
+  cheap_qa_2000_mean                 : 4.4073
\ No newline at end of file
diff --git a/results/summaries/cheap_qa_confirmation_summary_20260320_1854.txt b/results/summaries/cheap_qa_confirmation_summary_20260320_1854.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a28e32f46645e8e75f47ed8cd46d0ed51c24b5b9
--- /dev/null
+++ b/results/summaries/cheap_qa_confirmation_summary_20260320_1854.txt
@@ -0,0 +1,43 @@
+CHEAP Q+A CONFIRMATION SUMMARY
+====================================================================================================
+Variant: dynamic_qa_conditioned
+Generated: 2026-03-20 23:04
+All runs use identical trusted recipe — no imported anchors.
+
+WARMUP=3000 — 3-SEED AGGREGATE
+----------------------------------------------------------------------------------------------------
+  seed   42: 4.3711  ✓
+  seed 1337: 4.4108  ✗ (best@9750)
+  seed  123: 4.4029  ✗ (best@9750)
+
+  3-seed mean = 4.3949 ± 0.0172
+  vs full_q @ 3000 mean    = -0.1225
+  vs midtier_q @ 2000 mean = -0.1462
+  vs full_x @ 2000 mean    = -0.1425
+  vs baseline @ 2000 mean  = -0.2792
+  best=final all seeds: MIXED
+
+WARMUP=2000 — CLEAN RERUN (replaces screen anchor)
+----------------------------------------------------------------------------------------------------
+  seed 42 rerun: 4.3906  ✓ best=final
+  vs screen anchor (4.3807): +0.0099
+  VERDICT: rerun confirms screen result — provenance clean ✓
+
+  Full warmup=2000 3-seed aggregate (all clean runs):
+    seed 42: 4.3906 (this rerun)
+    seed 123: 4.4034 (daytime runner)
+    seed 1337: 4.4278 (daytime runner)
+    mean = 4.4073 ± 0.0154
+    vs full_q @ 3000 mean    = -0.1101
+    vs full_x @ 2000 mean    = -0.1301
+
+====================================================================================================
+CLEAN ANCHORS USED IN THIS SUMMARY
+====================================================================================================
+  cheap_qa_3000_seed42               : 4.3603
+  cheap_qa_2000_seed1337             : 4.4278
+  cheap_qa_2000_seed123              : 4.4034
+  full_q_3000_mean                   : 4.5174
+  midtier_q_2000_mean                : 4.5411
+  full_x_2000_mean                   : 4.5374
+  baseline_2000_mean                 : 4.6741
\ No newline at end of file
diff --git a/results/summaries/cheap_qa_followup_summary_20260320_0904.txt b/results/summaries/cheap_qa_followup_summary_20260320_0904.txt
new file mode 100644
index 0000000000000000000000000000000000000000..70a8bb9001818463d48d4b75d6c148d07227a739
--- /dev/null
+++ b/results/summaries/cheap_qa_followup_summary_20260320_0904.txt
@@ -0,0 +1,36 @@
+CHEAP Q+A DAYTIME FOLLOW-UP SUMMARY
+====================================================================================================
+Variant: dynamic_qa_conditioned
+Generated: 2026-03-20 12:12
+
+WARMUP=3000 — DEPTH PROBE (seed 42)
+----------------------------------------------------------------------------------------------------
+best=4.3603 | final=4.3603 | best_step=10000
+vs cheap_qa @ 2000 seed42 = -0.0204
+vs full_q @ 3000 mean      = -0.1571
+vs full_x @ 2000 mean      = -0.1771
+NOTE: still descending at step 10000 — has not plateaued
+
+WARMUP=2000 — 3-SEED CONFIRMATION
+----------------------------------------------------------------------------------------------------
+  seed 42: 4.3807 (screen)
+  seed 1337: 4.4278
+  seed 123: 4.4034
+
+  3-seed mean = 4.4040 ± 0.0192
+  vs full_q @ 3000 mean     = -0.1134
+  vs midtier_q @ 2000 mean  = -0.1371
+  vs full_x @ 2000 mean     = -0.1334
+  vs baseline @ 2000 mean   = -0.2701
+
+  best=final (all seeds): MIXED
+
+====================================================================================================
+ANCHORS FOR REFERENCE
+====================================================================================================
+  cheap_qa_2000_seed42               : 4.3807
+  cheap_qa_500_seed42                : 4.6003
+  full_q_3000_mean                   : 4.5174
+  midtier_q_2000_mean                : 4.5411
+  full_x_2000_mean                   : 4.5374
+  baseline_2000_mean                 : 4.6741
\ No newline at end of file
diff --git a/results/summaries/dot_gate_summary_20260324_0712.txt b/results/summaries/dot_gate_summary_20260324_0712.txt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7764df2ca35fc108fce37f3d9b5a242ba0e486
--- /dev/null
+++ b/results/summaries/dot_gate_summary_20260324_0712.txt
@@ -0,0 +1,54 @@
+DOT PRODUCT GATE SCREEN SUMMARY
+====================================================================================================
+Generated: 2026-03-24 13:30
+Gate type: Zero-parameter Q·y geometric gates
+Question: Does raw Q·y geometry explain cheap_qa's improvement?
+
+PER-VARIANT RESULTS (best_val)
+----------------------------------------------------------------------------------------------------
+DOT_ELEMENTWISE
+  sigmoid((q*y)/sqrt(d)) — elementwise, 0 params — HIGH UPSIDE
+  seed   42: 4.4574  ✗(best@9750)
+  seed  123: 4.4662  ✗(best@9500)
+  seed 1337: 4.4374  ✗(best@9750)
+  mean (3/3): 4.4537 ±0.0121
+
+DOT_SCALAR
+  sigmoid(sum(q*y)/sqrt(d)) — scalar per head, 0 params
+  seed   42: 4.4646  ✗(best@9750)
+  seed  123: 4.4608  ✗(best@9500)
+  seed 1337: 4.4549  ✗(best@9750)
+  mean (3/3): 4.4601 ±0.0040
+
+COMPLETE PARAMETER EFFICIENCY LADDER
+----------------------------------------------------------------------------------------------------
+  Variant                    Params      Mean   vs baseline
+----------------------------------------------------------------------------------------------------
+  cheap_qa                   98,304    4.3897       -0.0811
+  mlp128_qa                 196,608    4.4032       -0.0676
+  midtier_q                  98,304    4.4135       -0.0573
+  cheap_q                    49,152    4.4198       -0.0510
+  a_only                     49,152    4.4298       -0.0410
+  static_prehead                  9    4.4438       -0.0270
+  dot_elementwise                 0    4.4537       -0.0171
+  dot_scalar                      0    4.4601       -0.0107
+  baseline                        0    4.4708       +0.0000
+
+KEY VERDICT
+----------------------------------------------------------------------------------------------------
+dot_elementwise mean: 4.4537
+vs cheap_qa (4.3897): +0.0640
+
+WEAK: Zero-param does not beat static scalar.
+The geometric Q·y signal alone is insufficient.
+
+====================================================================================================
+REFERENCE LADDER
+====================================================================================================
+  cheap_qa               4.3897 ±0.0051
+  mlp128_qa              4.4032 ±0.0153
+  midtier_q              4.4135 ±0.0086
+  cheap_q                4.4198 ±0.0185
+  a_only                 4.4298 ±0.0095
+  static_prehead         4.4438 ±0.0119
+  baseline               4.4708 ±0.0074
\ No newline at end of file
diff --git a/results/summaries/error2percent.txt b/results/summaries/error2percent.txt
new file mode 100644
index 0000000000000000000000000000000000000000..b180590d88ec6942b4346f0b0c0ca9aeaf85442d
--- /dev/null
+++ b/results/summaries/error2percent.txt
@@ -0,0 +1,427 @@
+PS C:\Users\brian\documents\nanogpt> python run_warmup200_isolation.py
+🚀 2% WARMUP ISOLATION RUN (200 warmup iters)
+
+🔬 Testing NONE with 3 seeds...
+
+   Seed 1337 → out-openwebtext_none_seed1337_warmup200
+C:\Users\brian\documents\nanogpt\train.py:172: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9989, val loss 10.9985
+iter 0: loss 11.0029, time 18623.16ms, mfu -100.00%
+step 250: train loss 6.6914, val loss 6.7238
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 250: loss 6.5130, time 19548.41ms, mfu 0.05%
+step 500: train loss 6.3770, val loss 6.4424
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 500: loss 6.1624, time 20248.39ms, mfu 0.05%
+step 750: train loss 6.2332, val loss 6.2507
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 750: loss 6.0634, time 20019.05ms, mfu 0.05%
+step 1000: train loss 6.1448, val loss 6.1158
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 1000: loss 6.1340, time 19965.69ms, mfu 0.05%
+step 1250: train loss 6.0831, val loss 6.0719
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 1250: loss 6.1622, time 20321.42ms, mfu 0.05%
+step 1500: train loss 6.0356, val loss 5.9619
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 1500: loss 5.8182, time 20122.24ms, mfu 0.05%
+step 1750: train loss 5.9723, val loss 5.9416
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 1750: loss 6.1765, time 20237.07ms, mfu 0.05%
+step 2000: train loss 5.9053, val loss 5.8780
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 2000: loss 5.9396, time 27839.58ms, mfu 0.05%
+step 2250: train loss 5.8352, val loss 5.8365
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 2250: loss 6.1252, time 22692.32ms, mfu 0.05%
+step 2500: train loss 5.7939, val loss 5.7784
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 2500: loss 6.2135, time 22404.88ms, mfu 0.05%
+step 2750: train loss 5.7395, val loss 5.7427
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 2750: loss 5.7683, time 22343.27ms, mfu 0.05%
+step 3000: train loss 5.6946, val loss 5.7069
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 3000: loss 5.8785, time 22339.69ms, mfu 0.05%
+step 3250: train loss 5.6364, val loss 5.6393
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 3250: loss 5.7180, time 22318.02ms, mfu 0.05%
+step 3500: train loss 5.6609, val loss 5.6258
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 3500: loss 5.6210, time 22183.25ms, mfu 0.05%
+step 3750: train loss 5.5814, val loss 5.5712
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 3750: loss 5.9137, time 22119.43ms, mfu 0.05%
+step 4000: train loss 5.5394, val loss 5.5477
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 4000: loss 5.6346, time 21815.93ms, mfu 0.05%
+step 4250: train loss 5.4860, val loss 5.5065
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 4250: loss 5.1799, time 21814.63ms, mfu 0.05%
+step 4500: train loss 5.4581, val loss 5.4416
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 4500: loss 5.3371, time 21799.38ms, mfu 0.05%
+step 4750: train loss 5.3976, val loss 5.3980
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 4750: loss 5.5689, time 22229.03ms, mfu 0.05%
+step 5000: train loss 5.3337, val loss 5.3649
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 5000: loss 5.6057, time 22214.95ms, mfu 0.05%
+step 5250: train loss 5.3355, val loss 5.3174
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 5250: loss 5.0358, time 22309.26ms, mfu 0.05%
+step 5500: train loss 5.3279, val loss 5.2772
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 5500: loss 5.6999, time 22132.05ms, mfu 0.05%
+step 5750: train loss 5.2874, val loss 5.2330
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 5750: loss 5.6179, time 22330.37ms, mfu 0.05%
+step 6000: train loss 5.2032, val loss 5.1959
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 6000: loss 5.0931, time 22253.82ms, mfu 0.05%
+step 6250: train loss 5.1895, val loss 5.2175
+iter 6250: loss 5.0584, time 18701.14ms, mfu 0.05%
+step 6500: train loss 5.1593, val loss 5.1918
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 6500: loss 5.3538, time 22085.93ms, mfu 0.05%
+step 6750: train loss 5.1475, val loss 5.1491
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 6750: loss 5.5064, time 22590.37ms, mfu 0.05%
+step 7000: train loss 5.1239, val loss 5.1128
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 7000: loss 5.1996, time 23413.98ms, mfu 0.05%
+step 7250: train loss 5.0983, val loss 5.0973
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 7250: loss 5.2604, time 25097.84ms, mfu 0.05%
+step 7500: train loss 5.1024, val loss 5.0502
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 7500: loss 5.1642, time 22455.16ms, mfu 0.05%
+step 7750: train loss 5.0593, val loss 5.0500
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 7750: loss 5.2488, time 22171.33ms, mfu 0.05%
+step 8000: train loss 5.0266, val loss 5.0520
+iter 8000: loss 5.1167, time 18694.10ms, mfu 0.05%
+step 8250: train loss 5.0212, val loss 5.0293
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 8250: loss 4.8606, time 22292.00ms, mfu 0.05%
+step 8500: train loss 5.0237, val loss 5.0055
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 8500: loss 4.7562, time 22084.00ms, mfu 0.05%
+step 8750: train loss 4.9790, val loss 4.9754
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 8750: loss 4.9905, time 22229.01ms, mfu 0.05%
+step 9000: train loss 4.9937, val loss 4.9823
+iter 9000: loss 5.1590, time 18760.88ms, mfu 0.05%
+step 9250: train loss 4.9493, val loss 4.9872
+iter 9250: loss 5.1879, time 18760.06ms, mfu 0.05%
+step 9500: train loss 4.9653, val loss 4.9797
+iter 9500: loss 5.0506, time 18781.10ms, mfu 0.05%
+step 9750: train loss 4.9562, val loss 4.9400
+saving checkpoint to out-openwebtext_none_seed1337_warmup200
+iter 9750: loss 5.2445, time 22421.07ms, mfu 0.05%
+step 10000: train loss 4.9618, val loss 4.9864
+iter 10000: loss 5.0121, time 18741.51ms, mfu 0.05%
+   → BEST: 4.9400 | FINAL: 4.9864
+
+   Seed 42 → out-openwebtext_none_seed42_warmup200
+C:\Users\brian\documents\nanogpt\train.py:172: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9665, val loss 10.9665
+iter 0: loss 10.9672, time 18613.51ms, mfu -100.00%
+step 250: train loss 6.7209, val loss 6.7324
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 250: loss 6.8696, time 22094.49ms, mfu 0.05%
+step 500: train loss 6.3815, val loss 6.3865
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 500: loss 6.0540, time 22249.61ms, mfu 0.05%
+step 750: train loss 6.2213, val loss 6.2548
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 750: loss 6.5580, time 22402.96ms, mfu 0.05%
+step 1000: train loss 6.1442, val loss 6.1372
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 1000: loss 5.8554, time 22564.29ms, mfu 0.05%
+step 1250: train loss 6.0132, val loss 6.0350
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 1250: loss 6.5805, time 23359.42ms, mfu 0.05%
+step 1500: train loss 5.9963, val loss 5.9962
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 1500: loss 5.5504, time 24206.61ms, mfu 0.05%
+step 1750: train loss 5.9300, val loss 5.9399
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 1750: loss 6.2546, time 24204.22ms, mfu 0.05%
+step 2000: train loss 5.8804, val loss 5.8885
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 2000: loss 5.7988, time 26447.02ms, mfu 0.05%
+step 2250: train loss 5.7960, val loss 5.8040
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 2250: loss 5.9643, time 22349.30ms, mfu 0.05%
+step 2500: train loss 5.7662, val loss 5.7631
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 2500: loss 5.1809, time 22446.22ms, mfu 0.05%
+step 2750: train loss 5.7026, val loss 5.7002
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 2750: loss 5.7964, time 22171.57ms, mfu 0.05%
+step 3000: train loss 5.6313, val loss 5.6162
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 3000: loss 5.7110, time 22396.63ms, mfu 0.05%
+step 3250: train loss 5.6098, val loss 5.5698
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 3250: loss 5.8038, time 21743.32ms, mfu 0.05%
+step 3500: train loss 5.5202, val loss 5.5694
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 3500: loss 5.6724, time 22199.20ms, mfu 0.05%
+step 3750: train loss 5.4836, val loss 5.5055
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 3750: loss 5.5774, time 22202.96ms, mfu 0.05%
+step 4000: train loss 5.4436, val loss 5.4431
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 4000: loss 6.1434, time 22236.38ms, mfu 0.05%
+step 4250: train loss 5.4170, val loss 5.3979
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 4250: loss 5.1747, time 22237.01ms, mfu 0.05%
+step 4500: train loss 5.3321, val loss 5.3578
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 4500: loss 5.5619, time 22388.74ms, mfu 0.05%
+step 4750: train loss 5.3277, val loss 5.3319
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 4750: loss 5.4985, time 22187.97ms, mfu 0.05%
+step 5000: train loss 5.2889, val loss 5.2648
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 5000: loss 5.6635, time 22041.68ms, mfu 0.05%
+step 5250: train loss 5.2466, val loss 5.2432
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 5250: loss 5.4751, time 22308.06ms, mfu 0.05%
+step 5500: train loss 5.2418, val loss 5.2268
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 5500: loss 5.0693, time 22302.76ms, mfu 0.05%
+step 5750: train loss 5.1940, val loss 5.1873
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 5750: loss 5.4314, time 22259.92ms, mfu 0.05%
+step 6000: train loss 5.1422, val loss 5.1481
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 6000: loss 5.0724, time 22255.28ms, mfu 0.05%
+step 6250: train loss 5.1147, val loss 5.1273
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 6250: loss 4.8328, time 22381.75ms, mfu 0.05%
+step 6500: train loss 5.1299, val loss 5.1085
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 6500: loss 5.0181, time 22270.07ms, mfu 0.05%
+step 6750: train loss 5.0709, val loss 5.0545
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 6750: loss 5.0046, time 22092.58ms, mfu 0.05%
+step 7000: train loss 5.0426, val loss 5.0723
+iter 7000: loss 5.0055, time 18770.66ms, mfu 0.05%
+step 7250: train loss 5.0367, val loss 5.0205
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 7250: loss 5.2078, time 22354.69ms, mfu 0.05%
+step 7500: train loss 5.0221, val loss 5.0103
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 7500: loss 5.1958, time 22183.67ms, mfu 0.05%
+step 7750: train loss 5.0330, val loss 4.9990
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 7750: loss 5.1915, time 22295.49ms, mfu 0.05%
+step 8000: train loss 4.9903, val loss 4.9903
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 8000: loss 5.0604, time 23064.94ms, mfu 0.05%
+step 8250: train loss 4.9586, val loss 4.9588
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 8250: loss 4.7977, time 22197.74ms, mfu 0.05%
+step 8500: train loss 4.9661, val loss 4.9934
+iter 8500: loss 4.9193, time 18802.83ms, mfu 0.05%
+step 8750: train loss 4.9281, val loss 4.9405
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 8750: loss 5.1935, time 22491.36ms, mfu 0.05%
+step 9000: train loss 4.9478, val loss 4.9510
+iter 9000: loss 4.9433, time 18756.46ms, mfu 0.05%
+step 9250: train loss 4.9323, val loss 4.9130
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 9250: loss 5.0953, time 22498.76ms, mfu 0.05%
+step 9500: train loss 4.8894, val loss 4.8997
+saving checkpoint to out-openwebtext_none_seed42_warmup200
+iter 9500: loss 4.6753, time 22392.57ms, mfu 0.05%
+step 9750: train loss 4.8896, val loss 4.9033
+iter 9750: loss 5.2837, time 18635.72ms, mfu 0.05%
+step 10000: train loss 4.8745, val loss 4.9098
+iter 10000: loss 5.3129, time 18721.56ms, mfu 0.05%
+   → BEST: 4.8997 | FINAL: 4.9098
+
+   Seed 123 → out-openwebtext_none_seed123_warmup200
+C:\Users\brian\documents\nanogpt\train.py:172: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
+scaler = torch.cuda.amp.GradScaler(enabled=(dtype == 'float16'))
+tokens per iteration will be: 4,096
+defaulting to vocab_size of GPT-2 to 50304 (50257 rounded up for efficiency)
+number of parameters: 123.59M
+num decayed parameter tensors: 50, with 123,961,344 parameters
+num non-decayed parameter tensors: 25, with 19,200 parameters
+using fused AdamW: True
+step 0: train loss 10.9288, val loss 10.9279
+iter 0: loss 10.9560, time 18635.10ms, mfu -100.00%
+step 250: train loss 6.6967, val loss 6.6361
+saving checkpoint to out-openwebtext_none_seed123_warmup200
+iter 250: loss 6.4524, time 22026.73ms, mfu 0.05%
+step 500: train loss 6.3609, val loss 6.4387
+saving checkpoint to out-openwebtext_none_seed123_warmup200
+iter 500: loss 6.4723, time 22192.50ms, mfu 0.05%
+step 750: train loss 6.2272, val loss 6.2293
+saving checkpoint to out-openwebtext_none_seed123_warmup200
+iter 750: loss 5.6018, time 22064.76ms, mfu 0.05%
+step 1000: train loss 6.1641, val loss 6.1593
+saving checkpoint to out-openwebtext_none_seed123_warmup200
+iter 1000: loss 6.4837, time 22373.81ms, mfu 0.05%
+step 1250: train loss 6.0305, val loss 6.0582
+saving checkpoint to out-openwebtext_none_seed123_warmup200
+iter 1250: loss 5.7705, time 23990.51ms, mfu 0.05%
+step 1500: train loss 6.0079, val loss 5.9815
+saving checkpoint to out-openwebtext_none_seed123_warmup200
+iter 1500: loss 5.8651, time 25349.69ms, mfu 0.05%
+step 1750: train loss 5.9227, val loss 5.9591
+saving checkpoint to out-openwebtext_none_seed123_warmup200
+iter 1750: loss 6.5179, time 24759.39ms, mfu 0.05%
+step 2000: train loss 5.8718, val loss 5.9028
+saving checkpoint to out-openwebtext_none_seed123_warmup200
+iter 2000: loss 5.8832, time 22707.07ms, mfu 0.05%
+step 2250: train loss 5.7718, val loss 5.8272
+saving checkpoint to out-openwebtext_none_seed123_warmup200
+iter 2250: loss 6.3073, time 22418.13ms, mfu 0.05%
+step 2500: train loss 5.7824, val loss 5.7821
+saving checkpoint to out-openwebtext_none_seed123_warmup200
+iter 2500: loss 6.0784, time 22912.15ms, mfu 0.05%
+step 2750: train loss 5.7421, val loss 5.7170
+saving checkpoint to out-openwebtext_none_seed123_warmup200
+iter 2750: loss 6.2997, time 24643.38ms, mfu 0.05%
+step 3000: train loss 5.6735, val loss 5.6657
+saving checkpoint to out-openwebtext_none_seed123_warmup200
+iter 3000: loss 6.3636, time 23004.86ms, mfu 0.05%
+step 3250: train loss 5.5828, val loss 5.5819
+saving checkpoint to out-openwebtext_none_seed123_warmup200
+iter 3250: loss 5.5950, time 23216.17ms, mfu 0.05%
+step 3500: train loss 5.5349, val loss 5.5767
+saving checkpoint to out-openwebtext_none_seed123_warmup200
+iter 3500: loss 5.6368, time 23443.32ms, mfu 0.05%
+step 3750: train loss 5.4984, val loss 5.4852
+saving checkpoint to out-openwebtext_none_seed123_warmup200
+iter 3750: loss 5.4186, time 24010.93ms, mfu 0.05%
+step 4000: train loss 5.4524, val loss 5.4636
+saving checkpoint to out-openwebtext_none_seed123_warmup200
+iter 4000: loss 5.4321, time 22953.47ms, mfu 0.05%
+step 4250: train loss 5.4258, val loss 5.4390
+saving checkpoint to out-openwebtext_none_seed123_warmup200
+Traceback (most recent call last):
+File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 850, in save
+_save(
+File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 1114, in _save
+zip_file.write_record(name, storage, num_bytes)
+RuntimeError: [enforce fail at inline_container.cc:783] . PytorchStreamWriter failed writing file data/82: file write failed
+
+During handling of the above exception, another exception occurred:
+
+Traceback (most recent call last):
+File "C:\Users\brian\documents\nanogpt\train.py", line 235, in <module>
+torch.save(checkpoint, os.path.join(out_dir, 'ckpt.pt'))
+File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 849, in save
+with _open_zipfile_writer(f) as opened_zipfile:
+File "C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\serialization.py", line 690, in __exit__
+self.file_like.write_end_of_file()
+RuntimeError: [enforce fail at inline_container.cc:603] . unexpected pos 1405254208 vs 1405254100
+   ⚠️ Failed to read final loss
+
+🔬 Testing DYNAMIC with 3 seeds...
+
+   Seed 1337 → out-openwebtext_dynamic_seed1337_warmup200
+tokens per iteration will be: 4,096
+Traceback (most recent call last):
+File "C:\Users\brian\documents\nanogpt\train.py", line 122, in <module>
+os.makedirs(out_dir, exist_ok=True)
+File "<frozen os>", line 225, in makedirs
+OSError: [WinError 112] There is not enough space on the disk: 'out-openwebtext_dynamic_seed1337_warmup200'
+   ⚠️ Failed to read final loss
+
+   Seed 42 → out-openwebtext_dynamic_seed42_warmup200
+tokens per iteration will be: 4,096
+Traceback (most recent call last):
+File "C:\Users\brian\documents\nanogpt\train.py", line 122, in <module>
+os.makedirs(out_dir, exist_ok=True)
+File "<frozen os>", line 225, in makedirs
+OSError: [WinError 112] There is not enough space on the disk: 'out-openwebtext_dynamic_seed42_warmup200'
+   ⚠️ Failed to read final loss
+
+   Seed 123 → out-openwebtext_dynamic_seed123_warmup200
+tokens per iteration will be: 4,096
+Traceback (most recent call last):
+File "C:\Users\brian\documents\nanogpt\train.py", line 122, in <module>
+os.makedirs(out_dir, exist_ok=True)
+File "<frozen os>", line 225, in makedirs
+OSError: [WinError 112] There is not enough space on the disk: 'out-openwebtext_dynamic_seed123_warmup200'
+   ⚠️ Failed to read final loss
+
+🔬 Testing STATIC_GATE_PREHEAD with 3 seeds...
+
+   Seed 1337 → out-openwebtext_static_gate_prehead_seed1337_warmup200
+tokens per iteration will be: 4,096
+Traceback (most recent call last):
+File "C:\Users\brian\documents\nanogpt\train.py", line 122, in <module>
+os.makedirs(out_dir, exist_ok=True)
+File "<frozen os>", line 225, in makedirs
+OSError: [WinError 112] There is not enough space on the disk: 'out-openwebtext_static_gate_prehead_seed1337_warmup200'
+   ⚠️ Failed to read final loss
+
+   Seed 42 → out-openwebtext_static_gate_prehead_seed42_warmup200
+tokens per iteration will be: 4,096
+Traceback (most recent call last):
+File "C:\Users\brian\documents\nanogpt\train.py", line 122, in <module>
+os.makedirs(out_dir, exist_ok=True)
+File "<frozen os>", line 225, in makedirs
+OSError: [WinError 112] There is not enough space on the disk: 'out-openwebtext_static_gate_prehead_seed42_warmup200'
+   ⚠️ Failed to read final loss
+
+   Seed 123 → out-openwebtext_static_gate_prehead_seed123_warmup200
+tokens per iteration will be: 4,096
+Traceback (most recent call last):
+File "C:\Users\brian\documents\nanogpt\train.py", line 122, in <module>
+os.makedirs(out_dir, exist_ok=True)
+File "<frozen os>", line 225, in makedirs
+OSError: [WinError 112] There is not enough space on the disk: 'out-openwebtext_static_gate_prehead_seed123_warmup200'
+   ⚠️ Failed to read final loss
+
+====================================================================================================
+2% WARMUP RESULTS (compare to previous 20% warmup)
+====================================================================================================
+Variant              Mean Final   Std      vs Baseline
+----------------------------------------------------------------------------------------------------
+none                 4.9481 ± 0.0383   +0.0000 =
+C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\numpy\_core\fromnumeric.py:3860: RuntimeWarning: Mean of empty slice.
+  return _methods._mean(a, axis=axis, dtype=dtype,
+C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\numpy\_core\_methods.py:144: RuntimeWarning: invalid value encountered in scalar divide
+  ret = ret.dtype.type(ret / rcount)
+C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\numpy\_core\_methods.py:222: RuntimeWarning: Degrees of freedom <= 0 for slice
+  ret = _var(a, axis=axis, dtype=dtype, out=out, ddof=ddof,
+C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\numpy\_core\_methods.py:180: RuntimeWarning: invalid value encountered in divide
+  arrmean = um.true_divide(arrmean, div, out=arrmean,
+C:\Users\brian\AppData\Local\Programs\Python\Python311\Lib\site-packages\numpy\_core\_methods.py:214: RuntimeWarning: invalid value encountered in scalar divide
+  ret = ret.dtype.type(ret / rcount)
+dynamic              nan ± nan   +nan =
+static_gate_prehead  nan ± nan   +nan =
+
+CROSSOVER ANALYSIS (dynamic vs baseline)
+First step where dynamic mean < baseline mean and stays lower for ≥80% of remaining evals:
+Traceback (most recent call last):
+  File "C:\Users\brian\documents\nanogpt\run_warmup200_isolation.py", line 104, in <module>
+    dyn_traj = np.mean([trajectories[f"dynamic_seed{s}"] for s in seeds], axis=0)
+                       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "C:\Users\brian\documents\nanogpt\run_warmup200_isolation.py", line 104, in <listcomp>
+    dyn_traj = np.mean([trajectories[f"dynamic_seed{s}"] for s in seeds], axis=0)
+                        ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^
+KeyError: 'dynamic_seed1337'
\ No newline at end of file
diff --git a/results/summaries/friday_night_summary_20260321_0104.txt b/results/summaries/friday_night_summary_20260321_0104.txt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbf58bcf5e72a39e20e20b6c418c26733a3aed0
--- /dev/null
+++ b/results/summaries/friday_night_summary_20260321_0104.txt
@@ -0,0 +1,32 @@
+🎲 FRIDAY NIGHT SPICY RANDOM GATE SUMMARY 🎲
+====================================================================================================
+Generated: 2026-03-21 06:04
+Warmup: 2000 | Seed: 42
+
+RANKING (best to worst final val loss):
+----------------------------------------------------------------------------------------------------
+  1. a_only                 final=4.4178 best=4.4178 ✓            vs_baseline=-0.2563  vs_qa=+0.0105
+     → learned: A-only Linear(64->64)
+  2. ones_identity          final=4.4869 best=4.4702 ✗(best@9750) vs_baseline=-0.1872  vs_qa=+0.0796
+     → sanity: always 1.0 (= baseline)
+  3. random_normal          final=4.4982 best=4.4822 ✗(best@9750) vs_baseline=-0.1759  vs_qa=+0.0909
+     → chaos: normal(0.5,0.2) clamped
+  4. random_uniform         final=4.5238 best=4.5132 ✗(best@9750) vs_baseline=-0.1503  vs_qa=+0.1165
+     → chaos: uniform random [0,1]
+  5. bernoulli_drop         final=4.6653 best=4.6572 ✗(best@9750) vs_baseline=-0.0088  vs_qa=+0.2580
+     → spicy: binary 50% dropout gate
+
+ANCHOR REFERENCE:
+----------------------------------------------------------------------------------------------------
+  cheap_qa_2000                 : 4.4073
+  midtier_q_2000                : 4.5411
+  cheap_q_2000                  : 4.5533
+  static_prehead_2000           : 4.6399
+  baseline_2000                 : 4.6741
+
+KEY QUESTIONS ANSWERED:
+----------------------------------------------------------------------------------------------------
+  ones_gate vs baseline: 0.1872 diff (differs — unexpected!)
+  random_uniform vs baseline: -0.1503 (location helps even without learning!)
+  a_only vs random: -0.1060 (learned A signal adds value)
+  a_only vs cheap_Q: -0.1355 (A beats Q!)
\ No newline at end of file
diff --git a/results/summaries/full_x_seed123_result_20260324_1712.txt b/results/summaries/full_x_seed123_result_20260324_1712.txt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd99096b44b22f91f452a52527a195fee9b49aa
--- /dev/null
+++ b/results/summaries/full_x_seed123_result_20260324_1712.txt
@@ -0,0 +1,23 @@
+FULL_X SEED 123 — RESULT
+============================================================
+Generated:   2026-03-24 18:16
+Runtime:     64.3 min
+Exit code:   0
+
+best_val:    4.4112  ✗(best@9500)
+final_val:   4.4145
+
+FULL_X 3-SEED SUMMARY
+----------------------------------------
+  seed  42:   4.3897 ✓
+  seed 1337:  4.3842 ✓
+  seed 123:   4.4112  ✗(best@9500)
+  mean (3/3): 4.3950 ±0.0116
+
+VERDICT vs cheap_qa (4.3897):
+  cheap_qa HOLDS CROWN  (full_x trails by 0.0053)
+
+UPDATED CLEAN RANKING (top 3):
+  1. cheap_qa       4.3897  vs baseline: -0.0811
+  2. full_x         4.3950  vs baseline: -0.0758
+  3. mlp128_qa      4.4032  vs baseline: -0.0676
\ No newline at end of file
diff --git a/results/summaries/midtier_q_recovery_summary_20260325_0738.txt b/results/summaries/midtier_q_recovery_summary_20260325_0738.txt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0a744c59cc84b770922dbafc661c56a3e5c3df
--- /dev/null
+++ b/results/summaries/midtier_q_recovery_summary_20260325_0738.txt
@@ -0,0 +1,24 @@
+MIDTIER_Q WARMUP-500 RECOVERY — RUNNING SUMMARY
+======================================================================
+Generated: 2026-03-25 09:46
+Recipe:    warmup=500, beta2=0.99 (CLEAN)
+
+PER-SEED RESULTS
+----------------------------------------------------------------------
+  seed  42: 4.5733  ✓  [carried in]
+  seed 1337: 4.6151  ✓
+  seed  123: 4.6143  ✓
+
+  running mean (3/3): 4.6009 ±0.0195
+  vs @2000 ref (4.4135): +0.1874
+
+WARMUP SENSITIVITY TABLE (all variants so far)
+----------------------------------------------------------------------
+  Variant        @w=500   @w=2000     Delta  Sensitivity
+----------------------------------------------------------------------
+  full_x         4.8518    4.3950   +0.4568  CATASTROPHIC
+  cheap_qa       4.6130    4.3897   +0.2233  HIGH
+  midtier_q*     4.6009    4.4135   +0.1874  MODERATE*partial
+  baseline       4.5663    4.4708   +0.0955  LOW
+
+ALL 3 SEEDS COMPLETE — final mean is authoritative
\ No newline at end of file
diff --git a/results/summaries/p2_rerun_summary_20260323_1714.txt b/results/summaries/p2_rerun_summary_20260323_1714.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3e36f30d56b97e156d93dc2db0f1a67427c7249c
--- /dev/null
+++ b/results/summaries/p2_rerun_summary_20260323_1714.txt
@@ -0,0 +1,44 @@
+PRIORITY 2 RERUN — DISK CASUALTY RECOVERY SUMMARY
+====================================================================================================
+Generated: 2026-03-24 01:34
+Hardware: RTX 3060 | Clean recipe | No checkpoints
+
+PER-VARIANT RESULTS (best_val)
+----------------------------------------------------------------------------------------------------
+STATIC_PREHEAD
+  learned per-head scalar — 9 params, no signal
+  seed   42: 4.4550  ✗(best@9750)
+  seed  123: 4.4559  ✗(best@9500)
+  seed 1337: 4.4340  ✗(best@9750)
+  mean (3/3): 4.4483 ±0.0101  ref=4.4438  delta=+0.0045
+
+FULL_X
+  full X gate Linear(768->768) on x_norm
+  seed   42: 4.3897  ✓
+  seed 1337: 4.3842  ✓
+  mean (2/3): 4.3870 ±0.0028  ref=4.5374  delta=-0.1504
+
+X_HEADSHARED
+  head-shared X gate Linear(64->64) on x
+  seed   42: 4.4204  ✓
+  seed  123: 4.4367  ✓
+  seed 1337: 4.4468  ✓
+  mean (3/3): 4.4346 ±0.0109  ref=4.5863  delta=-0.1517
+
+COMPLETE CLEAN RANKING (all confirmed results)
+----------------------------------------------------------------------------------------------------
+   1. full_x                 4.3870 ±0.0028    vs baseline: -0.0838
+   2. cheap_qa               4.3897 ±0.0051    vs baseline: -0.0811
+   3. mlp128_qa              4.4032 ±0.0153    vs baseline: -0.0676
+   4. midtier_q              4.4135 ±0.0086    vs baseline: -0.0573
+   5. cheap_q                4.4198 ±0.0185    vs baseline: -0.0510
+   6. a_only                 4.4298 ±0.0095    vs baseline: -0.0410
+   7. x_headshared           4.4346 ±0.0109    vs baseline: -0.0362
+   8. static_prehead         4.4483 ±0.0101    vs baseline: -0.0225
+   9. baseline               4.4708 ±0.0074    vs baseline: +0.0000
+
+DIRTY → CLEAN DELTAS (fairness sweep)
+----------------------------------------------------------------------------------------------------
+  static_prehead         dirty=4.4438  clean=4.4483  delta=+0.0045
+  full_x                 dirty=4.5374  clean=4.3870  delta=-0.1504
+  x_headshared           dirty=4.5863  clean=4.4346  delta=-0.1517
\ No newline at end of file
diff --git a/results/summaries/phase2_coded_completeness_summary_20260325_1113.txt b/results/summaries/phase2_coded_completeness_summary_20260325_1113.txt
new file mode 100644
index 0000000000000000000000000000000000000000..446b6c78aa8248f19ff5a3c0c8f6e47025870266
--- /dev/null
+++ b/results/summaries/phase2_coded_completeness_summary_20260325_1113.txt
@@ -0,0 +1,62 @@
+PHASE 2 — CODED COMPLETENESS SUMMARY
+====================================================================================================
+Generated: 2026-03-25 17:30
+Question: where do full_q and paper-shaped x_headspec_elem land under the clean 2000 recipe?
+Recipe: warmup=2000, beta2=0.99, 4096 tokens/iter
+
+PHASE-2 PER-VARIANT RESULTS
+----------------------------------------------------------------------------------------------------
+FULL_Q
+  Full-width Q gate — Linear(768->768) on q, reshaped back to heads
+  seed   42: 4.4027  ✓
+  seed  123: 4.4202  ✗(best@9500)
+  seed 1337: 4.4099  ✓
+  mean (3/3): 4.4109 ±0.0072
+  vs baseline: -0.0599
+  vs full_x:   +0.0159
+  vs cheap_qa: +0.0212
+
+X_HEADSPEC_ELEM
+  Paper-shaped X gate — head-specific elementwise G1 on x_prenorm
+  seed   42: 4.4638  ✓
+  seed  123: 4.4247  ✗(best@9750)
+  seed 1337: 4.4466  ✗(best@9750)
+  mean (3/3): 4.4450 ±0.0160
+  vs baseline: -0.0258
+  vs full_x:   +0.0500
+  vs cheap_qa: +0.0553
+
+CURRENT LEADERBOARD (canon + phase-2 partials)
+----------------------------------------------------------------------------------------------------
+   1. cheap_qa        4.3897 ±0.0051  n=3
+   2. full_x          4.3950 ±0.0116  n=3
+   3. mlp128_qa       4.4032 ±nan  n=3
+   4. full_q          4.4109 ±0.0072  n=3
+   5. midtier_q       4.4135 ±0.0086  n=3
+   6. cheap_q         4.4198 ±nan  n=3
+   7. a_only          4.4298 ±nan  n=3
+   8. x_headshared    4.4346 ±nan  n=3
+   9. static_prehead  4.4438 ±nan  n=3
+  10. x_headspec_elem 4.4450 ±0.0160  n=3
+  11. dot_elementwise 4.4537 ±0.0121  n=3
+  12. dot_scalar      4.4601 ±0.0040  n=3
+  13. baseline        4.4708 ±0.0078  n=3
+
+PHASE-2 POSITIONING
+----------------------------------------------------------------------------------------------------
+  full_q final mean: 4.4109
+  x_headspec_elem final mean: 4.4450
+
+CANON REFERENCES
+----------------------------------------------------------------------------------------------------
+  cheap_qa        4.3897 ±0.0051
+  full_x          4.3950 ±0.0116
+  mlp128_qa       4.4032 ±nan
+  midtier_q       4.4135 ±0.0086
+  cheap_q         4.4198 ±nan
+  a_only          4.4298 ±nan
+  x_headshared    4.4346 ±nan
+  static_prehead  4.4438 ±nan
+  dot_elementwise 4.4537 ±0.0121
+  dot_scalar      4.4601 ±0.0040
+  baseline        4.4708 ±0.0078
\ No newline at end of file
diff --git a/results/summaries/phase3_bilinear_diag_summary_20260325_2226.txt b/results/summaries/phase3_bilinear_diag_summary_20260325_2226.txt
new file mode 100644
index 0000000000000000000000000000000000000000..579d8634e33a98d73cb1d2b14d8808986d4d26a8
--- /dev/null
+++ b/results/summaries/phase3_bilinear_diag_summary_20260325_2226.txt
@@ -0,0 +1,51 @@
+PHASE 3 — BILINEAR DIAG SUMMARY
+====================================================================================================
+Generated: 2026-03-26 01:38
+Question: can a tiny learned diagonal bilinear Q+A gate bridge the gap between dot gates and cheap_qa?
+Recipe: warmup=2000, beta2=0.99, 4096 tokens/iter
+
+PER-SEED RESULTS
+----------------------------------------------------------------------------------------------------
+BILINEAR_DIAG
+  Diagonal bilinear Q+A gate — sigmoid((q * y * w) / sqrt(d_head)), 64 params/layer
+  seed   42: 4.4624  ✗(best@9750)
+  seed  123: 4.4596  ✗(best@9500)
+  seed 1337: 4.4329  ✗(best@9750)
+  mean (3/3): 4.4516 ±0.0133
+  vs cheap_qa:       +0.0619
+  vs dot_elementwise:-0.0021
+  vs dot_scalar:     -0.0085
+  vs baseline:       -0.0192
+
+MECHANISM BRIDGE INTERPRETATION
+----------------------------------------------------------------------------------------------------
+  This runner tests whether a tiny learned interaction gate on q*y can recover
+  more of cheap_qa's gain than the zero-parameter dot gates without jumping
+  all the way to concat-then-linear or MLP capacity.
+
+CURRENT LEADERBOARD (canon + phase-3 partial)
+----------------------------------------------------------------------------------------------------
+   1. cheap_qa        4.3897 ±0.0051  n=3
+   2. full_x          4.3950 ±0.0116  n=3
+   3. mlp128_qa       4.4032 ±nan  n=3
+   4. full_q          4.4109 ±0.0072  n=3
+   5. midtier_q       4.4135 ±0.0086  n=3
+   6. cheap_q         4.4198 ±nan  n=3
+   7. a_only          4.4298 ±nan  n=3
+   8. x_headshared    4.4346 ±nan  n=3
+   9. static_prehead  4.4438 ±nan  n=3
+  10. x_headspec_elem 4.4450 ±0.0160  n=3
+  11. bilinear_diag   4.4516 ±0.0133  n=3
+  12. dot_elementwise 4.4537 ±0.0121  n=3
+  13. dot_scalar      4.4601 ±0.0040  n=3
+  14. baseline        4.4708 ±0.0078  n=3
+
+KEY REFERENCES
+----------------------------------------------------------------------------------------------------
+  cheap_qa        4.3897 ±0.0051
+  full_x          4.3950 ±0.0116
+  full_q          4.4109 ±0.0072
+  midtier_q       4.4135 ±0.0086
+  dot_elementwise 4.4537 ±0.0121
+  dot_scalar      4.4601 ±0.0040
+  baseline        4.4708 ±0.0078
\ No newline at end of file
diff --git a/results/summaries/phase4_chartfill_summary_20260326_0730.txt b/results/summaries/phase4_chartfill_summary_20260326_0730.txt
new file mode 100644
index 0000000000000000000000000000000000000000..ff66be6ff9ee55be226c9ffdad3741681ccf2265
--- /dev/null
+++ b/results/summaries/phase4_chartfill_summary_20260326_0730.txt
@@ -0,0 +1,74 @@
+PHASE 4 — CHART-FILL HEAD-SPECIFIC SUMMARY
+====================================================================================================
+Generated: 2026-03-26 16:58
+Question: how do the missing true head-specific chart cells land under the clean 2000 recipe?
+Recipe: warmup=2000, beta2=0.99, 4096 tokens/iter
+
+PHASE-4 PER-VARIANT RESULTS
+----------------------------------------------------------------------------------------------------
+Q_FULL_HEADSPEC
+  Full-width Q source (768) with separate 768->64 projection for each head
+  seed   42: 4.4151  ✓
+  seed  123: 4.3964  ✓
+  seed 1337: 4.4058  ✓
+  mean (3/3): 4.4058 ±0.0076
+  vs baseline: -0.0650
+  vs full_q:   -0.0051
+  vs cheap_q:  -0.0140
+
+X_FULL_HEADSPEC
+  Full-width X source (x_prenorm, 768) with separate 768->64 projection for each head
+  seed   42: 4.4013  ✓
+  seed  123: 4.3867  ✓
+  seed 1337: 4.4011  ✓
+  mean (3/3): 4.3964 ±0.0068
+  vs baseline: -0.0744
+  vs full_x:   +0.0014
+  vs x_headspec_elem: -0.0486
+
+QA_HEADSPEC
+  True head-specific Q+A gate: separate 128->64 projection for each head
+  seed   42: 4.4004  ✓
+  seed  123: 4.3904  ✓
+  seed 1337: 4.3945  ✓
+  mean (3/3): 4.3951 ±0.0041
+  vs baseline: -0.0757
+  vs cheap_qa: +0.0054
+  vs mlp128_qa:-0.0081
+
+CURRENT LEADERBOARD (canon + phase-4 partials)
+----------------------------------------------------------------------------------------------------
+   1. cheap_qa        4.3897 ±0.0051  n=3
+   2. full_x          4.3950 ±0.0116  n=3
+   3. qa_headspec     4.3951 ±0.0041  n=3
+   4. x_full_headspec 4.3964 ±0.0068  n=3
+   5. mlp128_qa       4.4032 ±nan  n=3
+   6. q_full_headspec 4.4058 ±0.0076  n=3
+   7. full_q          4.4109 ±0.0072  n=3
+   8. midtier_q       4.4135 ±0.0086  n=3
+   9. cheap_q         4.4198 ±nan  n=3
+  10. a_only          4.4298 ±nan  n=3
+  11. x_headshared    4.4346 ±nan  n=3
+  12. static_prehead  4.4438 ±nan  n=3
+  13. x_headspec_elem 4.4450 ±0.0160  n=3
+  14. bilinear_diag   4.4516 ±0.0133  n=3
+  15. dot_elementwise 4.4537 ±0.0121  n=3
+  16. dot_scalar      4.4601 ±0.0040  n=3
+  17. baseline        4.4708 ±0.0078  n=3
+
+CANON REFERENCES
+----------------------------------------------------------------------------------------------------
+  cheap_qa        4.3897 ±0.0051
+  full_x          4.3950 ±0.0116
+  mlp128_qa       4.4032 ±nan
+  full_q          4.4109 ±0.0072
+  midtier_q       4.4135 ±0.0086
+  cheap_q         4.4198 ±nan
+  a_only          4.4298 ±nan
+  x_headshared    4.4346 ±nan
+  x_headspec_elem 4.4450 ±0.0160
+  static_prehead  4.4438 ±nan
+  bilinear_diag   4.4516 ±0.0133
+  dot_elementwise 4.4537 ±0.0121
+  dot_scalar      4.4601 ±0.0040
+  baseline        4.4708 ±0.0078
\ No newline at end of file
diff --git a/results/summaries/phase5_warmup500_toptiers_summary_20260326_1722.txt b/results/summaries/phase5_warmup500_toptiers_summary_20260326_1722.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e1cf96f23eca1f1c53eab598f203f4025cd4cf
--- /dev/null
+++ b/results/summaries/phase5_warmup500_toptiers_summary_20260326_1722.txt
@@ -0,0 +1,81 @@
+PHASE 5 � WARMUP 500 TOP-TIER ROBUSTNESS SUMMARY
+================================================================================================
+
+Bundle purpose:
+  Fill the remaining warmup=500 holes for the top-tier 2000-warmup variants.
+
+Results CSV: phase5_warmup500_toptiers_runs_20260326_1722.csv
+
+Completed warmup=500 canon so far:
+  baseline     4.5663
+  midtier_q    4.6009
+  cheap_qa     4.6130
+  full_x       4.8518
+
+Leaderboard within this phase (completed seeds only):
+  1. mlp128_qa      mean=4.6332  std=0.0424  done=3/3  vs 2000=+0.2300
+  2. q_full_headspec mean=4.7163  std=0.0632  done=3/3  vs 2000=+0.3105
+  3. qa_headspec    mean=4.7283  std=0.0278  done=3/3  vs 2000=+0.3332
+  4. full_q         mean=4.7456  std=0.0183  done=3/3  vs 2000=+0.3347
+  5. x_full_headspec mean=4.8353  std=0.0329  done=3/3  vs 2000=+0.4389
+
+------------------------------------------------------------------------------------------------
+qa_headspec  (dynamic_qa_conditioned_headspecific)
+  True head-specific Q+A gate: separate 128->64 projection for each head
+  out_dir: out-openwebtext_phase5_w500_qa_headspec
+  completed seeds: 3/3
+  partial mean/std: 4.7283 � 0.0278
+  vs own 2000-warmup anchor: +0.3332
+    seed=  42  best=4.7306  final=4.7306  best@10000  stable=False  vs2000=+0.3355
+    seed= 123  best=4.6931  final=4.6931  best@10000  stable=False  vs2000=+0.2980
+    seed=1337  best=4.7612  final=4.7981  best@9750  stable=False  vs2000=+0.3661
+
+------------------------------------------------------------------------------------------------
+x_full_headspec  (dynamic_xconditioned_fullwidth_headspecific)
+  Full-width X source (x_prenorm, 768) with separate 768->64 projection for each head
+  out_dir: out-openwebtext_phase5_w500_x_full_headspec
+  completed seeds: 3/3
+  partial mean/std: 4.8353 � 0.0329
+  vs own 2000-warmup anchor: +0.4389
+    seed=  42  best=4.8063  final=4.8063  best@10000  stable=False  vs2000=+0.4099
+    seed= 123  best=4.8183  final=4.8416  best@9750  stable=False  vs2000=+0.4219
+    seed=1337  best=4.8814  final=4.9124  best@9750  stable=False  vs2000=+0.4850
+
+------------------------------------------------------------------------------------------------
+mlp128_qa  (dynamic_qa_conditioned_mlp128)
+  Shared Q+A MLP gate: 128->128->64 per head/token
+  out_dir: out-openwebtext_phase5_w500_mlp128_qa
+  completed seeds: 3/3
+  partial mean/std: 4.6332 � 0.0424
+  vs own 2000-warmup anchor: +0.2300
+    seed=  42  best=4.6928  final=4.6928  best@10000  stable=False  vs2000=+0.2896
+    seed= 123  best=4.5980  final=4.6129  best@9750  stable=False  vs2000=+0.1948
+    seed=1337  best=4.6088  final=4.6308  best@9750  stable=False  vs2000=+0.2056
+
+------------------------------------------------------------------------------------------------
+q_full_headspec  (dynamic_qconditioned_fullwidth_headspecific)
+  Full-width Q source (768) with separate 768->64 projection for each head
+  out_dir: out-openwebtext_phase5_w500_q_full_headspec
+  completed seeds: 3/3
+  partial mean/std: 4.7163 � 0.0632
+  vs own 2000-warmup anchor: +0.3105
+    seed=  42  best=4.7184  final=4.7184  best@10000  stable=False  vs2000=+0.3126
+    seed= 123  best=4.6379  final=4.6678  best@9750  stable=False  vs2000=+0.2321
+    seed=1337  best=4.7927  final=4.8213  best@9750  stable=False  vs2000=+0.3869
+
+------------------------------------------------------------------------------------------------
+full_q  (dynamic_qconditioned_fullwidth)
+  Shared full-width Q source (768->768), reshaped back to heads
+  out_dir: out-openwebtext_phase5_w500_full_q
+  completed seeds: 3/3
+  partial mean/std: 4.7456 � 0.0183
+  vs own 2000-warmup anchor: +0.3347
+    seed=  42  best=4.7250  final=4.7250  best@10000  stable=False  vs2000=+0.3141
+    seed= 123  best=4.7423  final=4.7474  best@9500  stable=False  vs2000=+0.3314
+    seed=1337  best=4.7695  final=4.7695  best@10000  stable=False  vs2000=+0.3586
+
+Current global picture:
+  - 2000-warmup chart is essentially complete for the top contenders.
+  - This phase is only about harsh-warmup robustness (500 steps).
+  - The strongest current open questions are whether qa_headspec or x_full_headspec can beat baseline@500.
+
diff --git a/results/summaries/phase6a_grok_qafollowups_w2000_summary_20260327_1722.txt b/results/summaries/phase6a_grok_qafollowups_w2000_summary_20260327_1722.txt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4ee931fa6d83ea6594765f6f1b31721998d3fc
--- /dev/null
+++ b/results/summaries/phase6a_grok_qafollowups_w2000_summary_20260327_1722.txt
@@ -0,0 +1,53 @@
+PHASE 6A � GROK Q+A FOLLOW-UPS @ WARMUP 2000
+================================================================================================
+
+Bundle purpose:
+  Evaluate the two Grok-inspired Q+A follow-ups against the clean 2000-warmup board.
+
+Results CSV: phase6a_grok_qafollowups_w2000_runs_20260327_1722.csv
+
+2000-warmup canon reference:
+  cheap_qa       4.3897
+  full_x         4.3950
+  qa_headspec    4.3951
+  x_full_headspec 4.3964
+  mlp128_qa      4.4032
+  q_full_headspec 4.4058
+  full_q         4.4109
+  midtier_q      4.4135
+  cheap_q        4.4198
+  a_only         4.4298
+  x_headshared   4.4346
+  static_prehead 4.4438
+  x_headspec_elem 4.4450
+  bilinear_diag  4.4516
+  dot_elementwise 4.4537
+  dot_scalar     4.4601
+  baseline       4.4708
+
+Leaderboard within this phase (completed seeds only):
+  1. qa_normed    mean=4.3926  std=0.0063  done=3/3  vs2000=n/a
+  2. qa_lowrank   mean=4.4068  std=0.0035  done=3/3  vs2000=n/a
+
+------------------------------------------------------------------------------------------------
+qa_normed  (dynamic_qa_conditioned_normed)
+  RMSNorm q and y separately, then shared Linear(128->64) gate
+  out_dir: out-openwebtext_phase6_w2000_qa_normed
+  completed seeds: 3/3
+  partial mean/std: 4.3926 � 0.0063
+  vs own 2000-warmup anchor: n/a
+    seed=  42  best=4.3882  final=4.3882  best@10000  stable=FALSE
+    seed= 123  best=4.4016  final=4.4111  best@9750  stable=FALSE
+    seed=1337  best=4.3881  final=4.4334  best@9750  stable=FALSE
+
+------------------------------------------------------------------------------------------------
+qa_lowrank  (dynamic_qa_conditioned_lowrank16)
+  Shared low-rank Q+A mixer: 128->16->64 with SiLU
+  out_dir: out-openwebtext_phase6_w2000_qa_lowrank16
+  completed seeds: 3/3
+  partial mean/std: 4.4068 � 0.0035
+  vs own 2000-warmup anchor: n/a
+    seed=  42  best=4.4110  final=4.4223  best@9750  stable=FALSE
+    seed= 123  best=4.4069  final=4.4069  best@10000  stable=FALSE
+    seed=1337  best=4.4024  final=4.4145  best@9750  stable=FALSE
+
diff --git a/results/summaries/phase6b_grok_qafollowups_w500_summary_20260328_0028.txt b/results/summaries/phase6b_grok_qafollowups_w500_summary_20260328_0028.txt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a1a1b0e9555a39742b26411d1805d8468bc491
--- /dev/null
+++ b/results/summaries/phase6b_grok_qafollowups_w500_summary_20260328_0028.txt
@@ -0,0 +1,47 @@
+PHASE 6B � GROK Q+A FOLLOW-UPS @ WARMUP 500
+================================================================================================
+
+Bundle purpose:
+  Evaluate the two Grok-inspired Q+A follow-ups against the 500-warmup robustness board.
+
+Results CSV: phase6b_grok_qafollowups_w500_runs_20260328_0028.csv
+
+Completed warmup=500 canon so far:
+  baseline       4.5663
+  midtier_q      4.6009
+  cheap_qa       4.6130
+  mlp128_qa      4.6332
+  q_full_headspec 4.7163
+  full_q         4.7250
+  qa_headspec    4.7283
+  x_full_headspec 4.8353
+  full_x         4.8518
+
+Leaderboard within this phase (completed seeds only):
+  1. qa_normed    mean=4.5902  std=0.0168  done=3/3  vs2000=n/a
+  2. qa_lowrank   mean=4.6289  std=0.0110  done=3/3  vs2000=n/a
+
+------------------------------------------------------------------------------------------------
+qa_normed  (dynamic_qa_conditioned_normed)
+  RMSNorm q and y separately, then shared Linear(128->64) gate
+  out_dir: out-openwebtext_phase6_w500_qa_normed
+  completed seeds: 3/3
+  partial mean/std: 4.5902 � 0.0168
+  vs own 2000-warmup anchor: n/a
+  vs current 500-warmup board: n/a
+    seed=  42  best=4.5880  final=4.5880  best@10000  stable=FALSE
+    seed= 123  best=4.5709  final=4.5731  best@9750  stable=FALSE
+    seed=1337  best=4.6118  final=4.6508  best@9750  stable=FALSE
+
+------------------------------------------------------------------------------------------------
+qa_lowrank  (dynamic_qa_conditioned_lowrank16)
+  Shared low-rank Q+A mixer: 128->16->64 with SiLU
+  out_dir: out-openwebtext_phase6_w500_qa_lowrank16
+  completed seeds: 3/3
+  partial mean/std: 4.6289 � 0.0110
+  vs own 2000-warmup anchor: n/a
+  vs current 500-warmup board: n/a
+    seed=  42  best=4.6426  final=4.6426  best@10000  stable=FALSE
+    seed= 123  best=4.6282  final=4.6282  best@10000  stable=FALSE
+    seed=1337  best=4.6158  final=4.6289  best@9750  stable=FALSE
+
diff --git a/results/summaries/priority1_summary_20260322_1355.txt b/results/summaries/priority1_summary_20260322_1355.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4ecb85b8f747223bd343044fd206a4f8d9515e
--- /dev/null
+++ b/results/summaries/priority1_summary_20260322_1355.txt
@@ -0,0 +1,55 @@
+PRIORITY 1: HEAD-TO-HEAD CLEAN CONFIRMATION SUMMARY
+====================================================================================================
+Generated: 2026-03-23 02:27
+Hardware: RTX 3060 | Clean recipe | warmup=2000
+
+PER-VARIANT RESULTS (best_val)
+----------------------------------------------------------------------------------------------------
+BASELINE
+  no gate — session anchor
+  seed   42: 4.4728  ✗(best@9750)
+  seed  123: 4.4786  ✗(best@9500)
+  seed 1337: 4.4609  ✗(best@9750)
+  mean (3/3): 4.4708 ±0.0074  A10=4.4675  delta=+0.0033
+
+MIDTIER_Q
+  per-head MLP(64->128->64) on Q
+  seed   42: 4.4085  ✓
+  seed  123: 4.4065  ✓
+  seed 1337: 4.4256  ✓
+  mean (3/3): 4.4135 ±0.0086  A10=4.4039  delta=+0.0096
+
+CHEAP_QA
+  per-head Linear(128->64) on cat(Q,y)
+  seed   42: 4.3830  ✓
+  seed  123: 4.3953  ✗(best@9750)
+  seed 1337: 4.3907  ✗(best@9750)
+  mean (3/3): 4.3897 ±0.0051  A10=4.4151  delta=-0.0254
+
+CHEAP_Q
+  per-head Linear(64->64) on Q
+  seed   42: 4.4069  ✓
+  seed  123: 4.4066  ✓
+  seed 1337: 4.4459  ✗(best@9250)
+  mean (3/3): 4.4198 ±0.0185  A10=4.4222  delta=-0.0024
+
+HEAD-TO-HEAD RANKING (3060 clean, best_val mean)
+----------------------------------------------------------------------------------------------------
+  1. cheap_qa               4.3897 ±0.0051  vs baseline: -0.0811  A10=4.4151
+  2. midtier_q              4.4135 ±0.0086  vs baseline: -0.0572  A10=4.4039
+  3. cheap_q                4.4198 ±0.0185  vs baseline: -0.0510  A10=4.4222
+  4. baseline               4.4708 ±0.0074  vs baseline: +0.0000  A10=4.4675
+
+KEY VERDICT
+----------------------------------------------------------------------------------------------------
+  cheap_qa WINS (4.3897 vs 4.4135, gap=+0.0239)
+  Dual signal beats capacity alone.
+  Both Q intent and A retrieval contribute to the gate.
+
+====================================================================================================
+A10 REFERENCE (clean recipe)
+====================================================================================================
+  baseline               4.4675 ±0.0070
+  midtier_q              4.4039 ±0.0063
+  cheap_qa               4.4151 ±0.0156
+  cheap_q                4.4222 ±0.0064
\ No newline at end of file
diff --git a/results/summaries/priority2_summary_20260323_0623.txt b/results/summaries/priority2_summary_20260323_0623.txt
new file mode 100644
index 0000000000000000000000000000000000000000..458cccbe7460dd8dfe11cb4d6927e4fcccdf49a2
--- /dev/null
+++ b/results/summaries/priority2_summary_20260323_0623.txt
@@ -0,0 +1,81 @@
+PRIORITY 2: OVERNIGHT RUNNER SUMMARY
+====================================================================================================
+Generated: 2026-03-23 14:07
+Hardware: RTX 3060 | Clean recipe | warmup=2000
+
+PER-VARIANT RESULTS (best_val)
+----------------------------------------------------------------------------------------------------
+BASELINE_P2
+  fresh same-session baseline anchor
+  seed   42: 4.4705  ✗(best@9750)
+  seed  123: 4.4768  ✗(best@9500)
+  seed 1337: 4.4591  ✗(best@9750)
+  mean (3/3): 4.4688 ±0.0073
+
+MLP128_QA
+  MLP(128->128->64) on cat(Q,y) — capacity + dual signal
+  seed   42: 4.4240  ✓
+  seed  123: 4.3879  ✗(best@9750)
+  seed 1337: 4.3976  ✗(best@9750)
+  mean (3/3): 4.4032 ±0.0153  ref=4.4282  delta=-0.0250
+
+STATIC_PREHEAD
+  learned per-head scalar gate — 9 params, no signal
+  seed   42: 4.4568  ✗(best@9750)
+  seed  123: 6.9069  ✗(best@250)
+  seed 1337: 5.9137  ✗(best@1500)
+  mean (3/3): 5.7591 ±1.0062  ref=4.4438  delta=+1.3153
+
+FULL_X
+  full X gate Linear(768->768) — paper implementation
+  seed   42: 6.9348  ✗(best@250)
+  seed  123: 6.9534  ✗(best@250)
+  seed 1337: 6.9370  ✗(best@250)
+  mean (3/3): 6.9417 ±0.0083  ref=4.5374  delta=+2.4043
+
+X_HEADSHARED
+  head-shared X gate Linear(64->64)
+  seed   42: 6.9409  ✗(best@250)
+  seed  123: 6.9769  ✗(best@250)
+  seed 1337: 6.9312  ✗(best@250)
+  mean (3/3): 6.9497 ±0.0197  ref=4.5863  delta=+2.3634
+
+COMPLETE CLEAN RANKING (P1 + P2, best_val mean)
+----------------------------------------------------------------------------------------------------
+   1. cheap_qa               4.3897            vs baseline: -0.0811
+   2. mlp128_qa              4.4032 ±0.0153    vs baseline: -0.0676 ← P2
+   3. midtier_q              4.4135            vs baseline: -0.0573
+   4. cheap_q                4.4198            vs baseline: -0.0510
+   5. baseline_p2            4.4688 ±0.0073    vs baseline: -0.0020 ← P2
+   6. baseline               4.4708            vs baseline: +0.0000
+   7. static_prehead         5.7591 ±1.0062    vs baseline: +1.2883 ← P2
+   8. full_x                 6.9417 ±0.0083    vs baseline: +2.4709 ← P2
+   9. x_headshared           6.9497 ±0.0197    vs baseline: +2.4789 ← P2
+
+KEY QUESTIONS ANSWERED
+----------------------------------------------------------------------------------------------------
+1. mlp128_qa = 4.4032
+   vs cheap_qa  (4.3897): +0.0135  cheap_qa wins
+   vs midtier_q (4.4135): -0.0103  mlp128_qa wins
+
+   VERDICT: Adding A helps the MLP but not enough to beat cheap_qa
+   Dual signal + capacity beats capacity alone
+
+2. static_prehead = 5.7591
+   vs A10 result (4.4438): +1.3153
+   vs baseline: +1.2883  does not beat baseline ✗
+
+3. full_x (clean) = 6.9417  (dirty was 4.5374, delta=+2.4043)
+4. x_headshared (clean) = 6.9497  (dirty was 4.5863, delta=+2.3634)
+
+====================================================================================================
+CLEAN REFERENCE TABLE (P1 confirmed)
+====================================================================================================
+  cheap_qa               4.3897 ±0.0051    [3060 Priority 1]
+  midtier_q              4.4135 ±0.0086    [3060 Priority 1]
+  cheap_q                4.4198 ±0.0185    [3060 Priority 1]
+  baseline               4.4708 ±0.0074    [3060 Priority 1]
+  static_prehead         4.4438 ±0.0119    [A10 fairness sweep]
+  mlp128_qa              4.4282            [DIRTY 3060 — this run replaces]
+  full_x                 4.5374 ±0.0089    [DIRTY 3060 — this run replaces]
+  x_headshared           4.5863 ±0.0116    [DIRTY 3060 — this run replaces]
\ No newline at end of file
diff --git a/results/summaries/qa_screen_summary.txt b/results/summaries/qa_screen_summary.txt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf76210884a34262e7711392cf404eb2f7a53c2
--- /dev/null
+++ b/results/summaries/qa_screen_summary.txt
@@ -0,0 +1,32 @@
+Q-GATE NEXT-PHASE SCREEN SUMMARY
+====================================================================================================
+
+Order run:
+  warmup=2000
+    - dynamic_qa_conditioned
+    - dynamic_qa_conditioned_mlp128
+    - dynamic_qconditioned_mlp192
+    - dynamic_q_headshared_elementwise
+    - dynamic_qa_headshared_elementwise
+  warmup=500
+    - dynamic_qa_conditioned
+    - dynamic_qa_conditioned_mlp128
+    - dynamic_qconditioned_mlp192
+    - dynamic_q_headshared_elementwise
+    - dynamic_qa_headshared_elementwise
+
+WARMUP 2000
+----------------------------------------------------------------------------------------------------
+  1. dynamic_qa_conditioned                 best=4.3807 final=4.3807 best_step=10000 runtime=3871.08s
+  2. dynamic_qa_headshared_elementwise      best=4.3844 final=4.3844 best_step=10000 runtime=3782.7s
+  3. dynamic_q_headshared_elementwise       best=4.4073 final=4.4073 best_step=10000 runtime=3767.82s
+  4. dynamic_qa_conditioned_mlp128          best=4.4282 final=4.4282 best_step=10000 runtime=3893.58s
+  5. dynamic_qconditioned_mlp192            best=4.4337 final=4.4337 best_step=10000 runtime=3967.29s
+
+WARMUP 500
+----------------------------------------------------------------------------------------------------
+  1. dynamic_qa_conditioned                 best=4.6003 final=4.6003 best_step=10000 runtime=3787.43s
+  2. dynamic_qa_headshared_elementwise      best=4.6170 final=4.6170 best_step=10000 runtime=3865.7s
+  3. dynamic_q_headshared_elementwise       best=4.6539 final=4.6539 best_step=10000 runtime=3768.24s
+  4. dynamic_qconditioned_mlp192            best=4.6548 final=4.6548 best_step=9750 runtime=3922.5s
+  5. dynamic_qa_conditioned_mlp128          best=4.6761 final=4.6761 best_step=10000 runtime=3919.42s
diff --git a/results/summaries/runner_a_summary_20260321_0903.txt b/results/summaries/runner_a_summary_20260321_0903.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bd159d0e07b7de2e5f250d3f0725da9d5e9bec87
--- /dev/null
+++ b/results/summaries/runner_a_summary_20260321_0903.txt
@@ -0,0 +1,38 @@
+RUNNER A: BASELINE vs ONES_IDENTITY SUMMARY
+====================================================================================================
+Generated: 2026-03-21 15:01
+All runs from same session — no historical anchors for key comparison.
+
+BASELINE
+------------------------------------------------------------
+  seed   42: 4.4830  ✗(best@9750)
+  seed  123: 4.4974  ✗(best@9500)
+  seed 1337: 4.5116  ✗(best@9750)
+  mean:  4.4973 ± 0.0117
+
+ONES_IDENTITY
+------------------------------------------------------------
+  seed   42: 4.4859  ✗(best@9750)
+  seed  123: 4.4980  ✗(best@9500)
+  seed 1337: 4.5081  ✗(best@9750)
+  mean:  4.4973 ± 0.0091
+
+WITHIN-SESSION COMPARISON (same seed, same session)
+----------------------------------------------------------------------------------------------------
+  seed   42: baseline=4.4830  ones=4.4859  diff=+0.0029
+  seed  123: baseline=4.4974  ones=4.4980  diff=+0.0006
+  seed 1337: baseline=4.5116  ones=4.5081  diff=-0.0035
+  mean diff: +0.0000
+
+VERDICT: ones_identity ≈ baseline ✓ — anchor question closed
+
+REFERENCE ANCHORS (context only):
+------------------------------------------------------------
+  cheap_q_2000                  : 4.5533
+  cheap_qa_2000                 : 4.4073
+  a_only_2000                   : 4.4167
+
+FRESH BASELINE MEAN (this session):
+  4.4973 ± 0.0117
+  vs a_only_2000 (4.4167): +0.0806
+  vs cheap_qa_2000 (4.4073): +0.0900
\ No newline at end of file
diff --git a/results/summaries/runner_b_summary_20260321_1545.txt b/results/summaries/runner_b_summary_20260321_1545.txt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e2269a5d636e7c86c30c9d0b9c35a9fef0f088
--- /dev/null
+++ b/results/summaries/runner_b_summary_20260321_1545.txt
@@ -0,0 +1,56 @@
+RUNNER B: A-ONLY 3-SEED CONFIRMATION SUMMARY
+====================================================================================================
+Variant: dynamic_a_conditioned
+Gate: per-head Linear(hs->hs) on y (SDPA output) only
+Generated: 2026-03-21 18:51
+
+PER-SEED RESULTS (this runner):
+------------------------------------------------------------
+  seed   42: 4.4180  ✓
+  seed 1337: 4.4413  ✗(best@9250)
+  seed  123: 4.4300  ✓
+
+This-runner aggregate (3/3 seeds):
+  mean = 4.4298 ± 0.0095
+
+FULL AGGREGATE (including prior clean seed-42 runs):
+------------------------------------------------------------
+  seed 42 run 1 (a_only screen):  4.4167  (prior clean run)
+  seed 42 run 2 (friday night):   4.4178  (prior clean run)
+  seed 42 mean:                   4.4172
+  seed 42 run 3 (this runner):    4.4180
+  seed 42 all-runs mean:          4.4175
+
+3-SEED CANONICAL AGGREGATE (this runner):
+  mean = 4.4298 ± 0.0095
+
+vs key anchors:
+  vs cheap_qa_3000_mean            : +0.0349  (worse)
+  vs cheap_qa_2000_mean            : +0.0225  (worse)
+  vs full_q_3000_mean              : -0.0876  (better)
+  vs midtier_q_2000_mean           : -0.1113  (better)
+  vs cheap_q_2000_mean             : -0.1235  (better)
+  vs static_prehead_2000           : -0.2101  (better)
+  vs baseline_2000_mean            : -0.2443  (better)
+
+KEY VERDICTS:
+------------------------------------------------------------
+  ✓ A-only beats cheap Q — retrieved content is a strong signal
+  ✓ cheap Q+A still wins — both signals contribute (expected)
+  ✓ A-only beats mid-tier Q
+
+MECHANISTIC STORY:
+  Retrieved content (y) is a stronger single gate signal than
+  query intent (Q). The Q+A advantage comes from genuine synergy
+  between both signals — what was sought AND what was found.
+
+====================================================================================================
+ANCHOR REFERENCE
+====================================================================================================
+  cheap_qa_3000_mean                 : 4.3949
+  cheap_qa_2000_mean                 : 4.4073
+  full_q_3000_mean                   : 4.5174
+  midtier_q_2000_mean                : 4.5411
+  cheap_q_2000_mean                  : 4.5533
+  static_prehead_2000                : 4.6399
+  baseline_2000_mean                 : 4.6741
\ No newline at end of file