Eric-Yyvuw commited on
Commit
7e4e5f6
·
verified ·
1 Parent(s): 7c9b68d

sync: 2026-10-30 14:08 Dublin

Browse files
dw_featcut/null/chain.log ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ loaded (1402200, 401) 10
2
+ 25 S 0 401 0.81737 298 s
3
+ 25 a_p90 0 293 0.8176 779 s
4
+ 25 b_mean 0 306 0.81743 231 s
5
+ 25 c_r08 0 372 0.81738 666 s
6
+ 25 S 1 401 0.81758 1435 s
7
+ 25 a_p90 1 293 0.81747 242 s
8
+ 25 b_mean 1 306 0.81757 562 s
9
+ 25 c_r08 1 372 0.81747 290 s
10
+ DONE 4691
11
+ loaded (702680, 401) 12
12
+ 23 S 0 401 0.79675 337 s
13
+ 23 a_p90 0 293 0.79684 116 s
14
+ 23 b_mean 0 306 0.79656 118 s
15
+ 23 c_r08 0 372 0.7965 486 s
16
+ 23 S 1 401 0.79644 154 s
17
+ 23 a_p90 1 293 0.7968 119 s
18
+ 23 b_mean 1 306 0.79676 451 s
19
+ 23 c_r08 1 372 0.79673 149 s
20
+ DONE 2150
21
+ CHAIN_DONE
dw_featcut/null/chain.sh ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+ cd /workspace/huawei/v12; export POLARS_MAX_THREADS=4 OMP_NUM_THREADS=4 PYTHONUNBUFFERED=1
3
+ N=/workspace/huawei/dw_featcut/null
4
+ taskset -c 4-7 /workspace/venv_v17/bin/python $N/run_val.py 25 0,1 $N/sets.json
5
+ taskset -c 4-7 /workspace/venv_v17/bin/python $N/run_val.py 23 0,1 $N/sets.json
6
+ echo CHAIN_DONE
dw_featcut/null/drop_regex_a_p90_extra.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ ^(ev_co_cos_max20_max|ev_co_cos_max20_mean|ev_co_cos_max20_z|ev_co_cos_rw_mean|ev_co_cos_rw_z|ev_co_tr_last_max|ev_co_tr_max5_mean|ev_co_tr_max5_z|ev_hist_noclk_max|ev_it_clk_dec2d_max|ev_it_clk_dec2d_z|ev_it_ctr24_max|ev_it_ctr24_mean|ev_it_ctr24_rk|ev_it_ctr24_z|ev_it_ctr_max|ev_it_ctr_rk|ev_it_imp_max|ev_it_nclk_all_max|ev_it_nclk_all_mean|ev_mf_dot_max|ev_mf_dot_mean|ev_mf_dot_rk|ev_mf_dot_z|ev_mf_score_max|ev_mf_score_rk|ev_mf_score_z|ev_sv_k16_ucos_max|ev_sv_k16_ucos_mean|ev_sv_k16_ucos_rk|ev_sv_k16_ucos_z|ev_sv_k32_hcos_mean|ev_sv_k32_hcos_rk|ev_sv_k32_hcos_z|ev_sv_k32_imax20_max|ev_sv_k32_imax20_rk|ev_sv_k32_imax20_z|ev_sv_k32_ucos_max|ev_sv_k32_ucos_mean|ev_sv_k32_ucos_rk|ev_sv_k32_ucos_z|ev_sv_k64_ccos_max|ev_sv_k64_ccos_mean|ev_sv_k64_ccos_rk|ev_sv_k64_ccos_z|ev_sv_k64_con025_mean|ev_sv_k64_con025_rk|ev_sv_k64_con025_z|ev_sv_k64_con05_max|ev_sv_k64_con05_mean|ev_sv_k64_con05_rk|ev_sv_k64_con05_z|ev_sv_k64_hcos_max|ev_sv_k64_hcos_mean|ev_sv_k64_hcos_rk|ev_sv_k64_hcos_z|ev_sv_k64_ucos_max|ev_sv_k64_ucos_mean|ev_sv_k64_ucos_rk|ev_sv_k64_ucos_z|v2_co_max_dm|v2_co_rw_dm|v2_co_rw_rk|v2_co_sum_dm|v2_ev_co_max|v2_ev_ictr_mean|v2_ev_ipdec_mean|v2_ev_svd_max|v2_ev_svd_mean|v2_h_1d_before_last|v2_h_since_first|v2_h_since_last|v2_i_clk|v2_i_ctr_dm|v2_i_ctr_tb|v2_i_ctr_tb_diff|v2_i_ctr_tb_dm|v2_i_ctr_tb_rk|v2_ip_dec1_dm|v2_ip_dec1_rk|v2_ip_dec1_rmax|v2_svd16_cos|v2_svd16_cos_rk|v2_svd24_cos|v2_svd24_cos_dm|v2_svd24_cos_rk|v2_svd32_cos|v2_svd32_cos_dm|v2_svd32_cos_rk|v2_svd48_cos|v2_svd48_cos_dm|v2_svd48_cos_rk|v2_svd_cos|v2_svd_cos_dm|v2_svd_cos_rk|v2_svd_cos_rmax|v2_svd_last|v2_svd_maxsim|v2_svd_maxsim_dm|v2_svd_maxsim_rk|v2_svd_top3|v2_svd_top3_dm|v2_svd_top3_rk|v2_svd_ucos|v2_svd_ucos_dm|v2_svd_ucos_rk|v2_tr_last3_dm|v2_u_since_ev)$
dw_featcut/null/drop_regex_a_p90_plus_S.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ (?:^(c_skall|co_cos_mean20|co_cos_rw|co_cos_sum20|co_tr_last|co_tr_max20|co_tr_mean5|ev_co_cos_max20_rk|ev_co_cos_rw_max|ev_co_cos_rw_rk|ev_co_tr_last_mean|ev_co_tr_last_rk|ev_co_tr_last_z|ev_co_tr_max5_max|ev_co_tr_max5_rk|ev_hist_n_all_max|ev_hist_n_all_rk|ev_hist_n_all_z|ev_hist_noclk_mean|ev_hist_noclk_z|ev_it_clk_dec2d_mean|ev_it_ctr_mean|ev_it_ctr_z|hist_imp|hist_in|hist_n_own|hist_n_warm|hist_n_win|hist_noclk|hist_pos|hist_since_clk|it_clk_dec2d|it_imp|it_imp_rate|it_nclk_all|it_nusers|nmA_nmfP_aff|nmA_nmfP_cos_e10|nmA_nmfP_cos_e3|nmA_nmfP_cos_z|nmA_nmfU_cos_e10|us_cold|us_hlen|us_nclk_all|us_nev|us_nohist|us_nuniq|us_since_clk|v2_co_cnt|v2_co_max|v2_co_max_rk|v2_co_mean|v2_co_nz|v2_co_rw_rmax|v2_co_sum|v2_co_sum_rk|v2_co_sum_rmax|v2_ev_n_inh|v2_i_clk1d|v2_i_ctr|v2_i_ctr1d|v2_i_ctr_rk|v2_inh_cnt|v2_ip_1d|v2_ip_n|v2_ip_n_rk|v2_ip_warm|v2_tr_last|v2_tr_last3|v2_tr_last3_rk|v2_trp_last|v2_ui_clk|v2_ui_imp|v2_ui_noclk_dm|v2_ui_noclk_rk|v2_uip_n_rk|v2_uip_since|v2_up_1d|v2_up_n|v2_up_since|x_con05_k64|x_con05_k64_rk|x_con05_k64_z)$)|(?:^(ev_co_cos_max20_max|ev_co_cos_max20_mean|ev_co_cos_max20_z|ev_co_cos_rw_mean|ev_co_cos_rw_z|ev_co_tr_last_max|ev_co_tr_max5_mean|ev_co_tr_max5_z|ev_hist_noclk_max|ev_it_clk_dec2d_max|ev_it_clk_dec2d_z|ev_it_ctr24_max|ev_it_ctr24_mean|ev_it_ctr24_rk|ev_it_ctr24_z|ev_it_ctr_max|ev_it_ctr_rk|ev_it_imp_max|ev_it_nclk_all_max|ev_it_nclk_all_mean|ev_mf_dot_max|ev_mf_dot_mean|ev_mf_dot_rk|ev_mf_dot_z|ev_mf_score_max|ev_mf_score_rk|ev_mf_score_z|ev_sv_k16_ucos_max|ev_sv_k16_ucos_mean|ev_sv_k16_ucos_rk|ev_sv_k16_ucos_z|ev_sv_k32_hcos_mean|ev_sv_k32_hcos_rk|ev_sv_k32_hcos_z|ev_sv_k32_imax20_max|ev_sv_k32_imax20_rk|ev_sv_k32_imax20_z|ev_sv_k32_ucos_max|ev_sv_k32_ucos_mean|ev_sv_k32_ucos_rk|ev_sv_k32_ucos_z|ev_sv_k64_ccos_max|ev_sv_k64_ccos_mean|ev_sv_k64_ccos_rk|ev_sv_k64_ccos_z|ev_sv_k64_con025_mean|ev_sv_k64_con025_rk|ev_sv_k64_con025_z|ev_sv_k64_con05_max|ev_sv_k64_con05_mean|ev_sv_k64_con05_rk|ev_sv_k64_con05_z|ev_sv_k64_hcos_max|ev_sv_k64_hcos_mean|ev_sv_k64_hcos_rk|ev_sv_k64_hcos_z|ev_sv_k64_ucos_max|ev_sv_k64_ucos_mean|ev_sv_k64_ucos_rk|ev_sv_k64_ucos_z|v2_co_max_dm|v2_co_rw_dm|v2_co_rw_rk|v2_co_sum_dm|v2_ev_co_max|v2_ev_ictr_mean|v2_ev_ipdec_mean|v2_ev_svd_max|v2_ev_svd_mean|v2_h_1d_before_last|v2_h_since_first|v2_h_since_last|v2_i_clk|v2_i_ctr_dm|v2_i_ctr_tb|v2_i_ctr_tb_diff|v2_i_ctr_tb_dm|v2_i_ctr_tb_rk|v2_ip_dec1_dm|v2_ip_dec1_rk|v2_ip_dec1_rmax|v2_svd16_cos|v2_svd16_cos_rk|v2_svd24_cos|v2_svd24_cos_dm|v2_svd24_cos_rk|v2_svd32_cos|v2_svd32_cos_dm|v2_svd32_cos_rk|v2_svd48_cos|v2_svd48_cos_dm|v2_svd48_cos_rk|v2_svd_cos|v2_svd_cos_dm|v2_svd_cos_rk|v2_svd_cos_rmax|v2_svd_last|v2_svd_maxsim|v2_svd_maxsim_dm|v2_svd_maxsim_rk|v2_svd_top3|v2_svd_top3_dm|v2_svd_top3_rk|v2_svd_ucos|v2_svd_ucos_dm|v2_svd_ucos_rk|v2_tr_last3_dm|v2_u_since_ev)$)
dw_featcut/null/drop_regex_b_mean_extra.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ ^(ev_co_cos_max20_max|ev_co_cos_max20_mean|ev_co_cos_max20_z|ev_co_cos_rw_mean|ev_co_cos_rw_z|ev_co_tr_max5_mean|ev_co_tr_max5_z|ev_hist_noclk_max|ev_it_clk_dec2d_max|ev_it_clk_dec2d_z|ev_it_ctr24_max|ev_it_ctr24_mean|ev_it_ctr24_rk|ev_it_ctr24_z|ev_it_ctr_max|ev_it_ctr_rk|ev_it_imp_max|ev_it_nclk_all_max|ev_it_nclk_all_mean|ev_mf_dot_max|ev_mf_dot_mean|ev_mf_dot_rk|ev_mf_dot_z|ev_mf_score_max|ev_mf_score_rk|ev_mf_score_z|ev_sv_k16_ucos_max|ev_sv_k16_ucos_mean|ev_sv_k16_ucos_z|ev_sv_k32_hcos_rk|ev_sv_k32_hcos_z|ev_sv_k32_imax20_rk|ev_sv_k32_imax20_z|ev_sv_k32_ucos_max|ev_sv_k32_ucos_mean|ev_sv_k32_ucos_rk|ev_sv_k32_ucos_z|ev_sv_k64_ccos_max|ev_sv_k64_ccos_mean|ev_sv_k64_ccos_rk|ev_sv_k64_ccos_z|ev_sv_k64_con025_mean|ev_sv_k64_con025_rk|ev_sv_k64_con025_z|ev_sv_k64_con05_mean|ev_sv_k64_con05_z|ev_sv_k64_hcos_mean|ev_sv_k64_hcos_rk|ev_sv_k64_hcos_z|ev_sv_k64_ucos_max|ev_sv_k64_ucos_mean|ev_sv_k64_ucos_rk|ev_sv_k64_ucos_z|v2_co_max_dm|v2_co_rw_dm|v2_co_rw_rk|v2_ev_co_max|v2_ev_ictr_mean|v2_ev_svd_max|v2_ev_svd_mean|v2_h_1d_before_last|v2_h_since_last|v2_i_ctr_dm|v2_i_ctr_tb|v2_i_ctr_tb_diff|v2_i_ctr_tb_dm|v2_i_ctr_tb_rk|v2_ip_dec1_dm|v2_ip_dec1_rk|v2_ip_dec1_rmax|v2_svd16_cos_rk|v2_svd24_cos|v2_svd24_cos_dm|v2_svd24_cos_rk|v2_svd32_cos|v2_svd32_cos_dm|v2_svd32_cos_rk|v2_svd48_cos|v2_svd48_cos_dm|v2_svd48_cos_rk|v2_svd_cos|v2_svd_cos_dm|v2_svd_cos_rk|v2_svd_cos_rmax|v2_svd_last|v2_svd_maxsim|v2_svd_maxsim_dm|v2_svd_maxsim_rk|v2_svd_top3|v2_svd_top3_dm|v2_svd_top3_rk|v2_svd_ucos|v2_svd_ucos_dm|v2_svd_ucos_rk|v2_u_since_ev)$
dw_featcut/null/drop_regex_b_mean_plus_S.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ (?:^(c_skall|co_cos_mean20|co_cos_rw|co_cos_sum20|co_tr_last|co_tr_max20|co_tr_mean5|ev_co_cos_max20_rk|ev_co_cos_rw_max|ev_co_cos_rw_rk|ev_co_tr_last_mean|ev_co_tr_last_rk|ev_co_tr_last_z|ev_co_tr_max5_max|ev_co_tr_max5_rk|ev_hist_n_all_max|ev_hist_n_all_rk|ev_hist_n_all_z|ev_hist_noclk_mean|ev_hist_noclk_z|ev_it_clk_dec2d_mean|ev_it_ctr_mean|ev_it_ctr_z|hist_imp|hist_in|hist_n_own|hist_n_warm|hist_n_win|hist_noclk|hist_pos|hist_since_clk|it_clk_dec2d|it_imp|it_imp_rate|it_nclk_all|it_nusers|nmA_nmfP_aff|nmA_nmfP_cos_e10|nmA_nmfP_cos_e3|nmA_nmfP_cos_z|nmA_nmfU_cos_e10|us_cold|us_hlen|us_nclk_all|us_nev|us_nohist|us_nuniq|us_since_clk|v2_co_cnt|v2_co_max|v2_co_max_rk|v2_co_mean|v2_co_nz|v2_co_rw_rmax|v2_co_sum|v2_co_sum_rk|v2_co_sum_rmax|v2_ev_n_inh|v2_i_clk1d|v2_i_ctr|v2_i_ctr1d|v2_i_ctr_rk|v2_inh_cnt|v2_ip_1d|v2_ip_n|v2_ip_n_rk|v2_ip_warm|v2_tr_last|v2_tr_last3|v2_tr_last3_rk|v2_trp_last|v2_ui_clk|v2_ui_imp|v2_ui_noclk_dm|v2_ui_noclk_rk|v2_uip_n_rk|v2_uip_since|v2_up_1d|v2_up_n|v2_up_since|x_con05_k64|x_con05_k64_rk|x_con05_k64_z)$)|(?:^(ev_co_cos_max20_max|ev_co_cos_max20_mean|ev_co_cos_max20_z|ev_co_cos_rw_mean|ev_co_cos_rw_z|ev_co_tr_max5_mean|ev_co_tr_max5_z|ev_hist_noclk_max|ev_it_clk_dec2d_max|ev_it_clk_dec2d_z|ev_it_ctr24_max|ev_it_ctr24_mean|ev_it_ctr24_rk|ev_it_ctr24_z|ev_it_ctr_max|ev_it_ctr_rk|ev_it_imp_max|ev_it_nclk_all_max|ev_it_nclk_all_mean|ev_mf_dot_max|ev_mf_dot_mean|ev_mf_dot_rk|ev_mf_dot_z|ev_mf_score_max|ev_mf_score_rk|ev_mf_score_z|ev_sv_k16_ucos_max|ev_sv_k16_ucos_mean|ev_sv_k16_ucos_z|ev_sv_k32_hcos_rk|ev_sv_k32_hcos_z|ev_sv_k32_imax20_rk|ev_sv_k32_imax20_z|ev_sv_k32_ucos_max|ev_sv_k32_ucos_mean|ev_sv_k32_ucos_rk|ev_sv_k32_ucos_z|ev_sv_k64_ccos_max|ev_sv_k64_ccos_mean|ev_sv_k64_ccos_rk|ev_sv_k64_ccos_z|ev_sv_k64_con025_mean|ev_sv_k64_con025_rk|ev_sv_k64_con025_z|ev_sv_k64_con05_mean|ev_sv_k64_con05_z|ev_sv_k64_hcos_mean|ev_sv_k64_hcos_rk|ev_sv_k64_hcos_z|ev_sv_k64_ucos_max|ev_sv_k64_ucos_mean|ev_sv_k64_ucos_rk|ev_sv_k64_ucos_z|v2_co_max_dm|v2_co_rw_dm|v2_co_rw_rk|v2_ev_co_max|v2_ev_ictr_mean|v2_ev_svd_max|v2_ev_svd_mean|v2_h_1d_before_last|v2_h_since_last|v2_i_ctr_dm|v2_i_ctr_tb|v2_i_ctr_tb_diff|v2_i_ctr_tb_dm|v2_i_ctr_tb_rk|v2_ip_dec1_dm|v2_ip_dec1_rk|v2_ip_dec1_rmax|v2_svd16_cos_rk|v2_svd24_cos|v2_svd24_cos_dm|v2_svd24_cos_rk|v2_svd32_cos|v2_svd32_cos_dm|v2_svd32_cos_rk|v2_svd48_cos|v2_svd48_cos_dm|v2_svd48_cos_rk|v2_svd_cos|v2_svd_cos_dm|v2_svd_cos_rk|v2_svd_cos_rmax|v2_svd_last|v2_svd_maxsim|v2_svd_maxsim_dm|v2_svd_maxsim_rk|v2_svd_top3|v2_svd_top3_dm|v2_svd_top3_rk|v2_svd_ucos|v2_svd_ucos_dm|v2_svd_ucos_rk|v2_u_since_ev)$)
dw_featcut/null/findings.md ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Null-importance test on v2_/ev_ columns (v19 set, S already dropped)
2
+
3
+ Date 2026-10-30 (Europe/Dublin = UTC). Everything in dw_featcut/null/, nothing else written.
4
+
5
+ ## Method
6
+ - Base: v19 dwbig recipe (lr .015, 127 leaves, mdl 200, ff .5, bf .8/1, l2 30, 1000 rounds), variant A, DROP sq_* and S (83 cols, v19cut/drop_S_A.txt) applied -> 401 cols, of which 148 are v2_ (76) / ev_ (72).
7
+ - C25 fit window (f1-f4, 1,402,200 rows, full, no subsample), val25 439,640 rows.
8
+ - Real fit (seed 42, AUC .81737 = v19cut A_S s0 exactly) + 5 null fits: label blocks (10 rows/event, verified event-major) permuted across events, so per-event label structure is kept and feature<->label link broken. Null AUC .494. Gain per feature recorded (imp_real.json, imp_null0-4.json, null_table.json).
9
+ - Caveat: null total gain is ~30% of real (1.30M vs 4.34M) because 127 leaves x 1000 rounds overfits noise; the null gain is therefore a large, conservative bar. So thresholds flag a lot of columns (73% at p90).
10
+ - Interpretation: "real gain < null p90" = gain not distinguishable from what a pure-noise column of that kind soaks up by overfitting; says nothing about redundancy-with-other-columns, so validated empirically.
11
+ - Python: /workspace/venv/bin/python is gone from the box; used /workspace/venv_v17/bin/python (lightgbm 4.7.0), same results as before.
12
+
13
+ ## Flagged counts (148 v2_/ev_ cols)
14
+ | threshold | cols | v2_/ev_ | real gain share of total |
15
+ |---|---|---|---|
16
+ | real < null p90 (a_p90) | 108 | 48/60 | 6.57% |
17
+ | real < null mean (b_mean) | 95 | 42/53 | 5.77% |
18
+ | real/null_mean < 0.8 (c_r08, extra, very noise-like) | 29 | 10/19 | - |
19
+ | ratio<2 / <3 / <5 / <10 | 127 / 136 / 141 / 146 | | 8.0/9.2/9.6/10.4% |
20
+ | Actual-vs-Null score<0 | 102 | 47/55 | 6.26% |
21
+ Lowest ratios (real/null_mean): ev_hist_noclk_max .2, ev_sv_k64_ucos_rk .5, v2_svd48_cos_rk .6, ev_mf_score_rk .6, ev_co_tr_max5_z .7, ev_sv_k64_ccos_rk .7, ev_co_cos_max20_mean .7, ev_it_ctr24_z .7, v2_svd48_cos_dm .7.
22
+ Sets are nested: c_r08 < b_mean < a_p90. Lists in sets.json.
23
+
24
+ ## Validation vs S baseline (full folds, 2 seeds, 4 threads, AUC delta x1e-5, seed 0 / seed 1 / mean)
25
+ | set (cols dropped beyond S) | C25 s0 | C25 s1 | C25 mean | C23 s0 | C23 s1 | C23 mean | keep rule (>= -3 both) |
26
+ |---|---|---|---|---|---|---|---|
27
+ | a_p90 (108) | +23 | -11 | +5.9 | +9 | +36 | +22.5 | PASS |
28
+ | b_mean (95) | +6 | -1 | +2.8 | -19 | +32 | +6.4 | PASS |
29
+ | c_r08 (29) | +1 | -11 | -4.7 | -25 | +29 | +2.2 | FAIL on C25 (noise) |
30
+ Baseline S AUC: C25 .81737 / .81758 (s0/s1); C23 .79675 / .79644.
31
+ Seed noise: S itself differs by 21e-5 (C25) and 31e-5 (C23) between seeds; per-seed deltas range -25..+36, so none of the deltas is statistically distinguishable from 0 with 2 seeds. The honest reading is "neutral, possibly slightly positive", not a proven gain. Paired means over all 4 (cut x seed) runs: a_p90 +14, b_mean +4.5, c_r08 -1.5 (x1e-5).
32
+ (Run times varied 230-1400 s because of external CPU contention, not set size.)
33
+
34
+ ## Verdict
35
+ Cutting the a_p90 set (108 further columns, 401 -> 293) passes the keep rule at both cuts (+.00006 C25, +.00023 C23, worst single run -.00011) and is the best candidate; b_mean (95) also passes (smaller margin, worst -.00019 at one C23 seed). Both only claim neutrality within seed noise; the value is a 27% smaller feature set (faster fits, less overfit surface). The c_r08 subset formally fails C25 by noise only (-4.7 mean, one seed -11), which shows the 2-seed test cannot resolve effects below ~.0001 — consistent with the SP/SPC results from v19cut being worth confirming with more seeds. Recommend: adopt a_p90 only after a 3rd/4th seed confirms at C25/C23 and then a quick check at the C24 cut; if conservative, use b_mean.
36
+ Caution: SP (102) and SPC (114) lost earlier; they were chosen by gain/duplicate rank, a_p90 by null-gain, so the sets differ but overlap is not checked here.
37
+
38
+ ## Files
39
+ - drop_regex_a_p90_extra.txt / drop_regex_b_mean_extra.txt : regex of the extra cols only (use with S already dropped; match exactly 108 / 95 of the 401 post-S features)
40
+ - drop_regex_a_p90_plus_S.txt / drop_regex_b_mean_plus_S.txt : S regex OR extra regex (re.search against the 484-col set after DROP)
41
+ - null_table.json, imp_*.json, sets.json, val_log.jsonl, run_*.py, lib.py, analyze_null.py, chain.sh/log
dw_featcut/null/imp_null3.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"gain": {"it_clk": 759.0488486289978, "it_imp24": 2036.6045608520508, "it_clk24": 560.1519923210144, "it_imp6": 2049.797679424286, "it_clk6": 365.98799991607666, "it_ctr": 3024.4453315734863, "it_ctr24": 4963.868856430054, "it_ctr6": 4654.9707407951355, "it_trend24": 4742.268849372864, "it_trend6": 5294.253817558289, "it_imptrend24": 5414.178719043732, "it_nclk_warm": 2132.172492980957, "us_nclk_win": 844.0887312889099, "us_ctr": 2397.3074889183044, "us_nclk_warm": 799.0678191184998, "us_nclk24": 695.6930513381958, "us_repeat_rate": 3613.8750438690186, "hist_n_all": 40.775389671325684, "us_since_ev": 3256.026903152466, "hist_since_imp": 102.36710023880005, "co_cos_max20": 332.4246907234192, "co_cos_max5": 219.36146211624146, "co_cos_mean5": 194.8420910835266, "co_cos_last": 107.94621992111206, "co_tr_mean20": 412.8077826499939, "co_tr_max5": 149.68109130859375, "sv_k16_ucos": 4478.28860616684, "sv_k16_udot": 4312.567643165588, "sv_k16_hcos": 4396.525358200073, "sv_k32_ucos": 3454.040319919586, "sv_k32_udot": 3722.797782421112, "sv_k32_hcos": 3692.9923095703125, "sv_k32_hnorm": 3252.077425956726, "sv_k32_imax20": 3870.23517370224, "sv_k32_imax5": 4590.1479024887085, "sv_k64_ucos": 2691.522237300873, "sv_k64_udot": 3355.874171257019, "sv_k64_hcos": 2616.3827624320984, "sv_k64_ccos": 2585.1269721984863, "sv_k64_ncos": 3891.4284329414368, "sv_k64_con025": 2426.6491570472717, "sv_k64_con05": 3092.416964530945, "sv_k64_con1": 3778.063636302948, "mf_score": 4857.310858249664, "mf_dot": 4947.414027690887, "mf_bi": 3531.510313987732, "ev_it_ctr_rk": 910.6195001602173, "ev_it_ctr_max": 5290.388038635254, "ev_it_ctr24_rk": 1444.039379119873, "ev_it_ctr24_z": 4697.4831166267395, "ev_it_ctr24_max": 5426.84970664978, "ev_it_ctr24_mean": 5269.735320568085, "ev_it_imp_rk": 1118.6991891860962, "ev_it_imp_z": 3793.984694004059, "ev_it_imp_max": 4239.673357009888, "ev_it_imp_mean": 3506.698962211609, "ev_it_nclk_all_rk": 1167.2135543823242, "ev_it_nclk_all_z": 3285.2142457962036, "ev_it_nclk_all_max": 4046.524405479431, "ev_it_nclk_all_mean": 3962.252200126648, "ev_it_clk_dec2d_rk": 452.64259672164917, "ev_it_clk_dec2d_z": 3049.349492073059, "ev_it_clk_dec2d_max": 4983.224563598633, "ev_hist_n_all_mean": 105.54245042800903, "ev_hist_noclk_rk": 16.88513946533203, "ev_hist_noclk_max": 50.252089977264404, "ev_co_cos_max20_z": 1083.2611680030823, "ev_co_cos_max20_max": 2407.9736728668213, "ev_co_cos_max20_mean": 2059.259298801422, "ev_co_cos_rw_z": 1270.629234790802, "ev_co_cos_rw_mean": 2127.1618270874023, "ev_co_tr_max5_z": 656.0853509902954, "ev_co_tr_max5_mean": 1443.44699716568, "ev_co_tr_last_max": 274.8689694404602, "ev_sv_k16_ucos_rk": 975.1089110374451, "ev_sv_k16_ucos_z": 4164.2394552230835, "ev_sv_k16_ucos_max": 4621.481870651245, "ev_sv_k16_ucos_mean": 4560.769190788269, "ev_sv_k32_ucos_rk": 764.2949495315552, "ev_sv_k32_ucos_z": 3826.0116124153137, "ev_sv_k32_ucos_max": 4531.670483112335, "ev_sv_k32_ucos_mean": 3609.214400291443, "ev_sv_k64_ucos_rk": 638.4877438545227, "ev_sv_k64_ucos_z": 3152.4407324790955, "ev_sv_k64_ucos_max": 3723.070864200592, "ev_sv_k64_ucos_mean": 3126.094223499298, "ev_sv_k32_hcos_rk": 710.8681807518005, "ev_sv_k32_hcos_z": 3521.1032948493958, "ev_sv_k32_hcos_max": 4010.7652983665466, "ev_sv_k32_hcos_mean": 3862.9383893013, "ev_sv_k64_hcos_rk": 680.6524801254272, "ev_sv_k64_hcos_z": 2884.23491191864, "ev_sv_k64_hcos_max": 3410.6798644065857, "ev_sv_k64_hcos_mean": 3043.4054703712463, "ev_sv_k32_imax20_rk": 1021.1161460876465, "ev_sv_k32_imax20_z": 4462.076805114746, "ev_sv_k32_imax20_max": 3011.4586973190308, "ev_sv_k32_imax20_mean": 3651.581703186035, "ev_sv_k64_con05_rk": 680.7273697853088, "ev_sv_k64_con05_z": 3063.931493282318, "ev_sv_k64_con05_max": 3278.6918783187866, "ev_sv_k64_con05_mean": 3539.301701068878, "ev_sv_k64_con025_rk": 491.75043058395386, "ev_sv_k64_con025_z": 2384.4896092414856, "ev_sv_k64_con025_max": 2676.9971976280212, "ev_sv_k64_con025_mean": 2994.171929836273, "ev_sv_k64_ccos_rk": 479.4280490875244, "ev_sv_k64_ccos_z": 2934.578703403473, "ev_sv_k64_ccos_max": 2923.8372774124146, "ev_sv_k64_ccos_mean": 3189.968391418457, "ev_mf_score_rk": 1054.5721688270569, "ev_mf_score_z": 5216.044045448303, "ev_mf_score_max": 4100.490093708038, "ev_mf_score_mean": 5069.094166278839, "ev_mf_dot_rk": 1353.163649559021, "ev_mf_dot_z": 5504.530098438263, "ev_mf_dot_max": 3923.2757863998413, "ev_mf_dot_mean": 4962.25574016571, "v2_i_imp": 3541.5588750839233, "v2_i_clk": 604.7508912086487, "v2_i_imp1d": 1471.5328259468079, "v2_i_imp_rate": 3299.3049416542053, "v2_ip_users": 1578.4790377616882, "v2_ip_3d": 876.2402715682983, "v2_ip_dec1": 3294.8261666297913, "v2_ip_dec3": 2834.996091365814, "v2_i_ctr_tb": 4822.545150756836, "v2_u_ev": 1122.0448656082153, "v2_u_clk": 718.94011926651, "v2_u_ctr": 4355.488940238953, "v2_up_uniq": 1432.3670225143433, "v2_uip_n": 65.5327205657959, "v2_h_len": 388.2126793861389, "v2_h_since_last": 4425.455107688904, "v2_h_since_first": 4883.477558135986, "v2_h_uniq": 643.5960741043091, "v2_h_1d_before_last": 709.0808572769165, "v2_u_since_ev": 5162.776293754578, "v2_ui_since_imp": 166.12353801727295, "v2_ui_noclk": 9.431010246276855, "v2_ip_per_imp": 5774.442009449005, "v2_i_ctr_tb_diff": 7226.458194732666, "v2_h_gap_mean": 3567.186418533325, "v2_h_uniq_ratio": 2109.6873121261597, "v2_co_rw": 1004.187047958374, "v2_co_last3": 421.58518981933594, "v2_inh_pos": 61.52034044265747, "v2_inh_since": 270.2123785018921, "v2_trp_last3": 132.25251865386963, "v2_svd_cos": 3473.5719652175903, "v2_svd_ucos": 4558.353319168091, "v2_svd_hnorm": 4998.529084205627, "v2_svd32_cos": 3695.4804582595825, "v2_svd16_cos": 4147.976534843445, "v2_svd24_cos": 3840.54803609848, "v2_svd48_cos": 3943.689702987671, "v2_svd_maxsim": 4347.20498418808, "v2_svd_last": 7288.855505943298, "v2_svd_top3": 3578.870831012726, "v2_ip_dec1_rk": 885.7262487411499, "v2_co_rw_rk": 653.1418991088867, "v2_svd_cos_rk": 849.9053602218628, "v2_svd_ucos_rk": 993.321897983551, "v2_svd32_cos_rk": 847.1430373191833, "v2_svd16_cos_rk": 1062.382957458496, "v2_svd24_cos_rk": 733.7936635017395, "v2_svd48_cos_rk": 1029.9233889579773, "v2_svd_maxsim_rk": 1269.4225778579712, "v2_svd_top3_rk": 1047.0854678153992, "v2_i_ctr_tb_rk": 1864.0344791412354, "v2_i_ctr_dm": 4095.0398626327515, "v2_ip_dec1_dm": 3398.066535949707, "v2_ip_n_dm": 3632.1586689949036, "v2_co_sum_dm": 2371.5437512397766, "v2_co_rw_dm": 2681.696119785309, "v2_co_max_dm": 3231.6037254333496, "v2_svd_cos_dm": 3167.102375984192, "v2_svd_ucos_dm": 3302.197473526001, "v2_svd32_cos_dm": 4308.81906080246, "v2_svd16_cos_dm": 4400.033409118652, "v2_svd24_cos_dm": 3875.1366653442383, "v2_svd48_cos_dm": 4306.076518058777, "v2_svd_maxsim_dm": 4471.453811168671, "v2_svd_top3_dm": 4906.221791744232, "v2_tr_last3_dm": 494.4440908432007, "v2_uip_n_dm": 200.552960395813, "v2_i_ctr_tb_dm": 4924.355761051178, "v2_svd_cos_rmax": 3333.9226264953613, "v2_ip_dec1_rmax": 3439.289514064789, "v2_ev_co_max": 2892.8845295906067, "v2_ev_svd_max": 4355.302724838257, "v2_ev_svd_mean": 4529.632075309753, "v2_ev_ictr_mean": 5636.328433036804, "v2_ev_ipdec_mean": 4763.609929084778, "x_con05_k32": 3329.447021961212, "x_conr05_k64": 3401.311122894287, "x_conr1_k64": 3804.142446041107, "x_crcos_k64": 3069.728178024292, "x_icon05_k64": 4120.194279670715, "x_icos_k64": 3511.823453426361, "x_clctr64": 3674.0847792625427, "x_clctr64_lift": 2409.859257698059, "x_climp64": 1331.3370294570923, "x_clctr256": 3618.166682243347, "x_clctr256_lift": 737.6480174064636, "x_climp256": 485.85244274139404, "x_con05_k128": 4481.8994336128235, "x_con05_k32_z": 4201.109512329102, "x_conr05_k64_z": 3310.8207845687866, "x_conr1_k64_z": 4344.7439131736755, "x_crcos_k64_z": 3572.961407661438, "x_icon05_k64_z": 3094.8108916282654, "x_icos_k64_z": 2867.5437383651733, "x_clctr64_z": 4516.315931797028, "x_clctr64_lift_z": 4764.326291561127, "x_clctr256_z": 3909.323540210724, "x_clctr256_lift_z": 4753.235275745392, "x_con05_k128_z": 4974.604678630829, "x_con05_k32_rk": 801.378586769104, "x_conr05_k64_rk": 485.4716100692749, "x_conr1_k64_rk": 949.4552812576294, "x_crcos_k64_rk": 785.5047268867493, "x_icon05_k64_rk": 642.759979724884, "x_icos_k64_rk": 783.5472936630249, "x_clctr64_rk": 1062.8718905448914, "x_clctr64_lift_rk": 2059.154788017273, "x_clctr256_rk": 960.2947878837585, "x_clctr256_lift_rk": 1737.3891682624817, "x_con05_k128_rk": 1090.2537398338318, "lr4_cos": 4010.7204780578613, "lr4_con05": 3852.3217611312866, "lr4_con1": 3966.0658917427063, "lr6_cos": 3332.4451389312744, "lr6_con05": 3375.957282066345, "lr6_con1": 3786.502320766449, "lr8_cos": 3028.5144352912903, "lr8_con05": 3227.24391412735, "lr8_con1": 3100.5834169387817, "lr10_cos": 2605.4425644874573, "lr10_con05": 2433.0888061523438, "lr10_con1": 3539.8182163238525, "lr12_cos": 2416.6027364730835, "lr12_con05": 2370.6930713653564, "lr12_con1": 2848.0947074890137, "lr16_cos": 2951.3169016838074, "lr16_con05": 2605.5603818893433, "lr16_con1": 3299.7625527381897, "lr4_z": 4071.1129422187805, "lr4_con05_z": 4107.594913005829, "lr4_con1_z": 4009.5729398727417, "lr6_z": 3827.316978931427, "lr6_con05_z": 3248.8059248924255, "lr6_con1_z": 3305.1509232521057, "lr8_z": 2994.9882197380066, "lr8_con05_z": 2994.16508436203, "lr8_con1_z": 3697.030605316162, "lr10_z": 2894.4860033988953, "lr10_con05_z": 2189.893588066101, "lr10_con1_z": 2944.5751910209656, "lr12_z": 2393.485451221466, "lr12_con05_z": 2691.609646320343, "lr12_con1_z": 2811.591239929199, "lr16_z": 2634.5548944473267, "lr16_con05_z": 2561.8891134262085, "lr16_con1_z": 3359.888113975525, "lr4_dmax": 3926.2704877853394, "lr4_con05_dmax": 3885.096999645233, "lr4_con1_dmax": 3910.54274559021, "lr6_dmax": 3485.9138011932373, "lr6_con05_dmax": 2817.5819973945618, "lr6_con1_dmax": 3628.0032777786255, "lr8_dmax": 3215.771032810211, "lr8_con05_dmax": 3213.235137939453, "lr8_con1_dmax": 3634.000319004059, "lr10_dmax": 2530.2389459609985, "lr10_con05_dmax": 2818.631504058838, "lr10_con1_dmax": 3412.3218088150024, "lr12_dmax": 2581.6152114868164, "lr12_con05_dmax": 2550.1201691627502, "lr12_con1_dmax": 3621.8832597732544, "lr16_dmax": 3188.678599357605, "lr16_con05_dmax": 2984.473138809204, "lr16_con1_dmax": 3258.2214784622192, "tA_cos": 2241.1139760017395, "tB_dot": 2251.4221801757812, "tA_z": 2361.342408657074, "tA_dmax": 2592.8556513786316, "tB_lse": 3732.007514476776, "tB_mean": 4546.776764392853, "tB_dmean": 2269.0525183677673, "tB_dot_z": 2292.967990398407, "x_pp_con05_k32": 4039.970534324646, "x_pp_hcos": 3730.890964984894, "x_pp_last3": 4860.171735286713, "x_pp_con05_k32_z": 3721.8562150001526, "x_pp_hcos_z": 4317.613874435425, "x_pp_last3_z": 4597.468839168549, "x_pp_con05_k32_rk": 832.11873960495, "x_pp_hcos_rk": 853.8811588287354, "x_pp_last3_rk": 1288.008442401886, "sq_logit": 3730.317473888397, "sq_z": 4089.961928844452, "sq_dm": 3404.1550698280334, "sq_lse": 4426.062412261963, "sq_rank": 660.7259125709534, "sq_gap": 3399.430757522583, "sq_gap2": 3567.1661505699158, "sq_amax": 4297.533197879791, "sq_anull": 3700.9541692733765, "sq_amean": 3892.9335021972656, "sq_aent": 2918.167621612549, "sq_ecos": 3688.0362691879272, "sq_pcos_dm": 6280.884349346161, "sq_mcos_dm": 5671.776014328003, "sq_ecos_dm": 3910.894024848938, "sq_sd": 5957.56395816803, "impsvd_rec": 5369.633405685425, "impsvd_cos": 4740.259744644165, "impsvd_cos_z": 5009.440398693085, "impsvd_cos_rk": 1155.4275398254395, "impsvd16_cos": 4515.680531978607, "impsvd16_cos_z": 5304.696204662323, "impsvd64_cos": 4596.96642780304, "impsvd64_cos_z": 5580.334054470062, "skipsvd32_cos": 4175.417302131653, "skipsvd32_cos_z": 5890.77782201767, "joint32_cos_clkpart": 3187.798774242401, "joint32_cos_clkpart_z": 3690.3881511688232, "hist_cos_impspace": 4365.765983581543, "hist_cos_impspace_z": 4280.776657581329, "impsvd8_cos": 5300.987046718597, "hist_cos_imp8": 4494.563648700714, "hist_cos_imp64": 3430.9068541526794, "hist_maxsim_imp64": 4434.758694648743, "impsvd128_cos": 4967.165235042572, "hist_cos_imp128": 3870.865342617035, "impsvd8_cos_z": 4642.503742694855, "hist_cos_imp8_z": 5322.940398693085, "hist_cos_imp64_z": 4046.26904630661, "hist_maxsim_imp64_z": 4289.761447429657, "impsvd128_cos_z": 4692.674599170685, "hist_cos_imp128_z": 4227.50013256073, "cent_clk_mean": 4804.780909538269, "cent_clk_max": 5544.400729179382, "cent_clk_top3": 4755.082950592041, "cent_clk_mean_dm": 5151.33175611496, "slate_clk_coh": 4776.211381435394, "cent_imp_mean": 4651.8617062568665, "cent_imp_max": 5017.799068927765, "cent_imp_top3": 4184.585201740265, "cent_imp_mean_dm": 4902.632441043854, "slate_imp_coh": 4855.224721431732, "c_skrec": 5307.8187084198, "c_impall": 4464.645169734955, "c_hist": 2930.265025138855, "c_hist_minus_sk": 3842.046736717224, "c_hist_minus_skrec": 4494.639614582062, "coA_pp12_cos": 2356.0377521514893, "coA_pp12_cos_z": 2442.1572046279907, "coA_pp12_cos_dm": 2193.4490303993225, "coA_pp8_cos": 4477.3453159332275, "coA_pp8_cos_z": 3853.7587018013, "coA_pp16_cos": 2606.643467903137, "coA_pp16_cos_z": 2463.6288843154907, "coA_pp12x_cos": 2407.5182795524597, "coA_pp12x_cos_z": 2572.071530818939, "coA_pp12_unorm": 3487.011890888214, "coA_pp12_ucos_dot": 3088.4122500419617, "coA_ppb12_cos": 2816.8825240135193, "coA_ppb12_cos_z": 2792.1681060791016, "coA_pp_prod0": 5704.270265579224, "coA_pp_prod1": 5108.800346851349, "coA_pp_prod2": 5839.6581745147705, "coA_pp_prod3": 7423.943409919739, "coA_pp_prod4": 6112.799048423767, "coA_pp_prod5": 6766.768399238586, "coA_pp_prod6": 6014.830180644989, "coA_pp_prod7": 6575.236241340637, "coA_pp_prod8": 5642.274774551392, "coA_pp_prod9": 6012.238680839539, "coA_pp_prod10": 6850.769127368927, "coA_pp_prod11": 6109.807075500488, "nmA_nmfU_cos": 4022.164789199829, "nmA_nmfU_cos_z": 4374.109415054321, "nmA_nmfU_cos_dm": 4185.036971092224, "nmA_nmfU_aff": 3798.345715045929, "nmA_nmfU_aff_z": 4444.358871936798, "nmA_nmfU_lift": 4328.988555431366, "nmA_nmfP_cos": 3887.33846616745, "nmA_nmfP_cos_dm": 3883.228087425232, "nmA_nmfP_aff_z": 4253.526307582855, "nmA_nmfP_lift": 3991.7991394996643, "nmA_nmfP_uent": 4992.512279987335, "nmA_nmfP_ient": 5737.229392528534, "nmA_nmfP_aff_e3": 3610.7519273757935, "nmA_nmfP_cos_p1": 3256.247024536133, "nmA_nmfP_last3": 4657.135219097137, "nmA_nmfP_max5": 5073.327060222626, "nmA_nmfP_decay5": 4026.91895198822, "nmA_nmfU_wu_rec": 5474.1667857170105, "nmA_nmfU_wu_rec_z": 5579.385530948639}, "split": {"it_clk": 78, "it_imp24": 200, "it_clk24": 56, "it_imp6": 202, "it_clk6": 35, "it_ctr": 295, "it_ctr24": 486, "it_ctr6": 454, "it_trend24": 476, "it_trend6": 511, "it_imptrend24": 547, "it_nclk_warm": 210, "us_nclk_win": 80, "us_ctr": 241, "us_nclk_warm": 73, "us_nclk24": 68, "us_repeat_rate": 353, "hist_n_all": 5, "us_since_ev": 314, "hist_since_imp": 11, "co_cos_max20": 35, "co_cos_max5": 21, "co_cos_mean5": 18, "co_cos_last": 10, "co_tr_mean20": 42, "co_tr_max5": 16, "sv_k16_ucos": 445, "sv_k16_udot": 422, "sv_k16_hcos": 421, "sv_k32_ucos": 333, "sv_k32_udot": 362, "sv_k32_hcos": 358, "sv_k32_hnorm": 325, "sv_k32_imax20": 370, "sv_k32_imax5": 449, "sv_k64_ucos": 258, "sv_k64_udot": 319, "sv_k64_hcos": 252, "sv_k64_ccos": 253, "sv_k64_ncos": 385, "sv_k64_con025": 234, "sv_k64_con05": 298, "sv_k64_con1": 366, "mf_score": 478, "mf_dot": 482, "mf_bi": 348, "ev_it_ctr_rk": 88, "ev_it_ctr_max": 531, "ev_it_ctr24_rk": 143, "ev_it_ctr24_z": 464, "ev_it_ctr24_max": 527, "ev_it_ctr24_mean": 525, "ev_it_imp_rk": 106, "ev_it_imp_z": 374, "ev_it_imp_max": 411, "ev_it_imp_mean": 346, "ev_it_nclk_all_rk": 112, "ev_it_nclk_all_z": 318, "ev_it_nclk_all_max": 397, "ev_it_nclk_all_mean": 396, "ev_it_clk_dec2d_rk": 43, "ev_it_clk_dec2d_z": 302, "ev_it_clk_dec2d_max": 485, "ev_hist_n_all_mean": 11, "ev_hist_noclk_rk": 2, "ev_hist_noclk_max": 6, "ev_co_cos_max20_z": 108, "ev_co_cos_max20_max": 237, "ev_co_cos_max20_mean": 197, "ev_co_cos_rw_z": 133, "ev_co_cos_rw_mean": 206, "ev_co_tr_max5_z": 67, "ev_co_tr_max5_mean": 146, "ev_co_tr_last_max": 26, "ev_sv_k16_ucos_rk": 93, "ev_sv_k16_ucos_z": 403, "ev_sv_k16_ucos_max": 459, "ev_sv_k16_ucos_mean": 450, "ev_sv_k32_ucos_rk": 73, "ev_sv_k32_ucos_z": 369, "ev_sv_k32_ucos_max": 444, "ev_sv_k32_ucos_mean": 356, "ev_sv_k64_ucos_rk": 60, "ev_sv_k64_ucos_z": 310, "ev_sv_k64_ucos_max": 361, "ev_sv_k64_ucos_mean": 311, "ev_sv_k32_hcos_rk": 68, "ev_sv_k32_hcos_z": 336, "ev_sv_k32_hcos_max": 395, "ev_sv_k32_hcos_mean": 379, "ev_sv_k64_hcos_rk": 68, "ev_sv_k64_hcos_z": 273, "ev_sv_k64_hcos_max": 333, "ev_sv_k64_hcos_mean": 299, "ev_sv_k32_imax20_rk": 98, "ev_sv_k32_imax20_z": 438, "ev_sv_k32_imax20_max": 297, "ev_sv_k32_imax20_mean": 351, "ev_sv_k64_con05_rk": 64, "ev_sv_k64_con05_z": 298, "ev_sv_k64_con05_max": 322, "ev_sv_k64_con05_mean": 347, "ev_sv_k64_con025_rk": 50, "ev_sv_k64_con025_z": 233, "ev_sv_k64_con025_max": 264, "ev_sv_k64_con025_mean": 287, "ev_sv_k64_ccos_rk": 47, "ev_sv_k64_ccos_z": 285, "ev_sv_k64_ccos_max": 290, "ev_sv_k64_ccos_mean": 308, "ev_mf_score_rk": 100, "ev_mf_score_z": 508, "ev_mf_score_max": 398, "ev_mf_score_mean": 498, "ev_mf_dot_rk": 138, "ev_mf_dot_z": 529, "ev_mf_dot_max": 397, "ev_mf_dot_mean": 489, "v2_i_imp": 346, "v2_i_clk": 59, "v2_i_imp1d": 145, "v2_i_imp_rate": 329, "v2_ip_users": 154, "v2_ip_3d": 87, "v2_ip_dec1": 314, "v2_ip_dec3": 274, "v2_i_ctr_tb": 474, "v2_u_ev": 116, "v2_u_clk": 71, "v2_u_ctr": 431, "v2_up_uniq": 145, "v2_uip_n": 8, "v2_h_len": 37, "v2_h_since_last": 441, "v2_h_since_first": 482, "v2_h_uniq": 65, "v2_h_1d_before_last": 68, "v2_u_since_ev": 499, "v2_ui_since_imp": 19, "v2_ui_noclk": 1, "v2_ip_per_imp": 565, "v2_i_ctr_tb_diff": 709, "v2_h_gap_mean": 342, "v2_h_uniq_ratio": 204, "v2_co_rw": 98, "v2_co_last3": 44, "v2_inh_pos": 7, "v2_inh_since": 30, "v2_trp_last3": 15, "v2_svd_cos": 329, "v2_svd_ucos": 446, "v2_svd_hnorm": 492, "v2_svd32_cos": 362, "v2_svd16_cos": 408, "v2_svd24_cos": 379, "v2_svd48_cos": 379, "v2_svd_maxsim": 414, "v2_svd_last": 700, "v2_svd_top3": 348, "v2_ip_dec1_rk": 86, "v2_co_rw_rk": 65, "v2_svd_cos_rk": 83, "v2_svd_ucos_rk": 92, "v2_svd32_cos_rk": 81, "v2_svd16_cos_rk": 100, "v2_svd24_cos_rk": 69, "v2_svd48_cos_rk": 100, "v2_svd_maxsim_rk": 125, "v2_svd_top3_rk": 100, "v2_i_ctr_tb_rk": 182, "v2_i_ctr_dm": 397, "v2_ip_dec1_dm": 336, "v2_ip_n_dm": 365, "v2_co_sum_dm": 233, "v2_co_rw_dm": 252, "v2_co_max_dm": 316, "v2_svd_cos_dm": 305, "v2_svd_ucos_dm": 336, "v2_svd32_cos_dm": 422, "v2_svd16_cos_dm": 426, "v2_svd24_cos_dm": 377, "v2_svd48_cos_dm": 414, "v2_svd_maxsim_dm": 439, "v2_svd_top3_dm": 474, "v2_tr_last3_dm": 51, "v2_uip_n_dm": 22, "v2_i_ctr_tb_dm": 483, "v2_svd_cos_rmax": 323, "v2_ip_dec1_rmax": 330, "v2_ev_co_max": 285, "v2_ev_svd_max": 423, "v2_ev_svd_mean": 446, "v2_ev_ictr_mean": 569, "v2_ev_ipdec_mean": 461, "x_con05_k32": 321, "x_conr05_k64": 340, "x_conr1_k64": 377, "x_crcos_k64": 294, "x_icon05_k64": 393, "x_icos_k64": 333, "x_clctr64": 356, "x_clctr64_lift": 237, "x_climp64": 134, "x_clctr256": 355, "x_clctr256_lift": 77, "x_climp256": 48, "x_con05_k128": 443, "x_con05_k32_z": 411, "x_conr05_k64_z": 325, "x_conr1_k64_z": 432, "x_crcos_k64_z": 336, "x_icon05_k64_z": 297, "x_icos_k64_z": 278, "x_clctr64_z": 436, "x_clctr64_lift_z": 475, "x_clctr256_z": 384, "x_clctr256_lift_z": 470, "x_con05_k128_z": 482, "x_con05_k32_rk": 76, "x_conr05_k64_rk": 49, "x_conr1_k64_rk": 90, "x_crcos_k64_rk": 77, "x_icon05_k64_rk": 62, "x_icos_k64_rk": 73, "x_clctr64_rk": 108, "x_clctr64_lift_rk": 199, "x_clctr256_rk": 96, "x_clctr256_lift_rk": 168, "x_con05_k128_rk": 104, "lr4_cos": 389, "lr4_con05": 366, "lr4_con1": 396, "lr6_cos": 326, "lr6_con05": 321, "lr6_con1": 367, "lr8_cos": 291, "lr8_con05": 313, "lr8_con1": 297, "lr10_cos": 247, "lr10_con05": 224, "lr10_con1": 349, "lr12_cos": 231, "lr12_con05": 226, "lr12_con1": 272, "lr16_cos": 282, "lr16_con05": 240, "lr16_con1": 319, "lr4_z": 397, "lr4_con05_z": 409, "lr4_con1_z": 389, "lr6_z": 367, "lr6_con05_z": 324, "lr6_con1_z": 326, "lr8_z": 292, "lr8_con05_z": 284, "lr8_con1_z": 363, "lr10_z": 274, "lr10_con05_z": 216, "lr10_con1_z": 284, "lr12_z": 228, "lr12_con05_z": 259, "lr12_con1_z": 279, "lr16_z": 259, "lr16_con05_z": 250, "lr16_con1_z": 325, "lr4_dmax": 383, "lr4_con05_dmax": 378, "lr4_con1_dmax": 386, "lr6_dmax": 339, "lr6_con05_dmax": 276, "lr6_con1_dmax": 347, "lr8_dmax": 310, "lr8_con05_dmax": 308, "lr8_con1_dmax": 351, "lr10_dmax": 243, "lr10_con05_dmax": 271, "lr10_con1_dmax": 332, "lr12_dmax": 253, "lr12_con05_dmax": 250, "lr12_con1_dmax": 349, "lr16_dmax": 305, "lr16_con05_dmax": 285, "lr16_con1_dmax": 313, "tA_cos": 212, "tB_dot": 215, "tA_z": 230, "tA_dmax": 251, "tB_lse": 367, "tB_mean": 444, "tB_dmean": 218, "tB_dot_z": 213, "x_pp_con05_k32": 389, "x_pp_hcos": 366, "x_pp_last3": 479, "x_pp_con05_k32_z": 364, "x_pp_hcos_z": 420, "x_pp_last3_z": 443, "x_pp_con05_k32_rk": 83, "x_pp_hcos_rk": 83, "x_pp_last3_rk": 128, "sq_logit": 361, "sq_z": 391, "sq_dm": 330, "sq_lse": 441, "sq_rank": 60, "sq_gap": 328, "sq_gap2": 349, "sq_amax": 424, "sq_anull": 365, "sq_amean": 375, "sq_aent": 285, "sq_ecos": 348, "sq_pcos_dm": 613, "sq_mcos_dm": 563, "sq_ecos_dm": 370, "sq_sd": 587, "impsvd_rec": 523, "impsvd_cos": 461, "impsvd_cos_z": 480, "impsvd_cos_rk": 113, "impsvd16_cos": 440, "impsvd16_cos_z": 512, "impsvd64_cos": 445, "impsvd64_cos_z": 543, "skipsvd32_cos": 407, "skipsvd32_cos_z": 577, "joint32_cos_clkpart": 306, "joint32_cos_clkpart_z": 357, "hist_cos_impspace": 419, "hist_cos_impspace_z": 420, "impsvd8_cos": 522, "hist_cos_imp8": 442, "hist_cos_imp64": 331, "hist_maxsim_imp64": 423, "impsvd128_cos": 482, "hist_cos_imp128": 379, "impsvd8_cos_z": 457, "hist_cos_imp8_z": 516, "hist_cos_imp64_z": 391, "hist_maxsim_imp64_z": 423, "impsvd128_cos_z": 473, "hist_cos_imp128_z": 414, "cent_clk_mean": 472, "cent_clk_max": 535, "cent_clk_top3": 460, "cent_clk_mean_dm": 505, "slate_clk_coh": 473, "cent_imp_mean": 454, "cent_imp_max": 500, "cent_imp_top3": 408, "cent_imp_mean_dm": 485, "slate_imp_coh": 475, "c_skrec": 518, "c_impall": 436, "c_hist": 282, "c_hist_minus_sk": 364, "c_hist_minus_skrec": 432, "coA_pp12_cos": 224, "coA_pp12_cos_z": 228, "coA_pp12_cos_dm": 211, "coA_pp8_cos": 433, "coA_pp8_cos_z": 367, "coA_pp16_cos": 247, "coA_pp16_cos_z": 243, "coA_pp12x_cos": 231, "coA_pp12x_cos_z": 251, "coA_pp12_unorm": 343, "coA_pp12_ucos_dot": 294, "coA_ppb12_cos": 274, "coA_ppb12_cos_z": 263, "coA_pp_prod0": 564, "coA_pp_prod1": 510, "coA_pp_prod2": 586, "coA_pp_prod3": 730, "coA_pp_prod4": 600, "coA_pp_prod5": 672, "coA_pp_prod6": 594, "coA_pp_prod7": 654, "coA_pp_prod8": 554, "coA_pp_prod9": 588, "coA_pp_prod10": 677, "coA_pp_prod11": 606, "nmA_nmfU_cos": 392, "nmA_nmfU_cos_z": 431, "nmA_nmfU_cos_dm": 411, "nmA_nmfU_aff": 367, "nmA_nmfU_aff_z": 433, "nmA_nmfU_lift": 426, "nmA_nmfP_cos": 376, "nmA_nmfP_cos_dm": 374, "nmA_nmfP_aff_z": 406, "nmA_nmfP_lift": 376, "nmA_nmfP_uent": 490, "nmA_nmfP_ient": 575, "nmA_nmfP_aff_e3": 353, "nmA_nmfP_cos_p1": 309, "nmA_nmfP_last3": 460, "nmA_nmfP_max5": 485, "nmA_nmfP_decay5": 393, "nmA_nmfU_wu_rec": 529, "nmA_nmfU_wu_rec_z": 542}}
dw_featcut/null/imp_null4.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"gain": {"it_clk": 924.7074775695801, "it_imp24": 2132.5538840293884, "it_clk24": 628.36266040802, "it_imp6": 1870.678858757019, "it_clk6": 270.44668769836426, "it_ctr": 3445.2749433517456, "it_ctr24": 4162.705009460449, "it_ctr6": 5428.558664798737, "it_trend24": 4285.507730484009, "it_trend6": 6025.09779214859, "it_imptrend24": 4827.644009590149, "it_nclk_warm": 1710.0771207809448, "us_nclk_win": 755.9101319313049, "us_ctr": 1998.3451766967773, "us_nclk_warm": 963.5453214645386, "us_nclk24": 555.77143907547, "us_repeat_rate": 3505.485186100006, "hist_n_all": 77.17607975006104, "us_since_ev": 3433.775381088257, "hist_since_imp": 32.20558977127075, "co_cos_max20": 387.9791498184204, "co_cos_max5": 168.57052993774414, "co_cos_mean5": 207.3768401145935, "co_cos_last": 251.59790992736816, "co_tr_mean20": 400.11063146591187, "co_tr_max5": 189.05976915359497, "sv_k16_ucos": 4507.906276226044, "sv_k16_udot": 4220.785271167755, "sv_k16_hcos": 4104.673035144806, "sv_k32_ucos": 3985.3592491149902, "sv_k32_udot": 4076.1138796806335, "sv_k32_hcos": 3347.857264518738, "sv_k32_hnorm": 3159.3846774101257, "sv_k32_imax20": 4311.089383125305, "sv_k32_imax5": 4608.529255390167, "sv_k64_ucos": 3426.0980706214905, "sv_k64_udot": 3798.995569705963, "sv_k64_hcos": 2445.0403094291687, "sv_k64_ccos": 2332.6572313308716, "sv_k64_ncos": 4431.891005516052, "sv_k64_con025": 2165.0923652648926, "sv_k64_con05": 2785.0664315223694, "sv_k64_con1": 3316.12513256073, "mf_score": 4627.959645271301, "mf_dot": 5096.176399707794, "mf_bi": 3344.8892250061035, "ev_it_ctr_rk": 937.9062671661377, "ev_it_ctr_max": 4999.1097230911255, "ev_it_ctr24_rk": 1483.3134002685547, "ev_it_ctr24_z": 4726.732011795044, "ev_it_ctr24_max": 5286.6556096076965, "ev_it_ctr24_mean": 5493.996810436249, "ev_it_imp_rk": 904.0525460243225, "ev_it_imp_z": 4130.821141719818, "ev_it_imp_max": 4182.513295650482, "ev_it_imp_mean": 3798.121645927429, "ev_it_nclk_all_rk": 1063.7274737358093, "ev_it_nclk_all_z": 3330.02783203125, "ev_it_nclk_all_max": 3628.9244890213013, "ev_it_nclk_all_mean": 4254.0028166770935, "ev_it_clk_dec2d_rk": 731.6566987037659, "ev_it_clk_dec2d_z": 3259.072697162628, "ev_it_clk_dec2d_max": 4698.4968638420105, "ev_hist_n_all_mean": 138.0403208732605, "ev_hist_noclk_rk": 40.731300354003906, "ev_hist_noclk_max": 61.643070220947266, "ev_co_cos_max20_z": 1097.7204985618591, "ev_co_cos_max20_max": 2326.5300846099854, "ev_co_cos_max20_mean": 2215.2205719947815, "ev_co_cos_rw_z": 1493.1703400611877, "ev_co_cos_rw_mean": 1780.0695252418518, "ev_co_tr_max5_z": 696.6754121780396, "ev_co_tr_max5_mean": 1295.4358015060425, "ev_co_tr_last_max": 205.23305130004883, "ev_sv_k16_ucos_rk": 1034.099102973938, "ev_sv_k16_ucos_z": 4548.782885551453, "ev_sv_k16_ucos_max": 4666.99738740921, "ev_sv_k16_ucos_mean": 4506.591808319092, "ev_sv_k32_ucos_rk": 783.6455693244934, "ev_sv_k32_ucos_z": 4284.520081520081, "ev_sv_k32_ucos_max": 4458.215472698212, "ev_sv_k32_ucos_mean": 4116.725095748901, "ev_sv_k64_ucos_rk": 788.2341413497925, "ev_sv_k64_ucos_z": 3059.631540775299, "ev_sv_k64_ucos_max": 3460.4573373794556, "ev_sv_k64_ucos_mean": 3130.171947956085, "ev_sv_k32_hcos_rk": 757.251079082489, "ev_sv_k32_hcos_z": 3734.4635820388794, "ev_sv_k32_hcos_max": 3995.342061519623, "ev_sv_k32_hcos_mean": 3533.3477268218994, "ev_sv_k64_hcos_rk": 654.4563422203064, "ev_sv_k64_hcos_z": 3044.292068004608, "ev_sv_k64_hcos_max": 3403.3281288146973, "ev_sv_k64_hcos_mean": 2990.824831008911, "ev_sv_k32_imax20_rk": 1042.4757256507874, "ev_sv_k32_imax20_z": 4441.216228961945, "ev_sv_k32_imax20_max": 3726.7269196510315, "ev_sv_k32_imax20_mean": 3772.6464414596558, "ev_sv_k64_con05_rk": 508.1520586013794, "ev_sv_k64_con05_z": 2981.1289763450623, "ev_sv_k64_con05_max": 3889.2218446731567, "ev_sv_k64_con05_mean": 3264.0853514671326, "ev_sv_k64_con025_rk": 532.3147397041321, "ev_sv_k64_con025_z": 2408.1493730545044, "ev_sv_k64_con025_max": 3137.8834862709045, "ev_sv_k64_con025_mean": 2778.7693033218384, "ev_sv_k64_ccos_rk": 536.717221736908, "ev_sv_k64_ccos_z": 2742.8899636268616, "ev_sv_k64_ccos_max": 3105.3463339805603, "ev_sv_k64_ccos_mean": 3123.304693222046, "ev_mf_score_rk": 852.514443397522, "ev_mf_score_z": 4788.863052368164, "ev_mf_score_max": 4691.186275482178, "ev_mf_score_mean": 5188.883097171783, "ev_mf_dot_rk": 1168.296148777008, "ev_mf_dot_z": 5079.652127742767, "ev_mf_dot_max": 4071.2016649246216, "ev_mf_dot_mean": 5473.064249515533, "v2_i_imp": 3105.996171951294, "v2_i_clk": 832.6731185913086, "v2_i_imp1d": 1489.0597848892212, "v2_i_imp_rate": 3724.9040722846985, "v2_ip_users": 1776.222095966339, "v2_ip_3d": 943.1414709091187, "v2_ip_dec1": 2993.8696246147156, "v2_ip_dec3": 2695.6746735572815, "v2_i_ctr_tb": 5038.659531116486, "v2_u_ev": 1279.3116192817688, "v2_u_clk": 689.2921524047852, "v2_u_ctr": 3902.9846568107605, "v2_up_uniq": 1323.9498596191406, "v2_uip_n": 123.01333045959473, "v2_h_len": 441.0768895149231, "v2_h_since_last": 4395.50957775116, "v2_h_since_first": 5201.464411735535, "v2_h_uniq": 737.6111268997192, "v2_h_1d_before_last": 833.3512086868286, "v2_u_since_ev": 4670.942679405212, "v2_ui_since_imp": 22.70971965789795, "v2_ui_noclk": 0.0, "v2_ip_per_imp": 5390.8194761276245, "v2_i_ctr_tb_diff": 7871.643679141998, "v2_h_gap_mean": 3266.174334526062, "v2_h_uniq_ratio": 2037.1946291923523, "v2_co_rw": 809.0190715789795, "v2_co_last3": 350.31221055984497, "v2_inh_pos": 72.39219999313354, "v2_inh_since": 266.0946102142334, "v2_trp_last3": 199.33194875717163, "v2_svd_cos": 3459.3710865974426, "v2_svd_ucos": 3939.4581260681152, "v2_svd_hnorm": 4208.441175937653, "v2_svd32_cos": 4080.602568626404, "v2_svd16_cos": 4095.3874979019165, "v2_svd24_cos": 3848.374135017395, "v2_svd48_cos": 3293.577494621277, "v2_svd_maxsim": 4217.75036239624, "v2_svd_last": 7335.663326263428, "v2_svd_top3": 4148.810060501099, "v2_ip_dec1_rk": 783.8075017929077, "v2_co_rw_rk": 825.0809726715088, "v2_svd_cos_rk": 810.6726932525635, "v2_svd_ucos_rk": 947.0675024986267, "v2_svd32_cos_rk": 870.7906918525696, "v2_svd16_cos_rk": 935.6129512786865, "v2_svd24_cos_rk": 835.9587235450745, "v2_svd48_cos_rk": 1099.7659850120544, "v2_svd_maxsim_rk": 1316.4400472640991, "v2_svd_top3_rk": 1219.0567984580994, "v2_i_ctr_tb_rk": 1727.2288937568665, "v2_i_ctr_dm": 3960.4609451293945, "v2_ip_dec1_dm": 3351.1555104255676, "v2_ip_n_dm": 3969.6010155677795, "v2_co_sum_dm": 2842.8068284988403, "v2_co_rw_dm": 2785.5025973320007, "v2_co_max_dm": 3725.0074729919434, "v2_svd_cos_dm": 3725.693911552429, "v2_svd_ucos_dm": 4006.8887977600098, "v2_svd32_cos_dm": 4195.653984546661, "v2_svd16_cos_dm": 4021.4335441589355, "v2_svd24_cos_dm": 3904.442371368408, "v2_svd48_cos_dm": 3916.7668566703796, "v2_svd_maxsim_dm": 4733.104573726654, "v2_svd_top3_dm": 3815.1803679466248, "v2_tr_last3_dm": 939.0218987464905, "v2_uip_n_dm": 204.78443050384521, "v2_i_ctr_tb_dm": 5265.401945114136, "v2_svd_cos_rmax": 3177.580017566681, "v2_ip_dec1_rmax": 3386.936477661133, "v2_ev_co_max": 3195.6302461624146, "v2_ev_svd_max": 4702.918535709381, "v2_ev_svd_mean": 5437.189280509949, "v2_ev_ictr_mean": 5776.575623035431, "v2_ev_ipdec_mean": 4449.5783705711365, "x_con05_k32": 4046.5948724746704, "x_conr05_k64": 3554.126645565033, "x_conr1_k64": 3929.8542199134827, "x_crcos_k64": 3902.8806228637695, "x_icon05_k64": 3051.7303323745728, "x_icos_k64": 3317.731394290924, "x_clctr64": 4121.0817794799805, "x_clctr64_lift": 2261.1270422935486, "x_climp64": 1192.967544555664, "x_clctr256": 3464.3780546188354, "x_clctr256_lift": 692.7898516654968, "x_climp256": 791.9542894363403, "x_con05_k128": 4983.242631435394, "x_con05_k32_z": 3565.5727100372314, "x_conr05_k64_z": 3585.9527068138123, "x_conr1_k64_z": 3970.426989555359, "x_crcos_k64_z": 3382.0794677734375, "x_icon05_k64_z": 3744.9772534370422, "x_icos_k64_z": 2794.4950652122498, "x_clctr64_z": 4578.968519687653, "x_clctr64_lift_z": 5353.602503299713, "x_clctr256_z": 3999.909781932831, "x_clctr256_lift_z": 5286.698728561401, "x_con05_k128_z": 5375.601822853088, "x_con05_k32_rk": 847.2820773124695, "x_conr05_k64_rk": 635.0884099006653, "x_conr1_k64_rk": 768.351273059845, "x_crcos_k64_rk": 610.2714715003967, "x_icon05_k64_rk": 655.3331990242004, "x_icos_k64_rk": 590.4497227668762, "x_clctr64_rk": 1062.8344674110413, "x_clctr64_lift_rk": 2284.034420490265, "x_clctr256_rk": 868.1147022247314, "x_clctr256_lift_rk": 2289.2655329704285, "x_con05_k128_rk": 1068.077380657196, "lr4_cos": 4213.457230091095, "lr4_con05": 4123.5037088394165, "lr4_con1": 4247.992725372314, "lr6_cos": 3046.8814158439636, "lr6_con05": 3407.49378156662, "lr6_con1": 3568.453145980835, "lr8_cos": 3199.332326889038, "lr8_con05": 2730.4154391288757, "lr8_con1": 3117.5662202835083, "lr10_cos": 2638.304902076721, "lr10_con05": 2295.993854522705, "lr10_con1": 3381.506012439728, "lr12_cos": 2534.119420528412, "lr12_con05": 2399.9443230628967, "lr12_con1": 3247.8640847206116, "lr16_cos": 2639.6470918655396, "lr16_con05": 2406.6755743026733, "lr16_con1": 3477.3805236816406, "lr4_z": 4562.994117736816, "lr4_con05_z": 5246.671727657318, "lr4_con1_z": 4255.222176074982, "lr6_z": 3953.7170825004578, "lr6_con05_z": 3571.551794052124, "lr6_con1_z": 3994.062931060791, "lr8_z": 2846.873420238495, "lr8_con05_z": 3187.713807582855, "lr8_con1_z": 3586.4599714279175, "lr10_z": 2463.1185841560364, "lr10_con05_z": 2597.821126937866, "lr10_con1_z": 2813.4776606559753, "lr12_z": 2261.4282302856445, "lr12_con05_z": 2837.111933708191, "lr12_con1_z": 3410.029622554779, "lr16_z": 3119.45884513855, "lr16_con05_z": 2498.269567012787, "lr16_con1_z": 3220.562768936157, "lr4_dmax": 3688.658423423767, "lr4_con05_dmax": 3413.3449716567993, "lr4_con1_dmax": 3934.316536426544, "lr6_dmax": 3893.2650656700134, "lr6_con05_dmax": 3576.911925792694, "lr6_con1_dmax": 3484.97847032547, "lr8_dmax": 3205.6317081451416, "lr8_con05_dmax": 2970.324010372162, "lr8_con1_dmax": 3884.1221261024475, "lr10_dmax": 2508.874677658081, "lr10_con05_dmax": 3103.4675850868225, "lr10_con1_dmax": 3126.977360725403, "lr12_dmax": 2645.2673931121826, "lr12_con05_dmax": 2578.9484724998474, "lr12_con1_dmax": 3582.8138155937195, "lr16_dmax": 3164.6143021583557, "lr16_con05_dmax": 2825.220407962799, "lr16_con1_dmax": 3892.53365278244, "tA_cos": 2186.0052938461304, "tB_dot": 2614.3634462356567, "tA_z": 2359.96240901947, "tA_dmax": 3138.179196357727, "tB_lse": 4129.470613956451, "tB_mean": 3947.9394783973694, "tB_dmean": 2238.417417049408, "tB_dot_z": 2470.648880958557, "x_pp_con05_k32": 4108.1127409935, "x_pp_hcos": 3927.072777748108, "x_pp_last3": 5085.648684024811, "x_pp_con05_k32_z": 4463.876645088196, "x_pp_hcos_z": 4626.345329284668, "x_pp_last3_z": 4838.137825965881, "x_pp_con05_k32_rk": 817.9638829231262, "x_pp_hcos_rk": 882.9030060768127, "x_pp_last3_rk": 1423.1907005310059, "sq_logit": 3276.1183819770813, "sq_z": 3721.7979640960693, "sq_dm": 3141.578013896942, "sq_lse": 5196.270077228546, "sq_rank": 798.8324646949768, "sq_gap": 3484.109962940216, "sq_gap2": 3199.2290544509888, "sq_amax": 4752.106509208679, "sq_anull": 3576.1658635139465, "sq_amean": 4351.584391117096, "sq_aent": 3346.5210103988647, "sq_ecos": 3434.8345370292664, "sq_pcos_dm": 6477.225275039673, "sq_mcos_dm": 6353.9194169044495, "sq_ecos_dm": 3467.445296764374, "sq_sd": 5520.759561061859, "impsvd_rec": 5160.22271156311, "impsvd_cos": 3977.7622928619385, "impsvd_cos_z": 4568.607985496521, "impsvd_cos_rk": 1235.6655669212341, "impsvd16_cos": 4875.3301610946655, "impsvd16_cos_z": 5048.349534988403, "impsvd64_cos": 5165.4754338264465, "impsvd64_cos_z": 5009.483023643494, "skipsvd32_cos": 4461.54634809494, "skipsvd32_cos_z": 5797.378428936005, "joint32_cos_clkpart": 3687.5060901641846, "joint32_cos_clkpart_z": 3044.9406294822693, "hist_cos_impspace": 3448.721387386322, "hist_cos_impspace_z": 4684.028393745422, "impsvd8_cos": 5089.190842151642, "hist_cos_imp8": 5147.739674568176, "hist_cos_imp64": 3778.400486469269, "hist_maxsim_imp64": 3766.6164293289185, "impsvd128_cos": 5200.350851535797, "hist_cos_imp128": 3299.066749572754, "impsvd8_cos_z": 4203.252321243286, "hist_cos_imp8_z": 4921.3635721206665, "hist_cos_imp64_z": 4031.913281917572, "hist_maxsim_imp64_z": 4151.607058525085, "impsvd128_cos_z": 4617.613924980164, "hist_cos_imp128_z": 4376.94215631485, "cent_clk_mean": 4932.646244525909, "cent_clk_max": 5321.002657413483, "cent_clk_top3": 4942.772075176239, "cent_clk_mean_dm": 5648.274530887604, "slate_clk_coh": 5294.633469581604, "cent_imp_mean": 4680.518151283264, "cent_imp_max": 4725.492518901825, "cent_imp_top3": 4698.805090904236, "cent_imp_mean_dm": 5547.925304412842, "slate_imp_coh": 4219.573419570923, "c_skrec": 4878.8101987838745, "c_impall": 4857.148354053497, "c_hist": 3367.3541011810303, "c_hist_minus_sk": 4529.401640892029, "c_hist_minus_skrec": 4495.275152206421, "coA_pp12_cos": 2337.728322505951, "coA_pp12_cos_z": 2217.6739501953125, "coA_pp12_cos_dm": 2471.070083141327, "coA_pp8_cos": 3861.218367576599, "coA_pp8_cos_z": 3906.562563419342, "coA_pp16_cos": 2778.0198516845703, "coA_pp16_cos_z": 3264.8721499443054, "coA_pp12x_cos": 2098.4996070861816, "coA_pp12x_cos_z": 2278.7080960273743, "coA_pp12_unorm": 4085.7982048988342, "coA_pp12_ucos_dot": 3259.2530121803284, "coA_ppb12_cos": 2290.11425447464, "coA_ppb12_cos_z": 2536.102752685547, "coA_pp_prod0": 6058.716508865356, "coA_pp_prod1": 5672.607342720032, "coA_pp_prod2": 5927.865435123444, "coA_pp_prod3": 6031.259896278381, "coA_pp_prod4": 6586.2185797691345, "coA_pp_prod5": 5986.05214548111, "coA_pp_prod6": 6638.653336048126, "coA_pp_prod7": 6248.702083110809, "coA_pp_prod8": 6167.889727592468, "coA_pp_prod9": 7268.207786560059, "coA_pp_prod10": 6199.637627124786, "coA_pp_prod11": 6431.706406593323, "nmA_nmfU_cos": 4127.33105134964, "nmA_nmfU_cos_z": 4554.372520446777, "nmA_nmfU_cos_dm": 4129.415725231171, "nmA_nmfU_aff": 4026.44237613678, "nmA_nmfU_aff_z": 5394.433236122131, "nmA_nmfU_lift": 4150.355110645294, "nmA_nmfP_cos": 3281.388840675354, "nmA_nmfP_cos_dm": 4018.848606109619, "nmA_nmfP_aff_z": 3841.301839351654, "nmA_nmfP_lift": 3399.3081364631653, "nmA_nmfP_uent": 4836.761893749237, "nmA_nmfP_ient": 6543.404761791229, "nmA_nmfP_aff_e3": 3533.90447807312, "nmA_nmfP_cos_p1": 3469.694742679596, "nmA_nmfP_last3": 4563.300093650818, "nmA_nmfP_max5": 5155.628843307495, "nmA_nmfP_decay5": 3910.8929271698, "nmA_nmfU_wu_rec": 5158.033534526825, "nmA_nmfU_wu_rec_z": 5854.818618774414}, "split": {"it_clk": 94, "it_imp24": 201, "it_clk24": 62, "it_imp6": 179, "it_clk6": 27, "it_ctr": 336, "it_ctr24": 399, "it_ctr6": 531, "it_trend24": 427, "it_trend6": 572, "it_imptrend24": 478, "it_nclk_warm": 168, "us_nclk_win": 76, "us_ctr": 199, "us_nclk_warm": 91, "us_nclk24": 54, "us_repeat_rate": 339, "hist_n_all": 9, "us_since_ev": 340, "hist_since_imp": 4, "co_cos_max20": 41, "co_cos_max5": 17, "co_cos_mean5": 22, "co_cos_last": 30, "co_tr_mean20": 41, "co_tr_max5": 21, "sv_k16_ucos": 426, "sv_k16_udot": 400, "sv_k16_hcos": 398, "sv_k32_ucos": 377, "sv_k32_udot": 391, "sv_k32_hcos": 320, "sv_k32_hnorm": 307, "sv_k32_imax20": 414, "sv_k32_imax5": 443, "sv_k64_ucos": 325, "sv_k64_udot": 370, "sv_k64_hcos": 231, "sv_k64_ccos": 227, "sv_k64_ncos": 447, "sv_k64_con025": 206, "sv_k64_con05": 264, "sv_k64_con1": 316, "mf_score": 445, "mf_dot": 491, "mf_bi": 318, "ev_it_ctr_rk": 93, "ev_it_ctr_max": 484, "ev_it_ctr24_rk": 144, "ev_it_ctr24_z": 464, "ev_it_ctr24_max": 517, "ev_it_ctr24_mean": 537, "ev_it_imp_rk": 85, "ev_it_imp_z": 406, "ev_it_imp_max": 407, "ev_it_imp_mean": 363, "ev_it_nclk_all_rk": 104, "ev_it_nclk_all_z": 328, "ev_it_nclk_all_max": 354, "ev_it_nclk_all_mean": 412, "ev_it_clk_dec2d_rk": 68, "ev_it_clk_dec2d_z": 315, "ev_it_clk_dec2d_max": 458, "ev_hist_n_all_mean": 13, "ev_hist_noclk_rk": 4, "ev_hist_noclk_max": 6, "ev_co_cos_max20_z": 104, "ev_co_cos_max20_max": 220, "ev_co_cos_max20_mean": 220, "ev_co_cos_rw_z": 152, "ev_co_cos_rw_mean": 173, "ev_co_tr_max5_z": 69, "ev_co_tr_max5_mean": 127, "ev_co_tr_last_max": 21, "ev_sv_k16_ucos_rk": 101, "ev_sv_k16_ucos_z": 440, "ev_sv_k16_ucos_max": 449, "ev_sv_k16_ucos_mean": 437, "ev_sv_k32_ucos_rk": 74, "ev_sv_k32_ucos_z": 402, "ev_sv_k32_ucos_max": 432, "ev_sv_k32_ucos_mean": 398, "ev_sv_k64_ucos_rk": 74, "ev_sv_k64_ucos_z": 293, "ev_sv_k64_ucos_max": 331, "ev_sv_k64_ucos_mean": 310, "ev_sv_k32_hcos_rk": 73, "ev_sv_k32_hcos_z": 359, "ev_sv_k32_hcos_max": 389, "ev_sv_k32_hcos_mean": 339, "ev_sv_k64_hcos_rk": 63, "ev_sv_k64_hcos_z": 285, "ev_sv_k64_hcos_max": 322, "ev_sv_k64_hcos_mean": 291, "ev_sv_k32_imax20_rk": 103, "ev_sv_k32_imax20_z": 433, "ev_sv_k32_imax20_max": 356, "ev_sv_k32_imax20_mean": 370, "ev_sv_k64_con05_rk": 47, "ev_sv_k64_con05_z": 276, "ev_sv_k64_con05_max": 377, "ev_sv_k64_con05_mean": 316, "ev_sv_k64_con025_rk": 52, "ev_sv_k64_con025_z": 230, "ev_sv_k64_con025_max": 291, "ev_sv_k64_con025_mean": 269, "ev_sv_k64_ccos_rk": 51, "ev_sv_k64_ccos_z": 258, "ev_sv_k64_ccos_max": 290, "ev_sv_k64_ccos_mean": 303, "ev_mf_score_rk": 83, "ev_mf_score_z": 467, "ev_mf_score_max": 457, "ev_mf_score_mean": 503, "ev_mf_dot_rk": 111, "ev_mf_dot_z": 494, "ev_mf_dot_max": 402, "ev_mf_dot_mean": 536, "v2_i_imp": 304, "v2_i_clk": 83, "v2_i_imp1d": 145, "v2_i_imp_rate": 358, "v2_ip_users": 174, "v2_ip_3d": 92, "v2_ip_dec1": 289, "v2_ip_dec3": 251, "v2_i_ctr_tb": 491, "v2_u_ev": 125, "v2_u_clk": 65, "v2_u_ctr": 382, "v2_up_uniq": 127, "v2_uip_n": 13, "v2_h_len": 40, "v2_h_since_last": 430, "v2_h_since_first": 495, "v2_h_uniq": 72, "v2_h_1d_before_last": 83, "v2_u_since_ev": 454, "v2_ui_since_imp": 2, "v2_ui_noclk": 0, "v2_ip_per_imp": 514, "v2_i_ctr_tb_diff": 757, "v2_h_gap_mean": 318, "v2_h_uniq_ratio": 204, "v2_co_rw": 79, "v2_co_last3": 35, "v2_inh_pos": 7, "v2_inh_since": 27, "v2_trp_last3": 19, "v2_svd_cos": 324, "v2_svd_ucos": 375, "v2_svd_hnorm": 402, "v2_svd32_cos": 391, "v2_svd16_cos": 398, "v2_svd24_cos": 362, "v2_svd48_cos": 314, "v2_svd_maxsim": 396, "v2_svd_last": 705, "v2_svd_top3": 407, "v2_ip_dec1_rk": 73, "v2_co_rw_rk": 82, "v2_svd_cos_rk": 77, "v2_svd_ucos_rk": 93, "v2_svd32_cos_rk": 83, "v2_svd16_cos_rk": 90, "v2_svd24_cos_rk": 76, "v2_svd48_cos_rk": 106, "v2_svd_maxsim_rk": 127, "v2_svd_top3_rk": 118, "v2_i_ctr_tb_rk": 170, "v2_i_ctr_dm": 381, "v2_ip_dec1_dm": 319, "v2_ip_n_dm": 382, "v2_co_sum_dm": 275, "v2_co_rw_dm": 267, "v2_co_max_dm": 364, "v2_svd_cos_dm": 357, "v2_svd_ucos_dm": 391, "v2_svd32_cos_dm": 390, "v2_svd16_cos_dm": 397, "v2_svd24_cos_dm": 372, "v2_svd48_cos_dm": 375, "v2_svd_maxsim_dm": 462, "v2_svd_top3_dm": 370, "v2_tr_last3_dm": 98, "v2_uip_n_dm": 22, "v2_i_ctr_tb_dm": 510, "v2_svd_cos_rmax": 306, "v2_ip_dec1_rmax": 318, "v2_ev_co_max": 299, "v2_ev_svd_max": 456, "v2_ev_svd_mean": 519, "v2_ev_ictr_mean": 565, "v2_ev_ipdec_mean": 432, "x_con05_k32": 389, "x_conr05_k64": 332, "x_conr1_k64": 371, "x_crcos_k64": 376, "x_icon05_k64": 292, "x_icos_k64": 322, "x_clctr64": 398, "x_clctr64_lift": 225, "x_climp64": 113, "x_clctr256": 339, "x_clctr256_lift": 69, "x_climp256": 80, "x_con05_k128": 487, "x_con05_k32_z": 348, "x_conr05_k64_z": 340, "x_conr1_k64_z": 388, "x_crcos_k64_z": 325, "x_icon05_k64_z": 353, "x_icos_k64_z": 264, "x_clctr64_z": 443, "x_clctr64_lift_z": 519, "x_clctr256_z": 383, "x_clctr256_lift_z": 522, "x_con05_k128_z": 520, "x_con05_k32_rk": 81, "x_conr05_k64_rk": 60, "x_conr1_k64_rk": 76, "x_crcos_k64_rk": 58, "x_icon05_k64_rk": 62, "x_icos_k64_rk": 58, "x_clctr64_rk": 100, "x_clctr64_lift_rk": 226, "x_clctr256_rk": 83, "x_clctr256_lift_rk": 221, "x_con05_k128_rk": 100, "lr4_cos": 413, "lr4_con05": 392, "lr4_con1": 413, "lr6_cos": 298, "lr6_con05": 328, "lr6_con1": 341, "lr8_cos": 298, "lr8_con05": 255, "lr8_con1": 311, "lr10_cos": 254, "lr10_con05": 214, "lr10_con1": 327, "lr12_cos": 231, "lr12_con05": 229, "lr12_con1": 312, "lr16_cos": 246, "lr16_con05": 228, "lr16_con1": 330, "lr4_z": 440, "lr4_con05_z": 506, "lr4_con1_z": 409, "lr6_z": 379, "lr6_con05_z": 349, "lr6_con1_z": 382, "lr8_z": 271, "lr8_con05_z": 306, "lr8_con1_z": 347, "lr10_z": 233, "lr10_con05_z": 250, "lr10_con1_z": 273, "lr12_z": 217, "lr12_con05_z": 269, "lr12_con1_z": 330, "lr16_z": 300, "lr16_con05_z": 240, "lr16_con1_z": 311, "lr4_dmax": 353, "lr4_con05_dmax": 324, "lr4_con1_dmax": 382, "lr6_dmax": 378, "lr6_con05_dmax": 347, "lr6_con1_dmax": 341, "lr8_dmax": 303, "lr8_con05_dmax": 289, "lr8_con1_dmax": 364, "lr10_dmax": 236, "lr10_con05_dmax": 293, "lr10_con1_dmax": 295, "lr12_dmax": 250, "lr12_con05_dmax": 241, "lr12_con1_dmax": 340, "lr16_dmax": 302, "lr16_con05_dmax": 261, "lr16_con1_dmax": 366, "tA_cos": 207, "tB_dot": 252, "tA_z": 219, "tA_dmax": 296, "tB_lse": 401, "tB_mean": 381, "tB_dmean": 213, "tB_dot_z": 231, "x_pp_con05_k32": 393, "x_pp_hcos": 380, "x_pp_last3": 484, "x_pp_con05_k32_z": 427, "x_pp_hcos_z": 443, "x_pp_last3_z": 469, "x_pp_con05_k32_rk": 77, "x_pp_hcos_rk": 82, "x_pp_last3_rk": 139, "sq_logit": 304, "sq_z": 355, "sq_dm": 307, "sq_lse": 510, "sq_rank": 76, "sq_gap": 336, "sq_gap2": 312, "sq_amax": 462, "sq_anull": 338, "sq_amean": 431, "sq_aent": 322, "sq_ecos": 329, "sq_pcos_dm": 629, "sq_mcos_dm": 614, "sq_ecos_dm": 330, "sq_sd": 536, "impsvd_rec": 488, "impsvd_cos": 374, "impsvd_cos_z": 436, "impsvd_cos_rk": 120, "impsvd16_cos": 473, "impsvd16_cos_z": 487, "impsvd64_cos": 501, "impsvd64_cos_z": 489, "skipsvd32_cos": 423, "skipsvd32_cos_z": 555, "joint32_cos_clkpart": 360, "joint32_cos_clkpart_z": 299, "hist_cos_impspace": 327, "hist_cos_impspace_z": 447, "impsvd8_cos": 484, "hist_cos_imp8": 491, "hist_cos_imp64": 367, "hist_maxsim_imp64": 364, "impsvd128_cos": 491, "hist_cos_imp128": 314, "impsvd8_cos_z": 414, "hist_cos_imp8_z": 474, "hist_cos_imp64_z": 396, "hist_maxsim_imp64_z": 411, "impsvd128_cos_z": 453, "hist_cos_imp128_z": 426, "cent_clk_mean": 473, "cent_clk_max": 511, "cent_clk_top3": 476, "cent_clk_mean_dm": 548, "slate_clk_coh": 515, "cent_imp_mean": 455, "cent_imp_max": 456, "cent_imp_top3": 446, "cent_imp_mean_dm": 536, "slate_imp_coh": 409, "c_skrec": 468, "c_impall": 462, "c_hist": 319, "c_hist_minus_sk": 423, "c_hist_minus_skrec": 426, "coA_pp12_cos": 217, "coA_pp12_cos_z": 212, "coA_pp12_cos_dm": 244, "coA_pp8_cos": 371, "coA_pp8_cos_z": 382, "coA_pp16_cos": 273, "coA_pp16_cos_z": 304, "coA_pp12x_cos": 196, "coA_pp12x_cos_z": 215, "coA_pp12_unorm": 393, "coA_pp12_ucos_dot": 302, "coA_ppb12_cos": 216, "coA_ppb12_cos_z": 240, "coA_pp_prod0": 590, "coA_pp_prod1": 560, "coA_pp_prod2": 576, "coA_pp_prod3": 597, "coA_pp_prod4": 639, "coA_pp_prod5": 588, "coA_pp_prod6": 658, "coA_pp_prod7": 603, "coA_pp_prod8": 611, "coA_pp_prod9": 714, "coA_pp_prod10": 600, "coA_pp_prod11": 621, "nmA_nmfU_cos": 401, "nmA_nmfU_cos_z": 441, "nmA_nmfU_cos_dm": 409, "nmA_nmfU_aff": 387, "nmA_nmfU_aff_z": 517, "nmA_nmfU_lift": 403, "nmA_nmfP_cos": 317, "nmA_nmfP_cos_dm": 388, "nmA_nmfP_aff_z": 372, "nmA_nmfP_lift": 325, "nmA_nmfP_uent": 476, "nmA_nmfP_ient": 637, "nmA_nmfP_aff_e3": 338, "nmA_nmfP_cos_p1": 328, "nmA_nmfP_last3": 439, "nmA_nmfP_max5": 487, "nmA_nmfP_decay5": 374, "nmA_nmfU_wu_rec": 499, "nmA_nmfU_wu_rec_z": 558}}
dw_featcut/null/null_log.jsonl ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {"run": "real", "fit_s": 307, "auc_val25": 0.81737, "label_mean": 0.06314505776636714, "nf": 401}
2
+ {"run": "null0", "fit_s": 225, "auc_val25": 0.49435, "label_mean": 0.06314505776636714, "nf": 401}
3
+ {"run": "null1", "fit_s": 210, "auc_val25": null, "label_mean": 0.06314505776636714, "nf": 401}
4
+ {"run": "null2", "fit_s": 216, "auc_val25": null, "label_mean": 0.06314505776636714, "nf": 401}
5
+ {"run": "null3", "fit_s": 213, "auc_val25": null, "label_mean": 0.06314505776636714, "nf": 401}
6
+ {"run": "null4", "fit_s": 216, "auc_val25": null, "label_mean": 0.06314505776636714, "nf": 401}
dw_featcut/null/null_table.json ADDED
@@ -0,0 +1,2233 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "K": 5,
3
+ "total_real_gain": 4340257.298379898,
4
+ "total_null_gain": [
5
+ 1298007.7672400475,
6
+ 1288627.7203464508,
7
+ 1307574.7406544685,
8
+ 1291916.2740650177,
9
+ 1307227.9323239326
10
+ ],
11
+ "rows": [
12
+ {
13
+ "col": "ev_hist_noclk_max",
14
+ "fam": "ev_",
15
+ "real": 10.75469970703125,
16
+ "real_share": 2.47789450432943e-06,
17
+ "real_split": 1,
18
+ "null_mean": 54.06024408340454,
19
+ "null_p75": 61.643070220947266,
20
+ "null_p90": 70.08084001541138,
21
+ "null_max": 75.70601987838745,
22
+ "ratio_mean": 0.19893916295381167,
23
+ "score": -1.762110222556449,
24
+ "pct_null_below": 0.0,
25
+ "null_split_mean": 5.6
26
+ },
27
+ {
28
+ "col": "ev_hist_n_all_mean",
29
+ "fam": "ev_",
30
+ "real": 138.14066982269287,
31
+ "real_share": 3.1827760504949114e-05,
32
+ "real_split": 10,
33
+ "null_mean": 103.17251396179199,
34
+ "null_p75": 134.43746948242188,
35
+ "null_p90": 136.59918031692504,
36
+ "null_max": 138.0403208732605,
37
+ "ratio_mean": 1.3389289891089664,
38
+ "score": 0.019762458644960724,
39
+ "pct_null_below": 100.0,
40
+ "null_split_mean": 10.2
41
+ },
42
+ {
43
+ "col": "v2_ui_noclk",
44
+ "fam": "v2_",
45
+ "real": 188.39148044586182,
46
+ "real_share": 4.340560190203086e-05,
47
+ "real_split": 15,
48
+ "null_mean": 11.713426113128662,
49
+ "null_p75": 18.061460494995117,
50
+ "null_p90": 25.86938009262085,
51
+ "null_max": 31.074659824371338,
52
+ "ratio_mean": 16.083379758097298,
53
+ "score": 2.2908536190958873,
54
+ "pct_null_below": 100.0,
55
+ "null_split_mean": 1.2
56
+ },
57
+ {
58
+ "col": "ev_co_tr_last_max",
59
+ "fam": "ev_",
60
+ "real": 210.31561851501465,
61
+ "real_share": 4.845694714770017e-05,
62
+ "real_split": 18,
63
+ "null_mean": 146.71848583221436,
64
+ "null_p75": 205.23305130004883,
65
+ "null_p90": 247.01460218429565,
66
+ "null_max": 274.8689694404602,
67
+ "ratio_mean": 1.433463665618314,
68
+ "score": 0.01960250150990222,
69
+ "pct_null_below": 80.0,
70
+ "null_split_mean": 14.6
71
+ },
72
+ {
73
+ "col": "ev_hist_noclk_rk",
74
+ "fam": "ev_",
75
+ "real": 239.8051815032959,
76
+ "real_share": 5.525137451938823e-05,
77
+ "real_split": 19,
78
+ "null_mean": 36.25187005996704,
79
+ "null_p75": 40.731300354003906,
80
+ "null_p90": 57.74797220230103,
81
+ "null_max": 69.09242010116577,
82
+ "ratio_mean": 6.6149740994496415,
83
+ "score": 1.7485753947316398,
84
+ "pct_null_below": 100.0,
85
+ "null_split_mean": 3.6
86
+ },
87
+ {
88
+ "col": "v2_ui_since_imp",
89
+ "fam": "v2_",
90
+ "real": 294.9284176826477,
91
+ "real_share": 6.795182806160746e-05,
92
+ "real_split": 25,
93
+ "null_mean": 116.38740549087524,
94
+ "null_p75": 166.12353801727295,
95
+ "null_p90": 183.77786750793456,
96
+ "null_max": 195.54742050170898,
97
+ "ratio_mean": 2.534023474780268,
98
+ "score": 0.5679993874844744,
99
+ "pct_null_below": 100.0,
100
+ "null_split_mean": 12.6
101
+ },
102
+ {
103
+ "col": "ev_sv_k64_ucos_rk",
104
+ "fam": "ev_",
105
+ "real": 314.8253116607666,
106
+ "real_share": 7.253609406481097e-05,
107
+ "real_split": 28,
108
+ "null_mean": 668.1367748260498,
109
+ "null_p75": 686.2677693367004,
110
+ "null_p90": 747.4475925445556,
111
+ "null_max": 788.2341413497925,
112
+ "ratio_mean": 0.47119889747534366,
113
+ "score": -0.7807060633621541,
114
+ "pct_null_below": 0.0,
115
+ "null_split_mean": 63.2
116
+ },
117
+ {
118
+ "col": "v2_inh_pos",
119
+ "fam": "v2_",
120
+ "real": 323.6263313293457,
121
+ "real_share": 7.456385856436363e-05,
122
+ "real_split": 24,
123
+ "null_mean": 63.20749206542969,
124
+ "null_p75": 72.39219999313354,
125
+ "null_p90": 74.63507833480836,
126
+ "null_max": 76.13033056259155,
127
+ "ratio_mean": 5.120062839929507,
128
+ "score": 1.483771889038256,
129
+ "pct_null_below": 100.0,
130
+ "null_split_mean": 7.6
131
+ },
132
+ {
133
+ "col": "v2_uip_n",
134
+ "fam": "v2_",
135
+ "real": 341.02874851226807,
136
+ "real_share": 7.857339440211643e-05,
137
+ "real_split": 15,
138
+ "null_mean": 39.042280197143555,
139
+ "null_p75": 65.5327205657959,
140
+ "null_p90": 100.0210865020752,
141
+ "null_max": 123.01333045959473,
142
+ "ratio_mean": 8.73485735951505,
143
+ "score": 1.6342729150031088,
144
+ "pct_null_below": 100.0,
145
+ "null_split_mean": 4.4
146
+ },
147
+ {
148
+ "col": "ev_sv_k64_ccos_rk",
149
+ "fam": "ev_",
150
+ "real": 384.28765296936035,
151
+ "real_share": 8.854029301737587e-05,
152
+ "real_split": 35,
153
+ "null_mean": 576.5117280006409,
154
+ "null_p75": 589.0529913902283,
155
+ "null_p90": 722.9870005607605,
156
+ "null_max": 812.276340007782,
157
+ "ratio_mean": 0.666573868847527,
158
+ "score": -0.4288209801991266,
159
+ "pct_null_below": 0.0,
160
+ "null_split_mean": 54.8
161
+ },
162
+ {
163
+ "col": "ev_sv_k64_con025_rk",
164
+ "fam": "ev_",
165
+ "real": 485.48609161376953,
166
+ "real_share": 0.00011185652329759079,
167
+ "real_split": 42,
168
+ "null_mean": 502.1343674659729,
169
+ "null_p75": 532.3147397041321,
170
+ "null_p90": 570.5538672447204,
171
+ "null_max": 596.046618938446,
172
+ "ratio_mean": 0.9668449782949152,
173
+ "score": -0.0939611160178509,
174
+ "pct_null_below": 40.0,
175
+ "null_split_mean": 49.4
176
+ },
177
+ {
178
+ "col": "ev_co_tr_max5_z",
179
+ "fam": "ev_",
180
+ "real": 500.4688124656677,
181
+ "real_share": 0.00011530855847013479,
182
+ "real_split": 44,
183
+ "null_mean": 764.2301544189453,
184
+ "null_p75": 783.2710704803467,
185
+ "null_p90": 944.3978178977967,
186
+ "null_max": 1051.81564950943,
187
+ "ratio_mean": 0.6548666125928793,
188
+ "score": -0.44920942954071097,
189
+ "pct_null_below": 0.0,
190
+ "null_split_mean": 76.6
191
+ },
192
+ {
193
+ "col": "ev_sv_k64_hcos_rk",
194
+ "fam": "ev_",
195
+ "real": 501.3704524040222,
196
+ "real_share": 0.00011551629729213759,
197
+ "real_split": 43,
198
+ "null_mean": 619.8103758811951,
199
+ "null_p75": 654.4563422203064,
200
+ "null_p90": 670.1740249633789,
201
+ "null_max": 680.6524801254272,
202
+ "ratio_mean": 0.8089094211938856,
203
+ "score": -0.2679864447973312,
204
+ "pct_null_below": 0.0,
205
+ "null_split_mean": 58.8
206
+ },
207
+ {
208
+ "col": "v2_trp_last3",
209
+ "fam": "v2_",
210
+ "real": 517.0710868835449,
211
+ "real_share": 0.00011913374054495657,
212
+ "real_split": 45,
213
+ "null_mean": 162.99487400054932,
214
+ "null_p75": 199.33194875717163,
215
+ "null_p90": 232.06220264434816,
216
+ "null_max": 253.88237190246582,
217
+ "ratio_mean": 3.1723150194392145,
218
+ "score": 0.9482046294213663,
219
+ "pct_null_below": 100.0,
220
+ "null_split_mean": 16.8
221
+ },
222
+ {
223
+ "col": "ev_sv_k64_con05_rk",
224
+ "fam": "ev_",
225
+ "real": 594.5703926086426,
226
+ "real_share": 0.00013698966483636346,
227
+ "real_split": 50,
228
+ "null_mean": 580.7326130867004,
229
+ "null_p75": 590.6001992225647,
230
+ "null_p90": 644.6765015602111,
231
+ "null_max": 680.7273697853088,
232
+ "ratio_mean": 1.023828142608337,
233
+ "score": 0.005008048038589468,
234
+ "pct_null_below": 80.0,
235
+ "null_split_mean": 55.4
236
+ },
237
+ {
238
+ "col": "ev_mf_score_rk",
239
+ "fam": "ev_",
240
+ "real": 603.8642115592957,
241
+ "real_share": 0.00013913097082624617,
242
+ "real_split": 55,
243
+ "null_mean": 962.3340699195862,
244
+ "null_p75": 999.7029576301575,
245
+ "null_p90": 1032.624484348297,
246
+ "null_max": 1054.5721688270569,
247
+ "ratio_mean": 0.6274995663509609,
248
+ "score": -0.5051086321267028,
249
+ "pct_null_below": 0.0,
250
+ "null_split_mean": 93.2
251
+ },
252
+ {
253
+ "col": "v2_svd48_cos_rk",
254
+ "fam": "v2_",
255
+ "real": 636.5683708190918,
256
+ "real_share": 0.00014666604467359706,
257
+ "real_split": 56,
258
+ "null_mean": 1025.628064918518,
259
+ "null_p75": 1099.7659850120544,
260
+ "null_p90": 1132.6205549240112,
261
+ "null_max": 1154.5236015319824,
262
+ "ratio_mean": 0.6206620046709277,
263
+ "score": -0.5476697372159612,
264
+ "pct_null_below": 0.0,
265
+ "null_split_mean": 99.6
266
+ },
267
+ {
268
+ "col": "v2_svd_cos_rk",
269
+ "fam": "v2_",
270
+ "real": 664.338686466217,
271
+ "real_share": 0.00015306435558882578,
272
+ "real_split": 59,
273
+ "null_mean": 856.5545557022094,
274
+ "null_p75": 893.5645689964294,
275
+ "null_p90": 896.7170048713684,
276
+ "null_max": 898.8186287879944,
277
+ "ratio_mean": 0.7755941312127953,
278
+ "score": -0.29754499525134454,
279
+ "pct_null_below": 0.0,
280
+ "null_split_mean": 82.0
281
+ },
282
+ {
283
+ "col": "v2_co_rw_rk",
284
+ "fam": "v2_",
285
+ "real": 686.8183484077454,
286
+ "real_share": 0.00015824369413862082,
287
+ "real_split": 60,
288
+ "null_mean": 796.1912443161011,
289
+ "null_p75": 828.2059111595154,
290
+ "null_p90": 840.9351209640503,
291
+ "null_max": 849.4212608337402,
292
+ "ratio_mean": 0.8626298685282541,
293
+ "score": -0.18839866470442165,
294
+ "pct_null_below": 20.0,
295
+ "null_split_mean": 79.4
296
+ },
297
+ {
298
+ "col": "v2_tr_last3_dm",
299
+ "fam": "v2_",
300
+ "real": 690.4580969810486,
301
+ "real_share": 0.00015908229616681439,
302
+ "real_split": 60,
303
+ "null_mean": 679.1636277198792,
304
+ "null_p75": 777.863440990448,
305
+ "null_p90": 874.5585156440735,
306
+ "null_max": 939.0218987464905,
307
+ "ratio_mean": 1.0166299678018502,
308
+ "score": -0.12048044402403509,
309
+ "pct_null_below": 60.0,
310
+ "null_split_mean": 69.8
311
+ },
312
+ {
313
+ "col": "v2_svd_ucos_rk",
314
+ "fam": "v2_",
315
+ "real": 694.8469376564026,
316
+ "real_share": 0.000160093489829686,
317
+ "real_split": 61,
318
+ "null_mean": 940.3686249732971,
319
+ "null_p75": 984.6009984016418,
320
+ "null_p90": 989.8335381507874,
321
+ "null_max": 993.321897983551,
322
+ "ratio_mean": 0.7389091035189882,
323
+ "score": -0.34956001790367236,
324
+ "pct_null_below": 0.0,
325
+ "null_split_mean": 90.0
326
+ },
327
+ {
328
+ "col": "ev_sv_k32_hcos_rk",
329
+ "fam": "ev_",
330
+ "real": 705.1889319419861,
331
+ "real_share": 0.00016247629655624662,
332
+ "real_split": 64,
333
+ "null_mean": 738.1923382759094,
334
+ "null_p75": 757.251079082489,
335
+ "null_p90": 801.350502872467,
336
+ "null_max": 830.7501187324524,
337
+ "ratio_mean": 0.9552915891663077,
338
+ "score": -0.07254881410252104,
339
+ "pct_null_below": 20.0,
340
+ "null_split_mean": 71.2
341
+ },
342
+ {
343
+ "col": "v2_svd24_cos_rk",
344
+ "fam": "v2_",
345
+ "real": 717.9925451278687,
346
+ "real_share": 0.00016542626295355255,
347
+ "real_split": 58,
348
+ "null_mean": 803.0267823219299,
349
+ "null_p75": 830.4770865440369,
350
+ "null_p90": 833.7660687446594,
351
+ "null_max": 835.9587235450745,
352
+ "ratio_mean": 0.8941078441391618,
353
+ "score": -0.1467445552013717,
354
+ "pct_null_below": 0.0,
355
+ "null_split_mean": 77.6
356
+ },
357
+ {
358
+ "col": "v2_ip_dec1_rk",
359
+ "fam": "v2_",
360
+ "real": 731.0344505310059,
361
+ "real_share": 0.0001684311321367702,
362
+ "real_split": 64,
363
+ "null_mean": 777.3113233566285,
364
+ "null_p75": 841.3416686058044,
365
+ "null_p90": 867.9724166870117,
366
+ "null_max": 885.7262487411499,
367
+ "ratio_mean": 0.9404654590315406,
368
+ "score": -0.1417251274232549,
369
+ "pct_null_below": 40.0,
370
+ "null_split_mean": 74.2
371
+ },
372
+ {
373
+ "col": "v2_i_clk",
374
+ "fam": "v2_",
375
+ "real": 752.1710357666016,
376
+ "real_share": 0.00017330102435341032,
377
+ "real_split": 56,
378
+ "null_mean": 705.9878556251526,
379
+ "null_p75": 820.306321144104,
380
+ "null_p90": 827.7263996124268,
381
+ "null_max": 832.6731185913086,
382
+ "ratio_mean": 1.0654163945930113,
383
+ "score": -0.0879324078498667,
384
+ "pct_null_below": 60.0,
385
+ "null_split_mean": 68.0
386
+ },
387
+ {
388
+ "col": "v2_h_1d_before_last",
389
+ "fam": "v2_",
390
+ "real": 758.2095112800598,
391
+ "real_share": 0.0001746922956763598,
392
+ "real_split": 65,
393
+ "null_mean": 798.1663990020752,
394
+ "null_p75": 833.3512086868286,
395
+ "null_p90": 840.5489009857178,
396
+ "null_max": 845.3473625183105,
397
+ "ratio_mean": 0.949939150818711,
398
+ "score": -0.09569467958213362,
399
+ "pct_null_below": 20.0,
400
+ "null_split_mean": 78.4
401
+ },
402
+ {
403
+ "col": "ev_sv_k32_ucos_rk",
404
+ "fam": "ev_",
405
+ "real": 767.115891456604,
406
+ "real_share": 0.00017674433535148893,
407
+ "real_split": 66,
408
+ "null_mean": 846.0145298004151,
409
+ "null_p75": 1035.190459728241,
410
+ "null_p90": 1038.0072744369506,
411
+ "null_max": 1039.8851509094238,
412
+ "ratio_mean": 0.9067407998744133,
413
+ "score": -0.3006683601957663,
414
+ "pct_null_below": 40.0,
415
+ "null_split_mean": 81.2
416
+ },
417
+ {
418
+ "col": "ev_sv_k32_imax20_rk",
419
+ "fam": "ev_",
420
+ "real": 774.2042646408081,
421
+ "real_share": 0.00017837750423916062,
422
+ "real_split": 67,
423
+ "null_mean": 962.03513879776,
424
+ "null_p75": 1042.4757256507874,
425
+ "null_p90": 1058.7168900489808,
426
+ "null_max": 1069.5443329811096,
427
+ "ratio_mean": 0.8047567426781508,
428
+ "score": -0.2984767171016893,
429
+ "pct_null_below": 0.0,
430
+ "null_split_mean": 94.2
431
+ },
432
+ {
433
+ "col": "v2_svd32_cos_rk",
434
+ "fam": "v2_",
435
+ "real": 796.782769203186,
436
+ "real_share": 0.00018357961623625488,
437
+ "real_split": 67,
438
+ "null_mean": 827.3888447761535,
439
+ "null_p75": 870.7906918525696,
440
+ "null_p90": 884.8255286216736,
441
+ "null_max": 894.1820864677429,
442
+ "ratio_mean": 0.963008837058653,
443
+ "score": -0.08996728166748079,
444
+ "pct_null_below": 20.0,
445
+ "null_split_mean": 80.0
446
+ },
447
+ {
448
+ "col": "v2_inh_since",
449
+ "fam": "v2_",
450
+ "real": 800.5236587524414,
451
+ "real_share": 0.00018444152125526186,
452
+ "real_split": 59,
453
+ "null_mean": 272.6428030014038,
454
+ "null_p75": 273.6824474334717,
455
+ "null_p90": 308.43593549728394,
456
+ "null_max": 331.60492753982544,
457
+ "ratio_mean": 2.936162810607253,
458
+ "score": 1.0696503931640327,
459
+ "pct_null_below": 100.0,
460
+ "null_split_mean": 30.0
461
+ },
462
+ {
463
+ "col": "ev_co_cos_max20_z",
464
+ "fam": "ev_",
465
+ "real": 851.1219182014465,
466
+ "real_share": 0.00019609941523954065,
467
+ "real_split": 80,
468
+ "null_mean": 1181.3980306625367,
469
+ "null_p75": 1249.7554488182068,
470
+ "null_p90": 1253.5846714019776,
471
+ "null_max": 1256.1374864578247,
472
+ "ratio_mean": 0.7204362087214002,
473
+ "score": -0.3849476237090486,
474
+ "pct_null_below": 0.0,
475
+ "null_split_mean": 116.4
476
+ },
477
+ {
478
+ "col": "ev_it_ctr_rk",
479
+ "fam": "ev_",
480
+ "real": 865.7108335494995,
481
+ "real_share": 0.00019946071719587828,
482
+ "real_split": 72,
483
+ "null_mean": 962.7938980102539,
484
+ "null_p75": 1105.2462072372437,
485
+ "null_p90": 1143.8419695854186,
486
+ "null_max": 1169.5724778175354,
487
+ "ratio_mean": 0.8991652682247053,
488
+ "score": -0.2451768253513667,
489
+ "pct_null_below": 20.0,
490
+ "null_split_mean": 93.2
491
+ },
492
+ {
493
+ "col": "v2_svd16_cos_rk",
494
+ "fam": "v2_",
495
+ "real": 866.3277893066406,
496
+ "real_share": 0.00019960286447303887,
497
+ "real_split": 69,
498
+ "null_mean": 1013.4307757377625,
499
+ "null_p75": 1062.382957458496,
500
+ "null_p90": 1219.9251935958862,
501
+ "null_max": 1324.953351020813,
502
+ "ratio_mean": 0.8548465371756319,
503
+ "score": -0.2049472278176474,
504
+ "pct_null_below": 20.0,
505
+ "null_split_mean": 96.8
506
+ },
507
+ {
508
+ "col": "ev_mf_dot_rk",
509
+ "fam": "ev_",
510
+ "real": 976.6962509155273,
511
+ "real_share": 0.0002250318780133385,
512
+ "real_split": 84,
513
+ "null_mean": 1233.7621995925904,
514
+ "null_p75": 1277.8826174736023,
515
+ "null_p90": 1323.0512367248534,
516
+ "null_max": 1353.163649559021,
517
+ "ratio_mean": 0.7916406024094832,
518
+ "score": -0.2695663165127541,
519
+ "pct_null_below": 0.0,
520
+ "null_split_mean": 121.6
521
+ },
522
+ {
523
+ "col": "ev_it_ctr24_rk",
524
+ "fam": "ev_",
525
+ "real": 996.7596769332886,
526
+ "real_share": 0.00022965451317951872,
527
+ "real_split": 85,
528
+ "null_mean": 1437.1425679206848,
529
+ "null_p75": 1483.3134002685547,
530
+ "null_p90": 1511.2877717018127,
531
+ "null_max": 1529.9373526573181,
532
+ "ratio_mean": 0.6935704913225417,
533
+ "score": -0.3981978927463421,
534
+ "pct_null_below": 0.0,
535
+ "null_split_mean": 139.0
536
+ },
537
+ {
538
+ "col": "v2_u_clk",
539
+ "fam": "v2_",
540
+ "real": 1021.3630409240723,
541
+ "real_share": 0.00023532315499021677,
542
+ "real_split": 84,
543
+ "null_mean": 704.7756554603577,
544
+ "null_p75": 733.5927224159241,
545
+ "null_p90": 748.6903665542602,
546
+ "null_max": 758.7554626464844,
547
+ "ratio_mean": 1.449203066267833,
548
+ "score": 0.32957710243785643,
549
+ "pct_null_below": 100.0,
550
+ "null_split_mean": 68.0
551
+ },
552
+ {
553
+ "col": "v2_co_last3",
554
+ "fam": "v2_",
555
+ "real": 1054.21040391922,
556
+ "real_share": 0.0002428912231338747,
557
+ "real_split": 77,
558
+ "null_mean": 391.3746002197266,
559
+ "null_p75": 463.42557096481323,
560
+ "null_p90": 474.3824640274048,
561
+ "null_max": 481.6870594024658,
562
+ "ratio_mean": 2.6936096602267043,
563
+ "score": 0.8197460227566253,
564
+ "pct_null_below": 100.0,
565
+ "null_split_mean": 39.2
566
+ },
567
+ {
568
+ "col": "v2_svd_top3_rk",
569
+ "fam": "v2_",
570
+ "real": 1055.1951899528503,
571
+ "real_share": 0.00024311811890662024,
572
+ "real_split": 93,
573
+ "null_mean": 1164.1248906135559,
574
+ "null_p75": 1219.0567984580994,
575
+ "null_p90": 1275.7791899681092,
576
+ "null_max": 1313.594117641449,
577
+ "ratio_mean": 0.9064278227026881,
578
+ "score": -0.14517164967069912,
579
+ "pct_null_below": 40.0,
580
+ "null_split_mean": 112.4
581
+ },
582
+ {
583
+ "col": "v2_svd_maxsim_rk",
584
+ "fam": "v2_",
585
+ "real": 1058.450406074524,
586
+ "real_share": 0.00024386812423991895,
587
+ "real_split": 92,
588
+ "null_mean": 1225.9698622703552,
589
+ "null_p75": 1316.4400472640991,
590
+ "null_p90": 1323.9237219810486,
591
+ "null_max": 1328.912838459015,
592
+ "ratio_mean": 0.863357606617177,
593
+ "score": -0.21888453787909637,
594
+ "pct_null_below": 20.0,
595
+ "null_split_mean": 119.6
596
+ },
597
+ {
598
+ "col": "ev_sv_k16_ucos_rk",
599
+ "fam": "ev_",
600
+ "real": 1062.6148467063904,
601
+ "real_share": 0.00024482761588881746,
602
+ "real_split": 89,
603
+ "null_mean": 1021.2982565879822,
604
+ "null_p75": 1048.3964676856995,
605
+ "null_p90": 1067.6195086479188,
606
+ "null_max": 1080.4348692893982,
607
+ "ratio_mean": 1.040454969791529,
608
+ "score": 0.012517500859052491,
609
+ "pct_null_below": 80.0,
610
+ "null_split_mean": 99.6
611
+ },
612
+ {
613
+ "col": "v2_co_rw",
614
+ "fam": "v2_",
615
+ "real": 1078.9688901901245,
616
+ "real_share": 0.00024859560528655173,
617
+ "real_split": 86,
618
+ "null_mean": 894.0985178947449,
619
+ "null_p75": 982.9963798522949,
620
+ "null_p90": 995.7107807159424,
621
+ "null_max": 1004.187047958374,
622
+ "ratio_mean": 1.2067673400585404,
623
+ "score": 0.09213891482420881,
624
+ "pct_null_below": 100.0,
625
+ "null_split_mean": 88.6
626
+ },
627
+ {
628
+ "col": "ev_it_clk_dec2d_rk",
629
+ "fam": "ev_",
630
+ "real": 1131.2781734466553,
631
+ "real_share": 0.0002606477210162013,
632
+ "real_split": 78,
633
+ "null_mean": 675.4179384231568,
634
+ "null_p75": 731.6566987037659,
635
+ "null_p90": 775.7105878829956,
636
+ "null_max": 805.0798473358154,
637
+ "ratio_mean": 1.6749306008776703,
638
+ "score": 0.43442615831500614,
639
+ "pct_null_below": 100.0,
640
+ "null_split_mean": 63.4
641
+ },
642
+ {
643
+ "col": "ev_co_tr_max5_mean",
644
+ "fam": "ev_",
645
+ "real": 1147.7187371253967,
646
+ "real_share": 0.00026443564476092454,
647
+ "real_split": 101,
648
+ "null_mean": 1415.8085515975952,
649
+ "null_p75": 1443.44699716568,
650
+ "null_p90": 1496.0045309066772,
651
+ "null_max": 1531.0428867340088,
652
+ "ratio_mean": 0.8106454335441847,
653
+ "score": -0.22995028189110134,
654
+ "pct_null_below": 0.0,
655
+ "null_split_mean": 142.6
656
+ },
657
+ {
658
+ "col": "ev_co_cos_rw_z",
659
+ "fam": "ev_",
660
+ "real": 1220.6314582824707,
661
+ "real_share": 0.00028123481498161404,
662
+ "real_split": 109,
663
+ "null_mean": 1322.8697498321533,
664
+ "null_p75": 1493.1703400611877,
665
+ "null_p90": 1514.0624480247498,
666
+ "null_max": 1527.9905200004578,
667
+ "ratio_mean": 0.9227147710024705,
668
+ "score": -0.2022027825956556,
669
+ "pct_null_below": 40.0,
670
+ "null_split_mean": 134.4
671
+ },
672
+ {
673
+ "col": "v2_uip_n_dm",
674
+ "fam": "v2_",
675
+ "real": 1412.6119585037231,
676
+ "real_share": 0.00032546733094165024,
677
+ "real_split": 77,
678
+ "null_mean": 135.47897424697877,
679
+ "null_p75": 200.552960395813,
680
+ "null_p90": 203.09184246063234,
681
+ "null_max": 204.78443050384521,
682
+ "ratio_mean": 10.426798448654662,
683
+ "score": 1.9471435449500099,
684
+ "pct_null_below": 100.0,
685
+ "null_split_mean": 14.0
686
+ },
687
+ {
688
+ "col": "v2_ip_3d",
689
+ "fam": "v2_",
690
+ "real": 1417.3546891212463,
691
+ "real_share": 0.0003265600612319244,
692
+ "real_split": 104,
693
+ "null_mean": 907.268162727356,
694
+ "null_p75": 965.9885830879211,
695
+ "null_p90": 1033.8058027267457,
696
+ "null_max": 1079.017282485962,
697
+ "ratio_mean": 1.5622224468458252,
698
+ "score": 0.3823608294755215,
699
+ "pct_null_below": 100.0,
700
+ "null_split_mean": 88.6
701
+ },
702
+ {
703
+ "col": "ev_co_cos_max20_mean",
704
+ "fam": "ev_",
705
+ "real": 1453.3943209648132,
706
+ "real_share": 0.00033486363158869093,
707
+ "real_split": 126,
708
+ "null_mean": 2173.5794927597044,
709
+ "null_p75": 2248.9471287727356,
710
+ "null_p90": 2360.609946537018,
711
+ "null_max": 2435.0518250465393,
712
+ "ratio_mean": 0.668663982985733,
713
+ "score": -0.4370049856832186,
714
+ "pct_null_below": 0.0,
715
+ "null_split_mean": 210.0
716
+ },
717
+ {
718
+ "col": "ev_co_cos_rw_mean",
719
+ "fam": "ev_",
720
+ "real": 1514.225694656372,
721
+ "real_share": 0.0003488792462192488,
722
+ "real_split": 131,
723
+ "null_mean": 1924.0460059165955,
724
+ "null_p75": 2030.9648208618164,
725
+ "null_p90": 2088.683024597168,
726
+ "null_max": 2127.1618270874023,
727
+ "ratio_mean": 0.7870007733702868,
728
+ "score": -0.2940990011912616,
729
+ "pct_null_below": 0.0,
730
+ "null_split_mean": 187.6
731
+ },
732
+ {
733
+ "col": "ev_it_nclk_all_rk",
734
+ "fam": "ev_",
735
+ "real": 1687.51984167099,
736
+ "real_share": 0.0003888064060858549,
737
+ "real_split": 127,
738
+ "null_mean": 1108.605110836029,
739
+ "null_p75": 1130.8154101371765,
740
+ "null_p90": 1152.654296684265,
741
+ "null_max": 1167.2135543823242,
742
+ "ratio_mean": 1.5222010300839997,
743
+ "score": 0.39943700055518216,
744
+ "pct_null_below": 100.0,
745
+ "null_split_mean": 106.4
746
+ },
747
+ {
748
+ "col": "v2_i_ctr_tb_rk",
749
+ "fam": "v2_",
750
+ "real": 1823.5513668060303,
751
+ "real_share": 0.0004201482173618401,
752
+ "real_split": 161,
753
+ "null_mean": 1852.4393258094788,
754
+ "null_p75": 2027.7612624168396,
755
+ "null_p90": 2028.9318968772889,
756
+ "null_max": 2029.7123198509216,
757
+ "ratio_mean": 0.9844054492900463,
758
+ "score": -0.1066394909091235,
759
+ "pct_null_below": 40.0,
760
+ "null_split_mean": 181.4
761
+ },
762
+ {
763
+ "col": "ev_it_imp_rk",
764
+ "fam": "ev_",
765
+ "real": 1959.4315257072449,
766
+ "real_share": 0.00045145515369299607,
767
+ "real_split": 127,
768
+ "null_mean": 1092.266588783264,
769
+ "null_p75": 1147.3741030693054,
770
+ "null_p90": 1193.7495810508728,
771
+ "null_max": 1224.6665663719177,
772
+ "ratio_mean": 1.7939132679046454,
773
+ "score": 0.534307274761633,
774
+ "pct_null_below": 100.0,
775
+ "null_split_mean": 103.6
776
+ },
777
+ {
778
+ "col": "ev_sv_k64_con025_z",
779
+ "fam": "ev_",
780
+ "real": 2055.583321094513,
781
+ "real_share": 0.0004736086318803743,
782
+ "real_split": 174,
783
+ "null_mean": 2536.112480545044,
784
+ "null_p75": 2621.6498007774353,
785
+ "null_p90": 2662.9552894592284,
786
+ "null_max": 2690.4922819137573,
787
+ "ratio_mean": 0.8105252968325526,
788
+ "score": -0.24362551867717092,
789
+ "pct_null_below": 0.0,
790
+ "null_split_mean": 241.6
791
+ },
792
+ {
793
+ "col": "ev_co_cos_max20_max",
794
+ "fam": "ev_",
795
+ "real": 2087.953559398651,
796
+ "real_share": 0.00048106676997652383,
797
+ "real_split": 177,
798
+ "null_mean": 2246.746806526184,
799
+ "null_p75": 2407.9736728668213,
800
+ "null_p90": 2425.0787826538085,
801
+ "null_max": 2436.482189178467,
802
+ "ratio_mean": 0.9293230342349738,
803
+ "score": -0.14301636669554812,
804
+ "pct_null_below": 40.0,
805
+ "null_split_mean": 216.6
806
+ },
807
+ {
808
+ "col": "v2_h_len",
809
+ "fam": "v2_",
810
+ "real": 2131.694495201111,
811
+ "real_share": 0.0004911447291377899,
812
+ "real_split": 93,
813
+ "null_mean": 410.5693060874939,
814
+ "null_p75": 441.0768895149231,
815
+ "null_p90": 442.1988602638245,
816
+ "null_max": 442.94684076309204,
817
+ "ratio_mean": 5.192045444202881,
818
+ "score": 1.5731886549776728,
819
+ "pct_null_below": 100.0,
820
+ "null_split_mean": 38.4
821
+ },
822
+ {
823
+ "col": "ev_sv_k64_ccos_z",
824
+ "fam": "ev_",
825
+ "real": 2253.138820171356,
826
+ "real_share": 0.0005191256336375248,
827
+ "real_split": 197,
828
+ "null_mean": 2999.2851702690123,
829
+ "null_p75": 2934.578703403473,
830
+ "null_p90": 3594.814512348175,
831
+ "null_max": 4034.97171831131,
832
+ "ratio_mean": 0.7512252727770022,
833
+ "score": -0.2645803316830234,
834
+ "pct_null_below": 0.0,
835
+ "null_split_mean": 287.6
836
+ },
837
+ {
838
+ "col": "ev_sv_k64_hcos_z",
839
+ "fam": "ev_",
840
+ "real": 2278.4651050567627,
841
+ "real_share": 0.0005249608372082579,
842
+ "real_split": 194,
843
+ "null_mean": 2976.614164352417,
844
+ "null_p75": 3044.292068004608,
845
+ "null_p90": 3098.2081184387207,
846
+ "null_max": 3134.1521520614624,
847
+ "ratio_mean": 0.7654553056769648,
848
+ "score": -0.29009479694204804,
849
+ "pct_null_below": 0.0,
850
+ "null_split_mean": 283.4
851
+ },
852
+ {
853
+ "col": "ev_sv_k64_con025_mean",
854
+ "fam": "ev_",
855
+ "real": 2473.2730202674866,
856
+ "real_share": 0.0005698447926556551,
857
+ "real_split": 210,
858
+ "null_mean": 2975.4832277297974,
859
+ "null_p75": 2994.171929836273,
860
+ "null_p90": 3104.0111453056334,
861
+ "null_max": 3177.237288951874,
862
+ "ratio_mean": 0.8312172615251198,
863
+ "score": -0.19145925254287513,
864
+ "pct_null_below": 0.0,
865
+ "null_split_mean": 286.0
866
+ },
867
+ {
868
+ "col": "v2_h_uniq_ratio",
869
+ "fam": "v2_",
870
+ "real": 2540.832943916321,
871
+ "real_share": 0.0005854106725112232,
872
+ "real_split": 203,
873
+ "null_mean": 2220.616419219971,
874
+ "null_p75": 2279.371626853943,
875
+ "null_p90": 2370.5503465652464,
876
+ "null_max": 2431.3361597061157,
877
+ "ratio_mean": 1.1442016378537052,
878
+ "score": 0.10815353411998135,
879
+ "pct_null_below": 100.0,
880
+ "null_split_mean": 216.0
881
+ },
882
+ {
883
+ "col": "v2_co_rw_dm",
884
+ "fam": "v2_",
885
+ "real": 2586.522834777832,
886
+ "real_share": 0.0005959376730368754,
887
+ "real_split": 216,
888
+ "null_mean": 2742.4937027931214,
889
+ "null_p75": 2785.5025973320007,
890
+ "null_p90": 2904.78836183548,
891
+ "null_max": 2984.312204837799,
892
+ "ratio_mean": 0.9431280852690967,
893
+ "score": -0.0744728211626411,
894
+ "pct_null_below": 0.0,
895
+ "null_split_mean": 264.4
896
+ },
897
+ {
898
+ "col": "ev_sv_k64_ccos_mean",
899
+ "fam": "ev_",
900
+ "real": 2593.4292664527893,
901
+ "real_share": 0.0005975289224030214,
902
+ "real_split": 217,
903
+ "null_mean": 3206.27649230957,
904
+ "null_p75": 3294.6789727211,
905
+ "null_p90": 3312.1972262382506,
906
+ "null_max": 3323.8760619163513,
907
+ "ratio_mean": 0.8088601443678584,
908
+ "score": -0.23963116708004556,
909
+ "pct_null_below": 0.0,
910
+ "null_split_mean": 309.2
911
+ },
912
+ {
913
+ "col": "v2_ev_co_max",
914
+ "fam": "v2_",
915
+ "real": 2609.9157967567444,
916
+ "real_share": 0.0006013274369081658,
917
+ "real_split": 222,
918
+ "null_mean": 3187.2586119651796,
919
+ "null_p75": 3326.9574780464172,
920
+ "null_p90": 3487.6383748054504,
921
+ "null_max": 3594.758972644806,
922
+ "ratio_mean": 0.8188591245652135,
923
+ "score": -0.24304078668534684,
924
+ "pct_null_below": 0.0,
925
+ "null_split_mean": 307.2
926
+ },
927
+ {
928
+ "col": "ev_sv_k64_ccos_max",
929
+ "fam": "ev_",
930
+ "real": 2674.4207587242126,
931
+ "real_share": 0.0006161894502711861,
932
+ "real_split": 217,
933
+ "null_mean": 2949.0634463310244,
934
+ "null_p75": 3030.128547668457,
935
+ "null_p90": 3075.259219455719,
936
+ "null_max": 3105.3463339805603,
937
+ "ratio_mean": 0.9068712177255803,
938
+ "score": -0.1252021899337014,
939
+ "pct_null_below": 20.0,
940
+ "null_split_mean": 286.0
941
+ },
942
+ {
943
+ "col": "v2_svd_cos_rmax",
944
+ "fam": "v2_",
945
+ "real": 2683.4628739356995,
946
+ "real_share": 0.0006182727634459286,
947
+ "real_split": 224,
948
+ "null_mean": 3308.402195262909,
949
+ "null_p75": 3333.9226264953613,
950
+ "null_p90": 3542.676690196991,
951
+ "null_max": 3681.8460659980774,
952
+ "ratio_mean": 0.8111053963686699,
953
+ "score": -0.21734140092501406,
954
+ "pct_null_below": 0.0,
955
+ "null_split_mean": 320.4
956
+ },
957
+ {
958
+ "col": "v2_co_sum_dm",
959
+ "fam": "v2_",
960
+ "real": 2707.377052307129,
961
+ "real_share": 0.0006237826161406883,
962
+ "real_split": 238,
963
+ "null_mean": 2647.5011684417723,
964
+ "null_p75": 2842.8068284988403,
965
+ "null_p90": 2858.465294075012,
966
+ "null_max": 2868.9042711257935,
967
+ "ratio_mean": 1.0226159990330042,
968
+ "score": -0.04916329824195134,
969
+ "pct_null_below": 40.0,
970
+ "null_split_mean": 257.6
971
+ },
972
+ {
973
+ "col": "v2_co_max_dm",
974
+ "fam": "v2_",
975
+ "real": 2740.0680232048035,
976
+ "real_share": 0.0006313146513750688,
977
+ "real_split": 233,
978
+ "null_mean": 3402.3021737098693,
979
+ "null_p75": 3414.8927068710327,
980
+ "null_p90": 3600.961566543579,
981
+ "null_max": 3725.0074729919434,
982
+ "ratio_mean": 0.8053570445264225,
983
+ "score": -0.22045612023381306,
984
+ "pct_null_below": 0.0,
985
+ "null_split_mean": 329.6
986
+ },
987
+ {
988
+ "col": "ev_sv_k64_ucos_z",
989
+ "fam": "ev_",
990
+ "real": 2744.9532237052917,
991
+ "real_share": 0.0006324402068812624,
992
+ "real_split": 235,
993
+ "null_mean": 3252.8399515151978,
994
+ "null_p75": 3500.8278489112854,
995
+ "null_p90": 3623.65286989212,
996
+ "null_max": 3705.536217212677,
997
+ "ratio_mean": 0.8438635975393353,
998
+ "score": -0.24352104032091562,
999
+ "pct_null_below": 0.0,
1000
+ "null_split_mean": 313.8
1001
+ },
1002
+ {
1003
+ "col": "v2_h_uniq",
1004
+ "fam": "v2_",
1005
+ "real": 2757.805203437805,
1006
+ "real_share": 0.0006354013169834931,
1007
+ "real_split": 152,
1008
+ "null_mean": 700.7563094139099,
1009
+ "null_p75": 736.4869427680969,
1010
+ "null_p90": 737.1614532470703,
1011
+ "null_max": 737.6111268997192,
1012
+ "ratio_mean": 3.93546967239488,
1013
+ "score": 1.3189420429041123,
1014
+ "pct_null_below": 100.0,
1015
+ "null_split_mean": 69.4
1016
+ },
1017
+ {
1018
+ "col": "ev_sv_k64_hcos_mean",
1019
+ "fam": "ev_",
1020
+ "real": 2770.3891367912292,
1021
+ "real_share": 0.0006383006689085787,
1022
+ "real_split": 235,
1023
+ "null_mean": 3003.346976852417,
1024
+ "null_p75": 3043.4054703712463,
1025
+ "null_p90": 3205.216111278534,
1026
+ "null_max": 3313.0898718833923,
1027
+ "ratio_mean": 0.9224339239333135,
1028
+ "score": -0.09431784123449352,
1029
+ "pct_null_below": 0.0,
1030
+ "null_split_mean": 295.6
1031
+ },
1032
+ {
1033
+ "col": "v2_svd_cos",
1034
+ "fam": "v2_",
1035
+ "real": 2778.0212230682373,
1036
+ "real_share": 0.0006400591098839228,
1037
+ "real_split": 227,
1038
+ "null_mean": 3500.010272026062,
1039
+ "null_p75": 3473.5719652175903,
1040
+ "null_p90": 3662.4905330657957,
1041
+ "null_max": 3788.4362449645996,
1042
+ "ratio_mean": 0.7937180199931572,
1043
+ "score": -0.22373241183164766,
1044
+ "pct_null_below": 0.0,
1045
+ "null_split_mean": 330.8
1046
+ },
1047
+ {
1048
+ "col": "ev_it_nclk_all_max",
1049
+ "fam": "ev_",
1050
+ "real": 2826.759346485138,
1051
+ "real_share": 0.0006512884265041825,
1052
+ "real_split": 247,
1053
+ "null_mean": 3712.456222343445,
1054
+ "null_p75": 3719.619076728821,
1055
+ "null_p90": 3915.762273979187,
1056
+ "null_max": 4046.524405479431,
1057
+ "ratio_mean": 0.7614256376875951,
1058
+ "score": -0.2747591245130778,
1059
+ "pct_null_below": 0.0,
1060
+ "null_split_mean": 362.2
1061
+ },
1062
+ {
1063
+ "col": "ev_sv_k64_ucos_mean",
1064
+ "fam": "ev_",
1065
+ "real": 2849.7012190818787,
1066
+ "real_share": 0.0006565742588914247,
1067
+ "real_split": 248,
1068
+ "null_mean": 3439.8397756576537,
1069
+ "null_p75": 3747.3447666168213,
1070
+ "null_p90": 3868.9570182800294,
1071
+ "null_max": 3950.031852722168,
1072
+ "ratio_mean": 0.8284401033001754,
1073
+ "score": -0.2741001934631614,
1074
+ "pct_null_below": 0.0,
1075
+ "null_split_mean": 336.4
1076
+ },
1077
+ {
1078
+ "col": "v2_i_ctr_dm",
1079
+ "fam": "v2_",
1080
+ "real": 2914.9265851974487,
1081
+ "real_share": 0.0006716022541533454,
1082
+ "real_split": 248,
1083
+ "null_mean": 3885.905681324005,
1084
+ "null_p75": 4095.0398626327515,
1085
+ "null_p90": 4117.09356508255,
1086
+ "null_max": 4131.796033382416,
1087
+ "ratio_mean": 0.7501279815428448,
1088
+ "score": -0.3401759853330792,
1089
+ "pct_null_below": 0.0,
1090
+ "null_split_mean": 374.6
1091
+ },
1092
+ {
1093
+ "col": "ev_sv_k64_con05_z",
1094
+ "fam": "ev_",
1095
+ "real": 2944.85272026062,
1096
+ "real_share": 0.0006784972682057017,
1097
+ "real_split": 241,
1098
+ "null_mean": 3088.3710103034973,
1099
+ "null_p75": 3063.931493282318,
1100
+ "null_p90": 3370.3354276657105,
1101
+ "null_max": 3574.6047172546387,
1102
+ "ratio_mean": 0.9535294530469078,
1103
+ "score": -0.03996641198504843,
1104
+ "pct_null_below": 20.0,
1105
+ "null_split_mean": 295.2
1106
+ },
1107
+ {
1108
+ "col": "v2_svd_cos_dm",
1109
+ "fam": "v2_",
1110
+ "real": 2955.7419958114624,
1111
+ "real_share": 0.0006810061691307476,
1112
+ "real_split": 247,
1113
+ "null_mean": 3512.1172751426698,
1114
+ "null_p75": 3725.693911552429,
1115
+ "null_p90": 3743.3603697776794,
1116
+ "null_max": 3755.138008594513,
1117
+ "ratio_mean": 0.841584082835444,
1118
+ "score": -0.23177177194679474,
1119
+ "pct_null_below": 0.0,
1120
+ "null_split_mean": 336.6
1121
+ },
1122
+ {
1123
+ "col": "v2_svd48_cos_dm",
1124
+ "fam": "v2_",
1125
+ "real": 2959.078757762909,
1126
+ "real_share": 0.0006817749627118775,
1127
+ "real_split": 251,
1128
+ "null_mean": 4173.554273033142,
1129
+ "null_p75": 4306.076518058777,
1130
+ "null_p90": 4338.796711158752,
1131
+ "null_max": 4360.610173225403,
1132
+ "ratio_mean": 0.7090068953655635,
1133
+ "score": -0.37538138233643314,
1134
+ "pct_null_below": 0.0,
1135
+ "null_split_mean": 398.0
1136
+ },
1137
+ {
1138
+ "col": "v2_svd24_cos_dm",
1139
+ "fam": "v2_",
1140
+ "real": 3053.6045575141907,
1141
+ "real_share": 0.0007035538097370448,
1142
+ "real_split": 263,
1143
+ "null_mean": 4127.699759674072,
1144
+ "null_p75": 4274.4265604019165,
1145
+ "null_p90": 4366.233255195618,
1146
+ "null_max": 4427.4377183914185,
1147
+ "ratio_mean": 0.7397835926310946,
1148
+ "score": -0.3365611625289003,
1149
+ "pct_null_below": 0.0,
1150
+ "null_split_mean": 395.6
1151
+ },
1152
+ {
1153
+ "col": "ev_sv_k64_ucos_max",
1154
+ "fam": "ev_",
1155
+ "real": 3085.1145362854004,
1156
+ "real_share": 0.0007108137431015878,
1157
+ "real_split": 269,
1158
+ "null_mean": 3599.3444734573363,
1159
+ "null_p75": 3723.070864200592,
1160
+ "null_p90": 3779.5910823822023,
1161
+ "null_max": 3817.271227836609,
1162
+ "ratio_mean": 0.8571323359117128,
1163
+ "score": -0.18822860466501729,
1164
+ "pct_null_below": 0.0,
1165
+ "null_split_mean": 347.4
1166
+ },
1167
+ {
1168
+ "col": "ev_sv_k32_hcos_z",
1169
+ "fam": "ev_",
1170
+ "real": 3086.833601951599,
1171
+ "real_share": 0.0007112098176999395,
1172
+ "real_split": 261,
1173
+ "null_mean": 3738.783866405487,
1174
+ "null_p75": 3776.289553642273,
1175
+ "null_p90": 4046.1490805625917,
1176
+ "null_max": 4226.055431842804,
1177
+ "ratio_mean": 0.8256250460712828,
1178
+ "score": -0.20186086177207055,
1179
+ "pct_null_below": 0.0,
1180
+ "null_split_mean": 362.8
1181
+ },
1182
+ {
1183
+ "col": "v2_svd48_cos",
1184
+ "fam": "v2_",
1185
+ "real": 3119.9771904945374,
1186
+ "real_share": 0.000718846136531846,
1187
+ "real_split": 265,
1188
+ "null_mean": 4001.526648902893,
1189
+ "null_p75": 4136.694547176361,
1190
+ "null_p90": 4409.308236122131,
1191
+ "null_max": 4591.0506954193115,
1192
+ "ratio_mean": 0.7796967168392963,
1193
+ "score": -0.2823130688749831,
1194
+ "pct_null_below": 0.0,
1195
+ "null_split_mean": 383.0
1196
+ },
1197
+ {
1198
+ "col": "v2_svd_ucos_dm",
1199
+ "fam": "v2_",
1200
+ "real": 3131.5848026275635,
1201
+ "real_share": 0.0007215205429863572,
1202
+ "real_split": 266,
1203
+ "null_mean": 3739.482705116272,
1204
+ "null_p75": 4006.8887977600098,
1205
+ "null_p90": 4042.9885087013245,
1206
+ "null_max": 4067.054982662201,
1207
+ "ratio_mean": 0.8374379692525394,
1208
+ "score": -0.2467254150698089,
1209
+ "pct_null_below": 0.0,
1210
+ "null_split_mean": 362.2
1211
+ },
1212
+ {
1213
+ "col": "ev_sv_k64_con05_mean",
1214
+ "fam": "ev_",
1215
+ "real": 3135.342833995819,
1216
+ "real_share": 0.0007223863974990973,
1217
+ "real_split": 261,
1218
+ "null_mean": 3311.291430568695,
1219
+ "null_p75": 3459.007213115692,
1220
+ "null_p90": 3507.183905887604,
1221
+ "null_max": 3539.301701068878,
1222
+ "ratio_mean": 0.9468640558337513,
1223
+ "score": -0.0985321486303073,
1224
+ "pct_null_below": 20.0,
1225
+ "null_split_mean": 321.8
1226
+ },
1227
+ {
1228
+ "col": "ev_it_clk_dec2d_z",
1229
+ "fam": "ev_",
1230
+ "real": 3165.1624541282654,
1231
+ "real_share": 0.0007292568703956182,
1232
+ "real_split": 251,
1233
+ "null_mean": 3340.402203845978,
1234
+ "null_p75": 3419.9963903427124,
1235
+ "null_p90": 3603.4878465652464,
1236
+ "null_max": 3725.815484046936,
1237
+ "ratio_mean": 0.9475393263972973,
1238
+ "score": -0.07772746814254967,
1239
+ "pct_null_below": 20.0,
1240
+ "null_split_mean": 326.2
1241
+ },
1242
+ {
1243
+ "col": "ev_mf_dot_max",
1244
+ "fam": "ev_",
1245
+ "real": 3165.7917428016663,
1246
+ "real_share": 0.0007294018591900926,
1247
+ "real_split": 274,
1248
+ "null_mean": 4043.7841312408445,
1249
+ "null_p75": 4113.222470283508,
1250
+ "null_p90": 4150.522194385529,
1251
+ "null_max": 4175.388677120209,
1252
+ "ratio_mean": 0.7828785217153111,
1253
+ "score": -0.2620466860164425,
1254
+ "pct_null_below": 0.0,
1255
+ "null_split_mean": 397.2
1256
+ },
1257
+ {
1258
+ "col": "v2_ip_dec1_rmax",
1259
+ "fam": "v2_",
1260
+ "real": 3206.03849029541,
1261
+ "real_share": 0.00073867475356637,
1262
+ "real_split": 256,
1263
+ "null_mean": 3381.8530486106874,
1264
+ "null_p75": 3439.289514064789,
1265
+ "null_p90": 3473.120172023773,
1266
+ "null_max": 3495.6739439964294,
1267
+ "ratio_mean": 0.9480123601504493,
1268
+ "score": -0.07051956898009312,
1269
+ "pct_null_below": 0.0,
1270
+ "null_split_mean": 324.2
1271
+ },
1272
+ {
1273
+ "col": "v2_svd24_cos",
1274
+ "fam": "v2_",
1275
+ "real": 3262.3448967933655,
1276
+ "real_share": 0.0007516478108362634,
1277
+ "real_split": 271,
1278
+ "null_mean": 3812.5118248939516,
1279
+ "null_p75": 3840.54803609848,
1280
+ "null_p90": 3845.243695449829,
1281
+ "null_max": 3848.374135017395,
1282
+ "ratio_mean": 0.8556943680782185,
1283
+ "score": -0.16342918933975586,
1284
+ "pct_null_below": 0.0,
1285
+ "null_split_mean": 370.4
1286
+ },
1287
+ {
1288
+ "col": "ev_sv_k32_ucos_z",
1289
+ "fam": "ev_",
1290
+ "real": 3270.1218061447144,
1291
+ "real_share": 0.0007534396192053783,
1292
+ "real_split": 282,
1293
+ "null_mean": 4098.748202991485,
1294
+ "null_p75": 4246.767022609711,
1295
+ "null_p90": 4269.418857955932,
1296
+ "null_max": 4284.520081520081,
1297
+ "ratio_mean": 0.7978342762695217,
1298
+ "score": -0.26156620448637047,
1299
+ "pct_null_below": 0.0,
1300
+ "null_split_mean": 395.8
1301
+ },
1302
+ {
1303
+ "col": "v2_svd32_cos",
1304
+ "fam": "v2_",
1305
+ "real": 3275.3464221954346,
1306
+ "real_share": 0.0007546433764233364,
1307
+ "real_split": 273,
1308
+ "null_mean": 3921.1374247550966,
1309
+ "null_p75": 4080.602568626404,
1310
+ "null_p90": 4092.935391998291,
1311
+ "null_max": 4101.157274246216,
1312
+ "ratio_mean": 0.8353051850509942,
1313
+ "score": -0.22006605633635964,
1314
+ "pct_null_below": 0.0,
1315
+ "null_split_mean": 380.0
1316
+ },
1317
+ {
1318
+ "col": "ev_it_ctr24_z",
1319
+ "fam": "ev_",
1320
+ "real": 3300.002030849457,
1321
+ "real_share": 0.0007603240554612418,
1322
+ "real_split": 290,
1323
+ "null_mean": 4841.700374507904,
1324
+ "null_p75": 4726.732011795044,
1325
+ "null_p90": 5288.804103755951,
1326
+ "null_max": 5663.518831729889,
1327
+ "ratio_mean": 0.6815791510404771,
1328
+ "score": -0.3595225133805085,
1329
+ "pct_null_below": 0.0,
1330
+ "null_split_mean": 476.8
1331
+ },
1332
+ {
1333
+ "col": "v2_svd_ucos",
1334
+ "fam": "v2_",
1335
+ "real": 3326.8695273399353,
1336
+ "real_share": 0.0007665143558612911,
1337
+ "real_split": 281,
1338
+ "null_mean": 4213.115657901764,
1339
+ "null_p75": 4509.530203342438,
1340
+ "null_p90": 4538.82407283783,
1341
+ "null_max": 4558.353319168091,
1342
+ "ratio_mean": 0.7896459051866614,
1343
+ "score": -0.3043829282275443,
1344
+ "pct_null_below": 0.0,
1345
+ "null_split_mean": 405.6
1346
+ },
1347
+ {
1348
+ "col": "v2_ip_dec1_dm",
1349
+ "fam": "v2_",
1350
+ "real": 3335.4554076194763,
1351
+ "real_share": 0.0007684925520117235,
1352
+ "real_split": 277,
1353
+ "null_mean": 3482.623522377014,
1354
+ "null_p75": 3557.220853328705,
1355
+ "null_p90": 3580.0137994766237,
1356
+ "null_max": 3595.2090969085693,
1357
+ "ratio_mean": 0.9577421694271765,
1358
+ "score": -0.0646514354807577,
1359
+ "pct_null_below": 0.0,
1360
+ "null_split_mean": 336.2
1361
+ },
1362
+ {
1363
+ "col": "ev_sv_k64_con025_max",
1364
+ "fam": "ev_",
1365
+ "real": 3344.6357440948486,
1366
+ "real_share": 0.0007706077115159306,
1367
+ "real_split": 262,
1368
+ "null_mean": 2766.229576587677,
1369
+ "null_p75": 2910.751657485962,
1370
+ "null_p90": 3047.0307547569273,
1371
+ "null_max": 3137.8834862709045,
1372
+ "ratio_mean": 1.2090955040039275,
1373
+ "score": 0.13860294785993207,
1374
+ "pct_null_below": 100.0,
1375
+ "null_split_mean": 268.4
1376
+ },
1377
+ {
1378
+ "col": "ev_sv_k64_con05_max",
1379
+ "fam": "ev_",
1380
+ "real": 3396.0544142723083,
1381
+ "real_share": 0.000782454629023944,
1382
+ "real_split": 288,
1383
+ "null_mean": 3302.6510049819944,
1384
+ "null_p75": 3315.941062927246,
1385
+ "null_p90": 3659.9095319747926,
1386
+ "null_max": 3889.2218446731567,
1387
+ "ratio_mean": 1.0282813440322385,
1388
+ "score": 0.023571299845664546,
1389
+ "pct_null_below": 80.0,
1390
+ "null_split_mean": 321.2
1391
+ },
1392
+ {
1393
+ "col": "ev_it_imp_max",
1394
+ "fam": "ev_",
1395
+ "real": 3489.545657157898,
1396
+ "real_share": 0.000803995113022551,
1397
+ "real_split": 295,
1398
+ "null_mean": 3927.8886865615846,
1399
+ "null_p75": 4182.513295650482,
1400
+ "null_p90": 4216.809332466126,
1401
+ "null_max": 4239.673357009888,
1402
+ "ratio_mean": 0.8884023799087327,
1403
+ "score": -0.18137985120091077,
1404
+ "pct_null_below": 20.0,
1405
+ "null_split_mean": 382.8
1406
+ },
1407
+ {
1408
+ "col": "ev_sv_k64_hcos_max",
1409
+ "fam": "ev_",
1410
+ "real": 3507.1709809303284,
1411
+ "real_share": 0.0008080560067808564,
1412
+ "real_split": 278,
1413
+ "null_mean": 3399.0095706939696,
1414
+ "null_p75": 3521.5044116973877,
1415
+ "null_p90": 3571.4675340652466,
1416
+ "null_max": 3604.776282310486,
1417
+ "ratio_mean": 1.0318214491565187,
1418
+ "score": -0.0043624929674838326,
1419
+ "pct_null_below": 60.0,
1420
+ "null_split_mean": 329.0
1421
+ },
1422
+ {
1423
+ "col": "ev_sv_k32_ucos_mean",
1424
+ "fam": "ev_",
1425
+ "real": 3543.610953807831,
1426
+ "real_share": 0.0008164518161470671,
1427
+ "real_split": 304,
1428
+ "null_mean": 3974.8525265693665,
1429
+ "null_p75": 4220.559648036957,
1430
+ "null_p90": 4314.165415287018,
1431
+ "null_max": 4376.569260120392,
1432
+ "ratio_mean": 0.8915075289261779,
1433
+ "score": -0.17505839378859928,
1434
+ "pct_null_below": 0.0,
1435
+ "null_split_mean": 390.2
1436
+ },
1437
+ {
1438
+ "col": "ev_sv_k16_ucos_mean",
1439
+ "fam": "ev_",
1440
+ "real": 3609.9014658927917,
1441
+ "real_share": 0.0008317252221982949,
1442
+ "real_split": 301,
1443
+ "null_mean": 4374.297394371033,
1444
+ "null_p75": 4523.329805850983,
1445
+ "null_p90": 4545.793436813355,
1446
+ "null_max": 4560.769190788269,
1447
+ "ratio_mean": 0.8252528670177096,
1448
+ "score": -0.22578897964736336,
1449
+ "pct_null_below": 0.0,
1450
+ "null_split_mean": 427.4
1451
+ },
1452
+ {
1453
+ "col": "ev_it_nclk_all_mean",
1454
+ "fam": "ev_",
1455
+ "real": 3623.1209568977356,
1456
+ "real_share": 0.0008347710072972286,
1457
+ "real_split": 309,
1458
+ "null_mean": 4091.3835841178893,
1459
+ "null_p75": 4202.471080303192,
1460
+ "null_p90": 4233.390122127533,
1461
+ "null_max": 4254.0028166770935,
1462
+ "ratio_mean": 0.8855490770804586,
1463
+ "score": -0.14857483434920601,
1464
+ "pct_null_below": 0.0,
1465
+ "null_split_mean": 404.2
1466
+ },
1467
+ {
1468
+ "col": "ev_sv_k32_ucos_max",
1469
+ "fam": "ev_",
1470
+ "real": 3656.621889591217,
1471
+ "real_share": 0.0008424896586099023,
1472
+ "real_split": 312,
1473
+ "null_mean": 4329.583375930786,
1474
+ "null_p75": 4458.215472698212,
1475
+ "null_p90": 4502.288478946686,
1476
+ "null_max": 4531.670483112335,
1477
+ "ratio_mean": 0.8445666873905866,
1478
+ "score": -0.19843310723677296,
1479
+ "pct_null_below": 0.0,
1480
+ "null_split_mean": 423.6
1481
+ },
1482
+ {
1483
+ "col": "v2_ip_dec1",
1484
+ "fam": "v2_",
1485
+ "real": 3673.9407029151917,
1486
+ "real_share": 0.0008464799320276647,
1487
+ "real_split": 271,
1488
+ "null_mean": 3103.146063232422,
1489
+ "null_p75": 3213.792447566986,
1490
+ "null_p90": 3262.4126790046694,
1491
+ "null_max": 3294.8261666297913,
1492
+ "ratio_mean": 1.1839406293006383,
1493
+ "score": 0.13350204901355292,
1494
+ "pct_null_below": 100.0,
1495
+ "null_split_mean": 297.4
1496
+ },
1497
+ {
1498
+ "col": "v2_ev_svd_max",
1499
+ "fam": "v2_",
1500
+ "real": 3694.1185960769653,
1501
+ "real_share": 0.0008511289405482668,
1502
+ "real_split": 304,
1503
+ "null_mean": 4300.6655729293825,
1504
+ "null_p75": 4417.25358247757,
1505
+ "null_p90": 4588.652554416656,
1506
+ "null_max": 4702.918535709381,
1507
+ "ratio_mean": 0.8589643936347113,
1508
+ "score": -0.17900251448643864,
1509
+ "pct_null_below": 0.0,
1510
+ "null_split_mean": 418.0
1511
+ },
1512
+ {
1513
+ "col": "v2_svd_top3",
1514
+ "fam": "v2_",
1515
+ "real": 3710.2387137413025,
1516
+ "real_share": 0.0008548430331829026,
1517
+ "real_split": 304,
1518
+ "null_mean": 4087.340510559082,
1519
+ "null_p75": 4148.810060501099,
1520
+ "null_p90": 4618.018662452698,
1521
+ "null_max": 4930.824397087097,
1522
+ "ratio_mean": 0.907739079765048,
1523
+ "score": -0.11196634665349763,
1524
+ "pct_null_below": 40.0,
1525
+ "null_split_mean": 396.2
1526
+ },
1527
+ {
1528
+ "col": "v2_svd_top3_dm",
1529
+ "fam": "v2_",
1530
+ "real": 3738.491599082947,
1531
+ "real_share": 0.0008613525286803678,
1532
+ "real_split": 320,
1533
+ "null_mean": 4175.877050685883,
1534
+ "null_p75": 4228.804176330566,
1535
+ "null_p90": 4635.254745578766,
1536
+ "null_max": 4906.221791744232,
1537
+ "ratio_mean": 0.8952590207292871,
1538
+ "score": -0.12347348354221283,
1539
+ "pct_null_below": 20.0,
1540
+ "null_split_mean": 404.2
1541
+ },
1542
+ {
1543
+ "col": "ev_sv_k32_hcos_mean",
1544
+ "fam": "ev_",
1545
+ "real": 3756.9132022857666,
1546
+ "real_share": 0.0008655968860850996,
1547
+ "real_split": 305,
1548
+ "null_mean": 3671.7214740753175,
1549
+ "null_p75": 3757.3714394569397,
1550
+ "null_p90": 3820.711609363556,
1551
+ "null_max": 3862.9383893013,
1552
+ "ratio_mean": 1.023202121623864,
1553
+ "score": -0.0003880722775194274,
1554
+ "pct_null_below": 60.0,
1555
+ "null_split_mean": 357.6
1556
+ },
1557
+ {
1558
+ "col": "v2_svd32_cos_dm",
1559
+ "fam": "v2_",
1560
+ "real": 3819.5436520576477,
1561
+ "real_share": 0.0008800270098004054,
1562
+ "real_split": 323,
1563
+ "null_mean": 4188.789303207397,
1564
+ "null_p75": 4308.81906080246,
1565
+ "null_p90": 4316.047413539886,
1566
+ "null_max": 4320.866315364838,
1567
+ "ratio_mean": 0.9118490751332338,
1568
+ "score": -0.12076496919915392,
1569
+ "pct_null_below": 0.0,
1570
+ "null_split_mean": 402.4
1571
+ },
1572
+ {
1573
+ "col": "ev_mf_score_max",
1574
+ "fam": "ev_",
1575
+ "real": 3828.666067123413,
1576
+ "real_share": 0.0008821288241488706,
1577
+ "real_split": 332,
1578
+ "null_mean": 4206.2181764602665,
1579
+ "null_p75": 4344.0621509552,
1580
+ "null_p90": 4552.336625671387,
1581
+ "null_max": 4691.186275482178,
1582
+ "ratio_mean": 0.9102395326400825,
1583
+ "score": -0.12652360533811388,
1584
+ "pct_null_below": 20.0,
1585
+ "null_split_mean": 409.6
1586
+ },
1587
+ {
1588
+ "col": "ev_sv_k32_imax20_z",
1589
+ "fam": "ev_",
1590
+ "real": 3840.1771216392517,
1591
+ "real_share": 0.0008847809836234103,
1592
+ "real_split": 326,
1593
+ "null_mean": 4405.26222410202,
1594
+ "null_p75": 4462.076805114746,
1595
+ "null_p90": 4499.203101158142,
1596
+ "null_max": 4523.953965187073,
1597
+ "ratio_mean": 0.8717249794186868,
1598
+ "score": -0.15031990372203682,
1599
+ "pct_null_below": 0.0,
1600
+ "null_split_mean": 430.4
1601
+ },
1602
+ {
1603
+ "col": "ev_it_ctr24_max",
1604
+ "fam": "ev_",
1605
+ "real": 3867.8162593841553,
1606
+ "real_share": 0.0008911490710073589,
1607
+ "real_split": 340,
1608
+ "null_mean": 5398.082012557983,
1609
+ "null_p75": 5530.657826423645,
1610
+ "null_p90": 5699.965920162201,
1611
+ "null_max": 5812.8379826545715,
1612
+ "ratio_mean": 0.7165167647297966,
1613
+ "score": -0.35779748452566645,
1614
+ "pct_null_below": 0.0,
1615
+ "null_split_mean": 529.8
1616
+ },
1617
+ {
1618
+ "col": "ev_sv_k32_imax20_max",
1619
+ "fam": "ev_",
1620
+ "real": 3902.704334259033,
1621
+ "real_share": 0.0008991873213866395,
1622
+ "real_split": 322,
1623
+ "null_mean": 3423.6936405181887,
1624
+ "null_p75": 3726.7269196510315,
1625
+ "null_p90": 3916.8810903549193,
1626
+ "null_max": 4043.6505374908447,
1627
+ "ratio_mean": 1.1399105013579265,
1628
+ "score": 0.045871088994214805,
1629
+ "pct_null_below": 80.0,
1630
+ "null_split_mean": 333.6
1631
+ },
1632
+ {
1633
+ "col": "ev_mf_score_z",
1634
+ "fam": "ev_",
1635
+ "real": 3903.622627735138,
1636
+ "real_share": 0.0008993988972018446,
1637
+ "real_split": 341,
1638
+ "null_mean": 4608.00043258667,
1639
+ "null_p75": 4788.863052368164,
1640
+ "null_p90": 5045.171648216247,
1641
+ "null_max": 5216.044045448303,
1642
+ "ratio_mean": 0.8471402476722133,
1643
+ "score": -0.2045968196706116,
1644
+ "pct_null_below": 0.0,
1645
+ "null_split_mean": 451.2
1646
+ },
1647
+ {
1648
+ "col": "ev_mf_dot_z",
1649
+ "fam": "ev_",
1650
+ "real": 3957.9709429740906,
1651
+ "real_share": 0.0009119208081169508,
1652
+ "real_split": 348,
1653
+ "null_mean": 5315.3849443435665,
1654
+ "null_p75": 5546.897437572479,
1655
+ "null_p90": 5725.5131782531735,
1656
+ "null_max": 5844.59033870697,
1657
+ "ratio_mean": 0.7446254569362873,
1658
+ "score": -0.3376875099502383,
1659
+ "pct_null_below": 0.0,
1660
+ "null_split_mean": 519.6
1661
+ },
1662
+ {
1663
+ "col": "v2_h_since_last",
1664
+ "fam": "v2_",
1665
+ "real": 4008.4175701141357,
1666
+ "real_share": 0.0009235437658524002,
1667
+ "real_split": 335,
1668
+ "null_mean": 4263.88514289856,
1669
+ "null_p75": 4395.50957775116,
1670
+ "null_p90": 4413.476895713806,
1671
+ "null_max": 4425.455107688904,
1672
+ "ratio_mean": 0.9400857283386487,
1673
+ "score": -0.092414405703401,
1674
+ "pct_null_below": 20.0,
1675
+ "null_split_mean": 418.0
1676
+ },
1677
+ {
1678
+ "col": "v2_u_ev",
1679
+ "fam": "v2_",
1680
+ "real": 4010.9162197113037,
1681
+ "real_share": 0.0009241194574359616,
1682
+ "real_split": 286,
1683
+ "null_mean": 1240.7880796432496,
1684
+ "null_p75": 1279.3116192817688,
1685
+ "null_p90": 1315.2400482177734,
1686
+ "null_max": 1339.1923341751099,
1687
+ "ratio_mean": 3.232555410158775,
1688
+ "score": 1.1419161981048576,
1689
+ "pct_null_below": 100.0,
1690
+ "null_split_mean": 123.4
1691
+ },
1692
+ {
1693
+ "col": "ev_it_imp_mean",
1694
+ "fam": "ev_",
1695
+ "real": 4035.113625526428,
1696
+ "real_share": 0.0009296945660416557,
1697
+ "real_split": 330,
1698
+ "null_mean": 3632.1086897850037,
1699
+ "null_p75": 3798.121645927429,
1700
+ "null_p90": 3924.581440067291,
1701
+ "null_max": 4008.887969493866,
1702
+ "ratio_mean": 1.110956188308693,
1703
+ "score": 0.060264567195886284,
1704
+ "pct_null_below": 100.0,
1705
+ "null_split_mean": 354.0
1706
+ },
1707
+ {
1708
+ "col": "ev_sv_k16_ucos_z",
1709
+ "fam": "ev_",
1710
+ "real": 4057.1369404792786,
1711
+ "real_share": 0.0009347687617491477,
1712
+ "real_split": 347,
1713
+ "null_mean": 4349.213029289245,
1714
+ "null_p75": 4548.782885551453,
1715
+ "null_p90": 4772.810249042511,
1716
+ "null_max": 4922.161824703217,
1717
+ "ratio_mean": 0.9328439221433819,
1718
+ "score": -0.11460197647277136,
1719
+ "pct_null_below": 20.0,
1720
+ "null_split_mean": 425.0
1721
+ },
1722
+ {
1723
+ "col": "ev_it_ctr_max",
1724
+ "fam": "ev_",
1725
+ "real": 4081.127429485321,
1726
+ "real_share": 0.0009402961964970825,
1727
+ "real_split": 362,
1728
+ "null_mean": 5573.492389202118,
1729
+ "null_p75": 5849.64487695694,
1730
+ "null_p90": 5919.1502566337585,
1731
+ "null_max": 5965.487176418304,
1732
+ "ratio_mean": 0.7322388090799136,
1733
+ "score": -0.36017860940222346,
1734
+ "pct_null_below": 0.0,
1735
+ "null_split_mean": 546.0
1736
+ },
1737
+ {
1738
+ "col": "v2_ev_svd_mean",
1739
+ "fam": "v2_",
1740
+ "real": 4219.31564950943,
1741
+ "real_share": 0.0009721349126201314,
1742
+ "real_split": 355,
1743
+ "null_mean": 4632.3777255058285,
1744
+ "null_p75": 4782.277216911316,
1745
+ "null_p90": 5175.224455070495,
1746
+ "null_max": 5437.189280509949,
1747
+ "ratio_mean": 0.9108315209871417,
1748
+ "score": -0.1254529751646516,
1749
+ "pct_null_below": 20.0,
1750
+ "null_split_mean": 450.6
1751
+ },
1752
+ {
1753
+ "col": "v2_ip_n_dm",
1754
+ "fam": "v2_",
1755
+ "real": 4235.08330488205,
1756
+ "real_share": 0.0009757677975595809,
1757
+ "real_split": 324,
1758
+ "null_mean": 3529.00514755249,
1759
+ "null_p75": 3632.1586689949036,
1760
+ "null_p90": 3834.624076938629,
1761
+ "null_max": 3969.6010155677795,
1762
+ "ratio_mean": 1.2000785285958717,
1763
+ "score": 0.15330057191285537,
1764
+ "pct_null_below": 100.0,
1765
+ "null_split_mean": 344.2
1766
+ },
1767
+ {
1768
+ "col": "ev_sv_k16_ucos_max",
1769
+ "fam": "ev_",
1770
+ "real": 4237.997024536133,
1771
+ "real_share": 0.0009764391217354934,
1772
+ "real_split": 370,
1773
+ "null_mean": 4766.5626996994015,
1774
+ "null_p75": 4837.471563339233,
1775
+ "null_p90": 4986.844972991943,
1776
+ "null_max": 5086.42724609375,
1777
+ "ratio_mean": 0.8891096774628388,
1778
+ "score": -0.13250812028851222,
1779
+ "pct_null_below": 0.0,
1780
+ "null_split_mean": 467.0
1781
+ },
1782
+ {
1783
+ "col": "ev_it_clk_dec2d_max",
1784
+ "fam": "ev_",
1785
+ "real": 4256.120244503021,
1786
+ "real_share": 0.0009806147313182832,
1787
+ "real_split": 363,
1788
+ "null_mean": 4801.522643089294,
1789
+ "null_p75": 4983.224563598633,
1790
+ "null_p90": 5054.896797943115,
1791
+ "null_max": 5102.6782875061035,
1792
+ "ratio_mean": 0.886410532839774,
1793
+ "score": -0.1579198326768489,
1794
+ "pct_null_below": 0.0,
1795
+ "null_split_mean": 472.4
1796
+ },
1797
+ {
1798
+ "col": "v2_svd16_cos",
1799
+ "fam": "v2_",
1800
+ "real": 4259.010806083679,
1801
+ "real_share": 0.0009812807198489024,
1802
+ "real_split": 345,
1803
+ "null_mean": 4151.889866065979,
1804
+ "null_p75": 4147.976534843445,
1805
+ "null_p90": 4408.596087169647,
1806
+ "null_max": 4582.3424553871155,
1807
+ "ratio_mean": 1.025800525416923,
1808
+ "score": 0.026175242552883664,
1809
+ "pct_null_below": 80.0,
1810
+ "null_split_mean": 402.6
1811
+ },
1812
+ {
1813
+ "col": "v2_svd_maxsim",
1814
+ "fam": "v2_",
1815
+ "real": 4260.581154346466,
1816
+ "real_share": 0.000981642529795832,
1817
+ "real_split": 349,
1818
+ "null_mean": 4294.556935882569,
1819
+ "null_p75": 4347.20498418808,
1820
+ "null_p90": 4434.034946727753,
1821
+ "null_max": 4491.921588420868,
1822
+ "ratio_mean": 0.9920886410301787,
1823
+ "score": -0.020357540338276768,
1824
+ "pct_null_below": 60.0,
1825
+ "null_split_mean": 409.4
1826
+ },
1827
+ {
1828
+ "col": "v2_svd_maxsim_dm",
1829
+ "fam": "v2_",
1830
+ "real": 4305.262631893158,
1831
+ "real_share": 0.0009919371907974666,
1832
+ "real_split": 373,
1833
+ "null_mean": 4688.212278366089,
1834
+ "null_p75": 4755.027933597565,
1835
+ "null_p90": 4865.872030448913,
1836
+ "null_max": 4939.7680950164795,
1837
+ "ratio_mean": 0.9183164874508638,
1838
+ "score": -0.09957470977339795,
1839
+ "pct_null_below": 0.0,
1840
+ "null_split_mean": 456.0
1841
+ },
1842
+ {
1843
+ "col": "v2_i_imp1d",
1844
+ "fam": "v2_",
1845
+ "real": 4320.983966350555,
1846
+ "real_share": 0.0009955594033476916,
1847
+ "real_split": 254,
1848
+ "null_mean": 1459.294961833954,
1849
+ "null_p75": 1489.0597848892212,
1850
+ "null_p90": 1613.2495432853698,
1851
+ "null_max": 1696.042715549469,
1852
+ "ratio_mean": 2.9610079383267407,
1853
+ "score": 1.0646669031042684,
1854
+ "pct_null_below": 100.0,
1855
+ "null_split_mean": 142.0
1856
+ },
1857
+ {
1858
+ "col": "ev_sv_k32_hcos_max",
1859
+ "fam": "ev_",
1860
+ "real": 4376.865184307098,
1861
+ "real_share": 0.0010084344967154057,
1862
+ "real_split": 347,
1863
+ "null_mean": 3996.870216369629,
1864
+ "null_p75": 4010.7652983665466,
1865
+ "null_p90": 4227.147455501557,
1866
+ "null_max": 4371.402226924896,
1867
+ "ratio_mean": 1.095073131567084,
1868
+ "score": 0.08710138841110009,
1869
+ "pct_null_below": 100.0,
1870
+ "null_split_mean": 389.8
1871
+ },
1872
+ {
1873
+ "col": "ev_it_ctr24_mean",
1874
+ "fam": "ev_",
1875
+ "real": 4399.126357555389,
1876
+ "real_share": 0.0010135634952327516,
1877
+ "real_split": 388,
1878
+ "null_mean": 5364.780323028564,
1879
+ "null_p75": 5493.996810436249,
1880
+ "null_p90": 5508.38588848114,
1881
+ "null_max": 5517.978607177734,
1882
+ "ratio_mean": 0.8200012102400426,
1883
+ "score": -0.22243204117364893,
1884
+ "pct_null_below": 0.0,
1885
+ "null_split_mean": 530.6
1886
+ },
1887
+ {
1888
+ "col": "ev_mf_dot_mean",
1889
+ "fam": "ev_",
1890
+ "real": 4479.872773170471,
1891
+ "real_share": 0.0010321675571728635,
1892
+ "real_split": 393,
1893
+ "null_mean": 5242.441958427429,
1894
+ "null_p75": 5356.765855312347,
1895
+ "null_p90": 5426.544891834259,
1896
+ "null_max": 5473.064249515533,
1897
+ "ratio_mean": 0.854539317496668,
1898
+ "score": -0.17895242285382593,
1899
+ "pct_null_below": 0.0,
1900
+ "null_split_mean": 516.0
1901
+ },
1902
+ {
1903
+ "col": "v2_ev_ictr_mean",
1904
+ "fam": "v2_",
1905
+ "real": 4498.047885894775,
1906
+ "real_share": 0.0010363551229033764,
1907
+ "real_split": 400,
1908
+ "null_mean": 5618.166155910492,
1909
+ "null_p75": 5776.575623035431,
1910
+ "null_p90": 6132.499390316009,
1911
+ "null_max": 6369.781901836395,
1912
+ "ratio_mean": 0.8006256420812126,
1913
+ "score": -0.25034065266188593,
1914
+ "pct_null_below": 0.0,
1915
+ "null_split_mean": 552.4
1916
+ },
1917
+ {
1918
+ "col": "v2_ev_ipdec_mean",
1919
+ "fam": "v2_",
1920
+ "real": 4559.456008434296,
1921
+ "real_share": 0.0010505036210955094,
1922
+ "real_split": 380,
1923
+ "null_mean": 4542.915901184082,
1924
+ "null_p75": 4763.609929084778,
1925
+ "null_p90": 4906.902519702911,
1926
+ "null_max": 5002.430913448334,
1927
+ "ratio_mean": 1.003640857020026,
1928
+ "score": -0.04401235195478635,
1929
+ "pct_null_below": 40.0,
1930
+ "null_split_mean": 442.8
1931
+ },
1932
+ {
1933
+ "col": "v2_i_ctr_tb",
1934
+ "fam": "v2_",
1935
+ "real": 4576.830131053925,
1936
+ "real_share": 0.0010545066378351193,
1937
+ "real_split": 402,
1938
+ "null_mean": 4974.375413036347,
1939
+ "null_p75": 5038.659531116486,
1940
+ "null_p90": 5164.625544738769,
1941
+ "null_max": 5248.6028871536255,
1942
+ "ratio_mean": 0.9200813672123388,
1943
+ "score": -0.09633187895840681,
1944
+ "pct_null_below": 0.0,
1945
+ "null_split_mean": 485.6
1946
+ },
1947
+ {
1948
+ "col": "ev_it_nclk_all_z",
1949
+ "fam": "ev_",
1950
+ "real": 4640.158737182617,
1951
+ "real_share": 0.001069097617534026,
1952
+ "real_split": 352,
1953
+ "null_mean": 3524.0322128295898,
1954
+ "null_p75": 3722.8637800216675,
1955
+ "null_p90": 3762.2570799827577,
1956
+ "null_max": 3788.5192799568176,
1957
+ "ratio_mean": 1.3167185930621343,
1958
+ "score": 0.21998679652870481,
1959
+ "pct_null_below": 100.0,
1960
+ "null_split_mean": 345.2
1961
+ },
1962
+ {
1963
+ "col": "v2_svd16_cos_dm",
1964
+ "fam": "v2_",
1965
+ "real": 4669.975434780121,
1966
+ "real_share": 0.0010759674170753189,
1967
+ "real_split": 399,
1968
+ "null_mean": 4367.002191543579,
1969
+ "null_p75": 4400.033409118652,
1970
+ "null_p90": 4545.267994594574,
1971
+ "null_max": 4642.091051578522,
1972
+ "ratio_mean": 1.0693778546352073,
1973
+ "score": 0.059314432486455085,
1974
+ "pct_null_below": 100.0,
1975
+ "null_split_mean": 421.4
1976
+ },
1977
+ {
1978
+ "col": "v2_i_imp",
1979
+ "fam": "v2_",
1980
+ "real": 4722.270986557007,
1981
+ "real_share": 0.0010880163690571304,
1982
+ "real_split": 341,
1983
+ "null_mean": 3268.6278133392334,
1984
+ "null_p75": 3541.5588750839233,
1985
+ "null_p90": 3589.65123090744,
1986
+ "null_max": 3621.7128014564514,
1987
+ "ratio_mean": 1.4447258165293313,
1988
+ "score": 0.2874405130936671,
1989
+ "pct_null_below": 100.0,
1990
+ "null_split_mean": 318.2
1991
+ },
1992
+ {
1993
+ "col": "v2_i_ctr_tb_dm",
1994
+ "fam": "v2_",
1995
+ "real": 4815.558763027191,
1996
+ "real_share": 0.0011095099741724322,
1997
+ "real_split": 413,
1998
+ "null_mean": 5234.74705657959,
1999
+ "null_p75": 5368.037621021271,
2000
+ "null_p90": 5399.549142932892,
2001
+ "null_max": 5420.556824207306,
2002
+ "ratio_mean": 0.9199219582108522,
2003
+ "score": -0.10879659354953305,
2004
+ "pct_null_below": 0.0,
2005
+ "null_split_mean": 511.8
2006
+ },
2007
+ {
2008
+ "col": "v2_u_since_ev",
2009
+ "fam": "v2_",
2010
+ "real": 4854.766853809357,
2011
+ "real_share": 0.0011185435609132,
2012
+ "real_split": 409,
2013
+ "null_mean": 4859.667215156555,
2014
+ "null_p75": 4942.373100757599,
2015
+ "null_p90": 5074.6150165557865,
2016
+ "null_max": 5162.776293754578,
2017
+ "ratio_mean": 0.9989916261484089,
2018
+ "score": -0.018086833287415408,
2019
+ "pct_null_below": 40.0,
2020
+ "null_split_mean": 472.0
2021
+ },
2022
+ {
2023
+ "col": "v2_up_uniq",
2024
+ "fam": "v2_",
2025
+ "real": 5033.646209716797,
2026
+ "real_share": 0.0011597575589805983,
2027
+ "real_split": 249,
2028
+ "null_mean": 1297.011713218689,
2029
+ "null_p75": 1325.069703578949,
2030
+ "null_p90": 1389.4480949401855,
2031
+ "null_max": 1432.3670225143433,
2032
+ "ratio_mean": 3.8809566316291813,
2033
+ "score": 1.3339251569343875,
2034
+ "pct_null_below": 100.0,
2035
+ "null_split_mean": 128.8
2036
+ },
2037
+ {
2038
+ "col": "v2_h_since_first",
2039
+ "fam": "v2_",
2040
+ "real": 5303.2326674461365,
2041
+ "real_share": 0.0012218705719187872,
2042
+ "real_split": 436,
2043
+ "null_mean": 5202.492354774475,
2044
+ "null_p75": 5336.823307514191,
2045
+ "null_p90": 5569.091920852661,
2046
+ "null_max": 5723.937663078308,
2047
+ "ratio_mean": 1.0193638559755325,
2048
+ "score": -0.0065013775800732,
2049
+ "pct_null_below": 60.0,
2050
+ "null_split_mean": 507.8
2051
+ },
2052
+ {
2053
+ "col": "v2_svd_hnorm",
2054
+ "fam": "v2_",
2055
+ "real": 5306.432542800903,
2056
+ "real_share": 0.0012226078266792276,
2057
+ "real_split": 425,
2058
+ "null_mean": 4433.263937568665,
2059
+ "null_p75": 4998.529084205627,
2060
+ "null_p90": 5006.138255691529,
2061
+ "null_max": 5011.211036682129,
2062
+ "ratio_mean": 1.1969584075138802,
2063
+ "score": 0.05957604721044102,
2064
+ "pct_null_below": 100.0,
2065
+ "null_split_mean": 434.2
2066
+ },
2067
+ {
2068
+ "col": "v2_i_ctr_tb_diff",
2069
+ "fam": "v2_",
2070
+ "real": 5532.478306293488,
2071
+ "real_share": 0.0012746890163305787,
2072
+ "real_split": 488,
2073
+ "null_mean": 7688.204450035095,
2074
+ "null_p75": 7871.643679141998,
2075
+ "null_p90": 7881.76868057251,
2076
+ "null_max": 7888.518681526184,
2077
+ "ratio_mean": 0.7196060331444792,
2078
+ "score": -0.3527580526530295,
2079
+ "pct_null_below": 0.0,
2080
+ "null_split_mean": 750.2
2081
+ },
2082
+ {
2083
+ "col": "ev_mf_score_mean",
2084
+ "fam": "ev_",
2085
+ "real": 5733.354128360748,
2086
+ "real_share": 0.0013209710241143667,
2087
+ "real_split": 426,
2088
+ "null_mean": 4854.750222206116,
2089
+ "null_p75": 5161.283742427826,
2090
+ "null_p90": 5177.843355274201,
2091
+ "null_max": 5188.883097171783,
2092
+ "ratio_mean": 1.1809781895957923,
2093
+ "score": 0.1049216549513077,
2094
+ "pct_null_below": 100.0,
2095
+ "null_split_mean": 476.2
2096
+ },
2097
+ {
2098
+ "col": "v2_svd_last",
2099
+ "fam": "v2_",
2100
+ "real": 6228.351877689362,
2101
+ "real_share": 0.0014350190436899302,
2102
+ "real_split": 532,
2103
+ "null_mean": 6696.374144268036,
2104
+ "null_p75": 7288.855505943298,
2105
+ "null_p90": 7316.940198135376,
2106
+ "null_max": 7335.663326263428,
2107
+ "ratio_mean": 0.9301081067910024,
2108
+ "score": -0.15737197316524212,
2109
+ "pct_null_below": 20.0,
2110
+ "null_split_mean": 650.2
2111
+ },
2112
+ {
2113
+ "col": "ev_it_imp_z",
2114
+ "fam": "ev_",
2115
+ "real": 6834.319495201111,
2116
+ "real_share": 0.0015746346415343117,
2117
+ "real_split": 441,
2118
+ "null_mean": 4151.0703087806705,
2119
+ "null_p75": 4182.3835706710815,
2120
+ "null_p90": 4376.092029666901,
2121
+ "null_max": 4505.23100233078,
2122
+ "ratio_mean": 1.646399358918258,
2123
+ "score": 0.4908365177328181,
2124
+ "pct_null_below": 100.0,
2125
+ "null_split_mean": 406.6
2126
+ },
2127
+ {
2128
+ "col": "v2_ip_dec3",
2129
+ "fam": "v2_",
2130
+ "real": 7054.763768196106,
2131
+ "real_share": 0.001625425241685432,
2132
+ "real_split": 422,
2133
+ "null_mean": 2803.278431510925,
2134
+ "null_p75": 2925.0091423988342,
2135
+ "null_p90": 3020.556859302521,
2136
+ "null_max": 3084.2553372383118,
2137
+ "ratio_mean": 2.5166118673390905,
2138
+ "score": 0.8800636733448162,
2139
+ "pct_null_below": 100.0,
2140
+ "null_split_mean": 266.4
2141
+ },
2142
+ {
2143
+ "col": "v2_ip_users",
2144
+ "fam": "v2_",
2145
+ "real": 7260.539622306824,
2146
+ "real_share": 0.0016728362221790373,
2147
+ "real_split": 362,
2148
+ "null_mean": 1770.293727684021,
2149
+ "null_p75": 1806.0130233764648,
2150
+ "null_p90": 1935.4373608589171,
2151
+ "null_max": 2021.7202525138855,
2152
+ "ratio_mean": 4.101319181537966,
2153
+ "score": 1.3907789354754894,
2154
+ "pct_null_below": 100.0,
2155
+ "null_split_mean": 173.0
2156
+ },
2157
+ {
2158
+ "col": "v2_h_gap_mean",
2159
+ "fam": "v2_",
2160
+ "real": 7336.791121482849,
2161
+ "real_share": 0.0016904046504850018,
2162
+ "real_split": 460,
2163
+ "null_mean": 3374.526883888245,
2164
+ "null_p75": 3412.5352482795715,
2165
+ "null_p90": 3505.325950431824,
2166
+ "null_max": 3567.186418533325,
2167
+ "ratio_mean": 2.174168816527296,
2168
+ "score": 0.7651530862104875,
2169
+ "pct_null_below": 100.0,
2170
+ "null_split_mean": 324.2
2171
+ },
2172
+ {
2173
+ "col": "ev_sv_k32_imax20_mean",
2174
+ "fam": "ev_",
2175
+ "real": 7375.766131877899,
2176
+ "real_share": 0.0016993845352511877,
2177
+ "real_split": 435,
2178
+ "null_mean": 3489.2196442604063,
2179
+ "null_p75": 3651.581703186035,
2180
+ "null_p90": 3724.2205461502076,
2181
+ "null_max": 3772.6464414596558,
2182
+ "ratio_mean": 2.113872694718623,
2183
+ "score": 0.70276554566279,
2184
+ "pct_null_below": 100.0,
2185
+ "null_split_mean": 341.0
2186
+ },
2187
+ {
2188
+ "col": "v2_i_imp_rate",
2189
+ "fam": "v2_",
2190
+ "real": 8804.778883934021,
2191
+ "real_share": 0.0020286306268572163,
2192
+ "real_split": 494,
2193
+ "null_mean": 3352.5943113327025,
2194
+ "null_p75": 3600.093945503235,
2195
+ "null_p90": 3674.980021572113,
2196
+ "null_max": 3724.9040722846985,
2197
+ "ratio_mean": 2.6262583737529517,
2198
+ "score": 0.8940569560638766,
2199
+ "pct_null_below": 100.0,
2200
+ "null_split_mean": 325.2
2201
+ },
2202
+ {
2203
+ "col": "v2_ip_per_imp",
2204
+ "fam": "v2_",
2205
+ "real": 13845.379155635834,
2206
+ "real_share": 0.003189990409279179,
2207
+ "real_split": 908,
2208
+ "null_mean": 5515.267205238342,
2209
+ "null_p75": 5774.442009449005,
2210
+ "null_p90": 5805.346884346009,
2211
+ "null_max": 5825.950134277344,
2212
+ "ratio_mean": 2.510373231325155,
2213
+ "score": 0.8743367501227207,
2214
+ "pct_null_below": 100.0,
2215
+ "null_split_mean": 536.0
2216
+ },
2217
+ {
2218
+ "col": "v2_u_ctr",
2219
+ "fam": "v2_",
2220
+ "real": 28146.33371782303,
2221
+ "real_share": 0.006484945887500564,
2222
+ "real_split": 1147,
2223
+ "null_mean": 4149.246646976471,
2224
+ "null_p75": 4355.488940238953,
2225
+ "null_p90": 4428.594781112671,
2226
+ "null_max": 4477.332008361816,
2227
+ "ratio_mean": 6.783480499606616,
2228
+ "score": 1.8657506611835724,
2229
+ "pct_null_below": 100.0,
2230
+ "null_split_mean": 406.0
2231
+ }
2232
+ ]
2233
+ }
dw_featcut/null/run_null.log ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ loaded (1402200, 401) (439640, 401) 12 s
2
+ ds 26
3
+ real 307 s auc 0.81737
4
+ null0 225 s auc 0.49435
5
+ null1 210 s auc None
6
+ null2 216 s auc None
7
+ null3 213 s auc None
8
+ null4 216 s auc None
9
+ DONE 1413
dw_featcut/null/sets.json ADDED
@@ -0,0 +1,240 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "a_p90": [
3
+ "ev_hist_noclk_max",
4
+ "ev_co_tr_last_max",
5
+ "ev_sv_k64_ucos_rk",
6
+ "ev_sv_k64_ccos_rk",
7
+ "ev_sv_k64_con025_rk",
8
+ "ev_co_tr_max5_z",
9
+ "ev_sv_k64_hcos_rk",
10
+ "ev_sv_k64_con05_rk",
11
+ "ev_mf_score_rk",
12
+ "v2_svd48_cos_rk",
13
+ "v2_svd_cos_rk",
14
+ "v2_co_rw_rk",
15
+ "v2_tr_last3_dm",
16
+ "v2_svd_ucos_rk",
17
+ "ev_sv_k32_hcos_rk",
18
+ "v2_svd24_cos_rk",
19
+ "v2_ip_dec1_rk",
20
+ "v2_i_clk",
21
+ "v2_h_1d_before_last",
22
+ "ev_sv_k32_ucos_rk",
23
+ "ev_sv_k32_imax20_rk",
24
+ "v2_svd32_cos_rk",
25
+ "ev_co_cos_max20_z",
26
+ "ev_it_ctr_rk",
27
+ "v2_svd16_cos_rk",
28
+ "ev_mf_dot_rk",
29
+ "ev_it_ctr24_rk",
30
+ "v2_svd_top3_rk",
31
+ "v2_svd_maxsim_rk",
32
+ "ev_sv_k16_ucos_rk",
33
+ "ev_co_tr_max5_mean",
34
+ "ev_co_cos_rw_z",
35
+ "ev_co_cos_max20_mean",
36
+ "ev_co_cos_rw_mean",
37
+ "v2_i_ctr_tb_rk",
38
+ "ev_sv_k64_con025_z",
39
+ "ev_co_cos_max20_max",
40
+ "ev_sv_k64_ccos_z",
41
+ "ev_sv_k64_hcos_z",
42
+ "ev_sv_k64_con025_mean",
43
+ "v2_co_rw_dm",
44
+ "ev_sv_k64_ccos_mean",
45
+ "v2_ev_co_max",
46
+ "ev_sv_k64_ccos_max",
47
+ "v2_svd_cos_rmax",
48
+ "v2_co_sum_dm",
49
+ "v2_co_max_dm",
50
+ "ev_sv_k64_ucos_z",
51
+ "ev_sv_k64_hcos_mean",
52
+ "v2_svd_cos",
53
+ "ev_it_nclk_all_max",
54
+ "ev_sv_k64_ucos_mean",
55
+ "v2_i_ctr_dm",
56
+ "ev_sv_k64_con05_z",
57
+ "v2_svd_cos_dm",
58
+ "v2_svd48_cos_dm",
59
+ "v2_svd24_cos_dm",
60
+ "ev_sv_k64_ucos_max",
61
+ "ev_sv_k32_hcos_z",
62
+ "v2_svd48_cos",
63
+ "v2_svd_ucos_dm",
64
+ "ev_sv_k64_con05_mean",
65
+ "ev_it_clk_dec2d_z",
66
+ "ev_mf_dot_max",
67
+ "v2_ip_dec1_rmax",
68
+ "v2_svd24_cos",
69
+ "ev_sv_k32_ucos_z",
70
+ "v2_svd32_cos",
71
+ "ev_it_ctr24_z",
72
+ "v2_svd_ucos",
73
+ "v2_ip_dec1_dm",
74
+ "ev_sv_k64_con05_max",
75
+ "ev_it_imp_max",
76
+ "ev_sv_k64_hcos_max",
77
+ "ev_sv_k32_ucos_mean",
78
+ "ev_sv_k16_ucos_mean",
79
+ "ev_it_nclk_all_mean",
80
+ "ev_sv_k32_ucos_max",
81
+ "v2_ev_svd_max",
82
+ "v2_svd_top3",
83
+ "v2_svd_top3_dm",
84
+ "ev_sv_k32_hcos_mean",
85
+ "v2_svd32_cos_dm",
86
+ "ev_mf_score_max",
87
+ "ev_sv_k32_imax20_z",
88
+ "ev_it_ctr24_max",
89
+ "ev_sv_k32_imax20_max",
90
+ "ev_mf_score_z",
91
+ "ev_mf_dot_z",
92
+ "v2_h_since_last",
93
+ "ev_sv_k16_ucos_z",
94
+ "ev_it_ctr_max",
95
+ "v2_ev_svd_mean",
96
+ "ev_sv_k16_ucos_max",
97
+ "ev_it_clk_dec2d_max",
98
+ "v2_svd16_cos",
99
+ "v2_svd_maxsim",
100
+ "v2_svd_maxsim_dm",
101
+ "ev_it_ctr24_mean",
102
+ "ev_mf_dot_mean",
103
+ "v2_ev_ictr_mean",
104
+ "v2_ev_ipdec_mean",
105
+ "v2_i_ctr_tb",
106
+ "v2_i_ctr_tb_dm",
107
+ "v2_u_since_ev",
108
+ "v2_h_since_first",
109
+ "v2_i_ctr_tb_diff",
110
+ "v2_svd_last"
111
+ ],
112
+ "b_mean": [
113
+ "ev_hist_noclk_max",
114
+ "ev_sv_k64_ucos_rk",
115
+ "ev_sv_k64_ccos_rk",
116
+ "ev_sv_k64_con025_rk",
117
+ "ev_co_tr_max5_z",
118
+ "ev_sv_k64_hcos_rk",
119
+ "ev_mf_score_rk",
120
+ "v2_svd48_cos_rk",
121
+ "v2_svd_cos_rk",
122
+ "v2_co_rw_rk",
123
+ "v2_svd_ucos_rk",
124
+ "ev_sv_k32_hcos_rk",
125
+ "v2_svd24_cos_rk",
126
+ "v2_ip_dec1_rk",
127
+ "v2_h_1d_before_last",
128
+ "ev_sv_k32_ucos_rk",
129
+ "ev_sv_k32_imax20_rk",
130
+ "v2_svd32_cos_rk",
131
+ "ev_co_cos_max20_z",
132
+ "ev_it_ctr_rk",
133
+ "v2_svd16_cos_rk",
134
+ "ev_mf_dot_rk",
135
+ "ev_it_ctr24_rk",
136
+ "v2_svd_top3_rk",
137
+ "v2_svd_maxsim_rk",
138
+ "ev_co_tr_max5_mean",
139
+ "ev_co_cos_rw_z",
140
+ "ev_co_cos_max20_mean",
141
+ "ev_co_cos_rw_mean",
142
+ "v2_i_ctr_tb_rk",
143
+ "ev_sv_k64_con025_z",
144
+ "ev_co_cos_max20_max",
145
+ "ev_sv_k64_ccos_z",
146
+ "ev_sv_k64_hcos_z",
147
+ "ev_sv_k64_con025_mean",
148
+ "v2_co_rw_dm",
149
+ "ev_sv_k64_ccos_mean",
150
+ "v2_ev_co_max",
151
+ "ev_sv_k64_ccos_max",
152
+ "v2_svd_cos_rmax",
153
+ "v2_co_max_dm",
154
+ "ev_sv_k64_ucos_z",
155
+ "ev_sv_k64_hcos_mean",
156
+ "v2_svd_cos",
157
+ "ev_it_nclk_all_max",
158
+ "ev_sv_k64_ucos_mean",
159
+ "v2_i_ctr_dm",
160
+ "ev_sv_k64_con05_z",
161
+ "v2_svd_cos_dm",
162
+ "v2_svd48_cos_dm",
163
+ "v2_svd24_cos_dm",
164
+ "ev_sv_k64_ucos_max",
165
+ "ev_sv_k32_hcos_z",
166
+ "v2_svd48_cos",
167
+ "v2_svd_ucos_dm",
168
+ "ev_sv_k64_con05_mean",
169
+ "ev_it_clk_dec2d_z",
170
+ "ev_mf_dot_max",
171
+ "v2_ip_dec1_rmax",
172
+ "v2_svd24_cos",
173
+ "ev_sv_k32_ucos_z",
174
+ "v2_svd32_cos",
175
+ "ev_it_ctr24_z",
176
+ "v2_svd_ucos",
177
+ "v2_ip_dec1_dm",
178
+ "ev_it_imp_max",
179
+ "ev_sv_k32_ucos_mean",
180
+ "ev_sv_k16_ucos_mean",
181
+ "ev_it_nclk_all_mean",
182
+ "ev_sv_k32_ucos_max",
183
+ "v2_ev_svd_max",
184
+ "v2_svd_top3",
185
+ "v2_svd_top3_dm",
186
+ "v2_svd32_cos_dm",
187
+ "ev_mf_score_max",
188
+ "ev_sv_k32_imax20_z",
189
+ "ev_it_ctr24_max",
190
+ "ev_mf_score_z",
191
+ "ev_mf_dot_z",
192
+ "v2_h_since_last",
193
+ "ev_sv_k16_ucos_z",
194
+ "ev_it_ctr_max",
195
+ "v2_ev_svd_mean",
196
+ "ev_sv_k16_ucos_max",
197
+ "ev_it_clk_dec2d_max",
198
+ "v2_svd_maxsim",
199
+ "v2_svd_maxsim_dm",
200
+ "ev_it_ctr24_mean",
201
+ "ev_mf_dot_mean",
202
+ "v2_ev_ictr_mean",
203
+ "v2_i_ctr_tb",
204
+ "v2_i_ctr_tb_dm",
205
+ "v2_u_since_ev",
206
+ "v2_i_ctr_tb_diff",
207
+ "v2_svd_last"
208
+ ],
209
+ "c_r08": [
210
+ "ev_hist_noclk_max",
211
+ "ev_sv_k64_ucos_rk",
212
+ "ev_sv_k64_ccos_rk",
213
+ "ev_co_tr_max5_z",
214
+ "ev_mf_score_rk",
215
+ "v2_svd48_cos_rk",
216
+ "v2_svd_cos_rk",
217
+ "v2_svd_ucos_rk",
218
+ "ev_co_cos_max20_z",
219
+ "ev_mf_dot_rk",
220
+ "ev_it_ctr24_rk",
221
+ "ev_co_cos_max20_mean",
222
+ "ev_co_cos_rw_mean",
223
+ "ev_sv_k64_ccos_z",
224
+ "ev_sv_k64_hcos_z",
225
+ "v2_svd_cos",
226
+ "ev_it_nclk_all_max",
227
+ "v2_i_ctr_dm",
228
+ "v2_svd48_cos_dm",
229
+ "v2_svd24_cos_dm",
230
+ "v2_svd48_cos",
231
+ "ev_mf_dot_max",
232
+ "ev_sv_k32_ucos_z",
233
+ "ev_it_ctr24_z",
234
+ "v2_svd_ucos",
235
+ "ev_it_ctr24_max",
236
+ "ev_mf_dot_z",
237
+ "ev_it_ctr_max",
238
+ "v2_i_ctr_tb_diff"
239
+ ]
240
+ }
dw_featcut/null/val_log.jsonl ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"cut": 25, "set": "S", "seed": 0, "nf": 401, "auc": 0.817371, "fit_s": 298}
2
+ {"cut": 25, "set": "a_p90", "seed": 0, "nf": 293, "auc": 0.817597, "fit_s": 779}
3
+ {"cut": 25, "set": "b_mean", "seed": 0, "nf": 306, "auc": 0.817434, "fit_s": 231}
4
+ {"cut": 25, "set": "c_r08", "seed": 0, "nf": 372, "auc": 0.817382, "fit_s": 666}
5
+ {"cut": 25, "set": "S", "seed": 1, "nf": 401, "auc": 0.817578, "fit_s": 1435}
6
+ {"cut": 25, "set": "a_p90", "seed": 1, "nf": 293, "auc": 0.81747, "fit_s": 242}
7
+ {"cut": 25, "set": "b_mean", "seed": 1, "nf": 306, "auc": 0.817571, "fit_s": 562}
8
+ {"cut": 25, "set": "c_r08", "seed": 1, "nf": 372, "auc": 0.817472, "fit_s": 290}
9
+ {"cut": 23, "set": "S", "seed": 0, "nf": 401, "auc": 0.796749, "fit_s": 337}
10
+ {"cut": 23, "set": "a_p90", "seed": 0, "nf": 293, "auc": 0.796843, "fit_s": 116}
11
+ {"cut": 23, "set": "b_mean", "seed": 0, "nf": 306, "auc": 0.796557, "fit_s": 118}
12
+ {"cut": 23, "set": "c_r08", "seed": 0, "nf": 372, "auc": 0.796504, "fit_s": 486}
13
+ {"cut": 23, "set": "S", "seed": 1, "nf": 401, "auc": 0.79644, "fit_s": 154}
14
+ {"cut": 23, "set": "a_p90", "seed": 1, "nf": 293, "auc": 0.796797, "fit_s": 119}
15
+ {"cut": 23, "set": "b_mean", "seed": 1, "nf": 306, "auc": 0.79676, "fit_s": 451}
16
+ {"cut": 23, "set": "c_r08", "seed": 1, "nf": 372, "auc": 0.79673, "fit_s": 149}
erbrown/an.py ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import numpy as np, polars as pl, zipfile, io
2
+ from scipy.stats import rankdata, spearmanr, pearsonr
3
+ H='/workspace/huawei'
4
+ ev=pl.read_csv(f'{H}/data/evaluation.csv',columns=['rowid','event_id','user_id','item_id'])
5
+ def rd(zp):
6
+ z=zipfile.ZipFile(zp); return pl.read_csv(io.BytesIO(z.read(z.namelist()[0])))
7
+ eb=rd('submission_best.csv.zip'); ours=rd(f'{H}/v21diag/out/submission_v21list_B_TRANSDUCTIVE.csv.zip'); pr=rd(f'{H}/v21diag/out/probe_v21list_B_TRANSDUCTIVE_p33_w80.csv.zip')
8
+ p33=pl.read_parquet(f'{H}/teammate/work33/p33_recovered_ranks.parquet').select(['rowid','p33_rank'])
9
+ print('rows',eb.shape,ours.shape,pr.shape,'cols',eb.columns,ours.columns)
10
+ print('EB same ids set',set(eb['rowid'])==set(ev['rowid']),'dup',eb['rowid'].n_unique(),'same order as eval',eb['rowid'].to_list()==ev['rowid'].to_list())
11
+ s=eb['predicted_probability'].to_numpy(); print('EB min/max/mean/median',s.min(),s.max(),s.mean(),np.median(s),'nan',np.isnan(s).sum(),'unique',len(np.unique(s)),'dtype',eb['predicted_probability'].dtype)
12
+ for n,d in(('ours',ours),('probe',pr)):
13
+ x=d['predicted_probability'].to_numpy();print(n,'min/max/mean',x.min(),x.max(),x.mean(),'unique',len(np.unique(x)))
14
+ D=ev.join(eb.rename({'predicted_probability':'eb'}),on='rowid').join(ours.rename({'predicted_probability':'ours'}),on='rowid').join(pr.rename({'predicted_probability':'pr'}),on='rowid').join(p33,on='rowid',how='left')
15
+ print('p33 null',D['p33_rank'].null_count(),'rows',D.height)
16
+ D.write_parquet('merged.parquet')
17
+ cols=['eb','ours','pr','p33_rank']
18
+ R={c:rankdata(D[c].to_numpy()) for c in cols}
19
+ for c in cols[1:]:
20
+ print(f'EB vs {c}: spearman {spearmanr(D["eb"],D[c])[0]:.5f} pearson(raw) {pearsonr(D["eb"],D[c])[0]:.5f} pearson(rank) {pearsonr(R["eb"],R[c])[0]:.5f}')
21
+ print('ours vs p33 spearman',spearmanr(D['ours'],D['p33_rank'])[0],'pr vs p33',spearmanr(D['pr'],D['p33_rank'])[0])
22
+ # slates
23
+ print('events',D['event_id'].n_unique(),'rows per event',D.group_by('event_id').len()['len'].value_counts().sort('len').head())
24
+ def within(c):
25
+ g=D.with_columns(pl.col(c).rank().over('event_id').alias('a'),pl.col('eb').rank().over('event_id').alias('b'))
26
+ a=g['a'].to_numpy();b=g['b'].to_numpy()
27
+ # per-event spearman averaged: pearson of within-ranks by event
28
+ h=g.group_by('event_id').agg(((pl.col('a')-pl.col('a').mean())*(pl.col('b')-pl.col('b').mean())).sum().alias('cv'),pl.col('a').std().alias('sa'),pl.col('b').std().alias('sb'),pl.len().alias('n'))
29
+ h=h.with_columns((pl.col('cv')/((pl.col('n')-1)*pl.col('sa')*pl.col('sb'))).alias('r')).drop_nulls('r')
30
+ top=g.filter(pl.col('a')==pl.col('a').max().over('event_id')).group_by('event_id').len() # skip
31
+ # top1 agreement
32
+ t1=lambda col:(D.sort(col,descending=True).group_by('event_id',maintain_order=True).first().select('event_id','rowid').rename({'rowid':'r_'+col}))
33
+ m=t1('eb').join(t1(c),on='event_id'); ag=(m['r_eb']==m['r_'+c]).mean()
34
+ return h['r'].mean(),h['r'].median(),ag
35
+ for c in cols[1:]: print('within-slate mean/median spearman, top1 agree',c,within(c))
36
+ S=D.group_by('event_id').agg(*[pl.col(c).mean().alias(c) for c in cols])
37
+ for c in cols[1:]: print('slate-mean spearman EB vs',c,spearmanr(S['eb'],S[c])[0])
38
+ # within-slate demeaned correlation
39
+ # item freq
40
+ cnt=D.group_by('item_id').len().rename({'len':'ic'}); D=D.join(cnt,on='item_id')
41
+ ic=D['ic'].to_numpy()
42
+ print('items',cnt.height)
43
+ for c in cols: print('spearman vs eval item impressions',c,spearmanr(D[c],ic)[0])
44
+ # user-level
45
+ uc=D.group_by('user_id').len().rename({'len':'uc'}); D=D.join(uc,on='user_id'); print('spearman vs user rows', {c:round(spearmanr(D[c],D['uc'])[0],4) for c in cols})
erbrown/bl.py ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import numpy as np, polars as pl, zipfile, hashlib, os
2
+ from scipy.stats import rankdata, spearmanr
3
+ D=pl.read_parquet('merged.parquet'); n=D.height
4
+ nr=lambda x:(rankdata(x)-1)/(n-1)
5
+ r={c:nr(D[c].to_numpy()) for c in ['eb','ours','pr','p33_rank']}
6
+ # slate mean of ranks
7
+ for c in ['ours','pr','p33_rank']:
8
+ S=D.with_columns(pl.Series('a',r['eb']),pl.Series('b',r[c])).group_by('event_id').agg(pl.col('a').mean(),pl.col('b').mean())
9
+ print('slate-mean-of-rank spearman EB vs',c,round(spearmanr(S['a'],S['b'])[0],5))
10
+ # within-slate demeaned rank pearson (global)
11
+ for c in ['ours','p33_rank']:
12
+ G=D.with_columns(pl.Series('a',r['eb']),pl.Series('b',r[c])).with_columns((pl.col('a')-pl.col('a').mean().over('event_id')).alias('a'),(pl.col('b')-pl.col('b').mean().over('event_id')).alias('b'))
13
+ print('pooled within-slate demeaned-rank pearson EB vs',c,round(np.corrcoef(G['a'],G['b'])[0,1],5))
14
+ def zipit(csv):
15
+ zp=csv+'.zip'; z=zipfile.ZipFile(zp,'w',zipfile.ZIP_DEFLATED); z.write(csv,arcname=os.path.basename(csv)); z.close()
16
+ sh=hashlib.sha256(open(zp,'rb').read()).hexdigest(); open(zp+'.sha256','w').write(f'{sh} {os.path.basename(zp)}\n'); os.remove(csv); return sh
17
+ def mk(name,sc):
18
+ assert sc.min()>=0 and sc.max()<=1 and np.isfinite(sc).all()
19
+ csv=f'out/{name}.csv'; pl.DataFrame({'rowid':D['rowid'],'predicted_probability':sc}).write_csv(csv,float_precision=9); print(name,zipit(csv),'spearman vs EB',round(spearmanr(sc,r['eb'])[0],5),'vs ours',round(spearmanr(sc,r['ours'])[0],5))
20
+ for w in (90,80,70): mk(f'probe_eb_v21list_B_w{w}',w/100*r['eb']+(1-w/100)*r['ours'])
21
+ mk('probe_eb_v21list_p33_B_w75_20_05',0.75*r['eb']+0.2*r['ours']+0.05*r['p33_rank'])