sync: 2026-10-30 14:08 Dublin
Browse files- dw_featcut/null/chain.log +21 -0
- dw_featcut/null/chain.sh +6 -0
- dw_featcut/null/drop_regex_a_p90_extra.txt +1 -0
- dw_featcut/null/drop_regex_a_p90_plus_S.txt +1 -0
- dw_featcut/null/drop_regex_b_mean_extra.txt +1 -0
- dw_featcut/null/drop_regex_b_mean_plus_S.txt +1 -0
- dw_featcut/null/findings.md +41 -0
- dw_featcut/null/imp_null3.json +1 -0
- dw_featcut/null/imp_null4.json +1 -0
- dw_featcut/null/null_log.jsonl +6 -0
- dw_featcut/null/null_table.json +2233 -0
- dw_featcut/null/run_null.log +9 -0
- dw_featcut/null/sets.json +240 -0
- dw_featcut/null/val_log.jsonl +16 -0
- erbrown/an.py +45 -0
- erbrown/bl.py +21 -0
dw_featcut/null/chain.log
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
loaded (1402200, 401) 10
|
| 2 |
+
25 S 0 401 0.81737 298 s
|
| 3 |
+
25 a_p90 0 293 0.8176 779 s
|
| 4 |
+
25 b_mean 0 306 0.81743 231 s
|
| 5 |
+
25 c_r08 0 372 0.81738 666 s
|
| 6 |
+
25 S 1 401 0.81758 1435 s
|
| 7 |
+
25 a_p90 1 293 0.81747 242 s
|
| 8 |
+
25 b_mean 1 306 0.81757 562 s
|
| 9 |
+
25 c_r08 1 372 0.81747 290 s
|
| 10 |
+
DONE 4691
|
| 11 |
+
loaded (702680, 401) 12
|
| 12 |
+
23 S 0 401 0.79675 337 s
|
| 13 |
+
23 a_p90 0 293 0.79684 116 s
|
| 14 |
+
23 b_mean 0 306 0.79656 118 s
|
| 15 |
+
23 c_r08 0 372 0.7965 486 s
|
| 16 |
+
23 S 1 401 0.79644 154 s
|
| 17 |
+
23 a_p90 1 293 0.7968 119 s
|
| 18 |
+
23 b_mean 1 306 0.79676 451 s
|
| 19 |
+
23 c_r08 1 372 0.79673 149 s
|
| 20 |
+
DONE 2150
|
| 21 |
+
CHAIN_DONE
|
dw_featcut/null/chain.sh
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
cd /workspace/huawei/v12; export POLARS_MAX_THREADS=4 OMP_NUM_THREADS=4 PYTHONUNBUFFERED=1
|
| 3 |
+
N=/workspace/huawei/dw_featcut/null
|
| 4 |
+
taskset -c 4-7 /workspace/venv_v17/bin/python $N/run_val.py 25 0,1 $N/sets.json
|
| 5 |
+
taskset -c 4-7 /workspace/venv_v17/bin/python $N/run_val.py 23 0,1 $N/sets.json
|
| 6 |
+
echo CHAIN_DONE
|
dw_featcut/null/drop_regex_a_p90_extra.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
^(ev_co_cos_max20_max|ev_co_cos_max20_mean|ev_co_cos_max20_z|ev_co_cos_rw_mean|ev_co_cos_rw_z|ev_co_tr_last_max|ev_co_tr_max5_mean|ev_co_tr_max5_z|ev_hist_noclk_max|ev_it_clk_dec2d_max|ev_it_clk_dec2d_z|ev_it_ctr24_max|ev_it_ctr24_mean|ev_it_ctr24_rk|ev_it_ctr24_z|ev_it_ctr_max|ev_it_ctr_rk|ev_it_imp_max|ev_it_nclk_all_max|ev_it_nclk_all_mean|ev_mf_dot_max|ev_mf_dot_mean|ev_mf_dot_rk|ev_mf_dot_z|ev_mf_score_max|ev_mf_score_rk|ev_mf_score_z|ev_sv_k16_ucos_max|ev_sv_k16_ucos_mean|ev_sv_k16_ucos_rk|ev_sv_k16_ucos_z|ev_sv_k32_hcos_mean|ev_sv_k32_hcos_rk|ev_sv_k32_hcos_z|ev_sv_k32_imax20_max|ev_sv_k32_imax20_rk|ev_sv_k32_imax20_z|ev_sv_k32_ucos_max|ev_sv_k32_ucos_mean|ev_sv_k32_ucos_rk|ev_sv_k32_ucos_z|ev_sv_k64_ccos_max|ev_sv_k64_ccos_mean|ev_sv_k64_ccos_rk|ev_sv_k64_ccos_z|ev_sv_k64_con025_mean|ev_sv_k64_con025_rk|ev_sv_k64_con025_z|ev_sv_k64_con05_max|ev_sv_k64_con05_mean|ev_sv_k64_con05_rk|ev_sv_k64_con05_z|ev_sv_k64_hcos_max|ev_sv_k64_hcos_mean|ev_sv_k64_hcos_rk|ev_sv_k64_hcos_z|ev_sv_k64_ucos_max|ev_sv_k64_ucos_mean|ev_sv_k64_ucos_rk|ev_sv_k64_ucos_z|v2_co_max_dm|v2_co_rw_dm|v2_co_rw_rk|v2_co_sum_dm|v2_ev_co_max|v2_ev_ictr_mean|v2_ev_ipdec_mean|v2_ev_svd_max|v2_ev_svd_mean|v2_h_1d_before_last|v2_h_since_first|v2_h_since_last|v2_i_clk|v2_i_ctr_dm|v2_i_ctr_tb|v2_i_ctr_tb_diff|v2_i_ctr_tb_dm|v2_i_ctr_tb_rk|v2_ip_dec1_dm|v2_ip_dec1_rk|v2_ip_dec1_rmax|v2_svd16_cos|v2_svd16_cos_rk|v2_svd24_cos|v2_svd24_cos_dm|v2_svd24_cos_rk|v2_svd32_cos|v2_svd32_cos_dm|v2_svd32_cos_rk|v2_svd48_cos|v2_svd48_cos_dm|v2_svd48_cos_rk|v2_svd_cos|v2_svd_cos_dm|v2_svd_cos_rk|v2_svd_cos_rmax|v2_svd_last|v2_svd_maxsim|v2_svd_maxsim_dm|v2_svd_maxsim_rk|v2_svd_top3|v2_svd_top3_dm|v2_svd_top3_rk|v2_svd_ucos|v2_svd_ucos_dm|v2_svd_ucos_rk|v2_tr_last3_dm|v2_u_since_ev)$
|
dw_featcut/null/drop_regex_a_p90_plus_S.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
(?:^(c_skall|co_cos_mean20|co_cos_rw|co_cos_sum20|co_tr_last|co_tr_max20|co_tr_mean5|ev_co_cos_max20_rk|ev_co_cos_rw_max|ev_co_cos_rw_rk|ev_co_tr_last_mean|ev_co_tr_last_rk|ev_co_tr_last_z|ev_co_tr_max5_max|ev_co_tr_max5_rk|ev_hist_n_all_max|ev_hist_n_all_rk|ev_hist_n_all_z|ev_hist_noclk_mean|ev_hist_noclk_z|ev_it_clk_dec2d_mean|ev_it_ctr_mean|ev_it_ctr_z|hist_imp|hist_in|hist_n_own|hist_n_warm|hist_n_win|hist_noclk|hist_pos|hist_since_clk|it_clk_dec2d|it_imp|it_imp_rate|it_nclk_all|it_nusers|nmA_nmfP_aff|nmA_nmfP_cos_e10|nmA_nmfP_cos_e3|nmA_nmfP_cos_z|nmA_nmfU_cos_e10|us_cold|us_hlen|us_nclk_all|us_nev|us_nohist|us_nuniq|us_since_clk|v2_co_cnt|v2_co_max|v2_co_max_rk|v2_co_mean|v2_co_nz|v2_co_rw_rmax|v2_co_sum|v2_co_sum_rk|v2_co_sum_rmax|v2_ev_n_inh|v2_i_clk1d|v2_i_ctr|v2_i_ctr1d|v2_i_ctr_rk|v2_inh_cnt|v2_ip_1d|v2_ip_n|v2_ip_n_rk|v2_ip_warm|v2_tr_last|v2_tr_last3|v2_tr_last3_rk|v2_trp_last|v2_ui_clk|v2_ui_imp|v2_ui_noclk_dm|v2_ui_noclk_rk|v2_uip_n_rk|v2_uip_since|v2_up_1d|v2_up_n|v2_up_since|x_con05_k64|x_con05_k64_rk|x_con05_k64_z)$)|(?:^(ev_co_cos_max20_max|ev_co_cos_max20_mean|ev_co_cos_max20_z|ev_co_cos_rw_mean|ev_co_cos_rw_z|ev_co_tr_last_max|ev_co_tr_max5_mean|ev_co_tr_max5_z|ev_hist_noclk_max|ev_it_clk_dec2d_max|ev_it_clk_dec2d_z|ev_it_ctr24_max|ev_it_ctr24_mean|ev_it_ctr24_rk|ev_it_ctr24_z|ev_it_ctr_max|ev_it_ctr_rk|ev_it_imp_max|ev_it_nclk_all_max|ev_it_nclk_all_mean|ev_mf_dot_max|ev_mf_dot_mean|ev_mf_dot_rk|ev_mf_dot_z|ev_mf_score_max|ev_mf_score_rk|ev_mf_score_z|ev_sv_k16_ucos_max|ev_sv_k16_ucos_mean|ev_sv_k16_ucos_rk|ev_sv_k16_ucos_z|ev_sv_k32_hcos_mean|ev_sv_k32_hcos_rk|ev_sv_k32_hcos_z|ev_sv_k32_imax20_max|ev_sv_k32_imax20_rk|ev_sv_k32_imax20_z|ev_sv_k32_ucos_max|ev_sv_k32_ucos_mean|ev_sv_k32_ucos_rk|ev_sv_k32_ucos_z|ev_sv_k64_ccos_max|ev_sv_k64_ccos_mean|ev_sv_k64_ccos_rk|ev_sv_k64_ccos_z|ev_sv_k64_con025_mean|ev_sv_k64_con025_rk|ev_sv_k64_con025_z|ev_sv_k64_con05_max|ev_sv_k64_con05_mean|ev_sv_k64_con05_rk|ev_sv_k64_con05_z|ev_sv_k64_hcos_max|ev_sv_k64_hcos_mean|ev_sv_k64_hcos_rk|ev_sv_k64_hcos_z|ev_sv_k64_ucos_max|ev_sv_k64_ucos_mean|ev_sv_k64_ucos_rk|ev_sv_k64_ucos_z|v2_co_max_dm|v2_co_rw_dm|v2_co_rw_rk|v2_co_sum_dm|v2_ev_co_max|v2_ev_ictr_mean|v2_ev_ipdec_mean|v2_ev_svd_max|v2_ev_svd_mean|v2_h_1d_before_last|v2_h_since_first|v2_h_since_last|v2_i_clk|v2_i_ctr_dm|v2_i_ctr_tb|v2_i_ctr_tb_diff|v2_i_ctr_tb_dm|v2_i_ctr_tb_rk|v2_ip_dec1_dm|v2_ip_dec1_rk|v2_ip_dec1_rmax|v2_svd16_cos|v2_svd16_cos_rk|v2_svd24_cos|v2_svd24_cos_dm|v2_svd24_cos_rk|v2_svd32_cos|v2_svd32_cos_dm|v2_svd32_cos_rk|v2_svd48_cos|v2_svd48_cos_dm|v2_svd48_cos_rk|v2_svd_cos|v2_svd_cos_dm|v2_svd_cos_rk|v2_svd_cos_rmax|v2_svd_last|v2_svd_maxsim|v2_svd_maxsim_dm|v2_svd_maxsim_rk|v2_svd_top3|v2_svd_top3_dm|v2_svd_top3_rk|v2_svd_ucos|v2_svd_ucos_dm|v2_svd_ucos_rk|v2_tr_last3_dm|v2_u_since_ev)$)
|
dw_featcut/null/drop_regex_b_mean_extra.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
^(ev_co_cos_max20_max|ev_co_cos_max20_mean|ev_co_cos_max20_z|ev_co_cos_rw_mean|ev_co_cos_rw_z|ev_co_tr_max5_mean|ev_co_tr_max5_z|ev_hist_noclk_max|ev_it_clk_dec2d_max|ev_it_clk_dec2d_z|ev_it_ctr24_max|ev_it_ctr24_mean|ev_it_ctr24_rk|ev_it_ctr24_z|ev_it_ctr_max|ev_it_ctr_rk|ev_it_imp_max|ev_it_nclk_all_max|ev_it_nclk_all_mean|ev_mf_dot_max|ev_mf_dot_mean|ev_mf_dot_rk|ev_mf_dot_z|ev_mf_score_max|ev_mf_score_rk|ev_mf_score_z|ev_sv_k16_ucos_max|ev_sv_k16_ucos_mean|ev_sv_k16_ucos_z|ev_sv_k32_hcos_rk|ev_sv_k32_hcos_z|ev_sv_k32_imax20_rk|ev_sv_k32_imax20_z|ev_sv_k32_ucos_max|ev_sv_k32_ucos_mean|ev_sv_k32_ucos_rk|ev_sv_k32_ucos_z|ev_sv_k64_ccos_max|ev_sv_k64_ccos_mean|ev_sv_k64_ccos_rk|ev_sv_k64_ccos_z|ev_sv_k64_con025_mean|ev_sv_k64_con025_rk|ev_sv_k64_con025_z|ev_sv_k64_con05_mean|ev_sv_k64_con05_z|ev_sv_k64_hcos_mean|ev_sv_k64_hcos_rk|ev_sv_k64_hcos_z|ev_sv_k64_ucos_max|ev_sv_k64_ucos_mean|ev_sv_k64_ucos_rk|ev_sv_k64_ucos_z|v2_co_max_dm|v2_co_rw_dm|v2_co_rw_rk|v2_ev_co_max|v2_ev_ictr_mean|v2_ev_svd_max|v2_ev_svd_mean|v2_h_1d_before_last|v2_h_since_last|v2_i_ctr_dm|v2_i_ctr_tb|v2_i_ctr_tb_diff|v2_i_ctr_tb_dm|v2_i_ctr_tb_rk|v2_ip_dec1_dm|v2_ip_dec1_rk|v2_ip_dec1_rmax|v2_svd16_cos_rk|v2_svd24_cos|v2_svd24_cos_dm|v2_svd24_cos_rk|v2_svd32_cos|v2_svd32_cos_dm|v2_svd32_cos_rk|v2_svd48_cos|v2_svd48_cos_dm|v2_svd48_cos_rk|v2_svd_cos|v2_svd_cos_dm|v2_svd_cos_rk|v2_svd_cos_rmax|v2_svd_last|v2_svd_maxsim|v2_svd_maxsim_dm|v2_svd_maxsim_rk|v2_svd_top3|v2_svd_top3_dm|v2_svd_top3_rk|v2_svd_ucos|v2_svd_ucos_dm|v2_svd_ucos_rk|v2_u_since_ev)$
|
dw_featcut/null/drop_regex_b_mean_plus_S.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
(?:^(c_skall|co_cos_mean20|co_cos_rw|co_cos_sum20|co_tr_last|co_tr_max20|co_tr_mean5|ev_co_cos_max20_rk|ev_co_cos_rw_max|ev_co_cos_rw_rk|ev_co_tr_last_mean|ev_co_tr_last_rk|ev_co_tr_last_z|ev_co_tr_max5_max|ev_co_tr_max5_rk|ev_hist_n_all_max|ev_hist_n_all_rk|ev_hist_n_all_z|ev_hist_noclk_mean|ev_hist_noclk_z|ev_it_clk_dec2d_mean|ev_it_ctr_mean|ev_it_ctr_z|hist_imp|hist_in|hist_n_own|hist_n_warm|hist_n_win|hist_noclk|hist_pos|hist_since_clk|it_clk_dec2d|it_imp|it_imp_rate|it_nclk_all|it_nusers|nmA_nmfP_aff|nmA_nmfP_cos_e10|nmA_nmfP_cos_e3|nmA_nmfP_cos_z|nmA_nmfU_cos_e10|us_cold|us_hlen|us_nclk_all|us_nev|us_nohist|us_nuniq|us_since_clk|v2_co_cnt|v2_co_max|v2_co_max_rk|v2_co_mean|v2_co_nz|v2_co_rw_rmax|v2_co_sum|v2_co_sum_rk|v2_co_sum_rmax|v2_ev_n_inh|v2_i_clk1d|v2_i_ctr|v2_i_ctr1d|v2_i_ctr_rk|v2_inh_cnt|v2_ip_1d|v2_ip_n|v2_ip_n_rk|v2_ip_warm|v2_tr_last|v2_tr_last3|v2_tr_last3_rk|v2_trp_last|v2_ui_clk|v2_ui_imp|v2_ui_noclk_dm|v2_ui_noclk_rk|v2_uip_n_rk|v2_uip_since|v2_up_1d|v2_up_n|v2_up_since|x_con05_k64|x_con05_k64_rk|x_con05_k64_z)$)|(?:^(ev_co_cos_max20_max|ev_co_cos_max20_mean|ev_co_cos_max20_z|ev_co_cos_rw_mean|ev_co_cos_rw_z|ev_co_tr_max5_mean|ev_co_tr_max5_z|ev_hist_noclk_max|ev_it_clk_dec2d_max|ev_it_clk_dec2d_z|ev_it_ctr24_max|ev_it_ctr24_mean|ev_it_ctr24_rk|ev_it_ctr24_z|ev_it_ctr_max|ev_it_ctr_rk|ev_it_imp_max|ev_it_nclk_all_max|ev_it_nclk_all_mean|ev_mf_dot_max|ev_mf_dot_mean|ev_mf_dot_rk|ev_mf_dot_z|ev_mf_score_max|ev_mf_score_rk|ev_mf_score_z|ev_sv_k16_ucos_max|ev_sv_k16_ucos_mean|ev_sv_k16_ucos_z|ev_sv_k32_hcos_rk|ev_sv_k32_hcos_z|ev_sv_k32_imax20_rk|ev_sv_k32_imax20_z|ev_sv_k32_ucos_max|ev_sv_k32_ucos_mean|ev_sv_k32_ucos_rk|ev_sv_k32_ucos_z|ev_sv_k64_ccos_max|ev_sv_k64_ccos_mean|ev_sv_k64_ccos_rk|ev_sv_k64_ccos_z|ev_sv_k64_con025_mean|ev_sv_k64_con025_rk|ev_sv_k64_con025_z|ev_sv_k64_con05_mean|ev_sv_k64_con05_z|ev_sv_k64_hcos_mean|ev_sv_k64_hcos_rk|ev_sv_k64_hcos_z|ev_sv_k64_ucos_max|ev_sv_k64_ucos_mean|ev_sv_k64_ucos_rk|ev_sv_k64_ucos_z|v2_co_max_dm|v2_co_rw_dm|v2_co_rw_rk|v2_ev_co_max|v2_ev_ictr_mean|v2_ev_svd_max|v2_ev_svd_mean|v2_h_1d_before_last|v2_h_since_last|v2_i_ctr_dm|v2_i_ctr_tb|v2_i_ctr_tb_diff|v2_i_ctr_tb_dm|v2_i_ctr_tb_rk|v2_ip_dec1_dm|v2_ip_dec1_rk|v2_ip_dec1_rmax|v2_svd16_cos_rk|v2_svd24_cos|v2_svd24_cos_dm|v2_svd24_cos_rk|v2_svd32_cos|v2_svd32_cos_dm|v2_svd32_cos_rk|v2_svd48_cos|v2_svd48_cos_dm|v2_svd48_cos_rk|v2_svd_cos|v2_svd_cos_dm|v2_svd_cos_rk|v2_svd_cos_rmax|v2_svd_last|v2_svd_maxsim|v2_svd_maxsim_dm|v2_svd_maxsim_rk|v2_svd_top3|v2_svd_top3_dm|v2_svd_top3_rk|v2_svd_ucos|v2_svd_ucos_dm|v2_svd_ucos_rk|v2_u_since_ev)$)
|
dw_featcut/null/findings.md
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Null-importance test on v2_/ev_ columns (v19 set, S already dropped)
|
| 2 |
+
|
| 3 |
+
Date 2026-10-30 (Europe/Dublin = UTC). Everything in dw_featcut/null/, nothing else written.
|
| 4 |
+
|
| 5 |
+
## Method
|
| 6 |
+
- Base: v19 dwbig recipe (lr .015, 127 leaves, mdl 200, ff .5, bf .8/1, l2 30, 1000 rounds), variant A, DROP sq_* and S (83 cols, v19cut/drop_S_A.txt) applied -> 401 cols, of which 148 are v2_ (76) / ev_ (72).
|
| 7 |
+
- C25 fit window (f1-f4, 1,402,200 rows, full, no subsample), val25 439,640 rows.
|
| 8 |
+
- Real fit (seed 42, AUC .81737 = v19cut A_S s0 exactly) + 5 null fits: label blocks (10 rows/event, verified event-major) permuted across events, so per-event label structure is kept and feature<->label link broken. Null AUC .494. Gain per feature recorded (imp_real.json, imp_null0-4.json, null_table.json).
|
| 9 |
+
- Caveat: null total gain is ~30% of real (1.30M vs 4.34M) because 127 leaves x 1000 rounds overfits noise; the null gain is therefore a large, conservative bar. So thresholds flag a lot of columns (73% at p90).
|
| 10 |
+
- Interpretation: "real gain < null p90" = gain not distinguishable from what a pure-noise column of that kind soaks up by overfitting; says nothing about redundancy-with-other-columns, so validated empirically.
|
| 11 |
+
- Python: /workspace/venv/bin/python is gone from the box; used /workspace/venv_v17/bin/python (lightgbm 4.7.0), same results as before.
|
| 12 |
+
|
| 13 |
+
## Flagged counts (148 v2_/ev_ cols)
|
| 14 |
+
| threshold | cols | v2_/ev_ | real gain share of total |
|
| 15 |
+
|---|---|---|---|
|
| 16 |
+
| real < null p90 (a_p90) | 108 | 48/60 | 6.57% |
|
| 17 |
+
| real < null mean (b_mean) | 95 | 42/53 | 5.77% |
|
| 18 |
+
| real/null_mean < 0.8 (c_r08, extra, very noise-like) | 29 | 10/19 | - |
|
| 19 |
+
| ratio<2 / <3 / <5 / <10 | 127 / 136 / 141 / 146 | | 8.0/9.2/9.6/10.4% |
|
| 20 |
+
| Actual-vs-Null score<0 | 102 | 47/55 | 6.26% |
|
| 21 |
+
Lowest ratios (real/null_mean): ev_hist_noclk_max .2, ev_sv_k64_ucos_rk .5, v2_svd48_cos_rk .6, ev_mf_score_rk .6, ev_co_tr_max5_z .7, ev_sv_k64_ccos_rk .7, ev_co_cos_max20_mean .7, ev_it_ctr24_z .7, v2_svd48_cos_dm .7.
|
| 22 |
+
Sets are nested: c_r08 < b_mean < a_p90. Lists in sets.json.
|
| 23 |
+
|
| 24 |
+
## Validation vs S baseline (full folds, 2 seeds, 4 threads, AUC delta x1e-5, seed 0 / seed 1 / mean)
|
| 25 |
+
| set (cols dropped beyond S) | C25 s0 | C25 s1 | C25 mean | C23 s0 | C23 s1 | C23 mean | keep rule (>= -3 both) |
|
| 26 |
+
|---|---|---|---|---|---|---|---|
|
| 27 |
+
| a_p90 (108) | +23 | -11 | +5.9 | +9 | +36 | +22.5 | PASS |
|
| 28 |
+
| b_mean (95) | +6 | -1 | +2.8 | -19 | +32 | +6.4 | PASS |
|
| 29 |
+
| c_r08 (29) | +1 | -11 | -4.7 | -25 | +29 | +2.2 | FAIL on C25 (noise) |
|
| 30 |
+
Baseline S AUC: C25 .81737 / .81758 (s0/s1); C23 .79675 / .79644.
|
| 31 |
+
Seed noise: S itself differs by 21e-5 (C25) and 31e-5 (C23) between seeds; per-seed deltas range -25..+36, so none of the deltas is statistically distinguishable from 0 with 2 seeds. The honest reading is "neutral, possibly slightly positive", not a proven gain. Paired means over all 4 (cut x seed) runs: a_p90 +14, b_mean +4.5, c_r08 -1.5 (x1e-5).
|
| 32 |
+
(Run times varied 230-1400 s because of external CPU contention, not set size.)
|
| 33 |
+
|
| 34 |
+
## Verdict
|
| 35 |
+
Cutting the a_p90 set (108 further columns, 401 -> 293) passes the keep rule at both cuts (+.00006 C25, +.00023 C23, worst single run -.00011) and is the best candidate; b_mean (95) also passes (smaller margin, worst -.00019 at one C23 seed). Both only claim neutrality within seed noise; the value is a 27% smaller feature set (faster fits, less overfit surface). The c_r08 subset formally fails C25 by noise only (-4.7 mean, one seed -11), which shows the 2-seed test cannot resolve effects below ~.0001 — consistent with the SP/SPC results from v19cut being worth confirming with more seeds. Recommend: adopt a_p90 only after a 3rd/4th seed confirms at C25/C23 and then a quick check at the C24 cut; if conservative, use b_mean.
|
| 36 |
+
Caution: SP (102) and SPC (114) lost earlier; they were chosen by gain/duplicate rank, a_p90 by null-gain, so the sets differ but overlap is not checked here.
|
| 37 |
+
|
| 38 |
+
## Files
|
| 39 |
+
- drop_regex_a_p90_extra.txt / drop_regex_b_mean_extra.txt : regex of the extra cols only (use with S already dropped; match exactly 108 / 95 of the 401 post-S features)
|
| 40 |
+
- drop_regex_a_p90_plus_S.txt / drop_regex_b_mean_plus_S.txt : S regex OR extra regex (re.search against the 484-col set after DROP)
|
| 41 |
+
- null_table.json, imp_*.json, sets.json, val_log.jsonl, run_*.py, lib.py, analyze_null.py, chain.sh/log
|
dw_featcut/null/imp_null3.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"gain": {"it_clk": 759.0488486289978, "it_imp24": 2036.6045608520508, "it_clk24": 560.1519923210144, "it_imp6": 2049.797679424286, "it_clk6": 365.98799991607666, "it_ctr": 3024.4453315734863, "it_ctr24": 4963.868856430054, "it_ctr6": 4654.9707407951355, "it_trend24": 4742.268849372864, "it_trend6": 5294.253817558289, "it_imptrend24": 5414.178719043732, "it_nclk_warm": 2132.172492980957, "us_nclk_win": 844.0887312889099, "us_ctr": 2397.3074889183044, "us_nclk_warm": 799.0678191184998, "us_nclk24": 695.6930513381958, "us_repeat_rate": 3613.8750438690186, "hist_n_all": 40.775389671325684, "us_since_ev": 3256.026903152466, "hist_since_imp": 102.36710023880005, "co_cos_max20": 332.4246907234192, "co_cos_max5": 219.36146211624146, "co_cos_mean5": 194.8420910835266, "co_cos_last": 107.94621992111206, "co_tr_mean20": 412.8077826499939, "co_tr_max5": 149.68109130859375, "sv_k16_ucos": 4478.28860616684, "sv_k16_udot": 4312.567643165588, "sv_k16_hcos": 4396.525358200073, "sv_k32_ucos": 3454.040319919586, "sv_k32_udot": 3722.797782421112, "sv_k32_hcos": 3692.9923095703125, "sv_k32_hnorm": 3252.077425956726, "sv_k32_imax20": 3870.23517370224, "sv_k32_imax5": 4590.1479024887085, "sv_k64_ucos": 2691.522237300873, "sv_k64_udot": 3355.874171257019, "sv_k64_hcos": 2616.3827624320984, "sv_k64_ccos": 2585.1269721984863, "sv_k64_ncos": 3891.4284329414368, "sv_k64_con025": 2426.6491570472717, "sv_k64_con05": 3092.416964530945, "sv_k64_con1": 3778.063636302948, "mf_score": 4857.310858249664, "mf_dot": 4947.414027690887, "mf_bi": 3531.510313987732, "ev_it_ctr_rk": 910.6195001602173, "ev_it_ctr_max": 5290.388038635254, "ev_it_ctr24_rk": 1444.039379119873, "ev_it_ctr24_z": 4697.4831166267395, "ev_it_ctr24_max": 5426.84970664978, "ev_it_ctr24_mean": 5269.735320568085, "ev_it_imp_rk": 1118.6991891860962, "ev_it_imp_z": 3793.984694004059, "ev_it_imp_max": 4239.673357009888, "ev_it_imp_mean": 3506.698962211609, "ev_it_nclk_all_rk": 1167.2135543823242, "ev_it_nclk_all_z": 3285.2142457962036, "ev_it_nclk_all_max": 4046.524405479431, "ev_it_nclk_all_mean": 3962.252200126648, "ev_it_clk_dec2d_rk": 452.64259672164917, "ev_it_clk_dec2d_z": 3049.349492073059, "ev_it_clk_dec2d_max": 4983.224563598633, "ev_hist_n_all_mean": 105.54245042800903, "ev_hist_noclk_rk": 16.88513946533203, "ev_hist_noclk_max": 50.252089977264404, "ev_co_cos_max20_z": 1083.2611680030823, "ev_co_cos_max20_max": 2407.9736728668213, "ev_co_cos_max20_mean": 2059.259298801422, "ev_co_cos_rw_z": 1270.629234790802, "ev_co_cos_rw_mean": 2127.1618270874023, "ev_co_tr_max5_z": 656.0853509902954, "ev_co_tr_max5_mean": 1443.44699716568, "ev_co_tr_last_max": 274.8689694404602, "ev_sv_k16_ucos_rk": 975.1089110374451, "ev_sv_k16_ucos_z": 4164.2394552230835, "ev_sv_k16_ucos_max": 4621.481870651245, "ev_sv_k16_ucos_mean": 4560.769190788269, "ev_sv_k32_ucos_rk": 764.2949495315552, "ev_sv_k32_ucos_z": 3826.0116124153137, "ev_sv_k32_ucos_max": 4531.670483112335, "ev_sv_k32_ucos_mean": 3609.214400291443, "ev_sv_k64_ucos_rk": 638.4877438545227, "ev_sv_k64_ucos_z": 3152.4407324790955, "ev_sv_k64_ucos_max": 3723.070864200592, "ev_sv_k64_ucos_mean": 3126.094223499298, "ev_sv_k32_hcos_rk": 710.8681807518005, "ev_sv_k32_hcos_z": 3521.1032948493958, "ev_sv_k32_hcos_max": 4010.7652983665466, "ev_sv_k32_hcos_mean": 3862.9383893013, "ev_sv_k64_hcos_rk": 680.6524801254272, "ev_sv_k64_hcos_z": 2884.23491191864, "ev_sv_k64_hcos_max": 3410.6798644065857, "ev_sv_k64_hcos_mean": 3043.4054703712463, "ev_sv_k32_imax20_rk": 1021.1161460876465, "ev_sv_k32_imax20_z": 4462.076805114746, "ev_sv_k32_imax20_max": 3011.4586973190308, "ev_sv_k32_imax20_mean": 3651.581703186035, "ev_sv_k64_con05_rk": 680.7273697853088, "ev_sv_k64_con05_z": 3063.931493282318, "ev_sv_k64_con05_max": 3278.6918783187866, "ev_sv_k64_con05_mean": 3539.301701068878, "ev_sv_k64_con025_rk": 491.75043058395386, "ev_sv_k64_con025_z": 2384.4896092414856, "ev_sv_k64_con025_max": 2676.9971976280212, "ev_sv_k64_con025_mean": 2994.171929836273, "ev_sv_k64_ccos_rk": 479.4280490875244, "ev_sv_k64_ccos_z": 2934.578703403473, "ev_sv_k64_ccos_max": 2923.8372774124146, "ev_sv_k64_ccos_mean": 3189.968391418457, "ev_mf_score_rk": 1054.5721688270569, "ev_mf_score_z": 5216.044045448303, "ev_mf_score_max": 4100.490093708038, "ev_mf_score_mean": 5069.094166278839, "ev_mf_dot_rk": 1353.163649559021, "ev_mf_dot_z": 5504.530098438263, "ev_mf_dot_max": 3923.2757863998413, "ev_mf_dot_mean": 4962.25574016571, "v2_i_imp": 3541.5588750839233, "v2_i_clk": 604.7508912086487, "v2_i_imp1d": 1471.5328259468079, "v2_i_imp_rate": 3299.3049416542053, "v2_ip_users": 1578.4790377616882, "v2_ip_3d": 876.2402715682983, "v2_ip_dec1": 3294.8261666297913, "v2_ip_dec3": 2834.996091365814, "v2_i_ctr_tb": 4822.545150756836, "v2_u_ev": 1122.0448656082153, "v2_u_clk": 718.94011926651, "v2_u_ctr": 4355.488940238953, "v2_up_uniq": 1432.3670225143433, "v2_uip_n": 65.5327205657959, "v2_h_len": 388.2126793861389, "v2_h_since_last": 4425.455107688904, "v2_h_since_first": 4883.477558135986, "v2_h_uniq": 643.5960741043091, "v2_h_1d_before_last": 709.0808572769165, "v2_u_since_ev": 5162.776293754578, "v2_ui_since_imp": 166.12353801727295, "v2_ui_noclk": 9.431010246276855, "v2_ip_per_imp": 5774.442009449005, "v2_i_ctr_tb_diff": 7226.458194732666, "v2_h_gap_mean": 3567.186418533325, "v2_h_uniq_ratio": 2109.6873121261597, "v2_co_rw": 1004.187047958374, "v2_co_last3": 421.58518981933594, "v2_inh_pos": 61.52034044265747, "v2_inh_since": 270.2123785018921, "v2_trp_last3": 132.25251865386963, "v2_svd_cos": 3473.5719652175903, "v2_svd_ucos": 4558.353319168091, "v2_svd_hnorm": 4998.529084205627, "v2_svd32_cos": 3695.4804582595825, "v2_svd16_cos": 4147.976534843445, "v2_svd24_cos": 3840.54803609848, "v2_svd48_cos": 3943.689702987671, "v2_svd_maxsim": 4347.20498418808, "v2_svd_last": 7288.855505943298, "v2_svd_top3": 3578.870831012726, "v2_ip_dec1_rk": 885.7262487411499, "v2_co_rw_rk": 653.1418991088867, "v2_svd_cos_rk": 849.9053602218628, "v2_svd_ucos_rk": 993.321897983551, "v2_svd32_cos_rk": 847.1430373191833, "v2_svd16_cos_rk": 1062.382957458496, "v2_svd24_cos_rk": 733.7936635017395, "v2_svd48_cos_rk": 1029.9233889579773, "v2_svd_maxsim_rk": 1269.4225778579712, "v2_svd_top3_rk": 1047.0854678153992, "v2_i_ctr_tb_rk": 1864.0344791412354, "v2_i_ctr_dm": 4095.0398626327515, "v2_ip_dec1_dm": 3398.066535949707, "v2_ip_n_dm": 3632.1586689949036, "v2_co_sum_dm": 2371.5437512397766, "v2_co_rw_dm": 2681.696119785309, "v2_co_max_dm": 3231.6037254333496, "v2_svd_cos_dm": 3167.102375984192, "v2_svd_ucos_dm": 3302.197473526001, "v2_svd32_cos_dm": 4308.81906080246, "v2_svd16_cos_dm": 4400.033409118652, "v2_svd24_cos_dm": 3875.1366653442383, "v2_svd48_cos_dm": 4306.076518058777, "v2_svd_maxsim_dm": 4471.453811168671, "v2_svd_top3_dm": 4906.221791744232, "v2_tr_last3_dm": 494.4440908432007, "v2_uip_n_dm": 200.552960395813, "v2_i_ctr_tb_dm": 4924.355761051178, "v2_svd_cos_rmax": 3333.9226264953613, "v2_ip_dec1_rmax": 3439.289514064789, "v2_ev_co_max": 2892.8845295906067, "v2_ev_svd_max": 4355.302724838257, "v2_ev_svd_mean": 4529.632075309753, "v2_ev_ictr_mean": 5636.328433036804, "v2_ev_ipdec_mean": 4763.609929084778, "x_con05_k32": 3329.447021961212, "x_conr05_k64": 3401.311122894287, "x_conr1_k64": 3804.142446041107, "x_crcos_k64": 3069.728178024292, "x_icon05_k64": 4120.194279670715, "x_icos_k64": 3511.823453426361, "x_clctr64": 3674.0847792625427, "x_clctr64_lift": 2409.859257698059, "x_climp64": 1331.3370294570923, "x_clctr256": 3618.166682243347, "x_clctr256_lift": 737.6480174064636, "x_climp256": 485.85244274139404, "x_con05_k128": 4481.8994336128235, "x_con05_k32_z": 4201.109512329102, "x_conr05_k64_z": 3310.8207845687866, "x_conr1_k64_z": 4344.7439131736755, "x_crcos_k64_z": 3572.961407661438, "x_icon05_k64_z": 3094.8108916282654, "x_icos_k64_z": 2867.5437383651733, "x_clctr64_z": 4516.315931797028, "x_clctr64_lift_z": 4764.326291561127, "x_clctr256_z": 3909.323540210724, "x_clctr256_lift_z": 4753.235275745392, "x_con05_k128_z": 4974.604678630829, "x_con05_k32_rk": 801.378586769104, "x_conr05_k64_rk": 485.4716100692749, "x_conr1_k64_rk": 949.4552812576294, "x_crcos_k64_rk": 785.5047268867493, "x_icon05_k64_rk": 642.759979724884, "x_icos_k64_rk": 783.5472936630249, "x_clctr64_rk": 1062.8718905448914, "x_clctr64_lift_rk": 2059.154788017273, "x_clctr256_rk": 960.2947878837585, "x_clctr256_lift_rk": 1737.3891682624817, "x_con05_k128_rk": 1090.2537398338318, "lr4_cos": 4010.7204780578613, "lr4_con05": 3852.3217611312866, "lr4_con1": 3966.0658917427063, "lr6_cos": 3332.4451389312744, "lr6_con05": 3375.957282066345, "lr6_con1": 3786.502320766449, "lr8_cos": 3028.5144352912903, "lr8_con05": 3227.24391412735, "lr8_con1": 3100.5834169387817, "lr10_cos": 2605.4425644874573, "lr10_con05": 2433.0888061523438, "lr10_con1": 3539.8182163238525, "lr12_cos": 2416.6027364730835, "lr12_con05": 2370.6930713653564, "lr12_con1": 2848.0947074890137, "lr16_cos": 2951.3169016838074, "lr16_con05": 2605.5603818893433, "lr16_con1": 3299.7625527381897, "lr4_z": 4071.1129422187805, "lr4_con05_z": 4107.594913005829, "lr4_con1_z": 4009.5729398727417, "lr6_z": 3827.316978931427, "lr6_con05_z": 3248.8059248924255, "lr6_con1_z": 3305.1509232521057, "lr8_z": 2994.9882197380066, "lr8_con05_z": 2994.16508436203, "lr8_con1_z": 3697.030605316162, "lr10_z": 2894.4860033988953, "lr10_con05_z": 2189.893588066101, "lr10_con1_z": 2944.5751910209656, "lr12_z": 2393.485451221466, "lr12_con05_z": 2691.609646320343, "lr12_con1_z": 2811.591239929199, "lr16_z": 2634.5548944473267, "lr16_con05_z": 2561.8891134262085, "lr16_con1_z": 3359.888113975525, "lr4_dmax": 3926.2704877853394, "lr4_con05_dmax": 3885.096999645233, "lr4_con1_dmax": 3910.54274559021, "lr6_dmax": 3485.9138011932373, "lr6_con05_dmax": 2817.5819973945618, "lr6_con1_dmax": 3628.0032777786255, "lr8_dmax": 3215.771032810211, "lr8_con05_dmax": 3213.235137939453, "lr8_con1_dmax": 3634.000319004059, "lr10_dmax": 2530.2389459609985, "lr10_con05_dmax": 2818.631504058838, "lr10_con1_dmax": 3412.3218088150024, "lr12_dmax": 2581.6152114868164, "lr12_con05_dmax": 2550.1201691627502, "lr12_con1_dmax": 3621.8832597732544, "lr16_dmax": 3188.678599357605, "lr16_con05_dmax": 2984.473138809204, "lr16_con1_dmax": 3258.2214784622192, "tA_cos": 2241.1139760017395, "tB_dot": 2251.4221801757812, "tA_z": 2361.342408657074, "tA_dmax": 2592.8556513786316, "tB_lse": 3732.007514476776, "tB_mean": 4546.776764392853, "tB_dmean": 2269.0525183677673, "tB_dot_z": 2292.967990398407, "x_pp_con05_k32": 4039.970534324646, "x_pp_hcos": 3730.890964984894, "x_pp_last3": 4860.171735286713, "x_pp_con05_k32_z": 3721.8562150001526, "x_pp_hcos_z": 4317.613874435425, "x_pp_last3_z": 4597.468839168549, "x_pp_con05_k32_rk": 832.11873960495, "x_pp_hcos_rk": 853.8811588287354, "x_pp_last3_rk": 1288.008442401886, "sq_logit": 3730.317473888397, "sq_z": 4089.961928844452, "sq_dm": 3404.1550698280334, "sq_lse": 4426.062412261963, "sq_rank": 660.7259125709534, "sq_gap": 3399.430757522583, "sq_gap2": 3567.1661505699158, "sq_amax": 4297.533197879791, "sq_anull": 3700.9541692733765, "sq_amean": 3892.9335021972656, "sq_aent": 2918.167621612549, "sq_ecos": 3688.0362691879272, "sq_pcos_dm": 6280.884349346161, "sq_mcos_dm": 5671.776014328003, "sq_ecos_dm": 3910.894024848938, "sq_sd": 5957.56395816803, "impsvd_rec": 5369.633405685425, "impsvd_cos": 4740.259744644165, "impsvd_cos_z": 5009.440398693085, "impsvd_cos_rk": 1155.4275398254395, "impsvd16_cos": 4515.680531978607, "impsvd16_cos_z": 5304.696204662323, "impsvd64_cos": 4596.96642780304, "impsvd64_cos_z": 5580.334054470062, "skipsvd32_cos": 4175.417302131653, "skipsvd32_cos_z": 5890.77782201767, "joint32_cos_clkpart": 3187.798774242401, "joint32_cos_clkpart_z": 3690.3881511688232, "hist_cos_impspace": 4365.765983581543, "hist_cos_impspace_z": 4280.776657581329, "impsvd8_cos": 5300.987046718597, "hist_cos_imp8": 4494.563648700714, "hist_cos_imp64": 3430.9068541526794, "hist_maxsim_imp64": 4434.758694648743, "impsvd128_cos": 4967.165235042572, "hist_cos_imp128": 3870.865342617035, "impsvd8_cos_z": 4642.503742694855, "hist_cos_imp8_z": 5322.940398693085, "hist_cos_imp64_z": 4046.26904630661, "hist_maxsim_imp64_z": 4289.761447429657, "impsvd128_cos_z": 4692.674599170685, "hist_cos_imp128_z": 4227.50013256073, "cent_clk_mean": 4804.780909538269, "cent_clk_max": 5544.400729179382, "cent_clk_top3": 4755.082950592041, "cent_clk_mean_dm": 5151.33175611496, "slate_clk_coh": 4776.211381435394, "cent_imp_mean": 4651.8617062568665, "cent_imp_max": 5017.799068927765, "cent_imp_top3": 4184.585201740265, "cent_imp_mean_dm": 4902.632441043854, "slate_imp_coh": 4855.224721431732, "c_skrec": 5307.8187084198, "c_impall": 4464.645169734955, "c_hist": 2930.265025138855, "c_hist_minus_sk": 3842.046736717224, "c_hist_minus_skrec": 4494.639614582062, "coA_pp12_cos": 2356.0377521514893, "coA_pp12_cos_z": 2442.1572046279907, "coA_pp12_cos_dm": 2193.4490303993225, "coA_pp8_cos": 4477.3453159332275, "coA_pp8_cos_z": 3853.7587018013, "coA_pp16_cos": 2606.643467903137, "coA_pp16_cos_z": 2463.6288843154907, "coA_pp12x_cos": 2407.5182795524597, "coA_pp12x_cos_z": 2572.071530818939, "coA_pp12_unorm": 3487.011890888214, "coA_pp12_ucos_dot": 3088.4122500419617, "coA_ppb12_cos": 2816.8825240135193, "coA_ppb12_cos_z": 2792.1681060791016, "coA_pp_prod0": 5704.270265579224, "coA_pp_prod1": 5108.800346851349, "coA_pp_prod2": 5839.6581745147705, "coA_pp_prod3": 7423.943409919739, "coA_pp_prod4": 6112.799048423767, "coA_pp_prod5": 6766.768399238586, "coA_pp_prod6": 6014.830180644989, "coA_pp_prod7": 6575.236241340637, "coA_pp_prod8": 5642.274774551392, "coA_pp_prod9": 6012.238680839539, "coA_pp_prod10": 6850.769127368927, "coA_pp_prod11": 6109.807075500488, "nmA_nmfU_cos": 4022.164789199829, "nmA_nmfU_cos_z": 4374.109415054321, "nmA_nmfU_cos_dm": 4185.036971092224, "nmA_nmfU_aff": 3798.345715045929, "nmA_nmfU_aff_z": 4444.358871936798, "nmA_nmfU_lift": 4328.988555431366, "nmA_nmfP_cos": 3887.33846616745, "nmA_nmfP_cos_dm": 3883.228087425232, "nmA_nmfP_aff_z": 4253.526307582855, "nmA_nmfP_lift": 3991.7991394996643, "nmA_nmfP_uent": 4992.512279987335, "nmA_nmfP_ient": 5737.229392528534, "nmA_nmfP_aff_e3": 3610.7519273757935, "nmA_nmfP_cos_p1": 3256.247024536133, "nmA_nmfP_last3": 4657.135219097137, "nmA_nmfP_max5": 5073.327060222626, "nmA_nmfP_decay5": 4026.91895198822, "nmA_nmfU_wu_rec": 5474.1667857170105, "nmA_nmfU_wu_rec_z": 5579.385530948639}, "split": {"it_clk": 78, "it_imp24": 200, "it_clk24": 56, "it_imp6": 202, "it_clk6": 35, "it_ctr": 295, "it_ctr24": 486, "it_ctr6": 454, "it_trend24": 476, "it_trend6": 511, "it_imptrend24": 547, "it_nclk_warm": 210, "us_nclk_win": 80, "us_ctr": 241, "us_nclk_warm": 73, "us_nclk24": 68, "us_repeat_rate": 353, "hist_n_all": 5, "us_since_ev": 314, "hist_since_imp": 11, "co_cos_max20": 35, "co_cos_max5": 21, "co_cos_mean5": 18, "co_cos_last": 10, "co_tr_mean20": 42, "co_tr_max5": 16, "sv_k16_ucos": 445, "sv_k16_udot": 422, "sv_k16_hcos": 421, "sv_k32_ucos": 333, "sv_k32_udot": 362, "sv_k32_hcos": 358, "sv_k32_hnorm": 325, "sv_k32_imax20": 370, "sv_k32_imax5": 449, "sv_k64_ucos": 258, "sv_k64_udot": 319, "sv_k64_hcos": 252, "sv_k64_ccos": 253, "sv_k64_ncos": 385, "sv_k64_con025": 234, "sv_k64_con05": 298, "sv_k64_con1": 366, "mf_score": 478, "mf_dot": 482, "mf_bi": 348, "ev_it_ctr_rk": 88, "ev_it_ctr_max": 531, "ev_it_ctr24_rk": 143, "ev_it_ctr24_z": 464, "ev_it_ctr24_max": 527, "ev_it_ctr24_mean": 525, "ev_it_imp_rk": 106, "ev_it_imp_z": 374, "ev_it_imp_max": 411, "ev_it_imp_mean": 346, "ev_it_nclk_all_rk": 112, "ev_it_nclk_all_z": 318, "ev_it_nclk_all_max": 397, "ev_it_nclk_all_mean": 396, "ev_it_clk_dec2d_rk": 43, "ev_it_clk_dec2d_z": 302, "ev_it_clk_dec2d_max": 485, "ev_hist_n_all_mean": 11, "ev_hist_noclk_rk": 2, "ev_hist_noclk_max": 6, "ev_co_cos_max20_z": 108, "ev_co_cos_max20_max": 237, "ev_co_cos_max20_mean": 197, "ev_co_cos_rw_z": 133, "ev_co_cos_rw_mean": 206, "ev_co_tr_max5_z": 67, "ev_co_tr_max5_mean": 146, "ev_co_tr_last_max": 26, "ev_sv_k16_ucos_rk": 93, "ev_sv_k16_ucos_z": 403, "ev_sv_k16_ucos_max": 459, "ev_sv_k16_ucos_mean": 450, "ev_sv_k32_ucos_rk": 73, "ev_sv_k32_ucos_z": 369, "ev_sv_k32_ucos_max": 444, "ev_sv_k32_ucos_mean": 356, "ev_sv_k64_ucos_rk": 60, "ev_sv_k64_ucos_z": 310, "ev_sv_k64_ucos_max": 361, "ev_sv_k64_ucos_mean": 311, "ev_sv_k32_hcos_rk": 68, "ev_sv_k32_hcos_z": 336, "ev_sv_k32_hcos_max": 395, "ev_sv_k32_hcos_mean": 379, "ev_sv_k64_hcos_rk": 68, "ev_sv_k64_hcos_z": 273, "ev_sv_k64_hcos_max": 333, "ev_sv_k64_hcos_mean": 299, "ev_sv_k32_imax20_rk": 98, "ev_sv_k32_imax20_z": 438, "ev_sv_k32_imax20_max": 297, "ev_sv_k32_imax20_mean": 351, "ev_sv_k64_con05_rk": 64, "ev_sv_k64_con05_z": 298, "ev_sv_k64_con05_max": 322, "ev_sv_k64_con05_mean": 347, "ev_sv_k64_con025_rk": 50, "ev_sv_k64_con025_z": 233, "ev_sv_k64_con025_max": 264, "ev_sv_k64_con025_mean": 287, "ev_sv_k64_ccos_rk": 47, "ev_sv_k64_ccos_z": 285, "ev_sv_k64_ccos_max": 290, "ev_sv_k64_ccos_mean": 308, "ev_mf_score_rk": 100, "ev_mf_score_z": 508, "ev_mf_score_max": 398, "ev_mf_score_mean": 498, "ev_mf_dot_rk": 138, "ev_mf_dot_z": 529, "ev_mf_dot_max": 397, "ev_mf_dot_mean": 489, "v2_i_imp": 346, "v2_i_clk": 59, "v2_i_imp1d": 145, "v2_i_imp_rate": 329, "v2_ip_users": 154, "v2_ip_3d": 87, "v2_ip_dec1": 314, "v2_ip_dec3": 274, "v2_i_ctr_tb": 474, "v2_u_ev": 116, "v2_u_clk": 71, "v2_u_ctr": 431, "v2_up_uniq": 145, "v2_uip_n": 8, "v2_h_len": 37, "v2_h_since_last": 441, "v2_h_since_first": 482, "v2_h_uniq": 65, "v2_h_1d_before_last": 68, "v2_u_since_ev": 499, "v2_ui_since_imp": 19, "v2_ui_noclk": 1, "v2_ip_per_imp": 565, "v2_i_ctr_tb_diff": 709, "v2_h_gap_mean": 342, "v2_h_uniq_ratio": 204, "v2_co_rw": 98, "v2_co_last3": 44, "v2_inh_pos": 7, "v2_inh_since": 30, "v2_trp_last3": 15, "v2_svd_cos": 329, "v2_svd_ucos": 446, "v2_svd_hnorm": 492, "v2_svd32_cos": 362, "v2_svd16_cos": 408, "v2_svd24_cos": 379, "v2_svd48_cos": 379, "v2_svd_maxsim": 414, "v2_svd_last": 700, "v2_svd_top3": 348, "v2_ip_dec1_rk": 86, "v2_co_rw_rk": 65, "v2_svd_cos_rk": 83, "v2_svd_ucos_rk": 92, "v2_svd32_cos_rk": 81, "v2_svd16_cos_rk": 100, "v2_svd24_cos_rk": 69, "v2_svd48_cos_rk": 100, "v2_svd_maxsim_rk": 125, "v2_svd_top3_rk": 100, "v2_i_ctr_tb_rk": 182, "v2_i_ctr_dm": 397, "v2_ip_dec1_dm": 336, "v2_ip_n_dm": 365, "v2_co_sum_dm": 233, "v2_co_rw_dm": 252, "v2_co_max_dm": 316, "v2_svd_cos_dm": 305, "v2_svd_ucos_dm": 336, "v2_svd32_cos_dm": 422, "v2_svd16_cos_dm": 426, "v2_svd24_cos_dm": 377, "v2_svd48_cos_dm": 414, "v2_svd_maxsim_dm": 439, "v2_svd_top3_dm": 474, "v2_tr_last3_dm": 51, "v2_uip_n_dm": 22, "v2_i_ctr_tb_dm": 483, "v2_svd_cos_rmax": 323, "v2_ip_dec1_rmax": 330, "v2_ev_co_max": 285, "v2_ev_svd_max": 423, "v2_ev_svd_mean": 446, "v2_ev_ictr_mean": 569, "v2_ev_ipdec_mean": 461, "x_con05_k32": 321, "x_conr05_k64": 340, "x_conr1_k64": 377, "x_crcos_k64": 294, "x_icon05_k64": 393, "x_icos_k64": 333, "x_clctr64": 356, "x_clctr64_lift": 237, "x_climp64": 134, "x_clctr256": 355, "x_clctr256_lift": 77, "x_climp256": 48, "x_con05_k128": 443, "x_con05_k32_z": 411, "x_conr05_k64_z": 325, "x_conr1_k64_z": 432, "x_crcos_k64_z": 336, "x_icon05_k64_z": 297, "x_icos_k64_z": 278, "x_clctr64_z": 436, "x_clctr64_lift_z": 475, "x_clctr256_z": 384, "x_clctr256_lift_z": 470, "x_con05_k128_z": 482, "x_con05_k32_rk": 76, "x_conr05_k64_rk": 49, "x_conr1_k64_rk": 90, "x_crcos_k64_rk": 77, "x_icon05_k64_rk": 62, "x_icos_k64_rk": 73, "x_clctr64_rk": 108, "x_clctr64_lift_rk": 199, "x_clctr256_rk": 96, "x_clctr256_lift_rk": 168, "x_con05_k128_rk": 104, "lr4_cos": 389, "lr4_con05": 366, "lr4_con1": 396, "lr6_cos": 326, "lr6_con05": 321, "lr6_con1": 367, "lr8_cos": 291, "lr8_con05": 313, "lr8_con1": 297, "lr10_cos": 247, "lr10_con05": 224, "lr10_con1": 349, "lr12_cos": 231, "lr12_con05": 226, "lr12_con1": 272, "lr16_cos": 282, "lr16_con05": 240, "lr16_con1": 319, "lr4_z": 397, "lr4_con05_z": 409, "lr4_con1_z": 389, "lr6_z": 367, "lr6_con05_z": 324, "lr6_con1_z": 326, "lr8_z": 292, "lr8_con05_z": 284, "lr8_con1_z": 363, "lr10_z": 274, "lr10_con05_z": 216, "lr10_con1_z": 284, "lr12_z": 228, "lr12_con05_z": 259, "lr12_con1_z": 279, "lr16_z": 259, "lr16_con05_z": 250, "lr16_con1_z": 325, "lr4_dmax": 383, "lr4_con05_dmax": 378, "lr4_con1_dmax": 386, "lr6_dmax": 339, "lr6_con05_dmax": 276, "lr6_con1_dmax": 347, "lr8_dmax": 310, "lr8_con05_dmax": 308, "lr8_con1_dmax": 351, "lr10_dmax": 243, "lr10_con05_dmax": 271, "lr10_con1_dmax": 332, "lr12_dmax": 253, "lr12_con05_dmax": 250, "lr12_con1_dmax": 349, "lr16_dmax": 305, "lr16_con05_dmax": 285, "lr16_con1_dmax": 313, "tA_cos": 212, "tB_dot": 215, "tA_z": 230, "tA_dmax": 251, "tB_lse": 367, "tB_mean": 444, "tB_dmean": 218, "tB_dot_z": 213, "x_pp_con05_k32": 389, "x_pp_hcos": 366, "x_pp_last3": 479, "x_pp_con05_k32_z": 364, "x_pp_hcos_z": 420, "x_pp_last3_z": 443, "x_pp_con05_k32_rk": 83, "x_pp_hcos_rk": 83, "x_pp_last3_rk": 128, "sq_logit": 361, "sq_z": 391, "sq_dm": 330, "sq_lse": 441, "sq_rank": 60, "sq_gap": 328, "sq_gap2": 349, "sq_amax": 424, "sq_anull": 365, "sq_amean": 375, "sq_aent": 285, "sq_ecos": 348, "sq_pcos_dm": 613, "sq_mcos_dm": 563, "sq_ecos_dm": 370, "sq_sd": 587, "impsvd_rec": 523, "impsvd_cos": 461, "impsvd_cos_z": 480, "impsvd_cos_rk": 113, "impsvd16_cos": 440, "impsvd16_cos_z": 512, "impsvd64_cos": 445, "impsvd64_cos_z": 543, "skipsvd32_cos": 407, "skipsvd32_cos_z": 577, "joint32_cos_clkpart": 306, "joint32_cos_clkpart_z": 357, "hist_cos_impspace": 419, "hist_cos_impspace_z": 420, "impsvd8_cos": 522, "hist_cos_imp8": 442, "hist_cos_imp64": 331, "hist_maxsim_imp64": 423, "impsvd128_cos": 482, "hist_cos_imp128": 379, "impsvd8_cos_z": 457, "hist_cos_imp8_z": 516, "hist_cos_imp64_z": 391, "hist_maxsim_imp64_z": 423, "impsvd128_cos_z": 473, "hist_cos_imp128_z": 414, "cent_clk_mean": 472, "cent_clk_max": 535, "cent_clk_top3": 460, "cent_clk_mean_dm": 505, "slate_clk_coh": 473, "cent_imp_mean": 454, "cent_imp_max": 500, "cent_imp_top3": 408, "cent_imp_mean_dm": 485, "slate_imp_coh": 475, "c_skrec": 518, "c_impall": 436, "c_hist": 282, "c_hist_minus_sk": 364, "c_hist_minus_skrec": 432, "coA_pp12_cos": 224, "coA_pp12_cos_z": 228, "coA_pp12_cos_dm": 211, "coA_pp8_cos": 433, "coA_pp8_cos_z": 367, "coA_pp16_cos": 247, "coA_pp16_cos_z": 243, "coA_pp12x_cos": 231, "coA_pp12x_cos_z": 251, "coA_pp12_unorm": 343, "coA_pp12_ucos_dot": 294, "coA_ppb12_cos": 274, "coA_ppb12_cos_z": 263, "coA_pp_prod0": 564, "coA_pp_prod1": 510, "coA_pp_prod2": 586, "coA_pp_prod3": 730, "coA_pp_prod4": 600, "coA_pp_prod5": 672, "coA_pp_prod6": 594, "coA_pp_prod7": 654, "coA_pp_prod8": 554, "coA_pp_prod9": 588, "coA_pp_prod10": 677, "coA_pp_prod11": 606, "nmA_nmfU_cos": 392, "nmA_nmfU_cos_z": 431, "nmA_nmfU_cos_dm": 411, "nmA_nmfU_aff": 367, "nmA_nmfU_aff_z": 433, "nmA_nmfU_lift": 426, "nmA_nmfP_cos": 376, "nmA_nmfP_cos_dm": 374, "nmA_nmfP_aff_z": 406, "nmA_nmfP_lift": 376, "nmA_nmfP_uent": 490, "nmA_nmfP_ient": 575, "nmA_nmfP_aff_e3": 353, "nmA_nmfP_cos_p1": 309, "nmA_nmfP_last3": 460, "nmA_nmfP_max5": 485, "nmA_nmfP_decay5": 393, "nmA_nmfU_wu_rec": 529, "nmA_nmfU_wu_rec_z": 542}}
|
dw_featcut/null/imp_null4.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"gain": {"it_clk": 924.7074775695801, "it_imp24": 2132.5538840293884, "it_clk24": 628.36266040802, "it_imp6": 1870.678858757019, "it_clk6": 270.44668769836426, "it_ctr": 3445.2749433517456, "it_ctr24": 4162.705009460449, "it_ctr6": 5428.558664798737, "it_trend24": 4285.507730484009, "it_trend6": 6025.09779214859, "it_imptrend24": 4827.644009590149, "it_nclk_warm": 1710.0771207809448, "us_nclk_win": 755.9101319313049, "us_ctr": 1998.3451766967773, "us_nclk_warm": 963.5453214645386, "us_nclk24": 555.77143907547, "us_repeat_rate": 3505.485186100006, "hist_n_all": 77.17607975006104, "us_since_ev": 3433.775381088257, "hist_since_imp": 32.20558977127075, "co_cos_max20": 387.9791498184204, "co_cos_max5": 168.57052993774414, "co_cos_mean5": 207.3768401145935, "co_cos_last": 251.59790992736816, "co_tr_mean20": 400.11063146591187, "co_tr_max5": 189.05976915359497, "sv_k16_ucos": 4507.906276226044, "sv_k16_udot": 4220.785271167755, "sv_k16_hcos": 4104.673035144806, "sv_k32_ucos": 3985.3592491149902, "sv_k32_udot": 4076.1138796806335, "sv_k32_hcos": 3347.857264518738, "sv_k32_hnorm": 3159.3846774101257, "sv_k32_imax20": 4311.089383125305, "sv_k32_imax5": 4608.529255390167, "sv_k64_ucos": 3426.0980706214905, "sv_k64_udot": 3798.995569705963, "sv_k64_hcos": 2445.0403094291687, "sv_k64_ccos": 2332.6572313308716, "sv_k64_ncos": 4431.891005516052, "sv_k64_con025": 2165.0923652648926, "sv_k64_con05": 2785.0664315223694, "sv_k64_con1": 3316.12513256073, "mf_score": 4627.959645271301, "mf_dot": 5096.176399707794, "mf_bi": 3344.8892250061035, "ev_it_ctr_rk": 937.9062671661377, "ev_it_ctr_max": 4999.1097230911255, "ev_it_ctr24_rk": 1483.3134002685547, "ev_it_ctr24_z": 4726.732011795044, "ev_it_ctr24_max": 5286.6556096076965, "ev_it_ctr24_mean": 5493.996810436249, "ev_it_imp_rk": 904.0525460243225, "ev_it_imp_z": 4130.821141719818, "ev_it_imp_max": 4182.513295650482, "ev_it_imp_mean": 3798.121645927429, "ev_it_nclk_all_rk": 1063.7274737358093, "ev_it_nclk_all_z": 3330.02783203125, "ev_it_nclk_all_max": 3628.9244890213013, "ev_it_nclk_all_mean": 4254.0028166770935, "ev_it_clk_dec2d_rk": 731.6566987037659, "ev_it_clk_dec2d_z": 3259.072697162628, "ev_it_clk_dec2d_max": 4698.4968638420105, "ev_hist_n_all_mean": 138.0403208732605, "ev_hist_noclk_rk": 40.731300354003906, "ev_hist_noclk_max": 61.643070220947266, "ev_co_cos_max20_z": 1097.7204985618591, "ev_co_cos_max20_max": 2326.5300846099854, "ev_co_cos_max20_mean": 2215.2205719947815, "ev_co_cos_rw_z": 1493.1703400611877, "ev_co_cos_rw_mean": 1780.0695252418518, "ev_co_tr_max5_z": 696.6754121780396, "ev_co_tr_max5_mean": 1295.4358015060425, "ev_co_tr_last_max": 205.23305130004883, "ev_sv_k16_ucos_rk": 1034.099102973938, "ev_sv_k16_ucos_z": 4548.782885551453, "ev_sv_k16_ucos_max": 4666.99738740921, "ev_sv_k16_ucos_mean": 4506.591808319092, "ev_sv_k32_ucos_rk": 783.6455693244934, "ev_sv_k32_ucos_z": 4284.520081520081, "ev_sv_k32_ucos_max": 4458.215472698212, "ev_sv_k32_ucos_mean": 4116.725095748901, "ev_sv_k64_ucos_rk": 788.2341413497925, "ev_sv_k64_ucos_z": 3059.631540775299, "ev_sv_k64_ucos_max": 3460.4573373794556, "ev_sv_k64_ucos_mean": 3130.171947956085, "ev_sv_k32_hcos_rk": 757.251079082489, "ev_sv_k32_hcos_z": 3734.4635820388794, "ev_sv_k32_hcos_max": 3995.342061519623, "ev_sv_k32_hcos_mean": 3533.3477268218994, "ev_sv_k64_hcos_rk": 654.4563422203064, "ev_sv_k64_hcos_z": 3044.292068004608, "ev_sv_k64_hcos_max": 3403.3281288146973, "ev_sv_k64_hcos_mean": 2990.824831008911, "ev_sv_k32_imax20_rk": 1042.4757256507874, "ev_sv_k32_imax20_z": 4441.216228961945, "ev_sv_k32_imax20_max": 3726.7269196510315, "ev_sv_k32_imax20_mean": 3772.6464414596558, "ev_sv_k64_con05_rk": 508.1520586013794, "ev_sv_k64_con05_z": 2981.1289763450623, "ev_sv_k64_con05_max": 3889.2218446731567, "ev_sv_k64_con05_mean": 3264.0853514671326, "ev_sv_k64_con025_rk": 532.3147397041321, "ev_sv_k64_con025_z": 2408.1493730545044, "ev_sv_k64_con025_max": 3137.8834862709045, "ev_sv_k64_con025_mean": 2778.7693033218384, "ev_sv_k64_ccos_rk": 536.717221736908, "ev_sv_k64_ccos_z": 2742.8899636268616, "ev_sv_k64_ccos_max": 3105.3463339805603, "ev_sv_k64_ccos_mean": 3123.304693222046, "ev_mf_score_rk": 852.514443397522, "ev_mf_score_z": 4788.863052368164, "ev_mf_score_max": 4691.186275482178, "ev_mf_score_mean": 5188.883097171783, "ev_mf_dot_rk": 1168.296148777008, "ev_mf_dot_z": 5079.652127742767, "ev_mf_dot_max": 4071.2016649246216, "ev_mf_dot_mean": 5473.064249515533, "v2_i_imp": 3105.996171951294, "v2_i_clk": 832.6731185913086, "v2_i_imp1d": 1489.0597848892212, "v2_i_imp_rate": 3724.9040722846985, "v2_ip_users": 1776.222095966339, "v2_ip_3d": 943.1414709091187, "v2_ip_dec1": 2993.8696246147156, "v2_ip_dec3": 2695.6746735572815, "v2_i_ctr_tb": 5038.659531116486, "v2_u_ev": 1279.3116192817688, "v2_u_clk": 689.2921524047852, "v2_u_ctr": 3902.9846568107605, "v2_up_uniq": 1323.9498596191406, "v2_uip_n": 123.01333045959473, "v2_h_len": 441.0768895149231, "v2_h_since_last": 4395.50957775116, "v2_h_since_first": 5201.464411735535, "v2_h_uniq": 737.6111268997192, "v2_h_1d_before_last": 833.3512086868286, "v2_u_since_ev": 4670.942679405212, "v2_ui_since_imp": 22.70971965789795, "v2_ui_noclk": 0.0, "v2_ip_per_imp": 5390.8194761276245, "v2_i_ctr_tb_diff": 7871.643679141998, "v2_h_gap_mean": 3266.174334526062, "v2_h_uniq_ratio": 2037.1946291923523, "v2_co_rw": 809.0190715789795, "v2_co_last3": 350.31221055984497, "v2_inh_pos": 72.39219999313354, "v2_inh_since": 266.0946102142334, "v2_trp_last3": 199.33194875717163, "v2_svd_cos": 3459.3710865974426, "v2_svd_ucos": 3939.4581260681152, "v2_svd_hnorm": 4208.441175937653, "v2_svd32_cos": 4080.602568626404, "v2_svd16_cos": 4095.3874979019165, "v2_svd24_cos": 3848.374135017395, "v2_svd48_cos": 3293.577494621277, "v2_svd_maxsim": 4217.75036239624, "v2_svd_last": 7335.663326263428, "v2_svd_top3": 4148.810060501099, "v2_ip_dec1_rk": 783.8075017929077, "v2_co_rw_rk": 825.0809726715088, "v2_svd_cos_rk": 810.6726932525635, "v2_svd_ucos_rk": 947.0675024986267, "v2_svd32_cos_rk": 870.7906918525696, "v2_svd16_cos_rk": 935.6129512786865, "v2_svd24_cos_rk": 835.9587235450745, "v2_svd48_cos_rk": 1099.7659850120544, "v2_svd_maxsim_rk": 1316.4400472640991, "v2_svd_top3_rk": 1219.0567984580994, "v2_i_ctr_tb_rk": 1727.2288937568665, "v2_i_ctr_dm": 3960.4609451293945, "v2_ip_dec1_dm": 3351.1555104255676, "v2_ip_n_dm": 3969.6010155677795, "v2_co_sum_dm": 2842.8068284988403, "v2_co_rw_dm": 2785.5025973320007, "v2_co_max_dm": 3725.0074729919434, "v2_svd_cos_dm": 3725.693911552429, "v2_svd_ucos_dm": 4006.8887977600098, "v2_svd32_cos_dm": 4195.653984546661, "v2_svd16_cos_dm": 4021.4335441589355, "v2_svd24_cos_dm": 3904.442371368408, "v2_svd48_cos_dm": 3916.7668566703796, "v2_svd_maxsim_dm": 4733.104573726654, "v2_svd_top3_dm": 3815.1803679466248, "v2_tr_last3_dm": 939.0218987464905, "v2_uip_n_dm": 204.78443050384521, "v2_i_ctr_tb_dm": 5265.401945114136, "v2_svd_cos_rmax": 3177.580017566681, "v2_ip_dec1_rmax": 3386.936477661133, "v2_ev_co_max": 3195.6302461624146, "v2_ev_svd_max": 4702.918535709381, "v2_ev_svd_mean": 5437.189280509949, "v2_ev_ictr_mean": 5776.575623035431, "v2_ev_ipdec_mean": 4449.5783705711365, "x_con05_k32": 4046.5948724746704, "x_conr05_k64": 3554.126645565033, "x_conr1_k64": 3929.8542199134827, "x_crcos_k64": 3902.8806228637695, "x_icon05_k64": 3051.7303323745728, "x_icos_k64": 3317.731394290924, "x_clctr64": 4121.0817794799805, "x_clctr64_lift": 2261.1270422935486, "x_climp64": 1192.967544555664, "x_clctr256": 3464.3780546188354, "x_clctr256_lift": 692.7898516654968, "x_climp256": 791.9542894363403, "x_con05_k128": 4983.242631435394, "x_con05_k32_z": 3565.5727100372314, "x_conr05_k64_z": 3585.9527068138123, "x_conr1_k64_z": 3970.426989555359, "x_crcos_k64_z": 3382.0794677734375, "x_icon05_k64_z": 3744.9772534370422, "x_icos_k64_z": 2794.4950652122498, "x_clctr64_z": 4578.968519687653, "x_clctr64_lift_z": 5353.602503299713, "x_clctr256_z": 3999.909781932831, "x_clctr256_lift_z": 5286.698728561401, "x_con05_k128_z": 5375.601822853088, "x_con05_k32_rk": 847.2820773124695, "x_conr05_k64_rk": 635.0884099006653, "x_conr1_k64_rk": 768.351273059845, "x_crcos_k64_rk": 610.2714715003967, "x_icon05_k64_rk": 655.3331990242004, "x_icos_k64_rk": 590.4497227668762, "x_clctr64_rk": 1062.8344674110413, "x_clctr64_lift_rk": 2284.034420490265, "x_clctr256_rk": 868.1147022247314, "x_clctr256_lift_rk": 2289.2655329704285, "x_con05_k128_rk": 1068.077380657196, "lr4_cos": 4213.457230091095, "lr4_con05": 4123.5037088394165, "lr4_con1": 4247.992725372314, "lr6_cos": 3046.8814158439636, "lr6_con05": 3407.49378156662, "lr6_con1": 3568.453145980835, "lr8_cos": 3199.332326889038, "lr8_con05": 2730.4154391288757, "lr8_con1": 3117.5662202835083, "lr10_cos": 2638.304902076721, "lr10_con05": 2295.993854522705, "lr10_con1": 3381.506012439728, "lr12_cos": 2534.119420528412, "lr12_con05": 2399.9443230628967, "lr12_con1": 3247.8640847206116, "lr16_cos": 2639.6470918655396, "lr16_con05": 2406.6755743026733, "lr16_con1": 3477.3805236816406, "lr4_z": 4562.994117736816, "lr4_con05_z": 5246.671727657318, "lr4_con1_z": 4255.222176074982, "lr6_z": 3953.7170825004578, "lr6_con05_z": 3571.551794052124, "lr6_con1_z": 3994.062931060791, "lr8_z": 2846.873420238495, "lr8_con05_z": 3187.713807582855, "lr8_con1_z": 3586.4599714279175, "lr10_z": 2463.1185841560364, "lr10_con05_z": 2597.821126937866, "lr10_con1_z": 2813.4776606559753, "lr12_z": 2261.4282302856445, "lr12_con05_z": 2837.111933708191, "lr12_con1_z": 3410.029622554779, "lr16_z": 3119.45884513855, "lr16_con05_z": 2498.269567012787, "lr16_con1_z": 3220.562768936157, "lr4_dmax": 3688.658423423767, "lr4_con05_dmax": 3413.3449716567993, "lr4_con1_dmax": 3934.316536426544, "lr6_dmax": 3893.2650656700134, "lr6_con05_dmax": 3576.911925792694, "lr6_con1_dmax": 3484.97847032547, "lr8_dmax": 3205.6317081451416, "lr8_con05_dmax": 2970.324010372162, "lr8_con1_dmax": 3884.1221261024475, "lr10_dmax": 2508.874677658081, "lr10_con05_dmax": 3103.4675850868225, "lr10_con1_dmax": 3126.977360725403, "lr12_dmax": 2645.2673931121826, "lr12_con05_dmax": 2578.9484724998474, "lr12_con1_dmax": 3582.8138155937195, "lr16_dmax": 3164.6143021583557, "lr16_con05_dmax": 2825.220407962799, "lr16_con1_dmax": 3892.53365278244, "tA_cos": 2186.0052938461304, "tB_dot": 2614.3634462356567, "tA_z": 2359.96240901947, "tA_dmax": 3138.179196357727, "tB_lse": 4129.470613956451, "tB_mean": 3947.9394783973694, "tB_dmean": 2238.417417049408, "tB_dot_z": 2470.648880958557, "x_pp_con05_k32": 4108.1127409935, "x_pp_hcos": 3927.072777748108, "x_pp_last3": 5085.648684024811, "x_pp_con05_k32_z": 4463.876645088196, "x_pp_hcos_z": 4626.345329284668, "x_pp_last3_z": 4838.137825965881, "x_pp_con05_k32_rk": 817.9638829231262, "x_pp_hcos_rk": 882.9030060768127, "x_pp_last3_rk": 1423.1907005310059, "sq_logit": 3276.1183819770813, "sq_z": 3721.7979640960693, "sq_dm": 3141.578013896942, "sq_lse": 5196.270077228546, "sq_rank": 798.8324646949768, "sq_gap": 3484.109962940216, "sq_gap2": 3199.2290544509888, "sq_amax": 4752.106509208679, "sq_anull": 3576.1658635139465, "sq_amean": 4351.584391117096, "sq_aent": 3346.5210103988647, "sq_ecos": 3434.8345370292664, "sq_pcos_dm": 6477.225275039673, "sq_mcos_dm": 6353.9194169044495, "sq_ecos_dm": 3467.445296764374, "sq_sd": 5520.759561061859, "impsvd_rec": 5160.22271156311, "impsvd_cos": 3977.7622928619385, "impsvd_cos_z": 4568.607985496521, "impsvd_cos_rk": 1235.6655669212341, "impsvd16_cos": 4875.3301610946655, "impsvd16_cos_z": 5048.349534988403, "impsvd64_cos": 5165.4754338264465, "impsvd64_cos_z": 5009.483023643494, "skipsvd32_cos": 4461.54634809494, "skipsvd32_cos_z": 5797.378428936005, "joint32_cos_clkpart": 3687.5060901641846, "joint32_cos_clkpart_z": 3044.9406294822693, "hist_cos_impspace": 3448.721387386322, "hist_cos_impspace_z": 4684.028393745422, "impsvd8_cos": 5089.190842151642, "hist_cos_imp8": 5147.739674568176, "hist_cos_imp64": 3778.400486469269, "hist_maxsim_imp64": 3766.6164293289185, "impsvd128_cos": 5200.350851535797, "hist_cos_imp128": 3299.066749572754, "impsvd8_cos_z": 4203.252321243286, "hist_cos_imp8_z": 4921.3635721206665, "hist_cos_imp64_z": 4031.913281917572, "hist_maxsim_imp64_z": 4151.607058525085, "impsvd128_cos_z": 4617.613924980164, "hist_cos_imp128_z": 4376.94215631485, "cent_clk_mean": 4932.646244525909, "cent_clk_max": 5321.002657413483, "cent_clk_top3": 4942.772075176239, "cent_clk_mean_dm": 5648.274530887604, "slate_clk_coh": 5294.633469581604, "cent_imp_mean": 4680.518151283264, "cent_imp_max": 4725.492518901825, "cent_imp_top3": 4698.805090904236, "cent_imp_mean_dm": 5547.925304412842, "slate_imp_coh": 4219.573419570923, "c_skrec": 4878.8101987838745, "c_impall": 4857.148354053497, "c_hist": 3367.3541011810303, "c_hist_minus_sk": 4529.401640892029, "c_hist_minus_skrec": 4495.275152206421, "coA_pp12_cos": 2337.728322505951, "coA_pp12_cos_z": 2217.6739501953125, "coA_pp12_cos_dm": 2471.070083141327, "coA_pp8_cos": 3861.218367576599, "coA_pp8_cos_z": 3906.562563419342, "coA_pp16_cos": 2778.0198516845703, "coA_pp16_cos_z": 3264.8721499443054, "coA_pp12x_cos": 2098.4996070861816, "coA_pp12x_cos_z": 2278.7080960273743, "coA_pp12_unorm": 4085.7982048988342, "coA_pp12_ucos_dot": 3259.2530121803284, "coA_ppb12_cos": 2290.11425447464, "coA_ppb12_cos_z": 2536.102752685547, "coA_pp_prod0": 6058.716508865356, "coA_pp_prod1": 5672.607342720032, "coA_pp_prod2": 5927.865435123444, "coA_pp_prod3": 6031.259896278381, "coA_pp_prod4": 6586.2185797691345, "coA_pp_prod5": 5986.05214548111, "coA_pp_prod6": 6638.653336048126, "coA_pp_prod7": 6248.702083110809, "coA_pp_prod8": 6167.889727592468, "coA_pp_prod9": 7268.207786560059, "coA_pp_prod10": 6199.637627124786, "coA_pp_prod11": 6431.706406593323, "nmA_nmfU_cos": 4127.33105134964, "nmA_nmfU_cos_z": 4554.372520446777, "nmA_nmfU_cos_dm": 4129.415725231171, "nmA_nmfU_aff": 4026.44237613678, "nmA_nmfU_aff_z": 5394.433236122131, "nmA_nmfU_lift": 4150.355110645294, "nmA_nmfP_cos": 3281.388840675354, "nmA_nmfP_cos_dm": 4018.848606109619, "nmA_nmfP_aff_z": 3841.301839351654, "nmA_nmfP_lift": 3399.3081364631653, "nmA_nmfP_uent": 4836.761893749237, "nmA_nmfP_ient": 6543.404761791229, "nmA_nmfP_aff_e3": 3533.90447807312, "nmA_nmfP_cos_p1": 3469.694742679596, "nmA_nmfP_last3": 4563.300093650818, "nmA_nmfP_max5": 5155.628843307495, "nmA_nmfP_decay5": 3910.8929271698, "nmA_nmfU_wu_rec": 5158.033534526825, "nmA_nmfU_wu_rec_z": 5854.818618774414}, "split": {"it_clk": 94, "it_imp24": 201, "it_clk24": 62, "it_imp6": 179, "it_clk6": 27, "it_ctr": 336, "it_ctr24": 399, "it_ctr6": 531, "it_trend24": 427, "it_trend6": 572, "it_imptrend24": 478, "it_nclk_warm": 168, "us_nclk_win": 76, "us_ctr": 199, "us_nclk_warm": 91, "us_nclk24": 54, "us_repeat_rate": 339, "hist_n_all": 9, "us_since_ev": 340, "hist_since_imp": 4, "co_cos_max20": 41, "co_cos_max5": 17, "co_cos_mean5": 22, "co_cos_last": 30, "co_tr_mean20": 41, "co_tr_max5": 21, "sv_k16_ucos": 426, "sv_k16_udot": 400, "sv_k16_hcos": 398, "sv_k32_ucos": 377, "sv_k32_udot": 391, "sv_k32_hcos": 320, "sv_k32_hnorm": 307, "sv_k32_imax20": 414, "sv_k32_imax5": 443, "sv_k64_ucos": 325, "sv_k64_udot": 370, "sv_k64_hcos": 231, "sv_k64_ccos": 227, "sv_k64_ncos": 447, "sv_k64_con025": 206, "sv_k64_con05": 264, "sv_k64_con1": 316, "mf_score": 445, "mf_dot": 491, "mf_bi": 318, "ev_it_ctr_rk": 93, "ev_it_ctr_max": 484, "ev_it_ctr24_rk": 144, "ev_it_ctr24_z": 464, "ev_it_ctr24_max": 517, "ev_it_ctr24_mean": 537, "ev_it_imp_rk": 85, "ev_it_imp_z": 406, "ev_it_imp_max": 407, "ev_it_imp_mean": 363, "ev_it_nclk_all_rk": 104, "ev_it_nclk_all_z": 328, "ev_it_nclk_all_max": 354, "ev_it_nclk_all_mean": 412, "ev_it_clk_dec2d_rk": 68, "ev_it_clk_dec2d_z": 315, "ev_it_clk_dec2d_max": 458, "ev_hist_n_all_mean": 13, "ev_hist_noclk_rk": 4, "ev_hist_noclk_max": 6, "ev_co_cos_max20_z": 104, "ev_co_cos_max20_max": 220, "ev_co_cos_max20_mean": 220, "ev_co_cos_rw_z": 152, "ev_co_cos_rw_mean": 173, "ev_co_tr_max5_z": 69, "ev_co_tr_max5_mean": 127, "ev_co_tr_last_max": 21, "ev_sv_k16_ucos_rk": 101, "ev_sv_k16_ucos_z": 440, "ev_sv_k16_ucos_max": 449, "ev_sv_k16_ucos_mean": 437, "ev_sv_k32_ucos_rk": 74, "ev_sv_k32_ucos_z": 402, "ev_sv_k32_ucos_max": 432, "ev_sv_k32_ucos_mean": 398, "ev_sv_k64_ucos_rk": 74, "ev_sv_k64_ucos_z": 293, "ev_sv_k64_ucos_max": 331, "ev_sv_k64_ucos_mean": 310, "ev_sv_k32_hcos_rk": 73, "ev_sv_k32_hcos_z": 359, "ev_sv_k32_hcos_max": 389, "ev_sv_k32_hcos_mean": 339, "ev_sv_k64_hcos_rk": 63, "ev_sv_k64_hcos_z": 285, "ev_sv_k64_hcos_max": 322, "ev_sv_k64_hcos_mean": 291, "ev_sv_k32_imax20_rk": 103, "ev_sv_k32_imax20_z": 433, "ev_sv_k32_imax20_max": 356, "ev_sv_k32_imax20_mean": 370, "ev_sv_k64_con05_rk": 47, "ev_sv_k64_con05_z": 276, "ev_sv_k64_con05_max": 377, "ev_sv_k64_con05_mean": 316, "ev_sv_k64_con025_rk": 52, "ev_sv_k64_con025_z": 230, "ev_sv_k64_con025_max": 291, "ev_sv_k64_con025_mean": 269, "ev_sv_k64_ccos_rk": 51, "ev_sv_k64_ccos_z": 258, "ev_sv_k64_ccos_max": 290, "ev_sv_k64_ccos_mean": 303, "ev_mf_score_rk": 83, "ev_mf_score_z": 467, "ev_mf_score_max": 457, "ev_mf_score_mean": 503, "ev_mf_dot_rk": 111, "ev_mf_dot_z": 494, "ev_mf_dot_max": 402, "ev_mf_dot_mean": 536, "v2_i_imp": 304, "v2_i_clk": 83, "v2_i_imp1d": 145, "v2_i_imp_rate": 358, "v2_ip_users": 174, "v2_ip_3d": 92, "v2_ip_dec1": 289, "v2_ip_dec3": 251, "v2_i_ctr_tb": 491, "v2_u_ev": 125, "v2_u_clk": 65, "v2_u_ctr": 382, "v2_up_uniq": 127, "v2_uip_n": 13, "v2_h_len": 40, "v2_h_since_last": 430, "v2_h_since_first": 495, "v2_h_uniq": 72, "v2_h_1d_before_last": 83, "v2_u_since_ev": 454, "v2_ui_since_imp": 2, "v2_ui_noclk": 0, "v2_ip_per_imp": 514, "v2_i_ctr_tb_diff": 757, "v2_h_gap_mean": 318, "v2_h_uniq_ratio": 204, "v2_co_rw": 79, "v2_co_last3": 35, "v2_inh_pos": 7, "v2_inh_since": 27, "v2_trp_last3": 19, "v2_svd_cos": 324, "v2_svd_ucos": 375, "v2_svd_hnorm": 402, "v2_svd32_cos": 391, "v2_svd16_cos": 398, "v2_svd24_cos": 362, "v2_svd48_cos": 314, "v2_svd_maxsim": 396, "v2_svd_last": 705, "v2_svd_top3": 407, "v2_ip_dec1_rk": 73, "v2_co_rw_rk": 82, "v2_svd_cos_rk": 77, "v2_svd_ucos_rk": 93, "v2_svd32_cos_rk": 83, "v2_svd16_cos_rk": 90, "v2_svd24_cos_rk": 76, "v2_svd48_cos_rk": 106, "v2_svd_maxsim_rk": 127, "v2_svd_top3_rk": 118, "v2_i_ctr_tb_rk": 170, "v2_i_ctr_dm": 381, "v2_ip_dec1_dm": 319, "v2_ip_n_dm": 382, "v2_co_sum_dm": 275, "v2_co_rw_dm": 267, "v2_co_max_dm": 364, "v2_svd_cos_dm": 357, "v2_svd_ucos_dm": 391, "v2_svd32_cos_dm": 390, "v2_svd16_cos_dm": 397, "v2_svd24_cos_dm": 372, "v2_svd48_cos_dm": 375, "v2_svd_maxsim_dm": 462, "v2_svd_top3_dm": 370, "v2_tr_last3_dm": 98, "v2_uip_n_dm": 22, "v2_i_ctr_tb_dm": 510, "v2_svd_cos_rmax": 306, "v2_ip_dec1_rmax": 318, "v2_ev_co_max": 299, "v2_ev_svd_max": 456, "v2_ev_svd_mean": 519, "v2_ev_ictr_mean": 565, "v2_ev_ipdec_mean": 432, "x_con05_k32": 389, "x_conr05_k64": 332, "x_conr1_k64": 371, "x_crcos_k64": 376, "x_icon05_k64": 292, "x_icos_k64": 322, "x_clctr64": 398, "x_clctr64_lift": 225, "x_climp64": 113, "x_clctr256": 339, "x_clctr256_lift": 69, "x_climp256": 80, "x_con05_k128": 487, "x_con05_k32_z": 348, "x_conr05_k64_z": 340, "x_conr1_k64_z": 388, "x_crcos_k64_z": 325, "x_icon05_k64_z": 353, "x_icos_k64_z": 264, "x_clctr64_z": 443, "x_clctr64_lift_z": 519, "x_clctr256_z": 383, "x_clctr256_lift_z": 522, "x_con05_k128_z": 520, "x_con05_k32_rk": 81, "x_conr05_k64_rk": 60, "x_conr1_k64_rk": 76, "x_crcos_k64_rk": 58, "x_icon05_k64_rk": 62, "x_icos_k64_rk": 58, "x_clctr64_rk": 100, "x_clctr64_lift_rk": 226, "x_clctr256_rk": 83, "x_clctr256_lift_rk": 221, "x_con05_k128_rk": 100, "lr4_cos": 413, "lr4_con05": 392, "lr4_con1": 413, "lr6_cos": 298, "lr6_con05": 328, "lr6_con1": 341, "lr8_cos": 298, "lr8_con05": 255, "lr8_con1": 311, "lr10_cos": 254, "lr10_con05": 214, "lr10_con1": 327, "lr12_cos": 231, "lr12_con05": 229, "lr12_con1": 312, "lr16_cos": 246, "lr16_con05": 228, "lr16_con1": 330, "lr4_z": 440, "lr4_con05_z": 506, "lr4_con1_z": 409, "lr6_z": 379, "lr6_con05_z": 349, "lr6_con1_z": 382, "lr8_z": 271, "lr8_con05_z": 306, "lr8_con1_z": 347, "lr10_z": 233, "lr10_con05_z": 250, "lr10_con1_z": 273, "lr12_z": 217, "lr12_con05_z": 269, "lr12_con1_z": 330, "lr16_z": 300, "lr16_con05_z": 240, "lr16_con1_z": 311, "lr4_dmax": 353, "lr4_con05_dmax": 324, "lr4_con1_dmax": 382, "lr6_dmax": 378, "lr6_con05_dmax": 347, "lr6_con1_dmax": 341, "lr8_dmax": 303, "lr8_con05_dmax": 289, "lr8_con1_dmax": 364, "lr10_dmax": 236, "lr10_con05_dmax": 293, "lr10_con1_dmax": 295, "lr12_dmax": 250, "lr12_con05_dmax": 241, "lr12_con1_dmax": 340, "lr16_dmax": 302, "lr16_con05_dmax": 261, "lr16_con1_dmax": 366, "tA_cos": 207, "tB_dot": 252, "tA_z": 219, "tA_dmax": 296, "tB_lse": 401, "tB_mean": 381, "tB_dmean": 213, "tB_dot_z": 231, "x_pp_con05_k32": 393, "x_pp_hcos": 380, "x_pp_last3": 484, "x_pp_con05_k32_z": 427, "x_pp_hcos_z": 443, "x_pp_last3_z": 469, "x_pp_con05_k32_rk": 77, "x_pp_hcos_rk": 82, "x_pp_last3_rk": 139, "sq_logit": 304, "sq_z": 355, "sq_dm": 307, "sq_lse": 510, "sq_rank": 76, "sq_gap": 336, "sq_gap2": 312, "sq_amax": 462, "sq_anull": 338, "sq_amean": 431, "sq_aent": 322, "sq_ecos": 329, "sq_pcos_dm": 629, "sq_mcos_dm": 614, "sq_ecos_dm": 330, "sq_sd": 536, "impsvd_rec": 488, "impsvd_cos": 374, "impsvd_cos_z": 436, "impsvd_cos_rk": 120, "impsvd16_cos": 473, "impsvd16_cos_z": 487, "impsvd64_cos": 501, "impsvd64_cos_z": 489, "skipsvd32_cos": 423, "skipsvd32_cos_z": 555, "joint32_cos_clkpart": 360, "joint32_cos_clkpart_z": 299, "hist_cos_impspace": 327, "hist_cos_impspace_z": 447, "impsvd8_cos": 484, "hist_cos_imp8": 491, "hist_cos_imp64": 367, "hist_maxsim_imp64": 364, "impsvd128_cos": 491, "hist_cos_imp128": 314, "impsvd8_cos_z": 414, "hist_cos_imp8_z": 474, "hist_cos_imp64_z": 396, "hist_maxsim_imp64_z": 411, "impsvd128_cos_z": 453, "hist_cos_imp128_z": 426, "cent_clk_mean": 473, "cent_clk_max": 511, "cent_clk_top3": 476, "cent_clk_mean_dm": 548, "slate_clk_coh": 515, "cent_imp_mean": 455, "cent_imp_max": 456, "cent_imp_top3": 446, "cent_imp_mean_dm": 536, "slate_imp_coh": 409, "c_skrec": 468, "c_impall": 462, "c_hist": 319, "c_hist_minus_sk": 423, "c_hist_minus_skrec": 426, "coA_pp12_cos": 217, "coA_pp12_cos_z": 212, "coA_pp12_cos_dm": 244, "coA_pp8_cos": 371, "coA_pp8_cos_z": 382, "coA_pp16_cos": 273, "coA_pp16_cos_z": 304, "coA_pp12x_cos": 196, "coA_pp12x_cos_z": 215, "coA_pp12_unorm": 393, "coA_pp12_ucos_dot": 302, "coA_ppb12_cos": 216, "coA_ppb12_cos_z": 240, "coA_pp_prod0": 590, "coA_pp_prod1": 560, "coA_pp_prod2": 576, "coA_pp_prod3": 597, "coA_pp_prod4": 639, "coA_pp_prod5": 588, "coA_pp_prod6": 658, "coA_pp_prod7": 603, "coA_pp_prod8": 611, "coA_pp_prod9": 714, "coA_pp_prod10": 600, "coA_pp_prod11": 621, "nmA_nmfU_cos": 401, "nmA_nmfU_cos_z": 441, "nmA_nmfU_cos_dm": 409, "nmA_nmfU_aff": 387, "nmA_nmfU_aff_z": 517, "nmA_nmfU_lift": 403, "nmA_nmfP_cos": 317, "nmA_nmfP_cos_dm": 388, "nmA_nmfP_aff_z": 372, "nmA_nmfP_lift": 325, "nmA_nmfP_uent": 476, "nmA_nmfP_ient": 637, "nmA_nmfP_aff_e3": 338, "nmA_nmfP_cos_p1": 328, "nmA_nmfP_last3": 439, "nmA_nmfP_max5": 487, "nmA_nmfP_decay5": 374, "nmA_nmfU_wu_rec": 499, "nmA_nmfU_wu_rec_z": 558}}
|
dw_featcut/null/null_log.jsonl
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"run": "real", "fit_s": 307, "auc_val25": 0.81737, "label_mean": 0.06314505776636714, "nf": 401}
|
| 2 |
+
{"run": "null0", "fit_s": 225, "auc_val25": 0.49435, "label_mean": 0.06314505776636714, "nf": 401}
|
| 3 |
+
{"run": "null1", "fit_s": 210, "auc_val25": null, "label_mean": 0.06314505776636714, "nf": 401}
|
| 4 |
+
{"run": "null2", "fit_s": 216, "auc_val25": null, "label_mean": 0.06314505776636714, "nf": 401}
|
| 5 |
+
{"run": "null3", "fit_s": 213, "auc_val25": null, "label_mean": 0.06314505776636714, "nf": 401}
|
| 6 |
+
{"run": "null4", "fit_s": 216, "auc_val25": null, "label_mean": 0.06314505776636714, "nf": 401}
|
dw_featcut/null/null_table.json
ADDED
|
@@ -0,0 +1,2233 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"K": 5,
|
| 3 |
+
"total_real_gain": 4340257.298379898,
|
| 4 |
+
"total_null_gain": [
|
| 5 |
+
1298007.7672400475,
|
| 6 |
+
1288627.7203464508,
|
| 7 |
+
1307574.7406544685,
|
| 8 |
+
1291916.2740650177,
|
| 9 |
+
1307227.9323239326
|
| 10 |
+
],
|
| 11 |
+
"rows": [
|
| 12 |
+
{
|
| 13 |
+
"col": "ev_hist_noclk_max",
|
| 14 |
+
"fam": "ev_",
|
| 15 |
+
"real": 10.75469970703125,
|
| 16 |
+
"real_share": 2.47789450432943e-06,
|
| 17 |
+
"real_split": 1,
|
| 18 |
+
"null_mean": 54.06024408340454,
|
| 19 |
+
"null_p75": 61.643070220947266,
|
| 20 |
+
"null_p90": 70.08084001541138,
|
| 21 |
+
"null_max": 75.70601987838745,
|
| 22 |
+
"ratio_mean": 0.19893916295381167,
|
| 23 |
+
"score": -1.762110222556449,
|
| 24 |
+
"pct_null_below": 0.0,
|
| 25 |
+
"null_split_mean": 5.6
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"col": "ev_hist_n_all_mean",
|
| 29 |
+
"fam": "ev_",
|
| 30 |
+
"real": 138.14066982269287,
|
| 31 |
+
"real_share": 3.1827760504949114e-05,
|
| 32 |
+
"real_split": 10,
|
| 33 |
+
"null_mean": 103.17251396179199,
|
| 34 |
+
"null_p75": 134.43746948242188,
|
| 35 |
+
"null_p90": 136.59918031692504,
|
| 36 |
+
"null_max": 138.0403208732605,
|
| 37 |
+
"ratio_mean": 1.3389289891089664,
|
| 38 |
+
"score": 0.019762458644960724,
|
| 39 |
+
"pct_null_below": 100.0,
|
| 40 |
+
"null_split_mean": 10.2
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"col": "v2_ui_noclk",
|
| 44 |
+
"fam": "v2_",
|
| 45 |
+
"real": 188.39148044586182,
|
| 46 |
+
"real_share": 4.340560190203086e-05,
|
| 47 |
+
"real_split": 15,
|
| 48 |
+
"null_mean": 11.713426113128662,
|
| 49 |
+
"null_p75": 18.061460494995117,
|
| 50 |
+
"null_p90": 25.86938009262085,
|
| 51 |
+
"null_max": 31.074659824371338,
|
| 52 |
+
"ratio_mean": 16.083379758097298,
|
| 53 |
+
"score": 2.2908536190958873,
|
| 54 |
+
"pct_null_below": 100.0,
|
| 55 |
+
"null_split_mean": 1.2
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"col": "ev_co_tr_last_max",
|
| 59 |
+
"fam": "ev_",
|
| 60 |
+
"real": 210.31561851501465,
|
| 61 |
+
"real_share": 4.845694714770017e-05,
|
| 62 |
+
"real_split": 18,
|
| 63 |
+
"null_mean": 146.71848583221436,
|
| 64 |
+
"null_p75": 205.23305130004883,
|
| 65 |
+
"null_p90": 247.01460218429565,
|
| 66 |
+
"null_max": 274.8689694404602,
|
| 67 |
+
"ratio_mean": 1.433463665618314,
|
| 68 |
+
"score": 0.01960250150990222,
|
| 69 |
+
"pct_null_below": 80.0,
|
| 70 |
+
"null_split_mean": 14.6
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"col": "ev_hist_noclk_rk",
|
| 74 |
+
"fam": "ev_",
|
| 75 |
+
"real": 239.8051815032959,
|
| 76 |
+
"real_share": 5.525137451938823e-05,
|
| 77 |
+
"real_split": 19,
|
| 78 |
+
"null_mean": 36.25187005996704,
|
| 79 |
+
"null_p75": 40.731300354003906,
|
| 80 |
+
"null_p90": 57.74797220230103,
|
| 81 |
+
"null_max": 69.09242010116577,
|
| 82 |
+
"ratio_mean": 6.6149740994496415,
|
| 83 |
+
"score": 1.7485753947316398,
|
| 84 |
+
"pct_null_below": 100.0,
|
| 85 |
+
"null_split_mean": 3.6
|
| 86 |
+
},
|
| 87 |
+
{
|
| 88 |
+
"col": "v2_ui_since_imp",
|
| 89 |
+
"fam": "v2_",
|
| 90 |
+
"real": 294.9284176826477,
|
| 91 |
+
"real_share": 6.795182806160746e-05,
|
| 92 |
+
"real_split": 25,
|
| 93 |
+
"null_mean": 116.38740549087524,
|
| 94 |
+
"null_p75": 166.12353801727295,
|
| 95 |
+
"null_p90": 183.77786750793456,
|
| 96 |
+
"null_max": 195.54742050170898,
|
| 97 |
+
"ratio_mean": 2.534023474780268,
|
| 98 |
+
"score": 0.5679993874844744,
|
| 99 |
+
"pct_null_below": 100.0,
|
| 100 |
+
"null_split_mean": 12.6
|
| 101 |
+
},
|
| 102 |
+
{
|
| 103 |
+
"col": "ev_sv_k64_ucos_rk",
|
| 104 |
+
"fam": "ev_",
|
| 105 |
+
"real": 314.8253116607666,
|
| 106 |
+
"real_share": 7.253609406481097e-05,
|
| 107 |
+
"real_split": 28,
|
| 108 |
+
"null_mean": 668.1367748260498,
|
| 109 |
+
"null_p75": 686.2677693367004,
|
| 110 |
+
"null_p90": 747.4475925445556,
|
| 111 |
+
"null_max": 788.2341413497925,
|
| 112 |
+
"ratio_mean": 0.47119889747534366,
|
| 113 |
+
"score": -0.7807060633621541,
|
| 114 |
+
"pct_null_below": 0.0,
|
| 115 |
+
"null_split_mean": 63.2
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"col": "v2_inh_pos",
|
| 119 |
+
"fam": "v2_",
|
| 120 |
+
"real": 323.6263313293457,
|
| 121 |
+
"real_share": 7.456385856436363e-05,
|
| 122 |
+
"real_split": 24,
|
| 123 |
+
"null_mean": 63.20749206542969,
|
| 124 |
+
"null_p75": 72.39219999313354,
|
| 125 |
+
"null_p90": 74.63507833480836,
|
| 126 |
+
"null_max": 76.13033056259155,
|
| 127 |
+
"ratio_mean": 5.120062839929507,
|
| 128 |
+
"score": 1.483771889038256,
|
| 129 |
+
"pct_null_below": 100.0,
|
| 130 |
+
"null_split_mean": 7.6
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"col": "v2_uip_n",
|
| 134 |
+
"fam": "v2_",
|
| 135 |
+
"real": 341.02874851226807,
|
| 136 |
+
"real_share": 7.857339440211643e-05,
|
| 137 |
+
"real_split": 15,
|
| 138 |
+
"null_mean": 39.042280197143555,
|
| 139 |
+
"null_p75": 65.5327205657959,
|
| 140 |
+
"null_p90": 100.0210865020752,
|
| 141 |
+
"null_max": 123.01333045959473,
|
| 142 |
+
"ratio_mean": 8.73485735951505,
|
| 143 |
+
"score": 1.6342729150031088,
|
| 144 |
+
"pct_null_below": 100.0,
|
| 145 |
+
"null_split_mean": 4.4
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"col": "ev_sv_k64_ccos_rk",
|
| 149 |
+
"fam": "ev_",
|
| 150 |
+
"real": 384.28765296936035,
|
| 151 |
+
"real_share": 8.854029301737587e-05,
|
| 152 |
+
"real_split": 35,
|
| 153 |
+
"null_mean": 576.5117280006409,
|
| 154 |
+
"null_p75": 589.0529913902283,
|
| 155 |
+
"null_p90": 722.9870005607605,
|
| 156 |
+
"null_max": 812.276340007782,
|
| 157 |
+
"ratio_mean": 0.666573868847527,
|
| 158 |
+
"score": -0.4288209801991266,
|
| 159 |
+
"pct_null_below": 0.0,
|
| 160 |
+
"null_split_mean": 54.8
|
| 161 |
+
},
|
| 162 |
+
{
|
| 163 |
+
"col": "ev_sv_k64_con025_rk",
|
| 164 |
+
"fam": "ev_",
|
| 165 |
+
"real": 485.48609161376953,
|
| 166 |
+
"real_share": 0.00011185652329759079,
|
| 167 |
+
"real_split": 42,
|
| 168 |
+
"null_mean": 502.1343674659729,
|
| 169 |
+
"null_p75": 532.3147397041321,
|
| 170 |
+
"null_p90": 570.5538672447204,
|
| 171 |
+
"null_max": 596.046618938446,
|
| 172 |
+
"ratio_mean": 0.9668449782949152,
|
| 173 |
+
"score": -0.0939611160178509,
|
| 174 |
+
"pct_null_below": 40.0,
|
| 175 |
+
"null_split_mean": 49.4
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"col": "ev_co_tr_max5_z",
|
| 179 |
+
"fam": "ev_",
|
| 180 |
+
"real": 500.4688124656677,
|
| 181 |
+
"real_share": 0.00011530855847013479,
|
| 182 |
+
"real_split": 44,
|
| 183 |
+
"null_mean": 764.2301544189453,
|
| 184 |
+
"null_p75": 783.2710704803467,
|
| 185 |
+
"null_p90": 944.3978178977967,
|
| 186 |
+
"null_max": 1051.81564950943,
|
| 187 |
+
"ratio_mean": 0.6548666125928793,
|
| 188 |
+
"score": -0.44920942954071097,
|
| 189 |
+
"pct_null_below": 0.0,
|
| 190 |
+
"null_split_mean": 76.6
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"col": "ev_sv_k64_hcos_rk",
|
| 194 |
+
"fam": "ev_",
|
| 195 |
+
"real": 501.3704524040222,
|
| 196 |
+
"real_share": 0.00011551629729213759,
|
| 197 |
+
"real_split": 43,
|
| 198 |
+
"null_mean": 619.8103758811951,
|
| 199 |
+
"null_p75": 654.4563422203064,
|
| 200 |
+
"null_p90": 670.1740249633789,
|
| 201 |
+
"null_max": 680.6524801254272,
|
| 202 |
+
"ratio_mean": 0.8089094211938856,
|
| 203 |
+
"score": -0.2679864447973312,
|
| 204 |
+
"pct_null_below": 0.0,
|
| 205 |
+
"null_split_mean": 58.8
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"col": "v2_trp_last3",
|
| 209 |
+
"fam": "v2_",
|
| 210 |
+
"real": 517.0710868835449,
|
| 211 |
+
"real_share": 0.00011913374054495657,
|
| 212 |
+
"real_split": 45,
|
| 213 |
+
"null_mean": 162.99487400054932,
|
| 214 |
+
"null_p75": 199.33194875717163,
|
| 215 |
+
"null_p90": 232.06220264434816,
|
| 216 |
+
"null_max": 253.88237190246582,
|
| 217 |
+
"ratio_mean": 3.1723150194392145,
|
| 218 |
+
"score": 0.9482046294213663,
|
| 219 |
+
"pct_null_below": 100.0,
|
| 220 |
+
"null_split_mean": 16.8
|
| 221 |
+
},
|
| 222 |
+
{
|
| 223 |
+
"col": "ev_sv_k64_con05_rk",
|
| 224 |
+
"fam": "ev_",
|
| 225 |
+
"real": 594.5703926086426,
|
| 226 |
+
"real_share": 0.00013698966483636346,
|
| 227 |
+
"real_split": 50,
|
| 228 |
+
"null_mean": 580.7326130867004,
|
| 229 |
+
"null_p75": 590.6001992225647,
|
| 230 |
+
"null_p90": 644.6765015602111,
|
| 231 |
+
"null_max": 680.7273697853088,
|
| 232 |
+
"ratio_mean": 1.023828142608337,
|
| 233 |
+
"score": 0.005008048038589468,
|
| 234 |
+
"pct_null_below": 80.0,
|
| 235 |
+
"null_split_mean": 55.4
|
| 236 |
+
},
|
| 237 |
+
{
|
| 238 |
+
"col": "ev_mf_score_rk",
|
| 239 |
+
"fam": "ev_",
|
| 240 |
+
"real": 603.8642115592957,
|
| 241 |
+
"real_share": 0.00013913097082624617,
|
| 242 |
+
"real_split": 55,
|
| 243 |
+
"null_mean": 962.3340699195862,
|
| 244 |
+
"null_p75": 999.7029576301575,
|
| 245 |
+
"null_p90": 1032.624484348297,
|
| 246 |
+
"null_max": 1054.5721688270569,
|
| 247 |
+
"ratio_mean": 0.6274995663509609,
|
| 248 |
+
"score": -0.5051086321267028,
|
| 249 |
+
"pct_null_below": 0.0,
|
| 250 |
+
"null_split_mean": 93.2
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"col": "v2_svd48_cos_rk",
|
| 254 |
+
"fam": "v2_",
|
| 255 |
+
"real": 636.5683708190918,
|
| 256 |
+
"real_share": 0.00014666604467359706,
|
| 257 |
+
"real_split": 56,
|
| 258 |
+
"null_mean": 1025.628064918518,
|
| 259 |
+
"null_p75": 1099.7659850120544,
|
| 260 |
+
"null_p90": 1132.6205549240112,
|
| 261 |
+
"null_max": 1154.5236015319824,
|
| 262 |
+
"ratio_mean": 0.6206620046709277,
|
| 263 |
+
"score": -0.5476697372159612,
|
| 264 |
+
"pct_null_below": 0.0,
|
| 265 |
+
"null_split_mean": 99.6
|
| 266 |
+
},
|
| 267 |
+
{
|
| 268 |
+
"col": "v2_svd_cos_rk",
|
| 269 |
+
"fam": "v2_",
|
| 270 |
+
"real": 664.338686466217,
|
| 271 |
+
"real_share": 0.00015306435558882578,
|
| 272 |
+
"real_split": 59,
|
| 273 |
+
"null_mean": 856.5545557022094,
|
| 274 |
+
"null_p75": 893.5645689964294,
|
| 275 |
+
"null_p90": 896.7170048713684,
|
| 276 |
+
"null_max": 898.8186287879944,
|
| 277 |
+
"ratio_mean": 0.7755941312127953,
|
| 278 |
+
"score": -0.29754499525134454,
|
| 279 |
+
"pct_null_below": 0.0,
|
| 280 |
+
"null_split_mean": 82.0
|
| 281 |
+
},
|
| 282 |
+
{
|
| 283 |
+
"col": "v2_co_rw_rk",
|
| 284 |
+
"fam": "v2_",
|
| 285 |
+
"real": 686.8183484077454,
|
| 286 |
+
"real_share": 0.00015824369413862082,
|
| 287 |
+
"real_split": 60,
|
| 288 |
+
"null_mean": 796.1912443161011,
|
| 289 |
+
"null_p75": 828.2059111595154,
|
| 290 |
+
"null_p90": 840.9351209640503,
|
| 291 |
+
"null_max": 849.4212608337402,
|
| 292 |
+
"ratio_mean": 0.8626298685282541,
|
| 293 |
+
"score": -0.18839866470442165,
|
| 294 |
+
"pct_null_below": 20.0,
|
| 295 |
+
"null_split_mean": 79.4
|
| 296 |
+
},
|
| 297 |
+
{
|
| 298 |
+
"col": "v2_tr_last3_dm",
|
| 299 |
+
"fam": "v2_",
|
| 300 |
+
"real": 690.4580969810486,
|
| 301 |
+
"real_share": 0.00015908229616681439,
|
| 302 |
+
"real_split": 60,
|
| 303 |
+
"null_mean": 679.1636277198792,
|
| 304 |
+
"null_p75": 777.863440990448,
|
| 305 |
+
"null_p90": 874.5585156440735,
|
| 306 |
+
"null_max": 939.0218987464905,
|
| 307 |
+
"ratio_mean": 1.0166299678018502,
|
| 308 |
+
"score": -0.12048044402403509,
|
| 309 |
+
"pct_null_below": 60.0,
|
| 310 |
+
"null_split_mean": 69.8
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"col": "v2_svd_ucos_rk",
|
| 314 |
+
"fam": "v2_",
|
| 315 |
+
"real": 694.8469376564026,
|
| 316 |
+
"real_share": 0.000160093489829686,
|
| 317 |
+
"real_split": 61,
|
| 318 |
+
"null_mean": 940.3686249732971,
|
| 319 |
+
"null_p75": 984.6009984016418,
|
| 320 |
+
"null_p90": 989.8335381507874,
|
| 321 |
+
"null_max": 993.321897983551,
|
| 322 |
+
"ratio_mean": 0.7389091035189882,
|
| 323 |
+
"score": -0.34956001790367236,
|
| 324 |
+
"pct_null_below": 0.0,
|
| 325 |
+
"null_split_mean": 90.0
|
| 326 |
+
},
|
| 327 |
+
{
|
| 328 |
+
"col": "ev_sv_k32_hcos_rk",
|
| 329 |
+
"fam": "ev_",
|
| 330 |
+
"real": 705.1889319419861,
|
| 331 |
+
"real_share": 0.00016247629655624662,
|
| 332 |
+
"real_split": 64,
|
| 333 |
+
"null_mean": 738.1923382759094,
|
| 334 |
+
"null_p75": 757.251079082489,
|
| 335 |
+
"null_p90": 801.350502872467,
|
| 336 |
+
"null_max": 830.7501187324524,
|
| 337 |
+
"ratio_mean": 0.9552915891663077,
|
| 338 |
+
"score": -0.07254881410252104,
|
| 339 |
+
"pct_null_below": 20.0,
|
| 340 |
+
"null_split_mean": 71.2
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"col": "v2_svd24_cos_rk",
|
| 344 |
+
"fam": "v2_",
|
| 345 |
+
"real": 717.9925451278687,
|
| 346 |
+
"real_share": 0.00016542626295355255,
|
| 347 |
+
"real_split": 58,
|
| 348 |
+
"null_mean": 803.0267823219299,
|
| 349 |
+
"null_p75": 830.4770865440369,
|
| 350 |
+
"null_p90": 833.7660687446594,
|
| 351 |
+
"null_max": 835.9587235450745,
|
| 352 |
+
"ratio_mean": 0.8941078441391618,
|
| 353 |
+
"score": -0.1467445552013717,
|
| 354 |
+
"pct_null_below": 0.0,
|
| 355 |
+
"null_split_mean": 77.6
|
| 356 |
+
},
|
| 357 |
+
{
|
| 358 |
+
"col": "v2_ip_dec1_rk",
|
| 359 |
+
"fam": "v2_",
|
| 360 |
+
"real": 731.0344505310059,
|
| 361 |
+
"real_share": 0.0001684311321367702,
|
| 362 |
+
"real_split": 64,
|
| 363 |
+
"null_mean": 777.3113233566285,
|
| 364 |
+
"null_p75": 841.3416686058044,
|
| 365 |
+
"null_p90": 867.9724166870117,
|
| 366 |
+
"null_max": 885.7262487411499,
|
| 367 |
+
"ratio_mean": 0.9404654590315406,
|
| 368 |
+
"score": -0.1417251274232549,
|
| 369 |
+
"pct_null_below": 40.0,
|
| 370 |
+
"null_split_mean": 74.2
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"col": "v2_i_clk",
|
| 374 |
+
"fam": "v2_",
|
| 375 |
+
"real": 752.1710357666016,
|
| 376 |
+
"real_share": 0.00017330102435341032,
|
| 377 |
+
"real_split": 56,
|
| 378 |
+
"null_mean": 705.9878556251526,
|
| 379 |
+
"null_p75": 820.306321144104,
|
| 380 |
+
"null_p90": 827.7263996124268,
|
| 381 |
+
"null_max": 832.6731185913086,
|
| 382 |
+
"ratio_mean": 1.0654163945930113,
|
| 383 |
+
"score": -0.0879324078498667,
|
| 384 |
+
"pct_null_below": 60.0,
|
| 385 |
+
"null_split_mean": 68.0
|
| 386 |
+
},
|
| 387 |
+
{
|
| 388 |
+
"col": "v2_h_1d_before_last",
|
| 389 |
+
"fam": "v2_",
|
| 390 |
+
"real": 758.2095112800598,
|
| 391 |
+
"real_share": 0.0001746922956763598,
|
| 392 |
+
"real_split": 65,
|
| 393 |
+
"null_mean": 798.1663990020752,
|
| 394 |
+
"null_p75": 833.3512086868286,
|
| 395 |
+
"null_p90": 840.5489009857178,
|
| 396 |
+
"null_max": 845.3473625183105,
|
| 397 |
+
"ratio_mean": 0.949939150818711,
|
| 398 |
+
"score": -0.09569467958213362,
|
| 399 |
+
"pct_null_below": 20.0,
|
| 400 |
+
"null_split_mean": 78.4
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"col": "ev_sv_k32_ucos_rk",
|
| 404 |
+
"fam": "ev_",
|
| 405 |
+
"real": 767.115891456604,
|
| 406 |
+
"real_share": 0.00017674433535148893,
|
| 407 |
+
"real_split": 66,
|
| 408 |
+
"null_mean": 846.0145298004151,
|
| 409 |
+
"null_p75": 1035.190459728241,
|
| 410 |
+
"null_p90": 1038.0072744369506,
|
| 411 |
+
"null_max": 1039.8851509094238,
|
| 412 |
+
"ratio_mean": 0.9067407998744133,
|
| 413 |
+
"score": -0.3006683601957663,
|
| 414 |
+
"pct_null_below": 40.0,
|
| 415 |
+
"null_split_mean": 81.2
|
| 416 |
+
},
|
| 417 |
+
{
|
| 418 |
+
"col": "ev_sv_k32_imax20_rk",
|
| 419 |
+
"fam": "ev_",
|
| 420 |
+
"real": 774.2042646408081,
|
| 421 |
+
"real_share": 0.00017837750423916062,
|
| 422 |
+
"real_split": 67,
|
| 423 |
+
"null_mean": 962.03513879776,
|
| 424 |
+
"null_p75": 1042.4757256507874,
|
| 425 |
+
"null_p90": 1058.7168900489808,
|
| 426 |
+
"null_max": 1069.5443329811096,
|
| 427 |
+
"ratio_mean": 0.8047567426781508,
|
| 428 |
+
"score": -0.2984767171016893,
|
| 429 |
+
"pct_null_below": 0.0,
|
| 430 |
+
"null_split_mean": 94.2
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"col": "v2_svd32_cos_rk",
|
| 434 |
+
"fam": "v2_",
|
| 435 |
+
"real": 796.782769203186,
|
| 436 |
+
"real_share": 0.00018357961623625488,
|
| 437 |
+
"real_split": 67,
|
| 438 |
+
"null_mean": 827.3888447761535,
|
| 439 |
+
"null_p75": 870.7906918525696,
|
| 440 |
+
"null_p90": 884.8255286216736,
|
| 441 |
+
"null_max": 894.1820864677429,
|
| 442 |
+
"ratio_mean": 0.963008837058653,
|
| 443 |
+
"score": -0.08996728166748079,
|
| 444 |
+
"pct_null_below": 20.0,
|
| 445 |
+
"null_split_mean": 80.0
|
| 446 |
+
},
|
| 447 |
+
{
|
| 448 |
+
"col": "v2_inh_since",
|
| 449 |
+
"fam": "v2_",
|
| 450 |
+
"real": 800.5236587524414,
|
| 451 |
+
"real_share": 0.00018444152125526186,
|
| 452 |
+
"real_split": 59,
|
| 453 |
+
"null_mean": 272.6428030014038,
|
| 454 |
+
"null_p75": 273.6824474334717,
|
| 455 |
+
"null_p90": 308.43593549728394,
|
| 456 |
+
"null_max": 331.60492753982544,
|
| 457 |
+
"ratio_mean": 2.936162810607253,
|
| 458 |
+
"score": 1.0696503931640327,
|
| 459 |
+
"pct_null_below": 100.0,
|
| 460 |
+
"null_split_mean": 30.0
|
| 461 |
+
},
|
| 462 |
+
{
|
| 463 |
+
"col": "ev_co_cos_max20_z",
|
| 464 |
+
"fam": "ev_",
|
| 465 |
+
"real": 851.1219182014465,
|
| 466 |
+
"real_share": 0.00019609941523954065,
|
| 467 |
+
"real_split": 80,
|
| 468 |
+
"null_mean": 1181.3980306625367,
|
| 469 |
+
"null_p75": 1249.7554488182068,
|
| 470 |
+
"null_p90": 1253.5846714019776,
|
| 471 |
+
"null_max": 1256.1374864578247,
|
| 472 |
+
"ratio_mean": 0.7204362087214002,
|
| 473 |
+
"score": -0.3849476237090486,
|
| 474 |
+
"pct_null_below": 0.0,
|
| 475 |
+
"null_split_mean": 116.4
|
| 476 |
+
},
|
| 477 |
+
{
|
| 478 |
+
"col": "ev_it_ctr_rk",
|
| 479 |
+
"fam": "ev_",
|
| 480 |
+
"real": 865.7108335494995,
|
| 481 |
+
"real_share": 0.00019946071719587828,
|
| 482 |
+
"real_split": 72,
|
| 483 |
+
"null_mean": 962.7938980102539,
|
| 484 |
+
"null_p75": 1105.2462072372437,
|
| 485 |
+
"null_p90": 1143.8419695854186,
|
| 486 |
+
"null_max": 1169.5724778175354,
|
| 487 |
+
"ratio_mean": 0.8991652682247053,
|
| 488 |
+
"score": -0.2451768253513667,
|
| 489 |
+
"pct_null_below": 20.0,
|
| 490 |
+
"null_split_mean": 93.2
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"col": "v2_svd16_cos_rk",
|
| 494 |
+
"fam": "v2_",
|
| 495 |
+
"real": 866.3277893066406,
|
| 496 |
+
"real_share": 0.00019960286447303887,
|
| 497 |
+
"real_split": 69,
|
| 498 |
+
"null_mean": 1013.4307757377625,
|
| 499 |
+
"null_p75": 1062.382957458496,
|
| 500 |
+
"null_p90": 1219.9251935958862,
|
| 501 |
+
"null_max": 1324.953351020813,
|
| 502 |
+
"ratio_mean": 0.8548465371756319,
|
| 503 |
+
"score": -0.2049472278176474,
|
| 504 |
+
"pct_null_below": 20.0,
|
| 505 |
+
"null_split_mean": 96.8
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"col": "ev_mf_dot_rk",
|
| 509 |
+
"fam": "ev_",
|
| 510 |
+
"real": 976.6962509155273,
|
| 511 |
+
"real_share": 0.0002250318780133385,
|
| 512 |
+
"real_split": 84,
|
| 513 |
+
"null_mean": 1233.7621995925904,
|
| 514 |
+
"null_p75": 1277.8826174736023,
|
| 515 |
+
"null_p90": 1323.0512367248534,
|
| 516 |
+
"null_max": 1353.163649559021,
|
| 517 |
+
"ratio_mean": 0.7916406024094832,
|
| 518 |
+
"score": -0.2695663165127541,
|
| 519 |
+
"pct_null_below": 0.0,
|
| 520 |
+
"null_split_mean": 121.6
|
| 521 |
+
},
|
| 522 |
+
{
|
| 523 |
+
"col": "ev_it_ctr24_rk",
|
| 524 |
+
"fam": "ev_",
|
| 525 |
+
"real": 996.7596769332886,
|
| 526 |
+
"real_share": 0.00022965451317951872,
|
| 527 |
+
"real_split": 85,
|
| 528 |
+
"null_mean": 1437.1425679206848,
|
| 529 |
+
"null_p75": 1483.3134002685547,
|
| 530 |
+
"null_p90": 1511.2877717018127,
|
| 531 |
+
"null_max": 1529.9373526573181,
|
| 532 |
+
"ratio_mean": 0.6935704913225417,
|
| 533 |
+
"score": -0.3981978927463421,
|
| 534 |
+
"pct_null_below": 0.0,
|
| 535 |
+
"null_split_mean": 139.0
|
| 536 |
+
},
|
| 537 |
+
{
|
| 538 |
+
"col": "v2_u_clk",
|
| 539 |
+
"fam": "v2_",
|
| 540 |
+
"real": 1021.3630409240723,
|
| 541 |
+
"real_share": 0.00023532315499021677,
|
| 542 |
+
"real_split": 84,
|
| 543 |
+
"null_mean": 704.7756554603577,
|
| 544 |
+
"null_p75": 733.5927224159241,
|
| 545 |
+
"null_p90": 748.6903665542602,
|
| 546 |
+
"null_max": 758.7554626464844,
|
| 547 |
+
"ratio_mean": 1.449203066267833,
|
| 548 |
+
"score": 0.32957710243785643,
|
| 549 |
+
"pct_null_below": 100.0,
|
| 550 |
+
"null_split_mean": 68.0
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"col": "v2_co_last3",
|
| 554 |
+
"fam": "v2_",
|
| 555 |
+
"real": 1054.21040391922,
|
| 556 |
+
"real_share": 0.0002428912231338747,
|
| 557 |
+
"real_split": 77,
|
| 558 |
+
"null_mean": 391.3746002197266,
|
| 559 |
+
"null_p75": 463.42557096481323,
|
| 560 |
+
"null_p90": 474.3824640274048,
|
| 561 |
+
"null_max": 481.6870594024658,
|
| 562 |
+
"ratio_mean": 2.6936096602267043,
|
| 563 |
+
"score": 0.8197460227566253,
|
| 564 |
+
"pct_null_below": 100.0,
|
| 565 |
+
"null_split_mean": 39.2
|
| 566 |
+
},
|
| 567 |
+
{
|
| 568 |
+
"col": "v2_svd_top3_rk",
|
| 569 |
+
"fam": "v2_",
|
| 570 |
+
"real": 1055.1951899528503,
|
| 571 |
+
"real_share": 0.00024311811890662024,
|
| 572 |
+
"real_split": 93,
|
| 573 |
+
"null_mean": 1164.1248906135559,
|
| 574 |
+
"null_p75": 1219.0567984580994,
|
| 575 |
+
"null_p90": 1275.7791899681092,
|
| 576 |
+
"null_max": 1313.594117641449,
|
| 577 |
+
"ratio_mean": 0.9064278227026881,
|
| 578 |
+
"score": -0.14517164967069912,
|
| 579 |
+
"pct_null_below": 40.0,
|
| 580 |
+
"null_split_mean": 112.4
|
| 581 |
+
},
|
| 582 |
+
{
|
| 583 |
+
"col": "v2_svd_maxsim_rk",
|
| 584 |
+
"fam": "v2_",
|
| 585 |
+
"real": 1058.450406074524,
|
| 586 |
+
"real_share": 0.00024386812423991895,
|
| 587 |
+
"real_split": 92,
|
| 588 |
+
"null_mean": 1225.9698622703552,
|
| 589 |
+
"null_p75": 1316.4400472640991,
|
| 590 |
+
"null_p90": 1323.9237219810486,
|
| 591 |
+
"null_max": 1328.912838459015,
|
| 592 |
+
"ratio_mean": 0.863357606617177,
|
| 593 |
+
"score": -0.21888453787909637,
|
| 594 |
+
"pct_null_below": 20.0,
|
| 595 |
+
"null_split_mean": 119.6
|
| 596 |
+
},
|
| 597 |
+
{
|
| 598 |
+
"col": "ev_sv_k16_ucos_rk",
|
| 599 |
+
"fam": "ev_",
|
| 600 |
+
"real": 1062.6148467063904,
|
| 601 |
+
"real_share": 0.00024482761588881746,
|
| 602 |
+
"real_split": 89,
|
| 603 |
+
"null_mean": 1021.2982565879822,
|
| 604 |
+
"null_p75": 1048.3964676856995,
|
| 605 |
+
"null_p90": 1067.6195086479188,
|
| 606 |
+
"null_max": 1080.4348692893982,
|
| 607 |
+
"ratio_mean": 1.040454969791529,
|
| 608 |
+
"score": 0.012517500859052491,
|
| 609 |
+
"pct_null_below": 80.0,
|
| 610 |
+
"null_split_mean": 99.6
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"col": "v2_co_rw",
|
| 614 |
+
"fam": "v2_",
|
| 615 |
+
"real": 1078.9688901901245,
|
| 616 |
+
"real_share": 0.00024859560528655173,
|
| 617 |
+
"real_split": 86,
|
| 618 |
+
"null_mean": 894.0985178947449,
|
| 619 |
+
"null_p75": 982.9963798522949,
|
| 620 |
+
"null_p90": 995.7107807159424,
|
| 621 |
+
"null_max": 1004.187047958374,
|
| 622 |
+
"ratio_mean": 1.2067673400585404,
|
| 623 |
+
"score": 0.09213891482420881,
|
| 624 |
+
"pct_null_below": 100.0,
|
| 625 |
+
"null_split_mean": 88.6
|
| 626 |
+
},
|
| 627 |
+
{
|
| 628 |
+
"col": "ev_it_clk_dec2d_rk",
|
| 629 |
+
"fam": "ev_",
|
| 630 |
+
"real": 1131.2781734466553,
|
| 631 |
+
"real_share": 0.0002606477210162013,
|
| 632 |
+
"real_split": 78,
|
| 633 |
+
"null_mean": 675.4179384231568,
|
| 634 |
+
"null_p75": 731.6566987037659,
|
| 635 |
+
"null_p90": 775.7105878829956,
|
| 636 |
+
"null_max": 805.0798473358154,
|
| 637 |
+
"ratio_mean": 1.6749306008776703,
|
| 638 |
+
"score": 0.43442615831500614,
|
| 639 |
+
"pct_null_below": 100.0,
|
| 640 |
+
"null_split_mean": 63.4
|
| 641 |
+
},
|
| 642 |
+
{
|
| 643 |
+
"col": "ev_co_tr_max5_mean",
|
| 644 |
+
"fam": "ev_",
|
| 645 |
+
"real": 1147.7187371253967,
|
| 646 |
+
"real_share": 0.00026443564476092454,
|
| 647 |
+
"real_split": 101,
|
| 648 |
+
"null_mean": 1415.8085515975952,
|
| 649 |
+
"null_p75": 1443.44699716568,
|
| 650 |
+
"null_p90": 1496.0045309066772,
|
| 651 |
+
"null_max": 1531.0428867340088,
|
| 652 |
+
"ratio_mean": 0.8106454335441847,
|
| 653 |
+
"score": -0.22995028189110134,
|
| 654 |
+
"pct_null_below": 0.0,
|
| 655 |
+
"null_split_mean": 142.6
|
| 656 |
+
},
|
| 657 |
+
{
|
| 658 |
+
"col": "ev_co_cos_rw_z",
|
| 659 |
+
"fam": "ev_",
|
| 660 |
+
"real": 1220.6314582824707,
|
| 661 |
+
"real_share": 0.00028123481498161404,
|
| 662 |
+
"real_split": 109,
|
| 663 |
+
"null_mean": 1322.8697498321533,
|
| 664 |
+
"null_p75": 1493.1703400611877,
|
| 665 |
+
"null_p90": 1514.0624480247498,
|
| 666 |
+
"null_max": 1527.9905200004578,
|
| 667 |
+
"ratio_mean": 0.9227147710024705,
|
| 668 |
+
"score": -0.2022027825956556,
|
| 669 |
+
"pct_null_below": 40.0,
|
| 670 |
+
"null_split_mean": 134.4
|
| 671 |
+
},
|
| 672 |
+
{
|
| 673 |
+
"col": "v2_uip_n_dm",
|
| 674 |
+
"fam": "v2_",
|
| 675 |
+
"real": 1412.6119585037231,
|
| 676 |
+
"real_share": 0.00032546733094165024,
|
| 677 |
+
"real_split": 77,
|
| 678 |
+
"null_mean": 135.47897424697877,
|
| 679 |
+
"null_p75": 200.552960395813,
|
| 680 |
+
"null_p90": 203.09184246063234,
|
| 681 |
+
"null_max": 204.78443050384521,
|
| 682 |
+
"ratio_mean": 10.426798448654662,
|
| 683 |
+
"score": 1.9471435449500099,
|
| 684 |
+
"pct_null_below": 100.0,
|
| 685 |
+
"null_split_mean": 14.0
|
| 686 |
+
},
|
| 687 |
+
{
|
| 688 |
+
"col": "v2_ip_3d",
|
| 689 |
+
"fam": "v2_",
|
| 690 |
+
"real": 1417.3546891212463,
|
| 691 |
+
"real_share": 0.0003265600612319244,
|
| 692 |
+
"real_split": 104,
|
| 693 |
+
"null_mean": 907.268162727356,
|
| 694 |
+
"null_p75": 965.9885830879211,
|
| 695 |
+
"null_p90": 1033.8058027267457,
|
| 696 |
+
"null_max": 1079.017282485962,
|
| 697 |
+
"ratio_mean": 1.5622224468458252,
|
| 698 |
+
"score": 0.3823608294755215,
|
| 699 |
+
"pct_null_below": 100.0,
|
| 700 |
+
"null_split_mean": 88.6
|
| 701 |
+
},
|
| 702 |
+
{
|
| 703 |
+
"col": "ev_co_cos_max20_mean",
|
| 704 |
+
"fam": "ev_",
|
| 705 |
+
"real": 1453.3943209648132,
|
| 706 |
+
"real_share": 0.00033486363158869093,
|
| 707 |
+
"real_split": 126,
|
| 708 |
+
"null_mean": 2173.5794927597044,
|
| 709 |
+
"null_p75": 2248.9471287727356,
|
| 710 |
+
"null_p90": 2360.609946537018,
|
| 711 |
+
"null_max": 2435.0518250465393,
|
| 712 |
+
"ratio_mean": 0.668663982985733,
|
| 713 |
+
"score": -0.4370049856832186,
|
| 714 |
+
"pct_null_below": 0.0,
|
| 715 |
+
"null_split_mean": 210.0
|
| 716 |
+
},
|
| 717 |
+
{
|
| 718 |
+
"col": "ev_co_cos_rw_mean",
|
| 719 |
+
"fam": "ev_",
|
| 720 |
+
"real": 1514.225694656372,
|
| 721 |
+
"real_share": 0.0003488792462192488,
|
| 722 |
+
"real_split": 131,
|
| 723 |
+
"null_mean": 1924.0460059165955,
|
| 724 |
+
"null_p75": 2030.9648208618164,
|
| 725 |
+
"null_p90": 2088.683024597168,
|
| 726 |
+
"null_max": 2127.1618270874023,
|
| 727 |
+
"ratio_mean": 0.7870007733702868,
|
| 728 |
+
"score": -0.2940990011912616,
|
| 729 |
+
"pct_null_below": 0.0,
|
| 730 |
+
"null_split_mean": 187.6
|
| 731 |
+
},
|
| 732 |
+
{
|
| 733 |
+
"col": "ev_it_nclk_all_rk",
|
| 734 |
+
"fam": "ev_",
|
| 735 |
+
"real": 1687.51984167099,
|
| 736 |
+
"real_share": 0.0003888064060858549,
|
| 737 |
+
"real_split": 127,
|
| 738 |
+
"null_mean": 1108.605110836029,
|
| 739 |
+
"null_p75": 1130.8154101371765,
|
| 740 |
+
"null_p90": 1152.654296684265,
|
| 741 |
+
"null_max": 1167.2135543823242,
|
| 742 |
+
"ratio_mean": 1.5222010300839997,
|
| 743 |
+
"score": 0.39943700055518216,
|
| 744 |
+
"pct_null_below": 100.0,
|
| 745 |
+
"null_split_mean": 106.4
|
| 746 |
+
},
|
| 747 |
+
{
|
| 748 |
+
"col": "v2_i_ctr_tb_rk",
|
| 749 |
+
"fam": "v2_",
|
| 750 |
+
"real": 1823.5513668060303,
|
| 751 |
+
"real_share": 0.0004201482173618401,
|
| 752 |
+
"real_split": 161,
|
| 753 |
+
"null_mean": 1852.4393258094788,
|
| 754 |
+
"null_p75": 2027.7612624168396,
|
| 755 |
+
"null_p90": 2028.9318968772889,
|
| 756 |
+
"null_max": 2029.7123198509216,
|
| 757 |
+
"ratio_mean": 0.9844054492900463,
|
| 758 |
+
"score": -0.1066394909091235,
|
| 759 |
+
"pct_null_below": 40.0,
|
| 760 |
+
"null_split_mean": 181.4
|
| 761 |
+
},
|
| 762 |
+
{
|
| 763 |
+
"col": "ev_it_imp_rk",
|
| 764 |
+
"fam": "ev_",
|
| 765 |
+
"real": 1959.4315257072449,
|
| 766 |
+
"real_share": 0.00045145515369299607,
|
| 767 |
+
"real_split": 127,
|
| 768 |
+
"null_mean": 1092.266588783264,
|
| 769 |
+
"null_p75": 1147.3741030693054,
|
| 770 |
+
"null_p90": 1193.7495810508728,
|
| 771 |
+
"null_max": 1224.6665663719177,
|
| 772 |
+
"ratio_mean": 1.7939132679046454,
|
| 773 |
+
"score": 0.534307274761633,
|
| 774 |
+
"pct_null_below": 100.0,
|
| 775 |
+
"null_split_mean": 103.6
|
| 776 |
+
},
|
| 777 |
+
{
|
| 778 |
+
"col": "ev_sv_k64_con025_z",
|
| 779 |
+
"fam": "ev_",
|
| 780 |
+
"real": 2055.583321094513,
|
| 781 |
+
"real_share": 0.0004736086318803743,
|
| 782 |
+
"real_split": 174,
|
| 783 |
+
"null_mean": 2536.112480545044,
|
| 784 |
+
"null_p75": 2621.6498007774353,
|
| 785 |
+
"null_p90": 2662.9552894592284,
|
| 786 |
+
"null_max": 2690.4922819137573,
|
| 787 |
+
"ratio_mean": 0.8105252968325526,
|
| 788 |
+
"score": -0.24362551867717092,
|
| 789 |
+
"pct_null_below": 0.0,
|
| 790 |
+
"null_split_mean": 241.6
|
| 791 |
+
},
|
| 792 |
+
{
|
| 793 |
+
"col": "ev_co_cos_max20_max",
|
| 794 |
+
"fam": "ev_",
|
| 795 |
+
"real": 2087.953559398651,
|
| 796 |
+
"real_share": 0.00048106676997652383,
|
| 797 |
+
"real_split": 177,
|
| 798 |
+
"null_mean": 2246.746806526184,
|
| 799 |
+
"null_p75": 2407.9736728668213,
|
| 800 |
+
"null_p90": 2425.0787826538085,
|
| 801 |
+
"null_max": 2436.482189178467,
|
| 802 |
+
"ratio_mean": 0.9293230342349738,
|
| 803 |
+
"score": -0.14301636669554812,
|
| 804 |
+
"pct_null_below": 40.0,
|
| 805 |
+
"null_split_mean": 216.6
|
| 806 |
+
},
|
| 807 |
+
{
|
| 808 |
+
"col": "v2_h_len",
|
| 809 |
+
"fam": "v2_",
|
| 810 |
+
"real": 2131.694495201111,
|
| 811 |
+
"real_share": 0.0004911447291377899,
|
| 812 |
+
"real_split": 93,
|
| 813 |
+
"null_mean": 410.5693060874939,
|
| 814 |
+
"null_p75": 441.0768895149231,
|
| 815 |
+
"null_p90": 442.1988602638245,
|
| 816 |
+
"null_max": 442.94684076309204,
|
| 817 |
+
"ratio_mean": 5.192045444202881,
|
| 818 |
+
"score": 1.5731886549776728,
|
| 819 |
+
"pct_null_below": 100.0,
|
| 820 |
+
"null_split_mean": 38.4
|
| 821 |
+
},
|
| 822 |
+
{
|
| 823 |
+
"col": "ev_sv_k64_ccos_z",
|
| 824 |
+
"fam": "ev_",
|
| 825 |
+
"real": 2253.138820171356,
|
| 826 |
+
"real_share": 0.0005191256336375248,
|
| 827 |
+
"real_split": 197,
|
| 828 |
+
"null_mean": 2999.2851702690123,
|
| 829 |
+
"null_p75": 2934.578703403473,
|
| 830 |
+
"null_p90": 3594.814512348175,
|
| 831 |
+
"null_max": 4034.97171831131,
|
| 832 |
+
"ratio_mean": 0.7512252727770022,
|
| 833 |
+
"score": -0.2645803316830234,
|
| 834 |
+
"pct_null_below": 0.0,
|
| 835 |
+
"null_split_mean": 287.6
|
| 836 |
+
},
|
| 837 |
+
{
|
| 838 |
+
"col": "ev_sv_k64_hcos_z",
|
| 839 |
+
"fam": "ev_",
|
| 840 |
+
"real": 2278.4651050567627,
|
| 841 |
+
"real_share": 0.0005249608372082579,
|
| 842 |
+
"real_split": 194,
|
| 843 |
+
"null_mean": 2976.614164352417,
|
| 844 |
+
"null_p75": 3044.292068004608,
|
| 845 |
+
"null_p90": 3098.2081184387207,
|
| 846 |
+
"null_max": 3134.1521520614624,
|
| 847 |
+
"ratio_mean": 0.7654553056769648,
|
| 848 |
+
"score": -0.29009479694204804,
|
| 849 |
+
"pct_null_below": 0.0,
|
| 850 |
+
"null_split_mean": 283.4
|
| 851 |
+
},
|
| 852 |
+
{
|
| 853 |
+
"col": "ev_sv_k64_con025_mean",
|
| 854 |
+
"fam": "ev_",
|
| 855 |
+
"real": 2473.2730202674866,
|
| 856 |
+
"real_share": 0.0005698447926556551,
|
| 857 |
+
"real_split": 210,
|
| 858 |
+
"null_mean": 2975.4832277297974,
|
| 859 |
+
"null_p75": 2994.171929836273,
|
| 860 |
+
"null_p90": 3104.0111453056334,
|
| 861 |
+
"null_max": 3177.237288951874,
|
| 862 |
+
"ratio_mean": 0.8312172615251198,
|
| 863 |
+
"score": -0.19145925254287513,
|
| 864 |
+
"pct_null_below": 0.0,
|
| 865 |
+
"null_split_mean": 286.0
|
| 866 |
+
},
|
| 867 |
+
{
|
| 868 |
+
"col": "v2_h_uniq_ratio",
|
| 869 |
+
"fam": "v2_",
|
| 870 |
+
"real": 2540.832943916321,
|
| 871 |
+
"real_share": 0.0005854106725112232,
|
| 872 |
+
"real_split": 203,
|
| 873 |
+
"null_mean": 2220.616419219971,
|
| 874 |
+
"null_p75": 2279.371626853943,
|
| 875 |
+
"null_p90": 2370.5503465652464,
|
| 876 |
+
"null_max": 2431.3361597061157,
|
| 877 |
+
"ratio_mean": 1.1442016378537052,
|
| 878 |
+
"score": 0.10815353411998135,
|
| 879 |
+
"pct_null_below": 100.0,
|
| 880 |
+
"null_split_mean": 216.0
|
| 881 |
+
},
|
| 882 |
+
{
|
| 883 |
+
"col": "v2_co_rw_dm",
|
| 884 |
+
"fam": "v2_",
|
| 885 |
+
"real": 2586.522834777832,
|
| 886 |
+
"real_share": 0.0005959376730368754,
|
| 887 |
+
"real_split": 216,
|
| 888 |
+
"null_mean": 2742.4937027931214,
|
| 889 |
+
"null_p75": 2785.5025973320007,
|
| 890 |
+
"null_p90": 2904.78836183548,
|
| 891 |
+
"null_max": 2984.312204837799,
|
| 892 |
+
"ratio_mean": 0.9431280852690967,
|
| 893 |
+
"score": -0.0744728211626411,
|
| 894 |
+
"pct_null_below": 0.0,
|
| 895 |
+
"null_split_mean": 264.4
|
| 896 |
+
},
|
| 897 |
+
{
|
| 898 |
+
"col": "ev_sv_k64_ccos_mean",
|
| 899 |
+
"fam": "ev_",
|
| 900 |
+
"real": 2593.4292664527893,
|
| 901 |
+
"real_share": 0.0005975289224030214,
|
| 902 |
+
"real_split": 217,
|
| 903 |
+
"null_mean": 3206.27649230957,
|
| 904 |
+
"null_p75": 3294.6789727211,
|
| 905 |
+
"null_p90": 3312.1972262382506,
|
| 906 |
+
"null_max": 3323.8760619163513,
|
| 907 |
+
"ratio_mean": 0.8088601443678584,
|
| 908 |
+
"score": -0.23963116708004556,
|
| 909 |
+
"pct_null_below": 0.0,
|
| 910 |
+
"null_split_mean": 309.2
|
| 911 |
+
},
|
| 912 |
+
{
|
| 913 |
+
"col": "v2_ev_co_max",
|
| 914 |
+
"fam": "v2_",
|
| 915 |
+
"real": 2609.9157967567444,
|
| 916 |
+
"real_share": 0.0006013274369081658,
|
| 917 |
+
"real_split": 222,
|
| 918 |
+
"null_mean": 3187.2586119651796,
|
| 919 |
+
"null_p75": 3326.9574780464172,
|
| 920 |
+
"null_p90": 3487.6383748054504,
|
| 921 |
+
"null_max": 3594.758972644806,
|
| 922 |
+
"ratio_mean": 0.8188591245652135,
|
| 923 |
+
"score": -0.24304078668534684,
|
| 924 |
+
"pct_null_below": 0.0,
|
| 925 |
+
"null_split_mean": 307.2
|
| 926 |
+
},
|
| 927 |
+
{
|
| 928 |
+
"col": "ev_sv_k64_ccos_max",
|
| 929 |
+
"fam": "ev_",
|
| 930 |
+
"real": 2674.4207587242126,
|
| 931 |
+
"real_share": 0.0006161894502711861,
|
| 932 |
+
"real_split": 217,
|
| 933 |
+
"null_mean": 2949.0634463310244,
|
| 934 |
+
"null_p75": 3030.128547668457,
|
| 935 |
+
"null_p90": 3075.259219455719,
|
| 936 |
+
"null_max": 3105.3463339805603,
|
| 937 |
+
"ratio_mean": 0.9068712177255803,
|
| 938 |
+
"score": -0.1252021899337014,
|
| 939 |
+
"pct_null_below": 20.0,
|
| 940 |
+
"null_split_mean": 286.0
|
| 941 |
+
},
|
| 942 |
+
{
|
| 943 |
+
"col": "v2_svd_cos_rmax",
|
| 944 |
+
"fam": "v2_",
|
| 945 |
+
"real": 2683.4628739356995,
|
| 946 |
+
"real_share": 0.0006182727634459286,
|
| 947 |
+
"real_split": 224,
|
| 948 |
+
"null_mean": 3308.402195262909,
|
| 949 |
+
"null_p75": 3333.9226264953613,
|
| 950 |
+
"null_p90": 3542.676690196991,
|
| 951 |
+
"null_max": 3681.8460659980774,
|
| 952 |
+
"ratio_mean": 0.8111053963686699,
|
| 953 |
+
"score": -0.21734140092501406,
|
| 954 |
+
"pct_null_below": 0.0,
|
| 955 |
+
"null_split_mean": 320.4
|
| 956 |
+
},
|
| 957 |
+
{
|
| 958 |
+
"col": "v2_co_sum_dm",
|
| 959 |
+
"fam": "v2_",
|
| 960 |
+
"real": 2707.377052307129,
|
| 961 |
+
"real_share": 0.0006237826161406883,
|
| 962 |
+
"real_split": 238,
|
| 963 |
+
"null_mean": 2647.5011684417723,
|
| 964 |
+
"null_p75": 2842.8068284988403,
|
| 965 |
+
"null_p90": 2858.465294075012,
|
| 966 |
+
"null_max": 2868.9042711257935,
|
| 967 |
+
"ratio_mean": 1.0226159990330042,
|
| 968 |
+
"score": -0.04916329824195134,
|
| 969 |
+
"pct_null_below": 40.0,
|
| 970 |
+
"null_split_mean": 257.6
|
| 971 |
+
},
|
| 972 |
+
{
|
| 973 |
+
"col": "v2_co_max_dm",
|
| 974 |
+
"fam": "v2_",
|
| 975 |
+
"real": 2740.0680232048035,
|
| 976 |
+
"real_share": 0.0006313146513750688,
|
| 977 |
+
"real_split": 233,
|
| 978 |
+
"null_mean": 3402.3021737098693,
|
| 979 |
+
"null_p75": 3414.8927068710327,
|
| 980 |
+
"null_p90": 3600.961566543579,
|
| 981 |
+
"null_max": 3725.0074729919434,
|
| 982 |
+
"ratio_mean": 0.8053570445264225,
|
| 983 |
+
"score": -0.22045612023381306,
|
| 984 |
+
"pct_null_below": 0.0,
|
| 985 |
+
"null_split_mean": 329.6
|
| 986 |
+
},
|
| 987 |
+
{
|
| 988 |
+
"col": "ev_sv_k64_ucos_z",
|
| 989 |
+
"fam": "ev_",
|
| 990 |
+
"real": 2744.9532237052917,
|
| 991 |
+
"real_share": 0.0006324402068812624,
|
| 992 |
+
"real_split": 235,
|
| 993 |
+
"null_mean": 3252.8399515151978,
|
| 994 |
+
"null_p75": 3500.8278489112854,
|
| 995 |
+
"null_p90": 3623.65286989212,
|
| 996 |
+
"null_max": 3705.536217212677,
|
| 997 |
+
"ratio_mean": 0.8438635975393353,
|
| 998 |
+
"score": -0.24352104032091562,
|
| 999 |
+
"pct_null_below": 0.0,
|
| 1000 |
+
"null_split_mean": 313.8
|
| 1001 |
+
},
|
| 1002 |
+
{
|
| 1003 |
+
"col": "v2_h_uniq",
|
| 1004 |
+
"fam": "v2_",
|
| 1005 |
+
"real": 2757.805203437805,
|
| 1006 |
+
"real_share": 0.0006354013169834931,
|
| 1007 |
+
"real_split": 152,
|
| 1008 |
+
"null_mean": 700.7563094139099,
|
| 1009 |
+
"null_p75": 736.4869427680969,
|
| 1010 |
+
"null_p90": 737.1614532470703,
|
| 1011 |
+
"null_max": 737.6111268997192,
|
| 1012 |
+
"ratio_mean": 3.93546967239488,
|
| 1013 |
+
"score": 1.3189420429041123,
|
| 1014 |
+
"pct_null_below": 100.0,
|
| 1015 |
+
"null_split_mean": 69.4
|
| 1016 |
+
},
|
| 1017 |
+
{
|
| 1018 |
+
"col": "ev_sv_k64_hcos_mean",
|
| 1019 |
+
"fam": "ev_",
|
| 1020 |
+
"real": 2770.3891367912292,
|
| 1021 |
+
"real_share": 0.0006383006689085787,
|
| 1022 |
+
"real_split": 235,
|
| 1023 |
+
"null_mean": 3003.346976852417,
|
| 1024 |
+
"null_p75": 3043.4054703712463,
|
| 1025 |
+
"null_p90": 3205.216111278534,
|
| 1026 |
+
"null_max": 3313.0898718833923,
|
| 1027 |
+
"ratio_mean": 0.9224339239333135,
|
| 1028 |
+
"score": -0.09431784123449352,
|
| 1029 |
+
"pct_null_below": 0.0,
|
| 1030 |
+
"null_split_mean": 295.6
|
| 1031 |
+
},
|
| 1032 |
+
{
|
| 1033 |
+
"col": "v2_svd_cos",
|
| 1034 |
+
"fam": "v2_",
|
| 1035 |
+
"real": 2778.0212230682373,
|
| 1036 |
+
"real_share": 0.0006400591098839228,
|
| 1037 |
+
"real_split": 227,
|
| 1038 |
+
"null_mean": 3500.010272026062,
|
| 1039 |
+
"null_p75": 3473.5719652175903,
|
| 1040 |
+
"null_p90": 3662.4905330657957,
|
| 1041 |
+
"null_max": 3788.4362449645996,
|
| 1042 |
+
"ratio_mean": 0.7937180199931572,
|
| 1043 |
+
"score": -0.22373241183164766,
|
| 1044 |
+
"pct_null_below": 0.0,
|
| 1045 |
+
"null_split_mean": 330.8
|
| 1046 |
+
},
|
| 1047 |
+
{
|
| 1048 |
+
"col": "ev_it_nclk_all_max",
|
| 1049 |
+
"fam": "ev_",
|
| 1050 |
+
"real": 2826.759346485138,
|
| 1051 |
+
"real_share": 0.0006512884265041825,
|
| 1052 |
+
"real_split": 247,
|
| 1053 |
+
"null_mean": 3712.456222343445,
|
| 1054 |
+
"null_p75": 3719.619076728821,
|
| 1055 |
+
"null_p90": 3915.762273979187,
|
| 1056 |
+
"null_max": 4046.524405479431,
|
| 1057 |
+
"ratio_mean": 0.7614256376875951,
|
| 1058 |
+
"score": -0.2747591245130778,
|
| 1059 |
+
"pct_null_below": 0.0,
|
| 1060 |
+
"null_split_mean": 362.2
|
| 1061 |
+
},
|
| 1062 |
+
{
|
| 1063 |
+
"col": "ev_sv_k64_ucos_mean",
|
| 1064 |
+
"fam": "ev_",
|
| 1065 |
+
"real": 2849.7012190818787,
|
| 1066 |
+
"real_share": 0.0006565742588914247,
|
| 1067 |
+
"real_split": 248,
|
| 1068 |
+
"null_mean": 3439.8397756576537,
|
| 1069 |
+
"null_p75": 3747.3447666168213,
|
| 1070 |
+
"null_p90": 3868.9570182800294,
|
| 1071 |
+
"null_max": 3950.031852722168,
|
| 1072 |
+
"ratio_mean": 0.8284401033001754,
|
| 1073 |
+
"score": -0.2741001934631614,
|
| 1074 |
+
"pct_null_below": 0.0,
|
| 1075 |
+
"null_split_mean": 336.4
|
| 1076 |
+
},
|
| 1077 |
+
{
|
| 1078 |
+
"col": "v2_i_ctr_dm",
|
| 1079 |
+
"fam": "v2_",
|
| 1080 |
+
"real": 2914.9265851974487,
|
| 1081 |
+
"real_share": 0.0006716022541533454,
|
| 1082 |
+
"real_split": 248,
|
| 1083 |
+
"null_mean": 3885.905681324005,
|
| 1084 |
+
"null_p75": 4095.0398626327515,
|
| 1085 |
+
"null_p90": 4117.09356508255,
|
| 1086 |
+
"null_max": 4131.796033382416,
|
| 1087 |
+
"ratio_mean": 0.7501279815428448,
|
| 1088 |
+
"score": -0.3401759853330792,
|
| 1089 |
+
"pct_null_below": 0.0,
|
| 1090 |
+
"null_split_mean": 374.6
|
| 1091 |
+
},
|
| 1092 |
+
{
|
| 1093 |
+
"col": "ev_sv_k64_con05_z",
|
| 1094 |
+
"fam": "ev_",
|
| 1095 |
+
"real": 2944.85272026062,
|
| 1096 |
+
"real_share": 0.0006784972682057017,
|
| 1097 |
+
"real_split": 241,
|
| 1098 |
+
"null_mean": 3088.3710103034973,
|
| 1099 |
+
"null_p75": 3063.931493282318,
|
| 1100 |
+
"null_p90": 3370.3354276657105,
|
| 1101 |
+
"null_max": 3574.6047172546387,
|
| 1102 |
+
"ratio_mean": 0.9535294530469078,
|
| 1103 |
+
"score": -0.03996641198504843,
|
| 1104 |
+
"pct_null_below": 20.0,
|
| 1105 |
+
"null_split_mean": 295.2
|
| 1106 |
+
},
|
| 1107 |
+
{
|
| 1108 |
+
"col": "v2_svd_cos_dm",
|
| 1109 |
+
"fam": "v2_",
|
| 1110 |
+
"real": 2955.7419958114624,
|
| 1111 |
+
"real_share": 0.0006810061691307476,
|
| 1112 |
+
"real_split": 247,
|
| 1113 |
+
"null_mean": 3512.1172751426698,
|
| 1114 |
+
"null_p75": 3725.693911552429,
|
| 1115 |
+
"null_p90": 3743.3603697776794,
|
| 1116 |
+
"null_max": 3755.138008594513,
|
| 1117 |
+
"ratio_mean": 0.841584082835444,
|
| 1118 |
+
"score": -0.23177177194679474,
|
| 1119 |
+
"pct_null_below": 0.0,
|
| 1120 |
+
"null_split_mean": 336.6
|
| 1121 |
+
},
|
| 1122 |
+
{
|
| 1123 |
+
"col": "v2_svd48_cos_dm",
|
| 1124 |
+
"fam": "v2_",
|
| 1125 |
+
"real": 2959.078757762909,
|
| 1126 |
+
"real_share": 0.0006817749627118775,
|
| 1127 |
+
"real_split": 251,
|
| 1128 |
+
"null_mean": 4173.554273033142,
|
| 1129 |
+
"null_p75": 4306.076518058777,
|
| 1130 |
+
"null_p90": 4338.796711158752,
|
| 1131 |
+
"null_max": 4360.610173225403,
|
| 1132 |
+
"ratio_mean": 0.7090068953655635,
|
| 1133 |
+
"score": -0.37538138233643314,
|
| 1134 |
+
"pct_null_below": 0.0,
|
| 1135 |
+
"null_split_mean": 398.0
|
| 1136 |
+
},
|
| 1137 |
+
{
|
| 1138 |
+
"col": "v2_svd24_cos_dm",
|
| 1139 |
+
"fam": "v2_",
|
| 1140 |
+
"real": 3053.6045575141907,
|
| 1141 |
+
"real_share": 0.0007035538097370448,
|
| 1142 |
+
"real_split": 263,
|
| 1143 |
+
"null_mean": 4127.699759674072,
|
| 1144 |
+
"null_p75": 4274.4265604019165,
|
| 1145 |
+
"null_p90": 4366.233255195618,
|
| 1146 |
+
"null_max": 4427.4377183914185,
|
| 1147 |
+
"ratio_mean": 0.7397835926310946,
|
| 1148 |
+
"score": -0.3365611625289003,
|
| 1149 |
+
"pct_null_below": 0.0,
|
| 1150 |
+
"null_split_mean": 395.6
|
| 1151 |
+
},
|
| 1152 |
+
{
|
| 1153 |
+
"col": "ev_sv_k64_ucos_max",
|
| 1154 |
+
"fam": "ev_",
|
| 1155 |
+
"real": 3085.1145362854004,
|
| 1156 |
+
"real_share": 0.0007108137431015878,
|
| 1157 |
+
"real_split": 269,
|
| 1158 |
+
"null_mean": 3599.3444734573363,
|
| 1159 |
+
"null_p75": 3723.070864200592,
|
| 1160 |
+
"null_p90": 3779.5910823822023,
|
| 1161 |
+
"null_max": 3817.271227836609,
|
| 1162 |
+
"ratio_mean": 0.8571323359117128,
|
| 1163 |
+
"score": -0.18822860466501729,
|
| 1164 |
+
"pct_null_below": 0.0,
|
| 1165 |
+
"null_split_mean": 347.4
|
| 1166 |
+
},
|
| 1167 |
+
{
|
| 1168 |
+
"col": "ev_sv_k32_hcos_z",
|
| 1169 |
+
"fam": "ev_",
|
| 1170 |
+
"real": 3086.833601951599,
|
| 1171 |
+
"real_share": 0.0007112098176999395,
|
| 1172 |
+
"real_split": 261,
|
| 1173 |
+
"null_mean": 3738.783866405487,
|
| 1174 |
+
"null_p75": 3776.289553642273,
|
| 1175 |
+
"null_p90": 4046.1490805625917,
|
| 1176 |
+
"null_max": 4226.055431842804,
|
| 1177 |
+
"ratio_mean": 0.8256250460712828,
|
| 1178 |
+
"score": -0.20186086177207055,
|
| 1179 |
+
"pct_null_below": 0.0,
|
| 1180 |
+
"null_split_mean": 362.8
|
| 1181 |
+
},
|
| 1182 |
+
{
|
| 1183 |
+
"col": "v2_svd48_cos",
|
| 1184 |
+
"fam": "v2_",
|
| 1185 |
+
"real": 3119.9771904945374,
|
| 1186 |
+
"real_share": 0.000718846136531846,
|
| 1187 |
+
"real_split": 265,
|
| 1188 |
+
"null_mean": 4001.526648902893,
|
| 1189 |
+
"null_p75": 4136.694547176361,
|
| 1190 |
+
"null_p90": 4409.308236122131,
|
| 1191 |
+
"null_max": 4591.0506954193115,
|
| 1192 |
+
"ratio_mean": 0.7796967168392963,
|
| 1193 |
+
"score": -0.2823130688749831,
|
| 1194 |
+
"pct_null_below": 0.0,
|
| 1195 |
+
"null_split_mean": 383.0
|
| 1196 |
+
},
|
| 1197 |
+
{
|
| 1198 |
+
"col": "v2_svd_ucos_dm",
|
| 1199 |
+
"fam": "v2_",
|
| 1200 |
+
"real": 3131.5848026275635,
|
| 1201 |
+
"real_share": 0.0007215205429863572,
|
| 1202 |
+
"real_split": 266,
|
| 1203 |
+
"null_mean": 3739.482705116272,
|
| 1204 |
+
"null_p75": 4006.8887977600098,
|
| 1205 |
+
"null_p90": 4042.9885087013245,
|
| 1206 |
+
"null_max": 4067.054982662201,
|
| 1207 |
+
"ratio_mean": 0.8374379692525394,
|
| 1208 |
+
"score": -0.2467254150698089,
|
| 1209 |
+
"pct_null_below": 0.0,
|
| 1210 |
+
"null_split_mean": 362.2
|
| 1211 |
+
},
|
| 1212 |
+
{
|
| 1213 |
+
"col": "ev_sv_k64_con05_mean",
|
| 1214 |
+
"fam": "ev_",
|
| 1215 |
+
"real": 3135.342833995819,
|
| 1216 |
+
"real_share": 0.0007223863974990973,
|
| 1217 |
+
"real_split": 261,
|
| 1218 |
+
"null_mean": 3311.291430568695,
|
| 1219 |
+
"null_p75": 3459.007213115692,
|
| 1220 |
+
"null_p90": 3507.183905887604,
|
| 1221 |
+
"null_max": 3539.301701068878,
|
| 1222 |
+
"ratio_mean": 0.9468640558337513,
|
| 1223 |
+
"score": -0.0985321486303073,
|
| 1224 |
+
"pct_null_below": 20.0,
|
| 1225 |
+
"null_split_mean": 321.8
|
| 1226 |
+
},
|
| 1227 |
+
{
|
| 1228 |
+
"col": "ev_it_clk_dec2d_z",
|
| 1229 |
+
"fam": "ev_",
|
| 1230 |
+
"real": 3165.1624541282654,
|
| 1231 |
+
"real_share": 0.0007292568703956182,
|
| 1232 |
+
"real_split": 251,
|
| 1233 |
+
"null_mean": 3340.402203845978,
|
| 1234 |
+
"null_p75": 3419.9963903427124,
|
| 1235 |
+
"null_p90": 3603.4878465652464,
|
| 1236 |
+
"null_max": 3725.815484046936,
|
| 1237 |
+
"ratio_mean": 0.9475393263972973,
|
| 1238 |
+
"score": -0.07772746814254967,
|
| 1239 |
+
"pct_null_below": 20.0,
|
| 1240 |
+
"null_split_mean": 326.2
|
| 1241 |
+
},
|
| 1242 |
+
{
|
| 1243 |
+
"col": "ev_mf_dot_max",
|
| 1244 |
+
"fam": "ev_",
|
| 1245 |
+
"real": 3165.7917428016663,
|
| 1246 |
+
"real_share": 0.0007294018591900926,
|
| 1247 |
+
"real_split": 274,
|
| 1248 |
+
"null_mean": 4043.7841312408445,
|
| 1249 |
+
"null_p75": 4113.222470283508,
|
| 1250 |
+
"null_p90": 4150.522194385529,
|
| 1251 |
+
"null_max": 4175.388677120209,
|
| 1252 |
+
"ratio_mean": 0.7828785217153111,
|
| 1253 |
+
"score": -0.2620466860164425,
|
| 1254 |
+
"pct_null_below": 0.0,
|
| 1255 |
+
"null_split_mean": 397.2
|
| 1256 |
+
},
|
| 1257 |
+
{
|
| 1258 |
+
"col": "v2_ip_dec1_rmax",
|
| 1259 |
+
"fam": "v2_",
|
| 1260 |
+
"real": 3206.03849029541,
|
| 1261 |
+
"real_share": 0.00073867475356637,
|
| 1262 |
+
"real_split": 256,
|
| 1263 |
+
"null_mean": 3381.8530486106874,
|
| 1264 |
+
"null_p75": 3439.289514064789,
|
| 1265 |
+
"null_p90": 3473.120172023773,
|
| 1266 |
+
"null_max": 3495.6739439964294,
|
| 1267 |
+
"ratio_mean": 0.9480123601504493,
|
| 1268 |
+
"score": -0.07051956898009312,
|
| 1269 |
+
"pct_null_below": 0.0,
|
| 1270 |
+
"null_split_mean": 324.2
|
| 1271 |
+
},
|
| 1272 |
+
{
|
| 1273 |
+
"col": "v2_svd24_cos",
|
| 1274 |
+
"fam": "v2_",
|
| 1275 |
+
"real": 3262.3448967933655,
|
| 1276 |
+
"real_share": 0.0007516478108362634,
|
| 1277 |
+
"real_split": 271,
|
| 1278 |
+
"null_mean": 3812.5118248939516,
|
| 1279 |
+
"null_p75": 3840.54803609848,
|
| 1280 |
+
"null_p90": 3845.243695449829,
|
| 1281 |
+
"null_max": 3848.374135017395,
|
| 1282 |
+
"ratio_mean": 0.8556943680782185,
|
| 1283 |
+
"score": -0.16342918933975586,
|
| 1284 |
+
"pct_null_below": 0.0,
|
| 1285 |
+
"null_split_mean": 370.4
|
| 1286 |
+
},
|
| 1287 |
+
{
|
| 1288 |
+
"col": "ev_sv_k32_ucos_z",
|
| 1289 |
+
"fam": "ev_",
|
| 1290 |
+
"real": 3270.1218061447144,
|
| 1291 |
+
"real_share": 0.0007534396192053783,
|
| 1292 |
+
"real_split": 282,
|
| 1293 |
+
"null_mean": 4098.748202991485,
|
| 1294 |
+
"null_p75": 4246.767022609711,
|
| 1295 |
+
"null_p90": 4269.418857955932,
|
| 1296 |
+
"null_max": 4284.520081520081,
|
| 1297 |
+
"ratio_mean": 0.7978342762695217,
|
| 1298 |
+
"score": -0.26156620448637047,
|
| 1299 |
+
"pct_null_below": 0.0,
|
| 1300 |
+
"null_split_mean": 395.8
|
| 1301 |
+
},
|
| 1302 |
+
{
|
| 1303 |
+
"col": "v2_svd32_cos",
|
| 1304 |
+
"fam": "v2_",
|
| 1305 |
+
"real": 3275.3464221954346,
|
| 1306 |
+
"real_share": 0.0007546433764233364,
|
| 1307 |
+
"real_split": 273,
|
| 1308 |
+
"null_mean": 3921.1374247550966,
|
| 1309 |
+
"null_p75": 4080.602568626404,
|
| 1310 |
+
"null_p90": 4092.935391998291,
|
| 1311 |
+
"null_max": 4101.157274246216,
|
| 1312 |
+
"ratio_mean": 0.8353051850509942,
|
| 1313 |
+
"score": -0.22006605633635964,
|
| 1314 |
+
"pct_null_below": 0.0,
|
| 1315 |
+
"null_split_mean": 380.0
|
| 1316 |
+
},
|
| 1317 |
+
{
|
| 1318 |
+
"col": "ev_it_ctr24_z",
|
| 1319 |
+
"fam": "ev_",
|
| 1320 |
+
"real": 3300.002030849457,
|
| 1321 |
+
"real_share": 0.0007603240554612418,
|
| 1322 |
+
"real_split": 290,
|
| 1323 |
+
"null_mean": 4841.700374507904,
|
| 1324 |
+
"null_p75": 4726.732011795044,
|
| 1325 |
+
"null_p90": 5288.804103755951,
|
| 1326 |
+
"null_max": 5663.518831729889,
|
| 1327 |
+
"ratio_mean": 0.6815791510404771,
|
| 1328 |
+
"score": -0.3595225133805085,
|
| 1329 |
+
"pct_null_below": 0.0,
|
| 1330 |
+
"null_split_mean": 476.8
|
| 1331 |
+
},
|
| 1332 |
+
{
|
| 1333 |
+
"col": "v2_svd_ucos",
|
| 1334 |
+
"fam": "v2_",
|
| 1335 |
+
"real": 3326.8695273399353,
|
| 1336 |
+
"real_share": 0.0007665143558612911,
|
| 1337 |
+
"real_split": 281,
|
| 1338 |
+
"null_mean": 4213.115657901764,
|
| 1339 |
+
"null_p75": 4509.530203342438,
|
| 1340 |
+
"null_p90": 4538.82407283783,
|
| 1341 |
+
"null_max": 4558.353319168091,
|
| 1342 |
+
"ratio_mean": 0.7896459051866614,
|
| 1343 |
+
"score": -0.3043829282275443,
|
| 1344 |
+
"pct_null_below": 0.0,
|
| 1345 |
+
"null_split_mean": 405.6
|
| 1346 |
+
},
|
| 1347 |
+
{
|
| 1348 |
+
"col": "v2_ip_dec1_dm",
|
| 1349 |
+
"fam": "v2_",
|
| 1350 |
+
"real": 3335.4554076194763,
|
| 1351 |
+
"real_share": 0.0007684925520117235,
|
| 1352 |
+
"real_split": 277,
|
| 1353 |
+
"null_mean": 3482.623522377014,
|
| 1354 |
+
"null_p75": 3557.220853328705,
|
| 1355 |
+
"null_p90": 3580.0137994766237,
|
| 1356 |
+
"null_max": 3595.2090969085693,
|
| 1357 |
+
"ratio_mean": 0.9577421694271765,
|
| 1358 |
+
"score": -0.0646514354807577,
|
| 1359 |
+
"pct_null_below": 0.0,
|
| 1360 |
+
"null_split_mean": 336.2
|
| 1361 |
+
},
|
| 1362 |
+
{
|
| 1363 |
+
"col": "ev_sv_k64_con025_max",
|
| 1364 |
+
"fam": "ev_",
|
| 1365 |
+
"real": 3344.6357440948486,
|
| 1366 |
+
"real_share": 0.0007706077115159306,
|
| 1367 |
+
"real_split": 262,
|
| 1368 |
+
"null_mean": 2766.229576587677,
|
| 1369 |
+
"null_p75": 2910.751657485962,
|
| 1370 |
+
"null_p90": 3047.0307547569273,
|
| 1371 |
+
"null_max": 3137.8834862709045,
|
| 1372 |
+
"ratio_mean": 1.2090955040039275,
|
| 1373 |
+
"score": 0.13860294785993207,
|
| 1374 |
+
"pct_null_below": 100.0,
|
| 1375 |
+
"null_split_mean": 268.4
|
| 1376 |
+
},
|
| 1377 |
+
{
|
| 1378 |
+
"col": "ev_sv_k64_con05_max",
|
| 1379 |
+
"fam": "ev_",
|
| 1380 |
+
"real": 3396.0544142723083,
|
| 1381 |
+
"real_share": 0.000782454629023944,
|
| 1382 |
+
"real_split": 288,
|
| 1383 |
+
"null_mean": 3302.6510049819944,
|
| 1384 |
+
"null_p75": 3315.941062927246,
|
| 1385 |
+
"null_p90": 3659.9095319747926,
|
| 1386 |
+
"null_max": 3889.2218446731567,
|
| 1387 |
+
"ratio_mean": 1.0282813440322385,
|
| 1388 |
+
"score": 0.023571299845664546,
|
| 1389 |
+
"pct_null_below": 80.0,
|
| 1390 |
+
"null_split_mean": 321.2
|
| 1391 |
+
},
|
| 1392 |
+
{
|
| 1393 |
+
"col": "ev_it_imp_max",
|
| 1394 |
+
"fam": "ev_",
|
| 1395 |
+
"real": 3489.545657157898,
|
| 1396 |
+
"real_share": 0.000803995113022551,
|
| 1397 |
+
"real_split": 295,
|
| 1398 |
+
"null_mean": 3927.8886865615846,
|
| 1399 |
+
"null_p75": 4182.513295650482,
|
| 1400 |
+
"null_p90": 4216.809332466126,
|
| 1401 |
+
"null_max": 4239.673357009888,
|
| 1402 |
+
"ratio_mean": 0.8884023799087327,
|
| 1403 |
+
"score": -0.18137985120091077,
|
| 1404 |
+
"pct_null_below": 20.0,
|
| 1405 |
+
"null_split_mean": 382.8
|
| 1406 |
+
},
|
| 1407 |
+
{
|
| 1408 |
+
"col": "ev_sv_k64_hcos_max",
|
| 1409 |
+
"fam": "ev_",
|
| 1410 |
+
"real": 3507.1709809303284,
|
| 1411 |
+
"real_share": 0.0008080560067808564,
|
| 1412 |
+
"real_split": 278,
|
| 1413 |
+
"null_mean": 3399.0095706939696,
|
| 1414 |
+
"null_p75": 3521.5044116973877,
|
| 1415 |
+
"null_p90": 3571.4675340652466,
|
| 1416 |
+
"null_max": 3604.776282310486,
|
| 1417 |
+
"ratio_mean": 1.0318214491565187,
|
| 1418 |
+
"score": -0.0043624929674838326,
|
| 1419 |
+
"pct_null_below": 60.0,
|
| 1420 |
+
"null_split_mean": 329.0
|
| 1421 |
+
},
|
| 1422 |
+
{
|
| 1423 |
+
"col": "ev_sv_k32_ucos_mean",
|
| 1424 |
+
"fam": "ev_",
|
| 1425 |
+
"real": 3543.610953807831,
|
| 1426 |
+
"real_share": 0.0008164518161470671,
|
| 1427 |
+
"real_split": 304,
|
| 1428 |
+
"null_mean": 3974.8525265693665,
|
| 1429 |
+
"null_p75": 4220.559648036957,
|
| 1430 |
+
"null_p90": 4314.165415287018,
|
| 1431 |
+
"null_max": 4376.569260120392,
|
| 1432 |
+
"ratio_mean": 0.8915075289261779,
|
| 1433 |
+
"score": -0.17505839378859928,
|
| 1434 |
+
"pct_null_below": 0.0,
|
| 1435 |
+
"null_split_mean": 390.2
|
| 1436 |
+
},
|
| 1437 |
+
{
|
| 1438 |
+
"col": "ev_sv_k16_ucos_mean",
|
| 1439 |
+
"fam": "ev_",
|
| 1440 |
+
"real": 3609.9014658927917,
|
| 1441 |
+
"real_share": 0.0008317252221982949,
|
| 1442 |
+
"real_split": 301,
|
| 1443 |
+
"null_mean": 4374.297394371033,
|
| 1444 |
+
"null_p75": 4523.329805850983,
|
| 1445 |
+
"null_p90": 4545.793436813355,
|
| 1446 |
+
"null_max": 4560.769190788269,
|
| 1447 |
+
"ratio_mean": 0.8252528670177096,
|
| 1448 |
+
"score": -0.22578897964736336,
|
| 1449 |
+
"pct_null_below": 0.0,
|
| 1450 |
+
"null_split_mean": 427.4
|
| 1451 |
+
},
|
| 1452 |
+
{
|
| 1453 |
+
"col": "ev_it_nclk_all_mean",
|
| 1454 |
+
"fam": "ev_",
|
| 1455 |
+
"real": 3623.1209568977356,
|
| 1456 |
+
"real_share": 0.0008347710072972286,
|
| 1457 |
+
"real_split": 309,
|
| 1458 |
+
"null_mean": 4091.3835841178893,
|
| 1459 |
+
"null_p75": 4202.471080303192,
|
| 1460 |
+
"null_p90": 4233.390122127533,
|
| 1461 |
+
"null_max": 4254.0028166770935,
|
| 1462 |
+
"ratio_mean": 0.8855490770804586,
|
| 1463 |
+
"score": -0.14857483434920601,
|
| 1464 |
+
"pct_null_below": 0.0,
|
| 1465 |
+
"null_split_mean": 404.2
|
| 1466 |
+
},
|
| 1467 |
+
{
|
| 1468 |
+
"col": "ev_sv_k32_ucos_max",
|
| 1469 |
+
"fam": "ev_",
|
| 1470 |
+
"real": 3656.621889591217,
|
| 1471 |
+
"real_share": 0.0008424896586099023,
|
| 1472 |
+
"real_split": 312,
|
| 1473 |
+
"null_mean": 4329.583375930786,
|
| 1474 |
+
"null_p75": 4458.215472698212,
|
| 1475 |
+
"null_p90": 4502.288478946686,
|
| 1476 |
+
"null_max": 4531.670483112335,
|
| 1477 |
+
"ratio_mean": 0.8445666873905866,
|
| 1478 |
+
"score": -0.19843310723677296,
|
| 1479 |
+
"pct_null_below": 0.0,
|
| 1480 |
+
"null_split_mean": 423.6
|
| 1481 |
+
},
|
| 1482 |
+
{
|
| 1483 |
+
"col": "v2_ip_dec1",
|
| 1484 |
+
"fam": "v2_",
|
| 1485 |
+
"real": 3673.9407029151917,
|
| 1486 |
+
"real_share": 0.0008464799320276647,
|
| 1487 |
+
"real_split": 271,
|
| 1488 |
+
"null_mean": 3103.146063232422,
|
| 1489 |
+
"null_p75": 3213.792447566986,
|
| 1490 |
+
"null_p90": 3262.4126790046694,
|
| 1491 |
+
"null_max": 3294.8261666297913,
|
| 1492 |
+
"ratio_mean": 1.1839406293006383,
|
| 1493 |
+
"score": 0.13350204901355292,
|
| 1494 |
+
"pct_null_below": 100.0,
|
| 1495 |
+
"null_split_mean": 297.4
|
| 1496 |
+
},
|
| 1497 |
+
{
|
| 1498 |
+
"col": "v2_ev_svd_max",
|
| 1499 |
+
"fam": "v2_",
|
| 1500 |
+
"real": 3694.1185960769653,
|
| 1501 |
+
"real_share": 0.0008511289405482668,
|
| 1502 |
+
"real_split": 304,
|
| 1503 |
+
"null_mean": 4300.6655729293825,
|
| 1504 |
+
"null_p75": 4417.25358247757,
|
| 1505 |
+
"null_p90": 4588.652554416656,
|
| 1506 |
+
"null_max": 4702.918535709381,
|
| 1507 |
+
"ratio_mean": 0.8589643936347113,
|
| 1508 |
+
"score": -0.17900251448643864,
|
| 1509 |
+
"pct_null_below": 0.0,
|
| 1510 |
+
"null_split_mean": 418.0
|
| 1511 |
+
},
|
| 1512 |
+
{
|
| 1513 |
+
"col": "v2_svd_top3",
|
| 1514 |
+
"fam": "v2_",
|
| 1515 |
+
"real": 3710.2387137413025,
|
| 1516 |
+
"real_share": 0.0008548430331829026,
|
| 1517 |
+
"real_split": 304,
|
| 1518 |
+
"null_mean": 4087.340510559082,
|
| 1519 |
+
"null_p75": 4148.810060501099,
|
| 1520 |
+
"null_p90": 4618.018662452698,
|
| 1521 |
+
"null_max": 4930.824397087097,
|
| 1522 |
+
"ratio_mean": 0.907739079765048,
|
| 1523 |
+
"score": -0.11196634665349763,
|
| 1524 |
+
"pct_null_below": 40.0,
|
| 1525 |
+
"null_split_mean": 396.2
|
| 1526 |
+
},
|
| 1527 |
+
{
|
| 1528 |
+
"col": "v2_svd_top3_dm",
|
| 1529 |
+
"fam": "v2_",
|
| 1530 |
+
"real": 3738.491599082947,
|
| 1531 |
+
"real_share": 0.0008613525286803678,
|
| 1532 |
+
"real_split": 320,
|
| 1533 |
+
"null_mean": 4175.877050685883,
|
| 1534 |
+
"null_p75": 4228.804176330566,
|
| 1535 |
+
"null_p90": 4635.254745578766,
|
| 1536 |
+
"null_max": 4906.221791744232,
|
| 1537 |
+
"ratio_mean": 0.8952590207292871,
|
| 1538 |
+
"score": -0.12347348354221283,
|
| 1539 |
+
"pct_null_below": 20.0,
|
| 1540 |
+
"null_split_mean": 404.2
|
| 1541 |
+
},
|
| 1542 |
+
{
|
| 1543 |
+
"col": "ev_sv_k32_hcos_mean",
|
| 1544 |
+
"fam": "ev_",
|
| 1545 |
+
"real": 3756.9132022857666,
|
| 1546 |
+
"real_share": 0.0008655968860850996,
|
| 1547 |
+
"real_split": 305,
|
| 1548 |
+
"null_mean": 3671.7214740753175,
|
| 1549 |
+
"null_p75": 3757.3714394569397,
|
| 1550 |
+
"null_p90": 3820.711609363556,
|
| 1551 |
+
"null_max": 3862.9383893013,
|
| 1552 |
+
"ratio_mean": 1.023202121623864,
|
| 1553 |
+
"score": -0.0003880722775194274,
|
| 1554 |
+
"pct_null_below": 60.0,
|
| 1555 |
+
"null_split_mean": 357.6
|
| 1556 |
+
},
|
| 1557 |
+
{
|
| 1558 |
+
"col": "v2_svd32_cos_dm",
|
| 1559 |
+
"fam": "v2_",
|
| 1560 |
+
"real": 3819.5436520576477,
|
| 1561 |
+
"real_share": 0.0008800270098004054,
|
| 1562 |
+
"real_split": 323,
|
| 1563 |
+
"null_mean": 4188.789303207397,
|
| 1564 |
+
"null_p75": 4308.81906080246,
|
| 1565 |
+
"null_p90": 4316.047413539886,
|
| 1566 |
+
"null_max": 4320.866315364838,
|
| 1567 |
+
"ratio_mean": 0.9118490751332338,
|
| 1568 |
+
"score": -0.12076496919915392,
|
| 1569 |
+
"pct_null_below": 0.0,
|
| 1570 |
+
"null_split_mean": 402.4
|
| 1571 |
+
},
|
| 1572 |
+
{
|
| 1573 |
+
"col": "ev_mf_score_max",
|
| 1574 |
+
"fam": "ev_",
|
| 1575 |
+
"real": 3828.666067123413,
|
| 1576 |
+
"real_share": 0.0008821288241488706,
|
| 1577 |
+
"real_split": 332,
|
| 1578 |
+
"null_mean": 4206.2181764602665,
|
| 1579 |
+
"null_p75": 4344.0621509552,
|
| 1580 |
+
"null_p90": 4552.336625671387,
|
| 1581 |
+
"null_max": 4691.186275482178,
|
| 1582 |
+
"ratio_mean": 0.9102395326400825,
|
| 1583 |
+
"score": -0.12652360533811388,
|
| 1584 |
+
"pct_null_below": 20.0,
|
| 1585 |
+
"null_split_mean": 409.6
|
| 1586 |
+
},
|
| 1587 |
+
{
|
| 1588 |
+
"col": "ev_sv_k32_imax20_z",
|
| 1589 |
+
"fam": "ev_",
|
| 1590 |
+
"real": 3840.1771216392517,
|
| 1591 |
+
"real_share": 0.0008847809836234103,
|
| 1592 |
+
"real_split": 326,
|
| 1593 |
+
"null_mean": 4405.26222410202,
|
| 1594 |
+
"null_p75": 4462.076805114746,
|
| 1595 |
+
"null_p90": 4499.203101158142,
|
| 1596 |
+
"null_max": 4523.953965187073,
|
| 1597 |
+
"ratio_mean": 0.8717249794186868,
|
| 1598 |
+
"score": -0.15031990372203682,
|
| 1599 |
+
"pct_null_below": 0.0,
|
| 1600 |
+
"null_split_mean": 430.4
|
| 1601 |
+
},
|
| 1602 |
+
{
|
| 1603 |
+
"col": "ev_it_ctr24_max",
|
| 1604 |
+
"fam": "ev_",
|
| 1605 |
+
"real": 3867.8162593841553,
|
| 1606 |
+
"real_share": 0.0008911490710073589,
|
| 1607 |
+
"real_split": 340,
|
| 1608 |
+
"null_mean": 5398.082012557983,
|
| 1609 |
+
"null_p75": 5530.657826423645,
|
| 1610 |
+
"null_p90": 5699.965920162201,
|
| 1611 |
+
"null_max": 5812.8379826545715,
|
| 1612 |
+
"ratio_mean": 0.7165167647297966,
|
| 1613 |
+
"score": -0.35779748452566645,
|
| 1614 |
+
"pct_null_below": 0.0,
|
| 1615 |
+
"null_split_mean": 529.8
|
| 1616 |
+
},
|
| 1617 |
+
{
|
| 1618 |
+
"col": "ev_sv_k32_imax20_max",
|
| 1619 |
+
"fam": "ev_",
|
| 1620 |
+
"real": 3902.704334259033,
|
| 1621 |
+
"real_share": 0.0008991873213866395,
|
| 1622 |
+
"real_split": 322,
|
| 1623 |
+
"null_mean": 3423.6936405181887,
|
| 1624 |
+
"null_p75": 3726.7269196510315,
|
| 1625 |
+
"null_p90": 3916.8810903549193,
|
| 1626 |
+
"null_max": 4043.6505374908447,
|
| 1627 |
+
"ratio_mean": 1.1399105013579265,
|
| 1628 |
+
"score": 0.045871088994214805,
|
| 1629 |
+
"pct_null_below": 80.0,
|
| 1630 |
+
"null_split_mean": 333.6
|
| 1631 |
+
},
|
| 1632 |
+
{
|
| 1633 |
+
"col": "ev_mf_score_z",
|
| 1634 |
+
"fam": "ev_",
|
| 1635 |
+
"real": 3903.622627735138,
|
| 1636 |
+
"real_share": 0.0008993988972018446,
|
| 1637 |
+
"real_split": 341,
|
| 1638 |
+
"null_mean": 4608.00043258667,
|
| 1639 |
+
"null_p75": 4788.863052368164,
|
| 1640 |
+
"null_p90": 5045.171648216247,
|
| 1641 |
+
"null_max": 5216.044045448303,
|
| 1642 |
+
"ratio_mean": 0.8471402476722133,
|
| 1643 |
+
"score": -0.2045968196706116,
|
| 1644 |
+
"pct_null_below": 0.0,
|
| 1645 |
+
"null_split_mean": 451.2
|
| 1646 |
+
},
|
| 1647 |
+
{
|
| 1648 |
+
"col": "ev_mf_dot_z",
|
| 1649 |
+
"fam": "ev_",
|
| 1650 |
+
"real": 3957.9709429740906,
|
| 1651 |
+
"real_share": 0.0009119208081169508,
|
| 1652 |
+
"real_split": 348,
|
| 1653 |
+
"null_mean": 5315.3849443435665,
|
| 1654 |
+
"null_p75": 5546.897437572479,
|
| 1655 |
+
"null_p90": 5725.5131782531735,
|
| 1656 |
+
"null_max": 5844.59033870697,
|
| 1657 |
+
"ratio_mean": 0.7446254569362873,
|
| 1658 |
+
"score": -0.3376875099502383,
|
| 1659 |
+
"pct_null_below": 0.0,
|
| 1660 |
+
"null_split_mean": 519.6
|
| 1661 |
+
},
|
| 1662 |
+
{
|
| 1663 |
+
"col": "v2_h_since_last",
|
| 1664 |
+
"fam": "v2_",
|
| 1665 |
+
"real": 4008.4175701141357,
|
| 1666 |
+
"real_share": 0.0009235437658524002,
|
| 1667 |
+
"real_split": 335,
|
| 1668 |
+
"null_mean": 4263.88514289856,
|
| 1669 |
+
"null_p75": 4395.50957775116,
|
| 1670 |
+
"null_p90": 4413.476895713806,
|
| 1671 |
+
"null_max": 4425.455107688904,
|
| 1672 |
+
"ratio_mean": 0.9400857283386487,
|
| 1673 |
+
"score": -0.092414405703401,
|
| 1674 |
+
"pct_null_below": 20.0,
|
| 1675 |
+
"null_split_mean": 418.0
|
| 1676 |
+
},
|
| 1677 |
+
{
|
| 1678 |
+
"col": "v2_u_ev",
|
| 1679 |
+
"fam": "v2_",
|
| 1680 |
+
"real": 4010.9162197113037,
|
| 1681 |
+
"real_share": 0.0009241194574359616,
|
| 1682 |
+
"real_split": 286,
|
| 1683 |
+
"null_mean": 1240.7880796432496,
|
| 1684 |
+
"null_p75": 1279.3116192817688,
|
| 1685 |
+
"null_p90": 1315.2400482177734,
|
| 1686 |
+
"null_max": 1339.1923341751099,
|
| 1687 |
+
"ratio_mean": 3.232555410158775,
|
| 1688 |
+
"score": 1.1419161981048576,
|
| 1689 |
+
"pct_null_below": 100.0,
|
| 1690 |
+
"null_split_mean": 123.4
|
| 1691 |
+
},
|
| 1692 |
+
{
|
| 1693 |
+
"col": "ev_it_imp_mean",
|
| 1694 |
+
"fam": "ev_",
|
| 1695 |
+
"real": 4035.113625526428,
|
| 1696 |
+
"real_share": 0.0009296945660416557,
|
| 1697 |
+
"real_split": 330,
|
| 1698 |
+
"null_mean": 3632.1086897850037,
|
| 1699 |
+
"null_p75": 3798.121645927429,
|
| 1700 |
+
"null_p90": 3924.581440067291,
|
| 1701 |
+
"null_max": 4008.887969493866,
|
| 1702 |
+
"ratio_mean": 1.110956188308693,
|
| 1703 |
+
"score": 0.060264567195886284,
|
| 1704 |
+
"pct_null_below": 100.0,
|
| 1705 |
+
"null_split_mean": 354.0
|
| 1706 |
+
},
|
| 1707 |
+
{
|
| 1708 |
+
"col": "ev_sv_k16_ucos_z",
|
| 1709 |
+
"fam": "ev_",
|
| 1710 |
+
"real": 4057.1369404792786,
|
| 1711 |
+
"real_share": 0.0009347687617491477,
|
| 1712 |
+
"real_split": 347,
|
| 1713 |
+
"null_mean": 4349.213029289245,
|
| 1714 |
+
"null_p75": 4548.782885551453,
|
| 1715 |
+
"null_p90": 4772.810249042511,
|
| 1716 |
+
"null_max": 4922.161824703217,
|
| 1717 |
+
"ratio_mean": 0.9328439221433819,
|
| 1718 |
+
"score": -0.11460197647277136,
|
| 1719 |
+
"pct_null_below": 20.0,
|
| 1720 |
+
"null_split_mean": 425.0
|
| 1721 |
+
},
|
| 1722 |
+
{
|
| 1723 |
+
"col": "ev_it_ctr_max",
|
| 1724 |
+
"fam": "ev_",
|
| 1725 |
+
"real": 4081.127429485321,
|
| 1726 |
+
"real_share": 0.0009402961964970825,
|
| 1727 |
+
"real_split": 362,
|
| 1728 |
+
"null_mean": 5573.492389202118,
|
| 1729 |
+
"null_p75": 5849.64487695694,
|
| 1730 |
+
"null_p90": 5919.1502566337585,
|
| 1731 |
+
"null_max": 5965.487176418304,
|
| 1732 |
+
"ratio_mean": 0.7322388090799136,
|
| 1733 |
+
"score": -0.36017860940222346,
|
| 1734 |
+
"pct_null_below": 0.0,
|
| 1735 |
+
"null_split_mean": 546.0
|
| 1736 |
+
},
|
| 1737 |
+
{
|
| 1738 |
+
"col": "v2_ev_svd_mean",
|
| 1739 |
+
"fam": "v2_",
|
| 1740 |
+
"real": 4219.31564950943,
|
| 1741 |
+
"real_share": 0.0009721349126201314,
|
| 1742 |
+
"real_split": 355,
|
| 1743 |
+
"null_mean": 4632.3777255058285,
|
| 1744 |
+
"null_p75": 4782.277216911316,
|
| 1745 |
+
"null_p90": 5175.224455070495,
|
| 1746 |
+
"null_max": 5437.189280509949,
|
| 1747 |
+
"ratio_mean": 0.9108315209871417,
|
| 1748 |
+
"score": -0.1254529751646516,
|
| 1749 |
+
"pct_null_below": 20.0,
|
| 1750 |
+
"null_split_mean": 450.6
|
| 1751 |
+
},
|
| 1752 |
+
{
|
| 1753 |
+
"col": "v2_ip_n_dm",
|
| 1754 |
+
"fam": "v2_",
|
| 1755 |
+
"real": 4235.08330488205,
|
| 1756 |
+
"real_share": 0.0009757677975595809,
|
| 1757 |
+
"real_split": 324,
|
| 1758 |
+
"null_mean": 3529.00514755249,
|
| 1759 |
+
"null_p75": 3632.1586689949036,
|
| 1760 |
+
"null_p90": 3834.624076938629,
|
| 1761 |
+
"null_max": 3969.6010155677795,
|
| 1762 |
+
"ratio_mean": 1.2000785285958717,
|
| 1763 |
+
"score": 0.15330057191285537,
|
| 1764 |
+
"pct_null_below": 100.0,
|
| 1765 |
+
"null_split_mean": 344.2
|
| 1766 |
+
},
|
| 1767 |
+
{
|
| 1768 |
+
"col": "ev_sv_k16_ucos_max",
|
| 1769 |
+
"fam": "ev_",
|
| 1770 |
+
"real": 4237.997024536133,
|
| 1771 |
+
"real_share": 0.0009764391217354934,
|
| 1772 |
+
"real_split": 370,
|
| 1773 |
+
"null_mean": 4766.5626996994015,
|
| 1774 |
+
"null_p75": 4837.471563339233,
|
| 1775 |
+
"null_p90": 4986.844972991943,
|
| 1776 |
+
"null_max": 5086.42724609375,
|
| 1777 |
+
"ratio_mean": 0.8891096774628388,
|
| 1778 |
+
"score": -0.13250812028851222,
|
| 1779 |
+
"pct_null_below": 0.0,
|
| 1780 |
+
"null_split_mean": 467.0
|
| 1781 |
+
},
|
| 1782 |
+
{
|
| 1783 |
+
"col": "ev_it_clk_dec2d_max",
|
| 1784 |
+
"fam": "ev_",
|
| 1785 |
+
"real": 4256.120244503021,
|
| 1786 |
+
"real_share": 0.0009806147313182832,
|
| 1787 |
+
"real_split": 363,
|
| 1788 |
+
"null_mean": 4801.522643089294,
|
| 1789 |
+
"null_p75": 4983.224563598633,
|
| 1790 |
+
"null_p90": 5054.896797943115,
|
| 1791 |
+
"null_max": 5102.6782875061035,
|
| 1792 |
+
"ratio_mean": 0.886410532839774,
|
| 1793 |
+
"score": -0.1579198326768489,
|
| 1794 |
+
"pct_null_below": 0.0,
|
| 1795 |
+
"null_split_mean": 472.4
|
| 1796 |
+
},
|
| 1797 |
+
{
|
| 1798 |
+
"col": "v2_svd16_cos",
|
| 1799 |
+
"fam": "v2_",
|
| 1800 |
+
"real": 4259.010806083679,
|
| 1801 |
+
"real_share": 0.0009812807198489024,
|
| 1802 |
+
"real_split": 345,
|
| 1803 |
+
"null_mean": 4151.889866065979,
|
| 1804 |
+
"null_p75": 4147.976534843445,
|
| 1805 |
+
"null_p90": 4408.596087169647,
|
| 1806 |
+
"null_max": 4582.3424553871155,
|
| 1807 |
+
"ratio_mean": 1.025800525416923,
|
| 1808 |
+
"score": 0.026175242552883664,
|
| 1809 |
+
"pct_null_below": 80.0,
|
| 1810 |
+
"null_split_mean": 402.6
|
| 1811 |
+
},
|
| 1812 |
+
{
|
| 1813 |
+
"col": "v2_svd_maxsim",
|
| 1814 |
+
"fam": "v2_",
|
| 1815 |
+
"real": 4260.581154346466,
|
| 1816 |
+
"real_share": 0.000981642529795832,
|
| 1817 |
+
"real_split": 349,
|
| 1818 |
+
"null_mean": 4294.556935882569,
|
| 1819 |
+
"null_p75": 4347.20498418808,
|
| 1820 |
+
"null_p90": 4434.034946727753,
|
| 1821 |
+
"null_max": 4491.921588420868,
|
| 1822 |
+
"ratio_mean": 0.9920886410301787,
|
| 1823 |
+
"score": -0.020357540338276768,
|
| 1824 |
+
"pct_null_below": 60.0,
|
| 1825 |
+
"null_split_mean": 409.4
|
| 1826 |
+
},
|
| 1827 |
+
{
|
| 1828 |
+
"col": "v2_svd_maxsim_dm",
|
| 1829 |
+
"fam": "v2_",
|
| 1830 |
+
"real": 4305.262631893158,
|
| 1831 |
+
"real_share": 0.0009919371907974666,
|
| 1832 |
+
"real_split": 373,
|
| 1833 |
+
"null_mean": 4688.212278366089,
|
| 1834 |
+
"null_p75": 4755.027933597565,
|
| 1835 |
+
"null_p90": 4865.872030448913,
|
| 1836 |
+
"null_max": 4939.7680950164795,
|
| 1837 |
+
"ratio_mean": 0.9183164874508638,
|
| 1838 |
+
"score": -0.09957470977339795,
|
| 1839 |
+
"pct_null_below": 0.0,
|
| 1840 |
+
"null_split_mean": 456.0
|
| 1841 |
+
},
|
| 1842 |
+
{
|
| 1843 |
+
"col": "v2_i_imp1d",
|
| 1844 |
+
"fam": "v2_",
|
| 1845 |
+
"real": 4320.983966350555,
|
| 1846 |
+
"real_share": 0.0009955594033476916,
|
| 1847 |
+
"real_split": 254,
|
| 1848 |
+
"null_mean": 1459.294961833954,
|
| 1849 |
+
"null_p75": 1489.0597848892212,
|
| 1850 |
+
"null_p90": 1613.2495432853698,
|
| 1851 |
+
"null_max": 1696.042715549469,
|
| 1852 |
+
"ratio_mean": 2.9610079383267407,
|
| 1853 |
+
"score": 1.0646669031042684,
|
| 1854 |
+
"pct_null_below": 100.0,
|
| 1855 |
+
"null_split_mean": 142.0
|
| 1856 |
+
},
|
| 1857 |
+
{
|
| 1858 |
+
"col": "ev_sv_k32_hcos_max",
|
| 1859 |
+
"fam": "ev_",
|
| 1860 |
+
"real": 4376.865184307098,
|
| 1861 |
+
"real_share": 0.0010084344967154057,
|
| 1862 |
+
"real_split": 347,
|
| 1863 |
+
"null_mean": 3996.870216369629,
|
| 1864 |
+
"null_p75": 4010.7652983665466,
|
| 1865 |
+
"null_p90": 4227.147455501557,
|
| 1866 |
+
"null_max": 4371.402226924896,
|
| 1867 |
+
"ratio_mean": 1.095073131567084,
|
| 1868 |
+
"score": 0.08710138841110009,
|
| 1869 |
+
"pct_null_below": 100.0,
|
| 1870 |
+
"null_split_mean": 389.8
|
| 1871 |
+
},
|
| 1872 |
+
{
|
| 1873 |
+
"col": "ev_it_ctr24_mean",
|
| 1874 |
+
"fam": "ev_",
|
| 1875 |
+
"real": 4399.126357555389,
|
| 1876 |
+
"real_share": 0.0010135634952327516,
|
| 1877 |
+
"real_split": 388,
|
| 1878 |
+
"null_mean": 5364.780323028564,
|
| 1879 |
+
"null_p75": 5493.996810436249,
|
| 1880 |
+
"null_p90": 5508.38588848114,
|
| 1881 |
+
"null_max": 5517.978607177734,
|
| 1882 |
+
"ratio_mean": 0.8200012102400426,
|
| 1883 |
+
"score": -0.22243204117364893,
|
| 1884 |
+
"pct_null_below": 0.0,
|
| 1885 |
+
"null_split_mean": 530.6
|
| 1886 |
+
},
|
| 1887 |
+
{
|
| 1888 |
+
"col": "ev_mf_dot_mean",
|
| 1889 |
+
"fam": "ev_",
|
| 1890 |
+
"real": 4479.872773170471,
|
| 1891 |
+
"real_share": 0.0010321675571728635,
|
| 1892 |
+
"real_split": 393,
|
| 1893 |
+
"null_mean": 5242.441958427429,
|
| 1894 |
+
"null_p75": 5356.765855312347,
|
| 1895 |
+
"null_p90": 5426.544891834259,
|
| 1896 |
+
"null_max": 5473.064249515533,
|
| 1897 |
+
"ratio_mean": 0.854539317496668,
|
| 1898 |
+
"score": -0.17895242285382593,
|
| 1899 |
+
"pct_null_below": 0.0,
|
| 1900 |
+
"null_split_mean": 516.0
|
| 1901 |
+
},
|
| 1902 |
+
{
|
| 1903 |
+
"col": "v2_ev_ictr_mean",
|
| 1904 |
+
"fam": "v2_",
|
| 1905 |
+
"real": 4498.047885894775,
|
| 1906 |
+
"real_share": 0.0010363551229033764,
|
| 1907 |
+
"real_split": 400,
|
| 1908 |
+
"null_mean": 5618.166155910492,
|
| 1909 |
+
"null_p75": 5776.575623035431,
|
| 1910 |
+
"null_p90": 6132.499390316009,
|
| 1911 |
+
"null_max": 6369.781901836395,
|
| 1912 |
+
"ratio_mean": 0.8006256420812126,
|
| 1913 |
+
"score": -0.25034065266188593,
|
| 1914 |
+
"pct_null_below": 0.0,
|
| 1915 |
+
"null_split_mean": 552.4
|
| 1916 |
+
},
|
| 1917 |
+
{
|
| 1918 |
+
"col": "v2_ev_ipdec_mean",
|
| 1919 |
+
"fam": "v2_",
|
| 1920 |
+
"real": 4559.456008434296,
|
| 1921 |
+
"real_share": 0.0010505036210955094,
|
| 1922 |
+
"real_split": 380,
|
| 1923 |
+
"null_mean": 4542.915901184082,
|
| 1924 |
+
"null_p75": 4763.609929084778,
|
| 1925 |
+
"null_p90": 4906.902519702911,
|
| 1926 |
+
"null_max": 5002.430913448334,
|
| 1927 |
+
"ratio_mean": 1.003640857020026,
|
| 1928 |
+
"score": -0.04401235195478635,
|
| 1929 |
+
"pct_null_below": 40.0,
|
| 1930 |
+
"null_split_mean": 442.8
|
| 1931 |
+
},
|
| 1932 |
+
{
|
| 1933 |
+
"col": "v2_i_ctr_tb",
|
| 1934 |
+
"fam": "v2_",
|
| 1935 |
+
"real": 4576.830131053925,
|
| 1936 |
+
"real_share": 0.0010545066378351193,
|
| 1937 |
+
"real_split": 402,
|
| 1938 |
+
"null_mean": 4974.375413036347,
|
| 1939 |
+
"null_p75": 5038.659531116486,
|
| 1940 |
+
"null_p90": 5164.625544738769,
|
| 1941 |
+
"null_max": 5248.6028871536255,
|
| 1942 |
+
"ratio_mean": 0.9200813672123388,
|
| 1943 |
+
"score": -0.09633187895840681,
|
| 1944 |
+
"pct_null_below": 0.0,
|
| 1945 |
+
"null_split_mean": 485.6
|
| 1946 |
+
},
|
| 1947 |
+
{
|
| 1948 |
+
"col": "ev_it_nclk_all_z",
|
| 1949 |
+
"fam": "ev_",
|
| 1950 |
+
"real": 4640.158737182617,
|
| 1951 |
+
"real_share": 0.001069097617534026,
|
| 1952 |
+
"real_split": 352,
|
| 1953 |
+
"null_mean": 3524.0322128295898,
|
| 1954 |
+
"null_p75": 3722.8637800216675,
|
| 1955 |
+
"null_p90": 3762.2570799827577,
|
| 1956 |
+
"null_max": 3788.5192799568176,
|
| 1957 |
+
"ratio_mean": 1.3167185930621343,
|
| 1958 |
+
"score": 0.21998679652870481,
|
| 1959 |
+
"pct_null_below": 100.0,
|
| 1960 |
+
"null_split_mean": 345.2
|
| 1961 |
+
},
|
| 1962 |
+
{
|
| 1963 |
+
"col": "v2_svd16_cos_dm",
|
| 1964 |
+
"fam": "v2_",
|
| 1965 |
+
"real": 4669.975434780121,
|
| 1966 |
+
"real_share": 0.0010759674170753189,
|
| 1967 |
+
"real_split": 399,
|
| 1968 |
+
"null_mean": 4367.002191543579,
|
| 1969 |
+
"null_p75": 4400.033409118652,
|
| 1970 |
+
"null_p90": 4545.267994594574,
|
| 1971 |
+
"null_max": 4642.091051578522,
|
| 1972 |
+
"ratio_mean": 1.0693778546352073,
|
| 1973 |
+
"score": 0.059314432486455085,
|
| 1974 |
+
"pct_null_below": 100.0,
|
| 1975 |
+
"null_split_mean": 421.4
|
| 1976 |
+
},
|
| 1977 |
+
{
|
| 1978 |
+
"col": "v2_i_imp",
|
| 1979 |
+
"fam": "v2_",
|
| 1980 |
+
"real": 4722.270986557007,
|
| 1981 |
+
"real_share": 0.0010880163690571304,
|
| 1982 |
+
"real_split": 341,
|
| 1983 |
+
"null_mean": 3268.6278133392334,
|
| 1984 |
+
"null_p75": 3541.5588750839233,
|
| 1985 |
+
"null_p90": 3589.65123090744,
|
| 1986 |
+
"null_max": 3621.7128014564514,
|
| 1987 |
+
"ratio_mean": 1.4447258165293313,
|
| 1988 |
+
"score": 0.2874405130936671,
|
| 1989 |
+
"pct_null_below": 100.0,
|
| 1990 |
+
"null_split_mean": 318.2
|
| 1991 |
+
},
|
| 1992 |
+
{
|
| 1993 |
+
"col": "v2_i_ctr_tb_dm",
|
| 1994 |
+
"fam": "v2_",
|
| 1995 |
+
"real": 4815.558763027191,
|
| 1996 |
+
"real_share": 0.0011095099741724322,
|
| 1997 |
+
"real_split": 413,
|
| 1998 |
+
"null_mean": 5234.74705657959,
|
| 1999 |
+
"null_p75": 5368.037621021271,
|
| 2000 |
+
"null_p90": 5399.549142932892,
|
| 2001 |
+
"null_max": 5420.556824207306,
|
| 2002 |
+
"ratio_mean": 0.9199219582108522,
|
| 2003 |
+
"score": -0.10879659354953305,
|
| 2004 |
+
"pct_null_below": 0.0,
|
| 2005 |
+
"null_split_mean": 511.8
|
| 2006 |
+
},
|
| 2007 |
+
{
|
| 2008 |
+
"col": "v2_u_since_ev",
|
| 2009 |
+
"fam": "v2_",
|
| 2010 |
+
"real": 4854.766853809357,
|
| 2011 |
+
"real_share": 0.0011185435609132,
|
| 2012 |
+
"real_split": 409,
|
| 2013 |
+
"null_mean": 4859.667215156555,
|
| 2014 |
+
"null_p75": 4942.373100757599,
|
| 2015 |
+
"null_p90": 5074.6150165557865,
|
| 2016 |
+
"null_max": 5162.776293754578,
|
| 2017 |
+
"ratio_mean": 0.9989916261484089,
|
| 2018 |
+
"score": -0.018086833287415408,
|
| 2019 |
+
"pct_null_below": 40.0,
|
| 2020 |
+
"null_split_mean": 472.0
|
| 2021 |
+
},
|
| 2022 |
+
{
|
| 2023 |
+
"col": "v2_up_uniq",
|
| 2024 |
+
"fam": "v2_",
|
| 2025 |
+
"real": 5033.646209716797,
|
| 2026 |
+
"real_share": 0.0011597575589805983,
|
| 2027 |
+
"real_split": 249,
|
| 2028 |
+
"null_mean": 1297.011713218689,
|
| 2029 |
+
"null_p75": 1325.069703578949,
|
| 2030 |
+
"null_p90": 1389.4480949401855,
|
| 2031 |
+
"null_max": 1432.3670225143433,
|
| 2032 |
+
"ratio_mean": 3.8809566316291813,
|
| 2033 |
+
"score": 1.3339251569343875,
|
| 2034 |
+
"pct_null_below": 100.0,
|
| 2035 |
+
"null_split_mean": 128.8
|
| 2036 |
+
},
|
| 2037 |
+
{
|
| 2038 |
+
"col": "v2_h_since_first",
|
| 2039 |
+
"fam": "v2_",
|
| 2040 |
+
"real": 5303.2326674461365,
|
| 2041 |
+
"real_share": 0.0012218705719187872,
|
| 2042 |
+
"real_split": 436,
|
| 2043 |
+
"null_mean": 5202.492354774475,
|
| 2044 |
+
"null_p75": 5336.823307514191,
|
| 2045 |
+
"null_p90": 5569.091920852661,
|
| 2046 |
+
"null_max": 5723.937663078308,
|
| 2047 |
+
"ratio_mean": 1.0193638559755325,
|
| 2048 |
+
"score": -0.0065013775800732,
|
| 2049 |
+
"pct_null_below": 60.0,
|
| 2050 |
+
"null_split_mean": 507.8
|
| 2051 |
+
},
|
| 2052 |
+
{
|
| 2053 |
+
"col": "v2_svd_hnorm",
|
| 2054 |
+
"fam": "v2_",
|
| 2055 |
+
"real": 5306.432542800903,
|
| 2056 |
+
"real_share": 0.0012226078266792276,
|
| 2057 |
+
"real_split": 425,
|
| 2058 |
+
"null_mean": 4433.263937568665,
|
| 2059 |
+
"null_p75": 4998.529084205627,
|
| 2060 |
+
"null_p90": 5006.138255691529,
|
| 2061 |
+
"null_max": 5011.211036682129,
|
| 2062 |
+
"ratio_mean": 1.1969584075138802,
|
| 2063 |
+
"score": 0.05957604721044102,
|
| 2064 |
+
"pct_null_below": 100.0,
|
| 2065 |
+
"null_split_mean": 434.2
|
| 2066 |
+
},
|
| 2067 |
+
{
|
| 2068 |
+
"col": "v2_i_ctr_tb_diff",
|
| 2069 |
+
"fam": "v2_",
|
| 2070 |
+
"real": 5532.478306293488,
|
| 2071 |
+
"real_share": 0.0012746890163305787,
|
| 2072 |
+
"real_split": 488,
|
| 2073 |
+
"null_mean": 7688.204450035095,
|
| 2074 |
+
"null_p75": 7871.643679141998,
|
| 2075 |
+
"null_p90": 7881.76868057251,
|
| 2076 |
+
"null_max": 7888.518681526184,
|
| 2077 |
+
"ratio_mean": 0.7196060331444792,
|
| 2078 |
+
"score": -0.3527580526530295,
|
| 2079 |
+
"pct_null_below": 0.0,
|
| 2080 |
+
"null_split_mean": 750.2
|
| 2081 |
+
},
|
| 2082 |
+
{
|
| 2083 |
+
"col": "ev_mf_score_mean",
|
| 2084 |
+
"fam": "ev_",
|
| 2085 |
+
"real": 5733.354128360748,
|
| 2086 |
+
"real_share": 0.0013209710241143667,
|
| 2087 |
+
"real_split": 426,
|
| 2088 |
+
"null_mean": 4854.750222206116,
|
| 2089 |
+
"null_p75": 5161.283742427826,
|
| 2090 |
+
"null_p90": 5177.843355274201,
|
| 2091 |
+
"null_max": 5188.883097171783,
|
| 2092 |
+
"ratio_mean": 1.1809781895957923,
|
| 2093 |
+
"score": 0.1049216549513077,
|
| 2094 |
+
"pct_null_below": 100.0,
|
| 2095 |
+
"null_split_mean": 476.2
|
| 2096 |
+
},
|
| 2097 |
+
{
|
| 2098 |
+
"col": "v2_svd_last",
|
| 2099 |
+
"fam": "v2_",
|
| 2100 |
+
"real": 6228.351877689362,
|
| 2101 |
+
"real_share": 0.0014350190436899302,
|
| 2102 |
+
"real_split": 532,
|
| 2103 |
+
"null_mean": 6696.374144268036,
|
| 2104 |
+
"null_p75": 7288.855505943298,
|
| 2105 |
+
"null_p90": 7316.940198135376,
|
| 2106 |
+
"null_max": 7335.663326263428,
|
| 2107 |
+
"ratio_mean": 0.9301081067910024,
|
| 2108 |
+
"score": -0.15737197316524212,
|
| 2109 |
+
"pct_null_below": 20.0,
|
| 2110 |
+
"null_split_mean": 650.2
|
| 2111 |
+
},
|
| 2112 |
+
{
|
| 2113 |
+
"col": "ev_it_imp_z",
|
| 2114 |
+
"fam": "ev_",
|
| 2115 |
+
"real": 6834.319495201111,
|
| 2116 |
+
"real_share": 0.0015746346415343117,
|
| 2117 |
+
"real_split": 441,
|
| 2118 |
+
"null_mean": 4151.0703087806705,
|
| 2119 |
+
"null_p75": 4182.3835706710815,
|
| 2120 |
+
"null_p90": 4376.092029666901,
|
| 2121 |
+
"null_max": 4505.23100233078,
|
| 2122 |
+
"ratio_mean": 1.646399358918258,
|
| 2123 |
+
"score": 0.4908365177328181,
|
| 2124 |
+
"pct_null_below": 100.0,
|
| 2125 |
+
"null_split_mean": 406.6
|
| 2126 |
+
},
|
| 2127 |
+
{
|
| 2128 |
+
"col": "v2_ip_dec3",
|
| 2129 |
+
"fam": "v2_",
|
| 2130 |
+
"real": 7054.763768196106,
|
| 2131 |
+
"real_share": 0.001625425241685432,
|
| 2132 |
+
"real_split": 422,
|
| 2133 |
+
"null_mean": 2803.278431510925,
|
| 2134 |
+
"null_p75": 2925.0091423988342,
|
| 2135 |
+
"null_p90": 3020.556859302521,
|
| 2136 |
+
"null_max": 3084.2553372383118,
|
| 2137 |
+
"ratio_mean": 2.5166118673390905,
|
| 2138 |
+
"score": 0.8800636733448162,
|
| 2139 |
+
"pct_null_below": 100.0,
|
| 2140 |
+
"null_split_mean": 266.4
|
| 2141 |
+
},
|
| 2142 |
+
{
|
| 2143 |
+
"col": "v2_ip_users",
|
| 2144 |
+
"fam": "v2_",
|
| 2145 |
+
"real": 7260.539622306824,
|
| 2146 |
+
"real_share": 0.0016728362221790373,
|
| 2147 |
+
"real_split": 362,
|
| 2148 |
+
"null_mean": 1770.293727684021,
|
| 2149 |
+
"null_p75": 1806.0130233764648,
|
| 2150 |
+
"null_p90": 1935.4373608589171,
|
| 2151 |
+
"null_max": 2021.7202525138855,
|
| 2152 |
+
"ratio_mean": 4.101319181537966,
|
| 2153 |
+
"score": 1.3907789354754894,
|
| 2154 |
+
"pct_null_below": 100.0,
|
| 2155 |
+
"null_split_mean": 173.0
|
| 2156 |
+
},
|
| 2157 |
+
{
|
| 2158 |
+
"col": "v2_h_gap_mean",
|
| 2159 |
+
"fam": "v2_",
|
| 2160 |
+
"real": 7336.791121482849,
|
| 2161 |
+
"real_share": 0.0016904046504850018,
|
| 2162 |
+
"real_split": 460,
|
| 2163 |
+
"null_mean": 3374.526883888245,
|
| 2164 |
+
"null_p75": 3412.5352482795715,
|
| 2165 |
+
"null_p90": 3505.325950431824,
|
| 2166 |
+
"null_max": 3567.186418533325,
|
| 2167 |
+
"ratio_mean": 2.174168816527296,
|
| 2168 |
+
"score": 0.7651530862104875,
|
| 2169 |
+
"pct_null_below": 100.0,
|
| 2170 |
+
"null_split_mean": 324.2
|
| 2171 |
+
},
|
| 2172 |
+
{
|
| 2173 |
+
"col": "ev_sv_k32_imax20_mean",
|
| 2174 |
+
"fam": "ev_",
|
| 2175 |
+
"real": 7375.766131877899,
|
| 2176 |
+
"real_share": 0.0016993845352511877,
|
| 2177 |
+
"real_split": 435,
|
| 2178 |
+
"null_mean": 3489.2196442604063,
|
| 2179 |
+
"null_p75": 3651.581703186035,
|
| 2180 |
+
"null_p90": 3724.2205461502076,
|
| 2181 |
+
"null_max": 3772.6464414596558,
|
| 2182 |
+
"ratio_mean": 2.113872694718623,
|
| 2183 |
+
"score": 0.70276554566279,
|
| 2184 |
+
"pct_null_below": 100.0,
|
| 2185 |
+
"null_split_mean": 341.0
|
| 2186 |
+
},
|
| 2187 |
+
{
|
| 2188 |
+
"col": "v2_i_imp_rate",
|
| 2189 |
+
"fam": "v2_",
|
| 2190 |
+
"real": 8804.778883934021,
|
| 2191 |
+
"real_share": 0.0020286306268572163,
|
| 2192 |
+
"real_split": 494,
|
| 2193 |
+
"null_mean": 3352.5943113327025,
|
| 2194 |
+
"null_p75": 3600.093945503235,
|
| 2195 |
+
"null_p90": 3674.980021572113,
|
| 2196 |
+
"null_max": 3724.9040722846985,
|
| 2197 |
+
"ratio_mean": 2.6262583737529517,
|
| 2198 |
+
"score": 0.8940569560638766,
|
| 2199 |
+
"pct_null_below": 100.0,
|
| 2200 |
+
"null_split_mean": 325.2
|
| 2201 |
+
},
|
| 2202 |
+
{
|
| 2203 |
+
"col": "v2_ip_per_imp",
|
| 2204 |
+
"fam": "v2_",
|
| 2205 |
+
"real": 13845.379155635834,
|
| 2206 |
+
"real_share": 0.003189990409279179,
|
| 2207 |
+
"real_split": 908,
|
| 2208 |
+
"null_mean": 5515.267205238342,
|
| 2209 |
+
"null_p75": 5774.442009449005,
|
| 2210 |
+
"null_p90": 5805.346884346009,
|
| 2211 |
+
"null_max": 5825.950134277344,
|
| 2212 |
+
"ratio_mean": 2.510373231325155,
|
| 2213 |
+
"score": 0.8743367501227207,
|
| 2214 |
+
"pct_null_below": 100.0,
|
| 2215 |
+
"null_split_mean": 536.0
|
| 2216 |
+
},
|
| 2217 |
+
{
|
| 2218 |
+
"col": "v2_u_ctr",
|
| 2219 |
+
"fam": "v2_",
|
| 2220 |
+
"real": 28146.33371782303,
|
| 2221 |
+
"real_share": 0.006484945887500564,
|
| 2222 |
+
"real_split": 1147,
|
| 2223 |
+
"null_mean": 4149.246646976471,
|
| 2224 |
+
"null_p75": 4355.488940238953,
|
| 2225 |
+
"null_p90": 4428.594781112671,
|
| 2226 |
+
"null_max": 4477.332008361816,
|
| 2227 |
+
"ratio_mean": 6.783480499606616,
|
| 2228 |
+
"score": 1.8657506611835724,
|
| 2229 |
+
"pct_null_below": 100.0,
|
| 2230 |
+
"null_split_mean": 406.0
|
| 2231 |
+
}
|
| 2232 |
+
]
|
| 2233 |
+
}
|
dw_featcut/null/run_null.log
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
loaded (1402200, 401) (439640, 401) 12 s
|
| 2 |
+
ds 26
|
| 3 |
+
real 307 s auc 0.81737
|
| 4 |
+
null0 225 s auc 0.49435
|
| 5 |
+
null1 210 s auc None
|
| 6 |
+
null2 216 s auc None
|
| 7 |
+
null3 213 s auc None
|
| 8 |
+
null4 216 s auc None
|
| 9 |
+
DONE 1413
|
dw_featcut/null/sets.json
ADDED
|
@@ -0,0 +1,240 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"a_p90": [
|
| 3 |
+
"ev_hist_noclk_max",
|
| 4 |
+
"ev_co_tr_last_max",
|
| 5 |
+
"ev_sv_k64_ucos_rk",
|
| 6 |
+
"ev_sv_k64_ccos_rk",
|
| 7 |
+
"ev_sv_k64_con025_rk",
|
| 8 |
+
"ev_co_tr_max5_z",
|
| 9 |
+
"ev_sv_k64_hcos_rk",
|
| 10 |
+
"ev_sv_k64_con05_rk",
|
| 11 |
+
"ev_mf_score_rk",
|
| 12 |
+
"v2_svd48_cos_rk",
|
| 13 |
+
"v2_svd_cos_rk",
|
| 14 |
+
"v2_co_rw_rk",
|
| 15 |
+
"v2_tr_last3_dm",
|
| 16 |
+
"v2_svd_ucos_rk",
|
| 17 |
+
"ev_sv_k32_hcos_rk",
|
| 18 |
+
"v2_svd24_cos_rk",
|
| 19 |
+
"v2_ip_dec1_rk",
|
| 20 |
+
"v2_i_clk",
|
| 21 |
+
"v2_h_1d_before_last",
|
| 22 |
+
"ev_sv_k32_ucos_rk",
|
| 23 |
+
"ev_sv_k32_imax20_rk",
|
| 24 |
+
"v2_svd32_cos_rk",
|
| 25 |
+
"ev_co_cos_max20_z",
|
| 26 |
+
"ev_it_ctr_rk",
|
| 27 |
+
"v2_svd16_cos_rk",
|
| 28 |
+
"ev_mf_dot_rk",
|
| 29 |
+
"ev_it_ctr24_rk",
|
| 30 |
+
"v2_svd_top3_rk",
|
| 31 |
+
"v2_svd_maxsim_rk",
|
| 32 |
+
"ev_sv_k16_ucos_rk",
|
| 33 |
+
"ev_co_tr_max5_mean",
|
| 34 |
+
"ev_co_cos_rw_z",
|
| 35 |
+
"ev_co_cos_max20_mean",
|
| 36 |
+
"ev_co_cos_rw_mean",
|
| 37 |
+
"v2_i_ctr_tb_rk",
|
| 38 |
+
"ev_sv_k64_con025_z",
|
| 39 |
+
"ev_co_cos_max20_max",
|
| 40 |
+
"ev_sv_k64_ccos_z",
|
| 41 |
+
"ev_sv_k64_hcos_z",
|
| 42 |
+
"ev_sv_k64_con025_mean",
|
| 43 |
+
"v2_co_rw_dm",
|
| 44 |
+
"ev_sv_k64_ccos_mean",
|
| 45 |
+
"v2_ev_co_max",
|
| 46 |
+
"ev_sv_k64_ccos_max",
|
| 47 |
+
"v2_svd_cos_rmax",
|
| 48 |
+
"v2_co_sum_dm",
|
| 49 |
+
"v2_co_max_dm",
|
| 50 |
+
"ev_sv_k64_ucos_z",
|
| 51 |
+
"ev_sv_k64_hcos_mean",
|
| 52 |
+
"v2_svd_cos",
|
| 53 |
+
"ev_it_nclk_all_max",
|
| 54 |
+
"ev_sv_k64_ucos_mean",
|
| 55 |
+
"v2_i_ctr_dm",
|
| 56 |
+
"ev_sv_k64_con05_z",
|
| 57 |
+
"v2_svd_cos_dm",
|
| 58 |
+
"v2_svd48_cos_dm",
|
| 59 |
+
"v2_svd24_cos_dm",
|
| 60 |
+
"ev_sv_k64_ucos_max",
|
| 61 |
+
"ev_sv_k32_hcos_z",
|
| 62 |
+
"v2_svd48_cos",
|
| 63 |
+
"v2_svd_ucos_dm",
|
| 64 |
+
"ev_sv_k64_con05_mean",
|
| 65 |
+
"ev_it_clk_dec2d_z",
|
| 66 |
+
"ev_mf_dot_max",
|
| 67 |
+
"v2_ip_dec1_rmax",
|
| 68 |
+
"v2_svd24_cos",
|
| 69 |
+
"ev_sv_k32_ucos_z",
|
| 70 |
+
"v2_svd32_cos",
|
| 71 |
+
"ev_it_ctr24_z",
|
| 72 |
+
"v2_svd_ucos",
|
| 73 |
+
"v2_ip_dec1_dm",
|
| 74 |
+
"ev_sv_k64_con05_max",
|
| 75 |
+
"ev_it_imp_max",
|
| 76 |
+
"ev_sv_k64_hcos_max",
|
| 77 |
+
"ev_sv_k32_ucos_mean",
|
| 78 |
+
"ev_sv_k16_ucos_mean",
|
| 79 |
+
"ev_it_nclk_all_mean",
|
| 80 |
+
"ev_sv_k32_ucos_max",
|
| 81 |
+
"v2_ev_svd_max",
|
| 82 |
+
"v2_svd_top3",
|
| 83 |
+
"v2_svd_top3_dm",
|
| 84 |
+
"ev_sv_k32_hcos_mean",
|
| 85 |
+
"v2_svd32_cos_dm",
|
| 86 |
+
"ev_mf_score_max",
|
| 87 |
+
"ev_sv_k32_imax20_z",
|
| 88 |
+
"ev_it_ctr24_max",
|
| 89 |
+
"ev_sv_k32_imax20_max",
|
| 90 |
+
"ev_mf_score_z",
|
| 91 |
+
"ev_mf_dot_z",
|
| 92 |
+
"v2_h_since_last",
|
| 93 |
+
"ev_sv_k16_ucos_z",
|
| 94 |
+
"ev_it_ctr_max",
|
| 95 |
+
"v2_ev_svd_mean",
|
| 96 |
+
"ev_sv_k16_ucos_max",
|
| 97 |
+
"ev_it_clk_dec2d_max",
|
| 98 |
+
"v2_svd16_cos",
|
| 99 |
+
"v2_svd_maxsim",
|
| 100 |
+
"v2_svd_maxsim_dm",
|
| 101 |
+
"ev_it_ctr24_mean",
|
| 102 |
+
"ev_mf_dot_mean",
|
| 103 |
+
"v2_ev_ictr_mean",
|
| 104 |
+
"v2_ev_ipdec_mean",
|
| 105 |
+
"v2_i_ctr_tb",
|
| 106 |
+
"v2_i_ctr_tb_dm",
|
| 107 |
+
"v2_u_since_ev",
|
| 108 |
+
"v2_h_since_first",
|
| 109 |
+
"v2_i_ctr_tb_diff",
|
| 110 |
+
"v2_svd_last"
|
| 111 |
+
],
|
| 112 |
+
"b_mean": [
|
| 113 |
+
"ev_hist_noclk_max",
|
| 114 |
+
"ev_sv_k64_ucos_rk",
|
| 115 |
+
"ev_sv_k64_ccos_rk",
|
| 116 |
+
"ev_sv_k64_con025_rk",
|
| 117 |
+
"ev_co_tr_max5_z",
|
| 118 |
+
"ev_sv_k64_hcos_rk",
|
| 119 |
+
"ev_mf_score_rk",
|
| 120 |
+
"v2_svd48_cos_rk",
|
| 121 |
+
"v2_svd_cos_rk",
|
| 122 |
+
"v2_co_rw_rk",
|
| 123 |
+
"v2_svd_ucos_rk",
|
| 124 |
+
"ev_sv_k32_hcos_rk",
|
| 125 |
+
"v2_svd24_cos_rk",
|
| 126 |
+
"v2_ip_dec1_rk",
|
| 127 |
+
"v2_h_1d_before_last",
|
| 128 |
+
"ev_sv_k32_ucos_rk",
|
| 129 |
+
"ev_sv_k32_imax20_rk",
|
| 130 |
+
"v2_svd32_cos_rk",
|
| 131 |
+
"ev_co_cos_max20_z",
|
| 132 |
+
"ev_it_ctr_rk",
|
| 133 |
+
"v2_svd16_cos_rk",
|
| 134 |
+
"ev_mf_dot_rk",
|
| 135 |
+
"ev_it_ctr24_rk",
|
| 136 |
+
"v2_svd_top3_rk",
|
| 137 |
+
"v2_svd_maxsim_rk",
|
| 138 |
+
"ev_co_tr_max5_mean",
|
| 139 |
+
"ev_co_cos_rw_z",
|
| 140 |
+
"ev_co_cos_max20_mean",
|
| 141 |
+
"ev_co_cos_rw_mean",
|
| 142 |
+
"v2_i_ctr_tb_rk",
|
| 143 |
+
"ev_sv_k64_con025_z",
|
| 144 |
+
"ev_co_cos_max20_max",
|
| 145 |
+
"ev_sv_k64_ccos_z",
|
| 146 |
+
"ev_sv_k64_hcos_z",
|
| 147 |
+
"ev_sv_k64_con025_mean",
|
| 148 |
+
"v2_co_rw_dm",
|
| 149 |
+
"ev_sv_k64_ccos_mean",
|
| 150 |
+
"v2_ev_co_max",
|
| 151 |
+
"ev_sv_k64_ccos_max",
|
| 152 |
+
"v2_svd_cos_rmax",
|
| 153 |
+
"v2_co_max_dm",
|
| 154 |
+
"ev_sv_k64_ucos_z",
|
| 155 |
+
"ev_sv_k64_hcos_mean",
|
| 156 |
+
"v2_svd_cos",
|
| 157 |
+
"ev_it_nclk_all_max",
|
| 158 |
+
"ev_sv_k64_ucos_mean",
|
| 159 |
+
"v2_i_ctr_dm",
|
| 160 |
+
"ev_sv_k64_con05_z",
|
| 161 |
+
"v2_svd_cos_dm",
|
| 162 |
+
"v2_svd48_cos_dm",
|
| 163 |
+
"v2_svd24_cos_dm",
|
| 164 |
+
"ev_sv_k64_ucos_max",
|
| 165 |
+
"ev_sv_k32_hcos_z",
|
| 166 |
+
"v2_svd48_cos",
|
| 167 |
+
"v2_svd_ucos_dm",
|
| 168 |
+
"ev_sv_k64_con05_mean",
|
| 169 |
+
"ev_it_clk_dec2d_z",
|
| 170 |
+
"ev_mf_dot_max",
|
| 171 |
+
"v2_ip_dec1_rmax",
|
| 172 |
+
"v2_svd24_cos",
|
| 173 |
+
"ev_sv_k32_ucos_z",
|
| 174 |
+
"v2_svd32_cos",
|
| 175 |
+
"ev_it_ctr24_z",
|
| 176 |
+
"v2_svd_ucos",
|
| 177 |
+
"v2_ip_dec1_dm",
|
| 178 |
+
"ev_it_imp_max",
|
| 179 |
+
"ev_sv_k32_ucos_mean",
|
| 180 |
+
"ev_sv_k16_ucos_mean",
|
| 181 |
+
"ev_it_nclk_all_mean",
|
| 182 |
+
"ev_sv_k32_ucos_max",
|
| 183 |
+
"v2_ev_svd_max",
|
| 184 |
+
"v2_svd_top3",
|
| 185 |
+
"v2_svd_top3_dm",
|
| 186 |
+
"v2_svd32_cos_dm",
|
| 187 |
+
"ev_mf_score_max",
|
| 188 |
+
"ev_sv_k32_imax20_z",
|
| 189 |
+
"ev_it_ctr24_max",
|
| 190 |
+
"ev_mf_score_z",
|
| 191 |
+
"ev_mf_dot_z",
|
| 192 |
+
"v2_h_since_last",
|
| 193 |
+
"ev_sv_k16_ucos_z",
|
| 194 |
+
"ev_it_ctr_max",
|
| 195 |
+
"v2_ev_svd_mean",
|
| 196 |
+
"ev_sv_k16_ucos_max",
|
| 197 |
+
"ev_it_clk_dec2d_max",
|
| 198 |
+
"v2_svd_maxsim",
|
| 199 |
+
"v2_svd_maxsim_dm",
|
| 200 |
+
"ev_it_ctr24_mean",
|
| 201 |
+
"ev_mf_dot_mean",
|
| 202 |
+
"v2_ev_ictr_mean",
|
| 203 |
+
"v2_i_ctr_tb",
|
| 204 |
+
"v2_i_ctr_tb_dm",
|
| 205 |
+
"v2_u_since_ev",
|
| 206 |
+
"v2_i_ctr_tb_diff",
|
| 207 |
+
"v2_svd_last"
|
| 208 |
+
],
|
| 209 |
+
"c_r08": [
|
| 210 |
+
"ev_hist_noclk_max",
|
| 211 |
+
"ev_sv_k64_ucos_rk",
|
| 212 |
+
"ev_sv_k64_ccos_rk",
|
| 213 |
+
"ev_co_tr_max5_z",
|
| 214 |
+
"ev_mf_score_rk",
|
| 215 |
+
"v2_svd48_cos_rk",
|
| 216 |
+
"v2_svd_cos_rk",
|
| 217 |
+
"v2_svd_ucos_rk",
|
| 218 |
+
"ev_co_cos_max20_z",
|
| 219 |
+
"ev_mf_dot_rk",
|
| 220 |
+
"ev_it_ctr24_rk",
|
| 221 |
+
"ev_co_cos_max20_mean",
|
| 222 |
+
"ev_co_cos_rw_mean",
|
| 223 |
+
"ev_sv_k64_ccos_z",
|
| 224 |
+
"ev_sv_k64_hcos_z",
|
| 225 |
+
"v2_svd_cos",
|
| 226 |
+
"ev_it_nclk_all_max",
|
| 227 |
+
"v2_i_ctr_dm",
|
| 228 |
+
"v2_svd48_cos_dm",
|
| 229 |
+
"v2_svd24_cos_dm",
|
| 230 |
+
"v2_svd48_cos",
|
| 231 |
+
"ev_mf_dot_max",
|
| 232 |
+
"ev_sv_k32_ucos_z",
|
| 233 |
+
"ev_it_ctr24_z",
|
| 234 |
+
"v2_svd_ucos",
|
| 235 |
+
"ev_it_ctr24_max",
|
| 236 |
+
"ev_mf_dot_z",
|
| 237 |
+
"ev_it_ctr_max",
|
| 238 |
+
"v2_i_ctr_tb_diff"
|
| 239 |
+
]
|
| 240 |
+
}
|
dw_featcut/null/val_log.jsonl
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"cut": 25, "set": "S", "seed": 0, "nf": 401, "auc": 0.817371, "fit_s": 298}
|
| 2 |
+
{"cut": 25, "set": "a_p90", "seed": 0, "nf": 293, "auc": 0.817597, "fit_s": 779}
|
| 3 |
+
{"cut": 25, "set": "b_mean", "seed": 0, "nf": 306, "auc": 0.817434, "fit_s": 231}
|
| 4 |
+
{"cut": 25, "set": "c_r08", "seed": 0, "nf": 372, "auc": 0.817382, "fit_s": 666}
|
| 5 |
+
{"cut": 25, "set": "S", "seed": 1, "nf": 401, "auc": 0.817578, "fit_s": 1435}
|
| 6 |
+
{"cut": 25, "set": "a_p90", "seed": 1, "nf": 293, "auc": 0.81747, "fit_s": 242}
|
| 7 |
+
{"cut": 25, "set": "b_mean", "seed": 1, "nf": 306, "auc": 0.817571, "fit_s": 562}
|
| 8 |
+
{"cut": 25, "set": "c_r08", "seed": 1, "nf": 372, "auc": 0.817472, "fit_s": 290}
|
| 9 |
+
{"cut": 23, "set": "S", "seed": 0, "nf": 401, "auc": 0.796749, "fit_s": 337}
|
| 10 |
+
{"cut": 23, "set": "a_p90", "seed": 0, "nf": 293, "auc": 0.796843, "fit_s": 116}
|
| 11 |
+
{"cut": 23, "set": "b_mean", "seed": 0, "nf": 306, "auc": 0.796557, "fit_s": 118}
|
| 12 |
+
{"cut": 23, "set": "c_r08", "seed": 0, "nf": 372, "auc": 0.796504, "fit_s": 486}
|
| 13 |
+
{"cut": 23, "set": "S", "seed": 1, "nf": 401, "auc": 0.79644, "fit_s": 154}
|
| 14 |
+
{"cut": 23, "set": "a_p90", "seed": 1, "nf": 293, "auc": 0.796797, "fit_s": 119}
|
| 15 |
+
{"cut": 23, "set": "b_mean", "seed": 1, "nf": 306, "auc": 0.79676, "fit_s": 451}
|
| 16 |
+
{"cut": 23, "set": "c_r08", "seed": 1, "nf": 372, "auc": 0.79673, "fit_s": 149}
|
erbrown/an.py
ADDED
|
@@ -0,0 +1,45 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import numpy as np, polars as pl, zipfile, io
|
| 2 |
+
from scipy.stats import rankdata, spearmanr, pearsonr
|
| 3 |
+
H='/workspace/huawei'
|
| 4 |
+
ev=pl.read_csv(f'{H}/data/evaluation.csv',columns=['rowid','event_id','user_id','item_id'])
|
| 5 |
+
def rd(zp):
|
| 6 |
+
z=zipfile.ZipFile(zp); return pl.read_csv(io.BytesIO(z.read(z.namelist()[0])))
|
| 7 |
+
eb=rd('submission_best.csv.zip'); ours=rd(f'{H}/v21diag/out/submission_v21list_B_TRANSDUCTIVE.csv.zip'); pr=rd(f'{H}/v21diag/out/probe_v21list_B_TRANSDUCTIVE_p33_w80.csv.zip')
|
| 8 |
+
p33=pl.read_parquet(f'{H}/teammate/work33/p33_recovered_ranks.parquet').select(['rowid','p33_rank'])
|
| 9 |
+
print('rows',eb.shape,ours.shape,pr.shape,'cols',eb.columns,ours.columns)
|
| 10 |
+
print('EB same ids set',set(eb['rowid'])==set(ev['rowid']),'dup',eb['rowid'].n_unique(),'same order as eval',eb['rowid'].to_list()==ev['rowid'].to_list())
|
| 11 |
+
s=eb['predicted_probability'].to_numpy(); print('EB min/max/mean/median',s.min(),s.max(),s.mean(),np.median(s),'nan',np.isnan(s).sum(),'unique',len(np.unique(s)),'dtype',eb['predicted_probability'].dtype)
|
| 12 |
+
for n,d in(('ours',ours),('probe',pr)):
|
| 13 |
+
x=d['predicted_probability'].to_numpy();print(n,'min/max/mean',x.min(),x.max(),x.mean(),'unique',len(np.unique(x)))
|
| 14 |
+
D=ev.join(eb.rename({'predicted_probability':'eb'}),on='rowid').join(ours.rename({'predicted_probability':'ours'}),on='rowid').join(pr.rename({'predicted_probability':'pr'}),on='rowid').join(p33,on='rowid',how='left')
|
| 15 |
+
print('p33 null',D['p33_rank'].null_count(),'rows',D.height)
|
| 16 |
+
D.write_parquet('merged.parquet')
|
| 17 |
+
cols=['eb','ours','pr','p33_rank']
|
| 18 |
+
R={c:rankdata(D[c].to_numpy()) for c in cols}
|
| 19 |
+
for c in cols[1:]:
|
| 20 |
+
print(f'EB vs {c}: spearman {spearmanr(D["eb"],D[c])[0]:.5f} pearson(raw) {pearsonr(D["eb"],D[c])[0]:.5f} pearson(rank) {pearsonr(R["eb"],R[c])[0]:.5f}')
|
| 21 |
+
print('ours vs p33 spearman',spearmanr(D['ours'],D['p33_rank'])[0],'pr vs p33',spearmanr(D['pr'],D['p33_rank'])[0])
|
| 22 |
+
# slates
|
| 23 |
+
print('events',D['event_id'].n_unique(),'rows per event',D.group_by('event_id').len()['len'].value_counts().sort('len').head())
|
| 24 |
+
def within(c):
|
| 25 |
+
g=D.with_columns(pl.col(c).rank().over('event_id').alias('a'),pl.col('eb').rank().over('event_id').alias('b'))
|
| 26 |
+
a=g['a'].to_numpy();b=g['b'].to_numpy()
|
| 27 |
+
# per-event spearman averaged: pearson of within-ranks by event
|
| 28 |
+
h=g.group_by('event_id').agg(((pl.col('a')-pl.col('a').mean())*(pl.col('b')-pl.col('b').mean())).sum().alias('cv'),pl.col('a').std().alias('sa'),pl.col('b').std().alias('sb'),pl.len().alias('n'))
|
| 29 |
+
h=h.with_columns((pl.col('cv')/((pl.col('n')-1)*pl.col('sa')*pl.col('sb'))).alias('r')).drop_nulls('r')
|
| 30 |
+
top=g.filter(pl.col('a')==pl.col('a').max().over('event_id')).group_by('event_id').len() # skip
|
| 31 |
+
# top1 agreement
|
| 32 |
+
t1=lambda col:(D.sort(col,descending=True).group_by('event_id',maintain_order=True).first().select('event_id','rowid').rename({'rowid':'r_'+col}))
|
| 33 |
+
m=t1('eb').join(t1(c),on='event_id'); ag=(m['r_eb']==m['r_'+c]).mean()
|
| 34 |
+
return h['r'].mean(),h['r'].median(),ag
|
| 35 |
+
for c in cols[1:]: print('within-slate mean/median spearman, top1 agree',c,within(c))
|
| 36 |
+
S=D.group_by('event_id').agg(*[pl.col(c).mean().alias(c) for c in cols])
|
| 37 |
+
for c in cols[1:]: print('slate-mean spearman EB vs',c,spearmanr(S['eb'],S[c])[0])
|
| 38 |
+
# within-slate demeaned correlation
|
| 39 |
+
# item freq
|
| 40 |
+
cnt=D.group_by('item_id').len().rename({'len':'ic'}); D=D.join(cnt,on='item_id')
|
| 41 |
+
ic=D['ic'].to_numpy()
|
| 42 |
+
print('items',cnt.height)
|
| 43 |
+
for c in cols: print('spearman vs eval item impressions',c,spearmanr(D[c],ic)[0])
|
| 44 |
+
# user-level
|
| 45 |
+
uc=D.group_by('user_id').len().rename({'len':'uc'}); D=D.join(uc,on='user_id'); print('spearman vs user rows', {c:round(spearmanr(D[c],D['uc'])[0],4) for c in cols})
|
erbrown/bl.py
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import numpy as np, polars as pl, zipfile, hashlib, os
|
| 2 |
+
from scipy.stats import rankdata, spearmanr
|
| 3 |
+
D=pl.read_parquet('merged.parquet'); n=D.height
|
| 4 |
+
nr=lambda x:(rankdata(x)-1)/(n-1)
|
| 5 |
+
r={c:nr(D[c].to_numpy()) for c in ['eb','ours','pr','p33_rank']}
|
| 6 |
+
# slate mean of ranks
|
| 7 |
+
for c in ['ours','pr','p33_rank']:
|
| 8 |
+
S=D.with_columns(pl.Series('a',r['eb']),pl.Series('b',r[c])).group_by('event_id').agg(pl.col('a').mean(),pl.col('b').mean())
|
| 9 |
+
print('slate-mean-of-rank spearman EB vs',c,round(spearmanr(S['a'],S['b'])[0],5))
|
| 10 |
+
# within-slate demeaned rank pearson (global)
|
| 11 |
+
for c in ['ours','p33_rank']:
|
| 12 |
+
G=D.with_columns(pl.Series('a',r['eb']),pl.Series('b',r[c])).with_columns((pl.col('a')-pl.col('a').mean().over('event_id')).alias('a'),(pl.col('b')-pl.col('b').mean().over('event_id')).alias('b'))
|
| 13 |
+
print('pooled within-slate demeaned-rank pearson EB vs',c,round(np.corrcoef(G['a'],G['b'])[0,1],5))
|
| 14 |
+
def zipit(csv):
|
| 15 |
+
zp=csv+'.zip'; z=zipfile.ZipFile(zp,'w',zipfile.ZIP_DEFLATED); z.write(csv,arcname=os.path.basename(csv)); z.close()
|
| 16 |
+
sh=hashlib.sha256(open(zp,'rb').read()).hexdigest(); open(zp+'.sha256','w').write(f'{sh} {os.path.basename(zp)}\n'); os.remove(csv); return sh
|
| 17 |
+
def mk(name,sc):
|
| 18 |
+
assert sc.min()>=0 and sc.max()<=1 and np.isfinite(sc).all()
|
| 19 |
+
csv=f'out/{name}.csv'; pl.DataFrame({'rowid':D['rowid'],'predicted_probability':sc}).write_csv(csv,float_precision=9); print(name,zipit(csv),'spearman vs EB',round(spearmanr(sc,r['eb'])[0],5),'vs ours',round(spearmanr(sc,r['ours'])[0],5))
|
| 20 |
+
for w in (90,80,70): mk(f'probe_eb_v21list_B_w{w}',w/100*r['eb']+(1-w/100)*r['ours'])
|
| 21 |
+
mk('probe_eb_v21list_p33_B_w75_20_05',0.75*r['eb']+0.2*r['ours']+0.05*r['p33_rank'])
|