sync 2026-10-23 18:01 IST | best val AUC 0.778950 (part 2)

v5/out/results.jsonl

@@ -9,3 +9,6 @@
 {"cut": 25, "tag": "base_v5", "folds": "f", "stale": false, "rc": false, "cv": false, "frac": 0.25, "seeds": 2, "obj": "binary", "n_feats": 322, "curve": {"100": 0.77212, "200": 0.77375, "300": 0.77368}, "event_auc": 0.61169, "within_auc": 0.76285, "seg": {"warm": 0.77574, "hist_only": 0.72114, "empty": 0.53726, "stale_ge1d": 0.75469, "stale_lt1d": 0.77815}, "top": [["x_con05_k32_z", 0.0743], ["ev_sv_k64_con05_z", 0.0593], ["x_icos_k64_z", 0.0577], ["x_icon05_k64_z", 0.0402], ["ev_hist_n_all_z", 0.0345], ["x_icon05_k64", 0.0193], ["x_con05_k128", 0.0171], ["r_l3n", 0.0154], ["v2_svd16_cos_dm", 0.0149], ["x_con05_k32", 0.0138], ["ev_sv_k64_ucos_z", 0.0123], ["x_con05_k128_z", 0.0118], ["v2_svd16_cos", 0.0118], ["sv_k64_ucos", 0.0113], ["v2_svd24_cos_dm", 0.0111]], "step": "A", "kind": "screen", "xdirs": "feat_xA,feat_x2", "drop": "^(x_con05_k24_tfidf0|x_con1_k32_bm251|x_con05_k48_bm251|x_con05_k16_tfidf0)(_z|_rk)?$|^x_(icon05_k32|icon1_k32|icos_k32|icon025_k64)(_z|_rk)?$|^x_con05_k32_(norm|dot|dmax)$|^x_n(clk_cl|skip_p)$|^x_con05_k24_tfidf0_(norm|dot)$", "ts": "2026-10-23 17:20:47 IST"}
 {"cut": 26, "tag": "base_v5", "folds": "f", "stale": false, "rc": false, "cv": false, "frac": 0.25, "seeds": 2, "obj": "binary", "n_feats": 322, "curve": {"100": 0.78823, "200": 0.79024, "300": 0.7905}, "event_auc": 0.61815, "within_auc": 0.77979, "seg": {"warm": 0.79182, "hist_only": 0.72076, "empty": 0.52301, "stale_ge1d": null, "stale_lt1d": 0.7905}, "top": [["x_con05_k32_z", 0.1032], ["ev_sv_k64_con05_z", 0.078], ["x_icon05_k64_z", 0.0515], ["x_icos_k64_z", 0.0504], ["x_icon05_k64", 0.024], ["v2_svd16_cos_dm", 0.0236], ["x_con05_k128", 0.0206], ["x_con05_k32", 0.0204], ["r_l3n", 0.0181], ["x_con05_k128_z", 0.0144], ["sv_k64_ucos", 0.0143], ["sv_k64_con1", 0.0128], ["ev_sv_k64_ucos_z", 0.0127], ["v2_svd16_cos", 0.0123], ["x_con05_k32_rk", 0.0116]], "step": "A", "kind": "screen", "xdirs": "feat_xA,feat_x2", "drop": "^(x_con05_k24_tfidf0|x_con1_k32_bm251|x_con05_k48_bm251|x_con05_k16_tfidf0)(_z|_rk)?$|^x_(icon05_k32|icon1_k32|icos_k32|icon025_k64)(_z|_rk)?$|^x_con05_k32_(norm|dot|dmax)$|^x_n(clk_cl|skip_p)$|^x_con05_k24_tfidf0_(norm|dot)$", "ts": "2026-10-23 17:37:38 IST"}
 {"cut": 25, "tag": "scr_A1", "folds": "f", "stale": false, "rc": false, "cv": false, "frac": 0.25, "seeds": 2, "obj": "binary", "n_feats": 334, "curve": {"100": 0.77634, "200": 0.77778, "300": 0.77775}, "event_auc": 0.61382, "within_auc": 0.76675, "seg": {"warm": 0.77992, "hist_only": 0.71996, "empty": 0.53086, "stale_ge1d": 0.75778, "stale_lt1d": 0.78247}, "top": [["x_con05_k48_bm251_z", 0.1056], ["x_con05_k24_tfidf0_z", 0.0382], ["x_icon05_k64_z", 0.035], ["ev_hist_n_all_z", 0.0238], ["x_icon05_k64", 0.0213], ["v2_uip_n", 0.0212], ["x_con05_k16_tfidf0_z", 0.0207], ["x_icos_k64_z", 0.0192], ["x_con1_k32_bm251_z", 0.0186], ["x_con1_k32_bm251", 0.0184], ["x_con05_k32_z", 0.0168], ["ev_sv_k64_con05_z", 0.0137], ["sv_k64_ucos", 0.0119], ["x_con05_k16_tfidf0", 0.0109], ["v2_svd16_cos_dm", 0.0108]], "step": "A", "kind": "screen", "xdirs": "feat_xA,feat_x2", "drop": "^x_(icon05_k32|icon1_k32|icos_k32|icon025_k64)(_z|_rk)?$|^x_con05_k32_(norm|dot|dmax)$|^x_n(clk_cl|skip_p)$|^x_con05_k24_tfidf0_(norm|dot)$", "ts": "2026-10-23 17:39:24 IST"}
+{"cut": 26, "tag": "scr_A1", "folds": "f", "stale": false, "rc": false, "cv": false, "frac": 0.25, "seeds": 2, "obj": "binary", "n_feats": 334, "curve": {"100": 0.79243, "200": 0.79408, "300": 0.79419}, "event_auc": 0.6187, "within_auc": 0.7836, "seg": {"warm": 0.79554, "hist_only": 0.72256, "empty": 0.53643, "stale_ge1d": null, "stale_lt1d": 0.79419}, "top": [["x_con05_k48_bm251_z", 0.1372], ["x_con05_k24_tfidf0_z", 0.054], ["x_icon05_k64_z", 0.0406], ["x_icon05_k64", 0.0356], ["x_con05_k16_tfidf0_z", 0.0261], ["x_con1_k32_bm251_z", 0.0248], ["x_con1_k32_bm251", 0.0242], ["sv_k64_con05", 0.0199], ["x_con05_k32_z", 0.0158], ["ev_sv_k64_con05_z", 0.0135], ["r_l3n", 0.0134], ["sv_k64_ucos", 0.0121], ["v2_svd16_cos_dm", 0.012], ["ev_sv_k64_ucos_z", 0.011], ["v2_svd24_cos_dm", 0.0106]], "step": "A", "kind": "screen", "xdirs": "feat_xA,feat_x2", "drop": "^x_(icon05_k32|icon1_k32|icos_k32|icon025_k64)(_z|_rk)?$|^x_con05_k32_(norm|dot|dmax)$|^x_n(clk_cl|skip_p)$|^x_con05_k24_tfidf0_(norm|dot)$", "ts": "2026-10-23 17:41:17 IST"}
+{"cut": 25, "tag": "scr_A2", "folds": "f", "stale": false, "rc": false, "cv": false, "frac": 0.25, "seeds": 2, "obj": "binary", "n_feats": 334, "curve": {"100": 0.77587, "200": 0.77781, "300": 0.77787}, "event_auc": 0.61397, "within_auc": 0.76684, "seg": {"warm": 0.78003, "hist_only": 0.71945, "empty": 0.54621, "stale_ge1d": 0.75863, "stale_lt1d": 0.78242}, "top": [["x_icon05_k32_z", 0.0525], ["ev_sv_k64_con05_z", 0.0429], ["x_icos_k32_z", 0.0381], ["x_con05_k32_z", 0.0297], ["x_icon025_k64_z", 0.0294], ["x_icon1_k32_z", 0.0263], ["ev_hist_n_all_z", 0.0238], ["x_icon1_k32", 0.0203], ["x_icos_k64_z", 0.02], ["x_con05_k128", 0.0177], ["sv_k64_con1", 0.0133], ["v2_svd16_cos_dm", 0.0132], ["r_l3n", 0.0131], ["v2_svd24_cos_dm", 0.0128], ["x_con05_k128_z", 0.0126]], "step": "A", "kind": "screen", "xdirs": "feat_xA,feat_x2", "drop": "^(x_con05_k24_tfidf0|x_con1_k32_bm251|x_con05_k48_bm251|x_con05_k16_tfidf0)(_z|_rk)?$|^x_con05_k32_(norm|dot|dmax)$|^x_n(clk_cl|skip_p)$|^x_con05_k24_tfidf0_(norm|dot)$", "ts": "2026-10-23 17:43:11 IST"}
+{"cut": 26, "tag": "scr_A2", "folds": "f", "stale": false, "rc": false, "cv": false, "frac": 0.25, "seeds": 2, "obj": "binary", "n_feats": 334, "curve": {"100": 0.7922, "200": 0.7941, "300": 0.79444}, "event_auc": 0.62006, "within_auc": 0.78375, "seg": {"warm": 0.79572, "hist_only": 0.72759, "empty": 0.53623, "stale_ge1d": null, "stale_lt1d": 0.79444}, "top": [["x_icon05_k32_z", 0.0788], ["x_con05_k32_z", 0.052], ["x_icos_k32_z", 0.0434], ["ev_sv_k64_con05_z", 0.0402], ["x_icon1_k32_z", 0.0356], ["x_icon1_k32", 0.0264], ["x_icon025_k64_z", 0.0223], ["x_con05_k128", 0.0199], ["v2_svd16_cos_dm", 0.0188], ["sv_k64_con05", 0.0177], ["x_con05_k128_z", 0.0159], ["r_l3n", 0.0152], ["sv_k64_con1", 0.0145], ["v2_svd16_cos", 0.0137], ["ev_hist_n_all_z", 0.0129]], "step": "A", "kind": "screen", "xdirs": "feat_xA,feat_x2", "drop": "^(x_con05_k24_tfidf0|x_con1_k32_bm251|x_con05_k48_bm251|x_con05_k16_tfidf0)(_z|_rk)?$|^x_con05_k32_(norm|dot|dmax)$|^x_n(clk_cl|skip_p)$|^x_con05_k24_tfidf0_(norm|dot)$", "ts": "2026-10-23 17:55:02 IST"}

v5/pick.py

@@ -0,0 +1,16 @@
+import json,sys,groups
+R={}
+for l in open('out/results.jsonl'):
+    try: r=json.loads(l)
+    except: continue
+    if r.get('kind')=='screen': R[(r['tag'],r['cut'])]=r
+a=lambda t,c: (lambda cv: cv[max(cv,key=int)])(R[(t,c)]['curve'])
+d=lambda t,c: a(t,c)-a('base_v5',c)
+mode=sys.argv[1]
+if mode=='passed':
+    print(','.join(g for g in ('A1','A2','A3') if (f'scr_{g}',25) in R and d(f'scr_{g}',25)>=0.0005 and d(f'scr_{g}',26)>=0))
+elif mode=='final':   # groups for confirmation
+    P=[g for g in ('A1','A2','A3') if d(f'scr_{g}',25)>=0.0005 and d(f'scr_{g}',26)>=0]
+    if len(P)>1 and ('scr_Astack',26) in R and not (d('scr_Astack',25)>=0.0005 and d('scr_Astack',26)>=0):
+        P=[max(P,key=lambda g:d(f'scr_{g}',25))]
+    print(','.join(P))

v5/runA4.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+cd /workspace/huawei/v5; source env.sh
+until grep -q PRECHECK_DONE out/slate_pre.log 2>/dev/null; do sleep 15; done
+export XDIRS=feat_xA,feat_x2
+P=$($PY pick.py passed); echo "passed=$P"
+[ -z "$P" ] && { echo NO_GROUP_PASSED; echo A4_DONE; exit 0; }
+if [[ "$P" == *,* ]]; then
+  D=$($PY groups.py "$P")
+  for c in 25 26; do
+    grep -q "\"cut\": $c, \"tag\": \"scr_Astack\"" out/results.jsonl && continue
+    ./guard.sh; echo "=== $(date +%T) scr_Astack $c keep=$P"
+    STEP=A nice -n 19 $PY screen.py $c scr_Astack --frac 0.25 --seeds 2 --rounds 300 --threads 3 --folds f --drop "$D" 2>&1 | grep -v Warning | tail -1
+  done
+fi
+F=$($PY pick.py final); echo "final=$F"; echo "$F" > out/final_groups.txt
+D=$($PY groups.py "$F")
+./guard.sh; echo "=== $(date +%T) confirm vA"
+DROPF="$D" nice -n 19 $PY v5val.py vA A 25 26 23 > out/vA.log 2>&1
+echo A4_DONE

v5/screen_results.jsonl

@@ -1,3 +1,6 @@
 {"cut": 25, "tag": "base_v5", "folds": "f", "stale": false, "rc": false, "cv": false, "frac": 0.25, "seeds": 2, "obj": "binary", "n_feats": 322, "curve": {"100": 0.77212, "200": 0.77375, "300": 0.77368}, "event_auc": 0.61169, "within_auc": 0.76285, "seg": {"warm": 0.77574, "hist_only": 0.72114, "empty": 0.53726, "stale_ge1d": 0.75469, "stale_lt1d": 0.77815}, "top": [["x_con05_k32_z", 0.0743], ["ev_sv_k64_con05_z", 0.0593], ["x_icos_k64_z", 0.0577], ["x_icon05_k64_z", 0.0402], ["ev_hist_n_all_z", 0.0345], ["x_icon05_k64", 0.0193], ["x_con05_k128", 0.0171], ["r_l3n", 0.0154], ["v2_svd16_cos_dm", 0.0149], ["x_con05_k32", 0.0138], ["ev_sv_k64_ucos_z", 0.0123], ["x_con05_k128_z", 0.0118], ["v2_svd16_cos", 0.0118], ["sv_k64_ucos", 0.0113], ["v2_svd24_cos_dm", 0.0111]], "step": "A", "kind": "screen", "xdirs": "feat_xA,feat_x2", "drop": "^(x_con05_k24_tfidf0|x_con1_k32_bm251|x_con05_k48_bm251|x_con05_k16_tfidf0)(_z|_rk)?$|^x_(icon05_k32|icon1_k32|icos_k32|icon025_k64)(_z|_rk)?$|^x_con05_k32_(norm|dot|dmax)$|^x_n(clk_cl|skip_p)$|^x_con05_k24_tfidf0_(norm|dot)$", "ts": "2026-10-23 17:20:47 IST"}
 {"cut": 26, "tag": "base_v5", "folds": "f", "stale": false, "rc": false, "cv": false, "frac": 0.25, "seeds": 2, "obj": "binary", "n_feats": 322, "curve": {"100": 0.78823, "200": 0.79024, "300": 0.7905}, "event_auc": 0.61815, "within_auc": 0.77979, "seg": {"warm": 0.79182, "hist_only": 0.72076, "empty": 0.52301, "stale_ge1d": null, "stale_lt1d": 0.7905}, "top": [["x_con05_k32_z", 0.1032], ["ev_sv_k64_con05_z", 0.078], ["x_icon05_k64_z", 0.0515], ["x_icos_k64_z", 0.0504], ["x_icon05_k64", 0.024], ["v2_svd16_cos_dm", 0.0236], ["x_con05_k128", 0.0206], ["x_con05_k32", 0.0204], ["r_l3n", 0.0181], ["x_con05_k128_z", 0.0144], ["sv_k64_ucos", 0.0143], ["sv_k64_con1", 0.0128], ["ev_sv_k64_ucos_z", 0.0127], ["v2_svd16_cos", 0.0123], ["x_con05_k32_rk", 0.0116]], "step": "A", "kind": "screen", "xdirs": "feat_xA,feat_x2", "drop": "^(x_con05_k24_tfidf0|x_con1_k32_bm251|x_con05_k48_bm251|x_con05_k16_tfidf0)(_z|_rk)?$|^x_(icon05_k32|icon1_k32|icos_k32|icon025_k64)(_z|_rk)?$|^x_con05_k32_(norm|dot|dmax)$|^x_n(clk_cl|skip_p)$|^x_con05_k24_tfidf0_(norm|dot)$", "ts": "2026-10-23 17:37:38 IST"}
 {"cut": 25, "tag": "scr_A1", "folds": "f", "stale": false, "rc": false, "cv": false, "frac": 0.25, "seeds": 2, "obj": "binary", "n_feats": 334, "curve": {"100": 0.77634, "200": 0.77778, "300": 0.77775}, "event_auc": 0.61382, "within_auc": 0.76675, "seg": {"warm": 0.77992, "hist_only": 0.71996, "empty": 0.53086, "stale_ge1d": 0.75778, "stale_lt1d": 0.78247}, "top": [["x_con05_k48_bm251_z", 0.1056], ["x_con05_k24_tfidf0_z", 0.0382], ["x_icon05_k64_z", 0.035], ["ev_hist_n_all_z", 0.0238], ["x_icon05_k64", 0.0213], ["v2_uip_n", 0.0212], ["x_con05_k16_tfidf0_z", 0.0207], ["x_icos_k64_z", 0.0192], ["x_con1_k32_bm251_z", 0.0186], ["x_con1_k32_bm251", 0.0184], ["x_con05_k32_z", 0.0168], ["ev_sv_k64_con05_z", 0.0137], ["sv_k64_ucos", 0.0119], ["x_con05_k16_tfidf0", 0.0109], ["v2_svd16_cos_dm", 0.0108]], "step": "A", "kind": "screen", "xdirs": "feat_xA,feat_x2", "drop": "^x_(icon05_k32|icon1_k32|icos_k32|icon025_k64)(_z|_rk)?$|^x_con05_k32_(norm|dot|dmax)$|^x_n(clk_cl|skip_p)$|^x_con05_k24_tfidf0_(norm|dot)$", "ts": "2026-10-23 17:39:24 IST"}
+{"cut": 26, "tag": "scr_A1", "folds": "f", "stale": false, "rc": false, "cv": false, "frac": 0.25, "seeds": 2, "obj": "binary", "n_feats": 334, "curve": {"100": 0.79243, "200": 0.79408, "300": 0.79419}, "event_auc": 0.6187, "within_auc": 0.7836, "seg": {"warm": 0.79554, "hist_only": 0.72256, "empty": 0.53643, "stale_ge1d": null, "stale_lt1d": 0.79419}, "top": [["x_con05_k48_bm251_z", 0.1372], ["x_con05_k24_tfidf0_z", 0.054], ["x_icon05_k64_z", 0.0406], ["x_icon05_k64", 0.0356], ["x_con05_k16_tfidf0_z", 0.0261], ["x_con1_k32_bm251_z", 0.0248], ["x_con1_k32_bm251", 0.0242], ["sv_k64_con05", 0.0199], ["x_con05_k32_z", 0.0158], ["ev_sv_k64_con05_z", 0.0135], ["r_l3n", 0.0134], ["sv_k64_ucos", 0.0121], ["v2_svd16_cos_dm", 0.012], ["ev_sv_k64_ucos_z", 0.011], ["v2_svd24_cos_dm", 0.0106]], "step": "A", "kind": "screen", "xdirs": "feat_xA,feat_x2", "drop": "^x_(icon05_k32|icon1_k32|icos_k32|icon025_k64)(_z|_rk)?$|^x_con05_k32_(norm|dot|dmax)$|^x_n(clk_cl|skip_p)$|^x_con05_k24_tfidf0_(norm|dot)$", "ts": "2026-10-23 17:41:17 IST"}
+{"cut": 25, "tag": "scr_A2", "folds": "f", "stale": false, "rc": false, "cv": false, "frac": 0.25, "seeds": 2, "obj": "binary", "n_feats": 334, "curve": {"100": 0.77587, "200": 0.77781, "300": 0.77787}, "event_auc": 0.61397, "within_auc": 0.76684, "seg": {"warm": 0.78003, "hist_only": 0.71945, "empty": 0.54621, "stale_ge1d": 0.75863, "stale_lt1d": 0.78242}, "top": [["x_icon05_k32_z", 0.0525], ["ev_sv_k64_con05_z", 0.0429], ["x_icos_k32_z", 0.0381], ["x_con05_k32_z", 0.0297], ["x_icon025_k64_z", 0.0294], ["x_icon1_k32_z", 0.0263], ["ev_hist_n_all_z", 0.0238], ["x_icon1_k32", 0.0203], ["x_icos_k64_z", 0.02], ["x_con05_k128", 0.0177], ["sv_k64_con1", 0.0133], ["v2_svd16_cos_dm", 0.0132], ["r_l3n", 0.0131], ["v2_svd24_cos_dm", 0.0128], ["x_con05_k128_z", 0.0126]], "step": "A", "kind": "screen", "xdirs": "feat_xA,feat_x2", "drop": "^(x_con05_k24_tfidf0|x_con1_k32_bm251|x_con05_k48_bm251|x_con05_k16_tfidf0)(_z|_rk)?$|^x_con05_k32_(norm|dot|dmax)$|^x_n(clk_cl|skip_p)$|^x_con05_k24_tfidf0_(norm|dot)$", "ts": "2026-10-23 17:43:11 IST"}
+{"cut": 26, "tag": "scr_A2", "folds": "f", "stale": false, "rc": false, "cv": false, "frac": 0.25, "seeds": 2, "obj": "binary", "n_feats": 334, "curve": {"100": 0.7922, "200": 0.7941, "300": 0.79444}, "event_auc": 0.62006, "within_auc": 0.78375, "seg": {"warm": 0.79572, "hist_only": 0.72759, "empty": 0.53623, "stale_ge1d": null, "stale_lt1d": 0.79444}, "top": [["x_icon05_k32_z", 0.0788], ["x_con05_k32_z", 0.052], ["x_icos_k32_z", 0.0434], ["ev_sv_k64_con05_z", 0.0402], ["x_icon1_k32_z", 0.0356], ["x_icon1_k32", 0.0264], ["x_icon025_k64_z", 0.0223], ["x_con05_k128", 0.0199], ["v2_svd16_cos_dm", 0.0188], ["sv_k64_con05", 0.0177], ["x_con05_k128_z", 0.0159], ["r_l3n", 0.0152], ["sv_k64_con1", 0.0145], ["v2_svd16_cos", 0.0137], ["ev_hist_n_all_z", 0.0129]], "step": "A", "kind": "screen", "xdirs": "feat_xA,feat_x2", "drop": "^(x_con05_k24_tfidf0|x_con1_k32_bm251|x_con05_k48_bm251|x_con05_k16_tfidf0)(_z|_rk)?$|^x_con05_k32_(norm|dot|dmax)$|^x_n(clk_cl|skip_p)$|^x_con05_k24_tfidf0_(norm|dot)$", "ts": "2026-10-23 17:55:02 IST"}