AsianPlayer/TriDrive / code /eval /run_k4_evals_final.sh
AsianPlayer's picture
download
raw
2.17 kB
#!/usr/bin/env bash
# cwm3/eval/run_k4_evals_final.sh — E6 (roadmap §四): the survivor U recipe (`U0_kin_can_noK_s<k>_kcv2_clip8_ln[_masked]`) under the MASKED K4 protocol, CPU.
# K4v2cm_s<k>_clip8lnm_vs_k0 A = …_kcv2_clip8_ln_masked B = k0 (v2 causal K0) — v2 suspect routes censored from every population (claim B1, masked, survivor recipe)
# K4v2clip_s<k>_clip8lnm_vs_causalm A = …_kcv2_clip8_ln_masked B = …_kcv2_masked (the clamp-5 stats-v2 masked baseline), masked populations — recipe effect under the masked protocol
# (all-rows survivor cells K4v2c_s<k>_clip8ln_vs_k0 already exist from the recipe arm.) Render: report_k4_summary.py --kin-version v2 -> new section "Survivor recipe — masked protocol".
# bash eval/run_k4_evals_final.sh "0 1 2" [render=1]
set -u
cd "$(dirname "$0")/.."
PY=python
export OMP_NUM_THREADS=4 MKL_NUM_THREADS=4
MASK=results/targets_kin_causal_routes_v2/driver_box_suspect_routes.json
have_tag() { grep -q ",$1,$2,test," results/paired_compare.csv 2>/dev/null; }
pc() { local tag="$1" reg="$2" a="$3" b="$4"; shift 4
have_tag "$tag" "$reg" && return; echo "== $tag $reg"
$PY eval/paired_compare_joint.py --regime "$reg" --a "$a" --b "$b" --tag "$tag" --kin-targets causal_routes --kin-version v2 "$@" 2>&1 | grep -E "appended|Error|Traceback|File \"|LAYOUT GUARD"; }
for s in ${1:-0 1 2}; do
A=results/runs/U0_kin_can_noK_s${s}_kcv2_clip8_ln_masked; BM=results/runs/U0_kin_can_noK_s${s}_kcv2_masked
[[ -f $A/PRED_DONE && -f $A/TRAIN_DONE ]] || { echo "skip s$s (masked survivor run not finished)"; continue; }
for reg in manual engaged; do
pc "K4v2cm_s${s}_clip8lnm_vs_k0" $reg $A none --b-k0 --mask-routes $MASK
[[ -f $BM/PRED_DONE && -f $BM/TRAIN_DONE ]] && pc "K4v2clip_s${s}_clip8lnm_vs_causalm" $reg $A $BM --mask-routes $MASK
done
done
if [[ "${2:-1}" == "1" ]]; then
$PY eval/report_joint.py --stage K4v2cm --a clip8lnm --b k0 --claim B1 --seeds ${1// /,} --out results/tables/k4_v2_b1_vs_k0_masked_clip8ln.md 2>&1 | grep -E "written|verdict"
$PY eval/report_k4_summary.py --kin-version v2 --out results/tables/k4_v2_summary.md 2>&1 | tail -3
fi
echo K4FINAL_EVALS_DONE

Xet Storage Details

Size:
2.17 kB
·
Xet hash:
1a8871ef44afce3d73bdfbb0693a4b7f7587e18c2851836f639c520abb8404da

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.