Buckets:
| # cwm3/eval/run_exp3_v2b.sh — Exp3-v2b evaluation (item cwm3_exp3_v2b): E0 regionpca256 vs E0 pooled under the SAME new recipe (select_LF false, | |
| # pack v2, stats v2), exactly as exp3_v2: eval_grid d_onset / future_latent cells vs current_signal_S0 (baselines) and can_only_direct on identical | |
| # rows, then eval/paired_compare.py on identical rows (tags exp3_v2b_s<k>_regionpca256_vs_pooled; recipe control exp3_v2b_s<k>_pooledlfoff_vs_pooledv2 = | |
| # E0_pooled_s<k>_v2s2 vs E0_pooled_s<k>_v2), then eval/report_exp3_v2.py --prefix exp3_v2b_ -> results/tables/exp3_v2b.md. bash eval/run_exp3_v2b.sh "0 1 2" | |
| set -u | |
| cd "$(dirname "$0")/.." | |
| PY=python | |
| export OMP_NUM_THREADS=4 MKL_NUM_THREADS=4 | |
| have_tag() { grep -q ",$1,$2,test," results/paired_compare.csv 2>/dev/null; } | |
| runs=""; for s in ${1:-0 1 2}; do for d in E0_regionpca256_s${s}_rp256_v2 E0_pooled_s${s}_v2s2; do [[ -f results/runs/$d/PRED_DONE ]] && runs="$runs $d"; done; done | |
| for reg in manual engaged; do | |
| if ! grep -q "cwm3_exp3_v2b,.*,$reg,test" results/eval_grid/metrics.csv 2>/dev/null; then | |
| [[ -n "$runs" ]] && $PY eval/eval_cwm3.py --item cwm3_exp3_v2b --regime $reg --runs $runs --with-can-only --cells d_onset,future_latent --n-boot 1000 --workers 6 2>&1 | grep -E "appended|rows|Error|Traceback" | tail -3 | |
| fi | |
| done | |
| for s in ${1:-0 1 2}; do | |
| A=results/runs/E0_regionpca256_s${s}_rp256_v2; B=results/runs/E0_pooled_s${s}_v2s2; B0=results/runs/E0_pooled_s${s}_v2 | |
| for reg in manual engaged; do | |
| [[ -f $A/PRED_DONE && -f $B/PRED_DONE ]] && ! have_tag "exp3_v2b_s${s}_regionpca256_vs_pooled" $reg && \ | |
| $PY eval/paired_compare.py --regime $reg --a $A --b $B --tag exp3_v2b_s${s}_regionpca256_vs_pooled 2>&1 | grep -E "appended|Error|Traceback|File \"" | |
| [[ -f $B/PRED_DONE && -f $B0/PRED_DONE ]] && ! have_tag "exp3_v2b_s${s}_pooledlfoff_vs_pooledv2" $reg && \ | |
| $PY eval/paired_compare.py --regime $reg --a $B --b $B0 --tag exp3_v2b_s${s}_pooledlfoff_vs_pooledv2 2>&1 | grep -E "appended|Error|Traceback|File \"" | |
| done | |
| done | |
| $PY eval/report_exp3_v2.py --prefix exp3_v2b_ --pairs regionpca256:pooled pooledlfoff:pooledv2 --item cwm3_exp3_v2b --base pooled --descriptive f_cos --out results/tables/exp3_v2b.md 2>&1 | tail -8 | |
| echo EXP3_V2B_EVALS_DONE | |
Xet Storage Details
- Size:
- 2.25 kB
- Xet hash:
- b734d68157a7c22b4b47c4185adbdc1f83aba3d084cbca05f60e889153608de7
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.