forgebench/code/eval/tests/run_tests_server.sh

#!/bin/bash
# sequential single-process tests on GPU 7 (<=10 GB)
source /home/nvidia/miniconda3/etc/profile.d/conda.sh; conda activate /lp-dev/jonghoon/mv-mesh/envs/mv-sam3d
export CUDA_VISIBLE_DEVICES=7 OMP_NUM_THREADS=4 MKL_NUM_THREADS=4 HF_HOME=/lp-dev/jonghoon/mv-mesh/hf_cache
C=/lp-dev/jonghoon/mv-mesh/.debug/hub_final/forgebench/code/eval
T=/lp-dev/jonghoon/mv-mesh/.debug/hub_final/test_runs
FB="FaGr_s000001_butternutsquash1 FaRo_s000008_smallbluecube6 PaGr_s000017_smallredcube0 FaTa_s000014_artdecobust3 PaTa_s000011_plasticsodabottle0"
OM="asparagus_001 bowl_001 vase_013 laptop_003 insole_001"
TY="airplane_000 airplane_004"
set -x
taskset -c 0-15,32-63 python $C/tests/test_equiv_heldout.py /lp-dev/jonghoon/mv-mesh/.debug/forgebench_eval/fb150/gen/ours32k_4v $FB > $T/equiv.log 2>&1; echo "equiv rc=$?"
for REF in image gtrender; do
  taskset -c 0-15,32-63 python $C/eval_final.py --dataset fb150 --setting 4v --pred-is-gt --ref $REF --objects $FB --out $T/gtself_fb150_$REF > $T/gtself_fb150_$REF.log 2>&1
  taskset -c 0-15,32-63 python $C/eval_final.py --dataset omni300 --setting 4v --pred-is-gt --ref $REF --exclude-bad-frame --objects $OM --out $T/gtself_omni300_$REF > $T/gtself_omni300_$REF.log 2>&1
done
taskset -c 0-15,32-63 python $C/eval_final.py --dataset toys300 --setting 4v --pred-is-gt --objects airplane_000 airplane_004 $(python -c "import json;s=json.load(open('/lp-dev/jonghoon/mv-mesh/exp_faithfulness/toys4k300_rand/selection.json'))['selections'];print(' '.join(x['object'] for x in s[100::70]))") --out $T/gtself_toys300 > $T/gtself_toys300.log 2>&1
# toys equivalence vs evaluate_appforce.py (original, unchanged) on 3 Ours-4v toys objects
mkdir -p $T/toys_ours3; for o in airplane_000 airplane_004; do ln -sfn /lp-dev/jonghoon/mv-mesh/.debug/eval4v_300/prep/ours_toys4k300/$o.glb $T/toys_ours3/$o.glb; done
taskset -c 0-15,32-63 python /home/nvidia/jonghoon/mv-mesh/metrics/appeval/evaluate_appforce.py --exp /lp-dev/jonghoon/mv-mesh/exp_faithfulness/toys4k300_rand --meshes $T/toys_ours3 --gt-mesh-dir /lp-dev/jonghoon/mv-mesh/exp_faithfulness/toys4k300_rand/renders --views quad --out $T/toys_orig_ea > $T/toys_orig_ea.log 2>&1
taskset -c 0-15,32-63 python $C/eval_final.py --dataset toys300 --setting 4v --meshes $T/toys_ours3 --objects $TY --out $T/toys_final > $T/toys_final.log 2>&1
# real prediction: Ours FB150 4v on 10 objects
taskset -c 0-15,32-63 python $C/eval_final.py --dataset fb150 --setting 4v --meshes /lp-dev/jonghoon/mv-mesh/.debug/forgebench_eval/fb150/gen/ours32k_4v --limit 10 --out $T/ours_fb150_4v_10 > $T/ours_fb150_4v_10.log 2>&1
echo ALLDONE