#!/bin/bash # Evaluate BC DP checkpoints on all tasks (except Open-Drawer, Close-Drawer, Open-Laptop) # Usage: CUDA_VISIBLE_DEVICES=0 bash eval_bc_all_tasks.sh set -e PY="/home/hongyi/miniconda3/envs/pwm/bin/python" EVAL_SCRIPT="/home/hongyi/PWM/policy_rl/eval_in_sim.py" RUNS_DIR="/home/hongyi/PWM/policy_rl/runs" OUTPUT_BASE="/home/hongyi/PWM/policy_rl/eval_out/bc_eval" NUM_EPISODES=20 export PYTHONPATH="/home/hongyi/PWM/EgoVLA_Release:/home/hongyi/PWM/external/diffusion_policy:${PYTHONPATH}" declare -A TASK_CKPT TASK_CKPT["Humanoid-Stack-Can-v0"]="${RUNS_DIR}/stack_can_bc_10demos/checkpoints/latest.ckpt" TASK_CKPT["Humanoid-Push-Box-v0"]="${RUNS_DIR}/push_box_bc_10demos/checkpoints/latest.ckpt" TASK_CKPT["Humanoid-Flip-Mug-v0"]="${RUNS_DIR}/flip_mug_bc_10demos/checkpoints/latest.ckpt" TASK_CKPT["Humanoid-Sort-Cans-v0"]="${RUNS_DIR}/sort_cans_bc_10demos/checkpoints/latest.ckpt" TASK_CKPT["Humanoid-Pour-Balls-v0"]="${RUNS_DIR}/pour_balls_bc_10demos/checkpoints/latest.ckpt" TASK_CKPT["Humanoid-Insert-Cans-v0"]="${RUNS_DIR}/insert_cans_bc_4demos/checkpoints/latest.ckpt" TASK_CKPT["Humanoid-Unload-Cans-v0"]="${RUNS_DIR}/unload_cans_bc_10demos/checkpoints/latest.ckpt" TASK_CKPT["Humanoid-Stack-Can-Into-Drawer-v0"]="${RUNS_DIR}/stack_can_into_drawer_bc_15demos/checkpoints/latest.ckpt" for TASK in "${!TASK_CKPT[@]}"; do CKPT="${TASK_CKPT[$TASK]}" # derive short name: Humanoid-Stack-Can-v0 -> Stack-Can SHORT=$(echo "$TASK" | sed 's/Humanoid-//;s/-v0//') OUT_DIR="${OUTPUT_BASE}/${SHORT}" echo "" echo "============================================================" echo "Evaluating: ${TASK}" echo " Checkpoint: ${CKPT}" echo " Output: ${OUT_DIR}" echo "============================================================" $PY $EVAL_SCRIPT \ --task "$TASK" \ --ckpt "$CKPT" \ --num_episodes $NUM_EPISODES \ --save_video \ --output_dir "$OUT_DIR" \ || echo "FAILED: ${TASK}" done echo "" echo "============================================================" echo "All evaluations complete. Results:" echo "============================================================" for TASK in "${!TASK_CKPT[@]}"; do SHORT=$(echo "$TASK" | sed 's/Humanoid-//;s/-v0//') RESULT="${OUTPUT_BASE}/${SHORT}/eval_results.json" if [ -f "$RESULT" ]; then SR=$(python3 -c "import json; d=json.load(open('$RESULT')); print(f'{d[\"success_rate\"]*100:.1f}%')") echo " ${SHORT}: ${SR}" else echo " ${SHORT}: NO RESULT" fi done