PWM / PWM_code /policy_rl /eval_bc_all_tasks.sh
hchen657Naza's picture
Add files using upload-large-folder tool
dd253d4 verified
Raw History Blame Contribute Delete
2.55 kB
#!/bin/bash
# Evaluate BC DP checkpoints on all tasks (except Open-Drawer, Close-Drawer, Open-Laptop)
# Usage: CUDA_VISIBLE_DEVICES=0 bash eval_bc_all_tasks.sh
set -e
PY="/home/hongyi/miniconda3/envs/pwm/bin/python"
EVAL_SCRIPT="/home/hongyi/PWM/policy_rl/eval_in_sim.py"
RUNS_DIR="/home/hongyi/PWM/policy_rl/runs"
OUTPUT_BASE="/home/hongyi/PWM/policy_rl/eval_out/bc_eval"
NUM_EPISODES=20
export PYTHONPATH="/home/hongyi/PWM/EgoVLA_Release:/home/hongyi/PWM/external/diffusion_policy:${PYTHONPATH}"
declare -A TASK_CKPT
TASK_CKPT["Humanoid-Stack-Can-v0"]="${RUNS_DIR}/stack_can_bc_10demos/checkpoints/latest.ckpt"
TASK_CKPT["Humanoid-Push-Box-v0"]="${RUNS_DIR}/push_box_bc_10demos/checkpoints/latest.ckpt"
TASK_CKPT["Humanoid-Flip-Mug-v0"]="${RUNS_DIR}/flip_mug_bc_10demos/checkpoints/latest.ckpt"
TASK_CKPT["Humanoid-Sort-Cans-v0"]="${RUNS_DIR}/sort_cans_bc_10demos/checkpoints/latest.ckpt"
TASK_CKPT["Humanoid-Pour-Balls-v0"]="${RUNS_DIR}/pour_balls_bc_10demos/checkpoints/latest.ckpt"
TASK_CKPT["Humanoid-Insert-Cans-v0"]="${RUNS_DIR}/insert_cans_bc_4demos/checkpoints/latest.ckpt"
TASK_CKPT["Humanoid-Unload-Cans-v0"]="${RUNS_DIR}/unload_cans_bc_10demos/checkpoints/latest.ckpt"
TASK_CKPT["Humanoid-Stack-Can-Into-Drawer-v0"]="${RUNS_DIR}/stack_can_into_drawer_bc_15demos/checkpoints/latest.ckpt"
for TASK in "${!TASK_CKPT[@]}"; do
CKPT="${TASK_CKPT[$TASK]}"
# derive short name: Humanoid-Stack-Can-v0 -> Stack-Can
SHORT=$(echo "$TASK" | sed 's/Humanoid-//;s/-v0//')
OUT_DIR="${OUTPUT_BASE}/${SHORT}"
echo ""
echo "============================================================"
echo "Evaluating: ${TASK}"
echo " Checkpoint: ${CKPT}"
echo " Output: ${OUT_DIR}"
echo "============================================================"
$PY $EVAL_SCRIPT \
--task "$TASK" \
--ckpt "$CKPT" \
--num_episodes $NUM_EPISODES \
--save_video \
--output_dir "$OUT_DIR" \
|| echo "FAILED: ${TASK}"
done
echo ""
echo "============================================================"
echo "All evaluations complete. Results:"
echo "============================================================"
for TASK in "${!TASK_CKPT[@]}"; do
SHORT=$(echo "$TASK" | sed 's/Humanoid-//;s/-v0//')
RESULT="${OUTPUT_BASE}/${SHORT}/eval_results.json"
if [ -f "$RESULT" ]; then
SR=$(python3 -c "import json; d=json.load(open('$RESULT')); print(f'{d[\"success_rate\"]*100:.1f}%')")
echo " ${SHORT}: ${SR}"
else
echo " ${SHORT}: NO RESULT"
fi
done