#!/bin/bash
# Multi-folder MATH-dataset Evaluation Script
# Usage: sh CODI_pmps_pure/test_math_multi.sh

rm -rf ms-swift/ms_swift.egg-info

CLUSTER_CONFIG='./cluster.json'
cat <<EOT > ${CLUSTER_CONFIG}
{
    "worker": {
        "gpu": 100,
        "cpu": 1200,
        "memory": 50000
    }
}
EOT

WORKER_COUNT=1

args="--config_file=./args/gsm_codi_pmps_math_test_multi.yaml"

nebulactl run mdl --engine=xdl \
                  --refresh \
                  --ignore=data/*,tools/pycocoevalcap/*,tools/pycocotools/*,.git/*,Coconut/*,CODI/*,CODI_CT/* \
                  --queue=pailitao_algo_high_2 \
                  --worker_count=$WORKER_COUNT \
                  --odps_project=pailitao_search_offline \
                  --entry="./test_math_multi.py" \
                  --oss_access_id=LTAI5tMZb5HHH6HHgAExAyiL \
                  --oss_access_key=6MVP8JnTE01t4TLUHhPoFV0swZNTrb \
                  --oss_bucket=pailitao-ai \
                  --oss_endpoint=oss-cn-zhangjiakou-internal.aliyuncs.com \
                  --algo_name=pytorch260 \
                  --user_params="$args" \
                  --job_name=gpt2_math_multi_eval \
                  --file.cluster_file=$CLUSTER_CONFIG \
                  --force \
                  --max_failover_times=2 \
                  --requirements_file_name="./requirements.txt"

rm ${CLUSTER_CONFIG}