File size: 1,405 Bytes
0ab2566 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 | #!/bin/bash
# Ablation: Direct Soft Matching (no prototypes)
# Uses train_direct_match.py instead of train.py
rm -rf ms-swift/ms_swift.egg-info
CLUSTER_CONFIG='./cluster.json'
cat <<EOT > ${CLUSTER_CONFIG}
{
"worker": {
"gpu": 100,
"cpu": 1200,
"memory": 50000
}
}
EOT
WORKER_COUNT=8
args="--config_file=./args/gsm_codi_direct_match_train.yaml"
nebulactl run mdl --engine=xdl \
--refresh \
--ignore=data/*,tools/pycocoevalcap/*,tools/pycocotools/*,.git/*,analysis/results/*,plot/* \
--queue=pailitao_algo_high_2 \
--worker_count=$WORKER_COUNT \
--odps_project=pailitao_algo_high_2 \
--entry="./train_direct_match.py" \
--oss_access_id=LTAI5tMZb5HHH6HHgAExAyiL \
--oss_access_key=6MVP8JnTE01t4TLUHhPoFV0swZNTrb \
--oss_bucket=pailitao-ai \
--oss_endpoint=ossproxy.alibaba-inc.com \
--algo_name=pytorch260 \
--user_params="$args" \
--job_name=gpt2-gsm8k_ablation_direct_match_mt0.1_fac0.5_l6_lr3e3_btz256_pos2_ep30-train \
--file.cluster_file=$CLUSTER_CONFIG \
--force \
--max_failover_times=2 \
--requirements_file_name="./requirements.txt"
rm ${CLUSTER_CONFIG}
|