Revert "fix: reduce OOM in V2 script - fp16+gradient_ckpt for T4, EVAL_BSZ 128->32"
Browse files
improve_gainlora/T5_small/gen_script_long_order3_t5_small_specroute_v2.sh
CHANGED
|
@@ -35,20 +35,17 @@ fi
|
|
| 35 |
if [ "$IS_T4" -eq 1 ] && [ "$NUM_GPUS" -ge 2 ]; then
|
| 36 |
GPU_MODE="t4_2gpu"
|
| 37 |
GPU_IDS="0,1"
|
| 38 |
-
FP16_FLAG="
|
| 39 |
-
|
| 40 |
-
echo "[GPU] Strategy: 2x T4 DataParallel + fp16 + gradient_checkpointing"
|
| 41 |
elif [ "$IS_T4" -eq 1 ]; then
|
| 42 |
GPU_MODE="t4_1gpu"
|
| 43 |
GPU_IDS="${1:-0}"
|
| 44 |
-
FP16_FLAG="
|
| 45 |
-
|
| 46 |
-
echo "[GPU] Strategy: 1x T4 + fp16 + gradient_checkpointing"
|
| 47 |
else
|
| 48 |
GPU_MODE="a100"
|
| 49 |
GPU_IDS="${1:-0}"
|
| 50 |
FP16_FLAG=""
|
| 51 |
-
GC_FLAG=""
|
| 52 |
echo "[GPU] Strategy: A100 (single GPU, fp32)"
|
| 53 |
fi
|
| 54 |
|
|
@@ -57,9 +54,9 @@ echo "============================================================"
|
|
| 57 |
echo ""
|
| 58 |
|
| 59 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 60 |
-
BSZ=2; GA=8; EVAL_BSZ=
|
| 61 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 62 |
-
BSZ=4; GA=8; EVAL_BSZ=
|
| 63 |
else
|
| 64 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 65 |
fi
|
|
@@ -105,16 +102,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
|
|
| 105 |
--gen_data_dir CL_Benchmark \
|
| 106 |
--threshold 0.980 \
|
| 107 |
--transthreshold 0.980 \
|
| 108 |
-
$FP16_FLAG
|
| 109 |
|
| 110 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/1-yelp/checkpoint*
|
| 111 |
|
| 112 |
sleep 5
|
| 113 |
|
| 114 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 115 |
-
BSZ=2; GA=8; EVAL_BSZ=
|
| 116 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 117 |
-
BSZ=4; GA=8; EVAL_BSZ=
|
| 118 |
else
|
| 119 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 120 |
fi
|
|
@@ -161,16 +158,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
|
|
| 161 |
--gen_data_dir CL_Benchmark \
|
| 162 |
--threshold 0.980 \
|
| 163 |
--transthreshold 0.980 \
|
| 164 |
-
$FP16_FLAG
|
| 165 |
|
| 166 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/2-amazon/checkpoint*
|
| 167 |
|
| 168 |
sleep 5
|
| 169 |
|
| 170 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 171 |
-
BSZ=2; GA=8; EVAL_BSZ=
|
| 172 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 173 |
-
BSZ=4; GA=8; EVAL_BSZ=
|
| 174 |
else
|
| 175 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 176 |
fi
|
|
@@ -217,16 +214,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
|
|
| 217 |
--gen_data_dir CL_Benchmark \
|
| 218 |
--threshold 0.980 \
|
| 219 |
--transthreshold 0.980 \
|
| 220 |
-
$FP16_FLAG
|
| 221 |
|
| 222 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/3-mnli/checkpoint*
|
| 223 |
|
| 224 |
sleep 5
|
| 225 |
|
| 226 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 227 |
-
BSZ=2; GA=8; EVAL_BSZ=
|
| 228 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 229 |
-
BSZ=4; GA=8; EVAL_BSZ=
|
| 230 |
else
|
| 231 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 232 |
fi
|
|
@@ -273,16 +270,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
|
|
| 273 |
--gen_data_dir CL_Benchmark \
|
| 274 |
--threshold 0.980 \
|
| 275 |
--transthreshold 0.980 \
|
| 276 |
-
$FP16_FLAG
|
| 277 |
|
| 278 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/4-cb/checkpoint*
|
| 279 |
|
| 280 |
sleep 5
|
| 281 |
|
| 282 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 283 |
-
BSZ=2; GA=8; EVAL_BSZ=
|
| 284 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 285 |
-
BSZ=4; GA=8; EVAL_BSZ=
|
| 286 |
else
|
| 287 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 288 |
fi
|
|
@@ -329,16 +326,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
|
|
| 329 |
--gen_data_dir CL_Benchmark \
|
| 330 |
--threshold 0.980 \
|
| 331 |
--transthreshold 0.980 \
|
| 332 |
-
$FP16_FLAG
|
| 333 |
|
| 334 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/5-copa/checkpoint*
|
| 335 |
|
| 336 |
sleep 5
|
| 337 |
|
| 338 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 339 |
-
BSZ=2; GA=8; EVAL_BSZ=
|
| 340 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 341 |
-
BSZ=4; GA=8; EVAL_BSZ=
|
| 342 |
else
|
| 343 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 344 |
fi
|
|
@@ -385,16 +382,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
|
|
| 385 |
--gen_data_dir CL_Benchmark \
|
| 386 |
--threshold 0.980 \
|
| 387 |
--transthreshold 0.980 \
|
| 388 |
-
$FP16_FLAG
|
| 389 |
|
| 390 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/6-qqp/checkpoint*
|
| 391 |
|
| 392 |
sleep 5
|
| 393 |
|
| 394 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 395 |
-
BSZ=2; GA=8; EVAL_BSZ=
|
| 396 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 397 |
-
BSZ=4; GA=8; EVAL_BSZ=
|
| 398 |
else
|
| 399 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 400 |
fi
|
|
@@ -441,16 +438,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
|
|
| 441 |
--gen_data_dir CL_Benchmark \
|
| 442 |
--threshold 0.980 \
|
| 443 |
--transthreshold 0.980 \
|
| 444 |
-
$FP16_FLAG
|
| 445 |
|
| 446 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/7-rte/checkpoint*
|
| 447 |
|
| 448 |
sleep 5
|
| 449 |
|
| 450 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 451 |
-
BSZ=2; GA=8; EVAL_BSZ=
|
| 452 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 453 |
-
BSZ=4; GA=8; EVAL_BSZ=
|
| 454 |
else
|
| 455 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 456 |
fi
|
|
@@ -497,16 +494,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
|
|
| 497 |
--gen_data_dir CL_Benchmark \
|
| 498 |
--threshold 0.980 \
|
| 499 |
--transthreshold 0.980 \
|
| 500 |
-
$FP16_FLAG
|
| 501 |
|
| 502 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/8-imdb/checkpoint*
|
| 503 |
|
| 504 |
sleep 5
|
| 505 |
|
| 506 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 507 |
-
BSZ=2; GA=8; EVAL_BSZ=
|
| 508 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 509 |
-
BSZ=4; GA=8; EVAL_BSZ=
|
| 510 |
else
|
| 511 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 512 |
fi
|
|
@@ -553,16 +550,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
|
|
| 553 |
--gen_data_dir CL_Benchmark \
|
| 554 |
--threshold 0.980 \
|
| 555 |
--transthreshold 0.980 \
|
| 556 |
-
$FP16_FLAG
|
| 557 |
|
| 558 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/9-sst2/checkpoint*
|
| 559 |
|
| 560 |
sleep 5
|
| 561 |
|
| 562 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 563 |
-
BSZ=2; GA=8; EVAL_BSZ=
|
| 564 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 565 |
-
BSZ=4; GA=8; EVAL_BSZ=
|
| 566 |
else
|
| 567 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 568 |
fi
|
|
@@ -609,16 +606,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
|
|
| 609 |
--gen_data_dir CL_Benchmark \
|
| 610 |
--threshold 0.980 \
|
| 611 |
--transthreshold 0.980 \
|
| 612 |
-
$FP16_FLAG
|
| 613 |
|
| 614 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/10-dbpedia/checkpoint*
|
| 615 |
|
| 616 |
sleep 5
|
| 617 |
|
| 618 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 619 |
-
BSZ=2; GA=8; EVAL_BSZ=
|
| 620 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 621 |
-
BSZ=4; GA=8; EVAL_BSZ=
|
| 622 |
else
|
| 623 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 624 |
fi
|
|
@@ -665,16 +662,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
|
|
| 665 |
--gen_data_dir CL_Benchmark \
|
| 666 |
--threshold 0.980 \
|
| 667 |
--transthreshold 0.980 \
|
| 668 |
-
$FP16_FLAG
|
| 669 |
|
| 670 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/11-agnews/checkpoint*
|
| 671 |
|
| 672 |
sleep 5
|
| 673 |
|
| 674 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 675 |
-
BSZ=2; GA=8; EVAL_BSZ=
|
| 676 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 677 |
-
BSZ=4; GA=8; EVAL_BSZ=
|
| 678 |
else
|
| 679 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 680 |
fi
|
|
@@ -721,16 +718,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
|
|
| 721 |
--gen_data_dir CL_Benchmark \
|
| 722 |
--threshold 0.980 \
|
| 723 |
--transthreshold 0.980 \
|
| 724 |
-
$FP16_FLAG
|
| 725 |
|
| 726 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/12-yahoo/checkpoint*
|
| 727 |
|
| 728 |
sleep 5
|
| 729 |
|
| 730 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 731 |
-
BSZ=2; GA=8; EVAL_BSZ=
|
| 732 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 733 |
-
BSZ=4; GA=8; EVAL_BSZ=
|
| 734 |
else
|
| 735 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 736 |
fi
|
|
@@ -777,16 +774,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
|
|
| 777 |
--gen_data_dir CL_Benchmark \
|
| 778 |
--threshold 0.980 \
|
| 779 |
--transthreshold 0.980 \
|
| 780 |
-
$FP16_FLAG
|
| 781 |
|
| 782 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/13-multirc/checkpoint*
|
| 783 |
|
| 784 |
sleep 5
|
| 785 |
|
| 786 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 787 |
-
BSZ=2; GA=8; EVAL_BSZ=
|
| 788 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 789 |
-
BSZ=4; GA=8; EVAL_BSZ=
|
| 790 |
else
|
| 791 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 792 |
fi
|
|
@@ -833,16 +830,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
|
|
| 833 |
--gen_data_dir CL_Benchmark \
|
| 834 |
--threshold 0.980 \
|
| 835 |
--transthreshold 0.980 \
|
| 836 |
-
$FP16_FLAG
|
| 837 |
|
| 838 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/14-boolq/checkpoint*
|
| 839 |
|
| 840 |
sleep 5
|
| 841 |
|
| 842 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 843 |
-
BSZ=2; GA=8; EVAL_BSZ=
|
| 844 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 845 |
-
BSZ=4; GA=8; EVAL_BSZ=
|
| 846 |
else
|
| 847 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 848 |
fi
|
|
@@ -889,7 +886,7 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
|
|
| 889 |
--gen_data_dir CL_Benchmark \
|
| 890 |
--threshold 0.980 \
|
| 891 |
--transthreshold 0.980 \
|
| 892 |
-
$FP16_FLAG
|
| 893 |
|
| 894 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/15-wic/checkpoint*
|
| 895 |
|
|
|
|
| 35 |
if [ "$IS_T4" -eq 1 ] && [ "$NUM_GPUS" -ge 2 ]; then
|
| 36 |
GPU_MODE="t4_2gpu"
|
| 37 |
GPU_IDS="0,1"
|
| 38 |
+
FP16_FLAG=""
|
| 39 |
+
echo "[GPU] Strategy: 2x T4 DataParallel + fp32 + gradient_checkpointing"
|
|
|
|
| 40 |
elif [ "$IS_T4" -eq 1 ]; then
|
| 41 |
GPU_MODE="t4_1gpu"
|
| 42 |
GPU_IDS="${1:-0}"
|
| 43 |
+
FP16_FLAG=""
|
| 44 |
+
echo "[GPU] Strategy: 1x T4 + fp32 + gradient_checkpointing"
|
|
|
|
| 45 |
else
|
| 46 |
GPU_MODE="a100"
|
| 47 |
GPU_IDS="${1:-0}"
|
| 48 |
FP16_FLAG=""
|
|
|
|
| 49 |
echo "[GPU] Strategy: A100 (single GPU, fp32)"
|
| 50 |
fi
|
| 51 |
|
|
|
|
| 54 |
echo ""
|
| 55 |
|
| 56 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 57 |
+
BSZ=2; GA=8; EVAL_BSZ=128
|
| 58 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 59 |
+
BSZ=4; GA=8; EVAL_BSZ=128
|
| 60 |
else
|
| 61 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 62 |
fi
|
|
|
|
| 102 |
--gen_data_dir CL_Benchmark \
|
| 103 |
--threshold 0.980 \
|
| 104 |
--transthreshold 0.980 \
|
| 105 |
+
$FP16_FLAG
|
| 106 |
|
| 107 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/1-yelp/checkpoint*
|
| 108 |
|
| 109 |
sleep 5
|
| 110 |
|
| 111 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 112 |
+
BSZ=2; GA=8; EVAL_BSZ=128
|
| 113 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 114 |
+
BSZ=4; GA=8; EVAL_BSZ=128
|
| 115 |
else
|
| 116 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 117 |
fi
|
|
|
|
| 158 |
--gen_data_dir CL_Benchmark \
|
| 159 |
--threshold 0.980 \
|
| 160 |
--transthreshold 0.980 \
|
| 161 |
+
$FP16_FLAG
|
| 162 |
|
| 163 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/2-amazon/checkpoint*
|
| 164 |
|
| 165 |
sleep 5
|
| 166 |
|
| 167 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 168 |
+
BSZ=2; GA=8; EVAL_BSZ=128
|
| 169 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 170 |
+
BSZ=4; GA=8; EVAL_BSZ=128
|
| 171 |
else
|
| 172 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 173 |
fi
|
|
|
|
| 214 |
--gen_data_dir CL_Benchmark \
|
| 215 |
--threshold 0.980 \
|
| 216 |
--transthreshold 0.980 \
|
| 217 |
+
$FP16_FLAG
|
| 218 |
|
| 219 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/3-mnli/checkpoint*
|
| 220 |
|
| 221 |
sleep 5
|
| 222 |
|
| 223 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 224 |
+
BSZ=2; GA=8; EVAL_BSZ=128
|
| 225 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 226 |
+
BSZ=4; GA=8; EVAL_BSZ=128
|
| 227 |
else
|
| 228 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 229 |
fi
|
|
|
|
| 270 |
--gen_data_dir CL_Benchmark \
|
| 271 |
--threshold 0.980 \
|
| 272 |
--transthreshold 0.980 \
|
| 273 |
+
$FP16_FLAG
|
| 274 |
|
| 275 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/4-cb/checkpoint*
|
| 276 |
|
| 277 |
sleep 5
|
| 278 |
|
| 279 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 280 |
+
BSZ=2; GA=8; EVAL_BSZ=128
|
| 281 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 282 |
+
BSZ=4; GA=8; EVAL_BSZ=128
|
| 283 |
else
|
| 284 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 285 |
fi
|
|
|
|
| 326 |
--gen_data_dir CL_Benchmark \
|
| 327 |
--threshold 0.980 \
|
| 328 |
--transthreshold 0.980 \
|
| 329 |
+
$FP16_FLAG
|
| 330 |
|
| 331 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/5-copa/checkpoint*
|
| 332 |
|
| 333 |
sleep 5
|
| 334 |
|
| 335 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 336 |
+
BSZ=2; GA=8; EVAL_BSZ=128
|
| 337 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 338 |
+
BSZ=4; GA=8; EVAL_BSZ=128
|
| 339 |
else
|
| 340 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 341 |
fi
|
|
|
|
| 382 |
--gen_data_dir CL_Benchmark \
|
| 383 |
--threshold 0.980 \
|
| 384 |
--transthreshold 0.980 \
|
| 385 |
+
$FP16_FLAG
|
| 386 |
|
| 387 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/6-qqp/checkpoint*
|
| 388 |
|
| 389 |
sleep 5
|
| 390 |
|
| 391 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 392 |
+
BSZ=2; GA=8; EVAL_BSZ=128
|
| 393 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 394 |
+
BSZ=4; GA=8; EVAL_BSZ=128
|
| 395 |
else
|
| 396 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 397 |
fi
|
|
|
|
| 438 |
--gen_data_dir CL_Benchmark \
|
| 439 |
--threshold 0.980 \
|
| 440 |
--transthreshold 0.980 \
|
| 441 |
+
$FP16_FLAG
|
| 442 |
|
| 443 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/7-rte/checkpoint*
|
| 444 |
|
| 445 |
sleep 5
|
| 446 |
|
| 447 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 448 |
+
BSZ=2; GA=8; EVAL_BSZ=128
|
| 449 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 450 |
+
BSZ=4; GA=8; EVAL_BSZ=128
|
| 451 |
else
|
| 452 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 453 |
fi
|
|
|
|
| 494 |
--gen_data_dir CL_Benchmark \
|
| 495 |
--threshold 0.980 \
|
| 496 |
--transthreshold 0.980 \
|
| 497 |
+
$FP16_FLAG
|
| 498 |
|
| 499 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/8-imdb/checkpoint*
|
| 500 |
|
| 501 |
sleep 5
|
| 502 |
|
| 503 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 504 |
+
BSZ=2; GA=8; EVAL_BSZ=128
|
| 505 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 506 |
+
BSZ=4; GA=8; EVAL_BSZ=128
|
| 507 |
else
|
| 508 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 509 |
fi
|
|
|
|
| 550 |
--gen_data_dir CL_Benchmark \
|
| 551 |
--threshold 0.980 \
|
| 552 |
--transthreshold 0.980 \
|
| 553 |
+
$FP16_FLAG
|
| 554 |
|
| 555 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/9-sst2/checkpoint*
|
| 556 |
|
| 557 |
sleep 5
|
| 558 |
|
| 559 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 560 |
+
BSZ=2; GA=8; EVAL_BSZ=128
|
| 561 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 562 |
+
BSZ=4; GA=8; EVAL_BSZ=128
|
| 563 |
else
|
| 564 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 565 |
fi
|
|
|
|
| 606 |
--gen_data_dir CL_Benchmark \
|
| 607 |
--threshold 0.980 \
|
| 608 |
--transthreshold 0.980 \
|
| 609 |
+
$FP16_FLAG
|
| 610 |
|
| 611 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/10-dbpedia/checkpoint*
|
| 612 |
|
| 613 |
sleep 5
|
| 614 |
|
| 615 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 616 |
+
BSZ=2; GA=8; EVAL_BSZ=128
|
| 617 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 618 |
+
BSZ=4; GA=8; EVAL_BSZ=128
|
| 619 |
else
|
| 620 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 621 |
fi
|
|
|
|
| 662 |
--gen_data_dir CL_Benchmark \
|
| 663 |
--threshold 0.980 \
|
| 664 |
--transthreshold 0.980 \
|
| 665 |
+
$FP16_FLAG
|
| 666 |
|
| 667 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/11-agnews/checkpoint*
|
| 668 |
|
| 669 |
sleep 5
|
| 670 |
|
| 671 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 672 |
+
BSZ=2; GA=8; EVAL_BSZ=128
|
| 673 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 674 |
+
BSZ=4; GA=8; EVAL_BSZ=128
|
| 675 |
else
|
| 676 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 677 |
fi
|
|
|
|
| 718 |
--gen_data_dir CL_Benchmark \
|
| 719 |
--threshold 0.980 \
|
| 720 |
--transthreshold 0.980 \
|
| 721 |
+
$FP16_FLAG
|
| 722 |
|
| 723 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/12-yahoo/checkpoint*
|
| 724 |
|
| 725 |
sleep 5
|
| 726 |
|
| 727 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 728 |
+
BSZ=2; GA=8; EVAL_BSZ=128
|
| 729 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 730 |
+
BSZ=4; GA=8; EVAL_BSZ=128
|
| 731 |
else
|
| 732 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 733 |
fi
|
|
|
|
| 774 |
--gen_data_dir CL_Benchmark \
|
| 775 |
--threshold 0.980 \
|
| 776 |
--transthreshold 0.980 \
|
| 777 |
+
$FP16_FLAG
|
| 778 |
|
| 779 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/13-multirc/checkpoint*
|
| 780 |
|
| 781 |
sleep 5
|
| 782 |
|
| 783 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 784 |
+
BSZ=2; GA=8; EVAL_BSZ=128
|
| 785 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 786 |
+
BSZ=4; GA=8; EVAL_BSZ=128
|
| 787 |
else
|
| 788 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 789 |
fi
|
|
|
|
| 830 |
--gen_data_dir CL_Benchmark \
|
| 831 |
--threshold 0.980 \
|
| 832 |
--transthreshold 0.980 \
|
| 833 |
+
$FP16_FLAG
|
| 834 |
|
| 835 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/14-boolq/checkpoint*
|
| 836 |
|
| 837 |
sleep 5
|
| 838 |
|
| 839 |
if [ "$GPU_MODE" = "t4_2gpu" ]; then
|
| 840 |
+
BSZ=2; GA=8; EVAL_BSZ=128
|
| 841 |
elif [ "$GPU_MODE" = "t4_1gpu" ]; then
|
| 842 |
+
BSZ=4; GA=8; EVAL_BSZ=128
|
| 843 |
else
|
| 844 |
BSZ=8; GA=4; EVAL_BSZ=128
|
| 845 |
fi
|
|
|
|
| 886 |
--gen_data_dir CL_Benchmark \
|
| 887 |
--threshold 0.980 \
|
| 888 |
--transthreshold 0.980 \
|
| 889 |
+
$FP16_FLAG
|
| 890 |
|
| 891 |
rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/15-wic/checkpoint*
|
| 892 |
|