natmin322 commited on
Commit
46044f0
·
1 Parent(s): 33d5e3a

Revert "fix: reduce OOM in V2 script - fp16+gradient_ckpt for T4, EVAL_BSZ 128->32"

Browse files
improve_gainlora/T5_small/gen_script_long_order3_t5_small_specroute_v2.sh CHANGED
@@ -35,20 +35,17 @@ fi
35
  if [ "$IS_T4" -eq 1 ] && [ "$NUM_GPUS" -ge 2 ]; then
36
  GPU_MODE="t4_2gpu"
37
  GPU_IDS="0,1"
38
- FP16_FLAG="--fp16"
39
- GC_FLAG="--gradient_checkpointing True"
40
- echo "[GPU] Strategy: 2x T4 DataParallel + fp16 + gradient_checkpointing"
41
  elif [ "$IS_T4" -eq 1 ]; then
42
  GPU_MODE="t4_1gpu"
43
  GPU_IDS="${1:-0}"
44
- FP16_FLAG="--fp16"
45
- GC_FLAG="--gradient_checkpointing True"
46
- echo "[GPU] Strategy: 1x T4 + fp16 + gradient_checkpointing"
47
  else
48
  GPU_MODE="a100"
49
  GPU_IDS="${1:-0}"
50
  FP16_FLAG=""
51
- GC_FLAG=""
52
  echo "[GPU] Strategy: A100 (single GPU, fp32)"
53
  fi
54
 
@@ -57,9 +54,9 @@ echo "============================================================"
57
  echo ""
58
 
59
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
60
- BSZ=2; GA=8; EVAL_BSZ=32
61
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
62
- BSZ=4; GA=8; EVAL_BSZ=32
63
  else
64
  BSZ=8; GA=4; EVAL_BSZ=128
65
  fi
@@ -105,16 +102,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
105
  --gen_data_dir CL_Benchmark \
106
  --threshold 0.980 \
107
  --transthreshold 0.980 \
108
- $FP16_FLAG $GC_FLAG
109
 
110
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/1-yelp/checkpoint*
111
 
112
  sleep 5
113
 
114
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
115
- BSZ=2; GA=8; EVAL_BSZ=32
116
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
117
- BSZ=4; GA=8; EVAL_BSZ=32
118
  else
119
  BSZ=8; GA=4; EVAL_BSZ=128
120
  fi
@@ -161,16 +158,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
161
  --gen_data_dir CL_Benchmark \
162
  --threshold 0.980 \
163
  --transthreshold 0.980 \
164
- $FP16_FLAG $GC_FLAG
165
 
166
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/2-amazon/checkpoint*
167
 
168
  sleep 5
169
 
170
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
171
- BSZ=2; GA=8; EVAL_BSZ=32
172
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
173
- BSZ=4; GA=8; EVAL_BSZ=32
174
  else
175
  BSZ=8; GA=4; EVAL_BSZ=128
176
  fi
@@ -217,16 +214,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
217
  --gen_data_dir CL_Benchmark \
218
  --threshold 0.980 \
219
  --transthreshold 0.980 \
220
- $FP16_FLAG $GC_FLAG
221
 
222
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/3-mnli/checkpoint*
223
 
224
  sleep 5
225
 
226
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
227
- BSZ=2; GA=8; EVAL_BSZ=32
228
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
229
- BSZ=4; GA=8; EVAL_BSZ=32
230
  else
231
  BSZ=8; GA=4; EVAL_BSZ=128
232
  fi
@@ -273,16 +270,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
273
  --gen_data_dir CL_Benchmark \
274
  --threshold 0.980 \
275
  --transthreshold 0.980 \
276
- $FP16_FLAG $GC_FLAG
277
 
278
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/4-cb/checkpoint*
279
 
280
  sleep 5
281
 
282
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
283
- BSZ=2; GA=8; EVAL_BSZ=32
284
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
285
- BSZ=4; GA=8; EVAL_BSZ=32
286
  else
287
  BSZ=8; GA=4; EVAL_BSZ=128
288
  fi
@@ -329,16 +326,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
329
  --gen_data_dir CL_Benchmark \
330
  --threshold 0.980 \
331
  --transthreshold 0.980 \
332
- $FP16_FLAG $GC_FLAG
333
 
334
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/5-copa/checkpoint*
335
 
336
  sleep 5
337
 
338
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
339
- BSZ=2; GA=8; EVAL_BSZ=32
340
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
341
- BSZ=4; GA=8; EVAL_BSZ=32
342
  else
343
  BSZ=8; GA=4; EVAL_BSZ=128
344
  fi
@@ -385,16 +382,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
385
  --gen_data_dir CL_Benchmark \
386
  --threshold 0.980 \
387
  --transthreshold 0.980 \
388
- $FP16_FLAG $GC_FLAG
389
 
390
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/6-qqp/checkpoint*
391
 
392
  sleep 5
393
 
394
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
395
- BSZ=2; GA=8; EVAL_BSZ=32
396
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
397
- BSZ=4; GA=8; EVAL_BSZ=32
398
  else
399
  BSZ=8; GA=4; EVAL_BSZ=128
400
  fi
@@ -441,16 +438,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
441
  --gen_data_dir CL_Benchmark \
442
  --threshold 0.980 \
443
  --transthreshold 0.980 \
444
- $FP16_FLAG $GC_FLAG
445
 
446
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/7-rte/checkpoint*
447
 
448
  sleep 5
449
 
450
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
451
- BSZ=2; GA=8; EVAL_BSZ=32
452
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
453
- BSZ=4; GA=8; EVAL_BSZ=32
454
  else
455
  BSZ=8; GA=4; EVAL_BSZ=128
456
  fi
@@ -497,16 +494,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
497
  --gen_data_dir CL_Benchmark \
498
  --threshold 0.980 \
499
  --transthreshold 0.980 \
500
- $FP16_FLAG $GC_FLAG
501
 
502
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/8-imdb/checkpoint*
503
 
504
  sleep 5
505
 
506
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
507
- BSZ=2; GA=8; EVAL_BSZ=32
508
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
509
- BSZ=4; GA=8; EVAL_BSZ=32
510
  else
511
  BSZ=8; GA=4; EVAL_BSZ=128
512
  fi
@@ -553,16 +550,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
553
  --gen_data_dir CL_Benchmark \
554
  --threshold 0.980 \
555
  --transthreshold 0.980 \
556
- $FP16_FLAG $GC_FLAG
557
 
558
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/9-sst2/checkpoint*
559
 
560
  sleep 5
561
 
562
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
563
- BSZ=2; GA=8; EVAL_BSZ=32
564
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
565
- BSZ=4; GA=8; EVAL_BSZ=32
566
  else
567
  BSZ=8; GA=4; EVAL_BSZ=128
568
  fi
@@ -609,16 +606,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
609
  --gen_data_dir CL_Benchmark \
610
  --threshold 0.980 \
611
  --transthreshold 0.980 \
612
- $FP16_FLAG $GC_FLAG
613
 
614
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/10-dbpedia/checkpoint*
615
 
616
  sleep 5
617
 
618
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
619
- BSZ=2; GA=8; EVAL_BSZ=32
620
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
621
- BSZ=4; GA=8; EVAL_BSZ=32
622
  else
623
  BSZ=8; GA=4; EVAL_BSZ=128
624
  fi
@@ -665,16 +662,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
665
  --gen_data_dir CL_Benchmark \
666
  --threshold 0.980 \
667
  --transthreshold 0.980 \
668
- $FP16_FLAG $GC_FLAG
669
 
670
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/11-agnews/checkpoint*
671
 
672
  sleep 5
673
 
674
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
675
- BSZ=2; GA=8; EVAL_BSZ=32
676
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
677
- BSZ=4; GA=8; EVAL_BSZ=32
678
  else
679
  BSZ=8; GA=4; EVAL_BSZ=128
680
  fi
@@ -721,16 +718,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
721
  --gen_data_dir CL_Benchmark \
722
  --threshold 0.980 \
723
  --transthreshold 0.980 \
724
- $FP16_FLAG $GC_FLAG
725
 
726
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/12-yahoo/checkpoint*
727
 
728
  sleep 5
729
 
730
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
731
- BSZ=2; GA=8; EVAL_BSZ=32
732
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
733
- BSZ=4; GA=8; EVAL_BSZ=32
734
  else
735
  BSZ=8; GA=4; EVAL_BSZ=128
736
  fi
@@ -777,16 +774,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
777
  --gen_data_dir CL_Benchmark \
778
  --threshold 0.980 \
779
  --transthreshold 0.980 \
780
- $FP16_FLAG $GC_FLAG
781
 
782
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/13-multirc/checkpoint*
783
 
784
  sleep 5
785
 
786
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
787
- BSZ=2; GA=8; EVAL_BSZ=32
788
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
789
- BSZ=4; GA=8; EVAL_BSZ=32
790
  else
791
  BSZ=8; GA=4; EVAL_BSZ=128
792
  fi
@@ -833,16 +830,16 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
833
  --gen_data_dir CL_Benchmark \
834
  --threshold 0.980 \
835
  --transthreshold 0.980 \
836
- $FP16_FLAG $GC_FLAG
837
 
838
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/14-boolq/checkpoint*
839
 
840
  sleep 5
841
 
842
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
843
- BSZ=2; GA=8; EVAL_BSZ=32
844
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
845
- BSZ=4; GA=8; EVAL_BSZ=32
846
  else
847
  BSZ=8; GA=4; EVAL_BSZ=128
848
  fi
@@ -889,7 +886,7 @@ CUDA_VISIBLE_DEVICES=$GPU_IDS python src/run_t5.py \
889
  --gen_data_dir CL_Benchmark \
890
  --threshold 0.980 \
891
  --transthreshold 0.980 \
892
- $FP16_FLAG $GC_FLAG
893
 
894
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/15-wic/checkpoint*
895
 
 
35
  if [ "$IS_T4" -eq 1 ] && [ "$NUM_GPUS" -ge 2 ]; then
36
  GPU_MODE="t4_2gpu"
37
  GPU_IDS="0,1"
38
+ FP16_FLAG=""
39
+ echo "[GPU] Strategy: 2x T4 DataParallel + fp32 + gradient_checkpointing"
 
40
  elif [ "$IS_T4" -eq 1 ]; then
41
  GPU_MODE="t4_1gpu"
42
  GPU_IDS="${1:-0}"
43
+ FP16_FLAG=""
44
+ echo "[GPU] Strategy: 1x T4 + fp32 + gradient_checkpointing"
 
45
  else
46
  GPU_MODE="a100"
47
  GPU_IDS="${1:-0}"
48
  FP16_FLAG=""
 
49
  echo "[GPU] Strategy: A100 (single GPU, fp32)"
50
  fi
51
 
 
54
  echo ""
55
 
56
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
57
+ BSZ=2; GA=8; EVAL_BSZ=128
58
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
59
+ BSZ=4; GA=8; EVAL_BSZ=128
60
  else
61
  BSZ=8; GA=4; EVAL_BSZ=128
62
  fi
 
102
  --gen_data_dir CL_Benchmark \
103
  --threshold 0.980 \
104
  --transthreshold 0.980 \
105
+ $FP16_FLAG
106
 
107
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/1-yelp/checkpoint*
108
 
109
  sleep 5
110
 
111
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
112
+ BSZ=2; GA=8; EVAL_BSZ=128
113
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
114
+ BSZ=4; GA=8; EVAL_BSZ=128
115
  else
116
  BSZ=8; GA=4; EVAL_BSZ=128
117
  fi
 
158
  --gen_data_dir CL_Benchmark \
159
  --threshold 0.980 \
160
  --transthreshold 0.980 \
161
+ $FP16_FLAG
162
 
163
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/2-amazon/checkpoint*
164
 
165
  sleep 5
166
 
167
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
168
+ BSZ=2; GA=8; EVAL_BSZ=128
169
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
170
+ BSZ=4; GA=8; EVAL_BSZ=128
171
  else
172
  BSZ=8; GA=4; EVAL_BSZ=128
173
  fi
 
214
  --gen_data_dir CL_Benchmark \
215
  --threshold 0.980 \
216
  --transthreshold 0.980 \
217
+ $FP16_FLAG
218
 
219
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/3-mnli/checkpoint*
220
 
221
  sleep 5
222
 
223
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
224
+ BSZ=2; GA=8; EVAL_BSZ=128
225
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
226
+ BSZ=4; GA=8; EVAL_BSZ=128
227
  else
228
  BSZ=8; GA=4; EVAL_BSZ=128
229
  fi
 
270
  --gen_data_dir CL_Benchmark \
271
  --threshold 0.980 \
272
  --transthreshold 0.980 \
273
+ $FP16_FLAG
274
 
275
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/4-cb/checkpoint*
276
 
277
  sleep 5
278
 
279
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
280
+ BSZ=2; GA=8; EVAL_BSZ=128
281
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
282
+ BSZ=4; GA=8; EVAL_BSZ=128
283
  else
284
  BSZ=8; GA=4; EVAL_BSZ=128
285
  fi
 
326
  --gen_data_dir CL_Benchmark \
327
  --threshold 0.980 \
328
  --transthreshold 0.980 \
329
+ $FP16_FLAG
330
 
331
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/5-copa/checkpoint*
332
 
333
  sleep 5
334
 
335
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
336
+ BSZ=2; GA=8; EVAL_BSZ=128
337
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
338
+ BSZ=4; GA=8; EVAL_BSZ=128
339
  else
340
  BSZ=8; GA=4; EVAL_BSZ=128
341
  fi
 
382
  --gen_data_dir CL_Benchmark \
383
  --threshold 0.980 \
384
  --transthreshold 0.980 \
385
+ $FP16_FLAG
386
 
387
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/6-qqp/checkpoint*
388
 
389
  sleep 5
390
 
391
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
392
+ BSZ=2; GA=8; EVAL_BSZ=128
393
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
394
+ BSZ=4; GA=8; EVAL_BSZ=128
395
  else
396
  BSZ=8; GA=4; EVAL_BSZ=128
397
  fi
 
438
  --gen_data_dir CL_Benchmark \
439
  --threshold 0.980 \
440
  --transthreshold 0.980 \
441
+ $FP16_FLAG
442
 
443
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/7-rte/checkpoint*
444
 
445
  sleep 5
446
 
447
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
448
+ BSZ=2; GA=8; EVAL_BSZ=128
449
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
450
+ BSZ=4; GA=8; EVAL_BSZ=128
451
  else
452
  BSZ=8; GA=4; EVAL_BSZ=128
453
  fi
 
494
  --gen_data_dir CL_Benchmark \
495
  --threshold 0.980 \
496
  --transthreshold 0.980 \
497
+ $FP16_FLAG
498
 
499
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/8-imdb/checkpoint*
500
 
501
  sleep 5
502
 
503
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
504
+ BSZ=2; GA=8; EVAL_BSZ=128
505
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
506
+ BSZ=4; GA=8; EVAL_BSZ=128
507
  else
508
  BSZ=8; GA=4; EVAL_BSZ=128
509
  fi
 
550
  --gen_data_dir CL_Benchmark \
551
  --threshold 0.980 \
552
  --transthreshold 0.980 \
553
+ $FP16_FLAG
554
 
555
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/9-sst2/checkpoint*
556
 
557
  sleep 5
558
 
559
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
560
+ BSZ=2; GA=8; EVAL_BSZ=128
561
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
562
+ BSZ=4; GA=8; EVAL_BSZ=128
563
  else
564
  BSZ=8; GA=4; EVAL_BSZ=128
565
  fi
 
606
  --gen_data_dir CL_Benchmark \
607
  --threshold 0.980 \
608
  --transthreshold 0.980 \
609
+ $FP16_FLAG
610
 
611
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/10-dbpedia/checkpoint*
612
 
613
  sleep 5
614
 
615
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
616
+ BSZ=2; GA=8; EVAL_BSZ=128
617
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
618
+ BSZ=4; GA=8; EVAL_BSZ=128
619
  else
620
  BSZ=8; GA=4; EVAL_BSZ=128
621
  fi
 
662
  --gen_data_dir CL_Benchmark \
663
  --threshold 0.980 \
664
  --transthreshold 0.980 \
665
+ $FP16_FLAG
666
 
667
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/11-agnews/checkpoint*
668
 
669
  sleep 5
670
 
671
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
672
+ BSZ=2; GA=8; EVAL_BSZ=128
673
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
674
+ BSZ=4; GA=8; EVAL_BSZ=128
675
  else
676
  BSZ=8; GA=4; EVAL_BSZ=128
677
  fi
 
718
  --gen_data_dir CL_Benchmark \
719
  --threshold 0.980 \
720
  --transthreshold 0.980 \
721
+ $FP16_FLAG
722
 
723
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/12-yahoo/checkpoint*
724
 
725
  sleep 5
726
 
727
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
728
+ BSZ=2; GA=8; EVAL_BSZ=128
729
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
730
+ BSZ=4; GA=8; EVAL_BSZ=128
731
  else
732
  BSZ=8; GA=4; EVAL_BSZ=128
733
  fi
 
774
  --gen_data_dir CL_Benchmark \
775
  --threshold 0.980 \
776
  --transthreshold 0.980 \
777
+ $FP16_FLAG
778
 
779
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/13-multirc/checkpoint*
780
 
781
  sleep 5
782
 
783
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
784
+ BSZ=2; GA=8; EVAL_BSZ=128
785
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
786
+ BSZ=4; GA=8; EVAL_BSZ=128
787
  else
788
  BSZ=8; GA=4; EVAL_BSZ=128
789
  fi
 
830
  --gen_data_dir CL_Benchmark \
831
  --threshold 0.980 \
832
  --transthreshold 0.980 \
833
+ $FP16_FLAG
834
 
835
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/14-boolq/checkpoint*
836
 
837
  sleep 5
838
 
839
  if [ "$GPU_MODE" = "t4_2gpu" ]; then
840
+ BSZ=2; GA=8; EVAL_BSZ=128
841
  elif [ "$GPU_MODE" = "t4_1gpu" ]; then
842
+ BSZ=4; GA=8; EVAL_BSZ=128
843
  else
844
  BSZ=8; GA=4; EVAL_BSZ=128
845
  fi
 
886
  --gen_data_dir CL_Benchmark \
887
  --threshold 0.980 \
888
  --transthreshold 0.980 \
889
+ $FP16_FLAG
890
 
891
  rm -rf logs_and_outputs/gen_script_long_order3_t5_small_specroute_v2/outputs/15-wic/checkpoint*
892