File size: 432 Bytes
eea5f0e | 1 2 3 4 5 6 7 8 9 | #!/bin/bash
# Start run 2 as soon as run 1 finishes (GPU never idles); include extra FLAIR if it is ready within 10 min.
cd /workspace
until grep -q TRAIN_DONE train.log; do sleep 10; done
cp unet_synth.pt unet_run1_25m.pt
for i in $(seq 60); do grep -q MORE_DONE more.log && break; sleep 10; done
nohup python train2.py 330 /workspace/unet_run1_25m.pt 2e-4 /workspace/unet_synth2 > train2.log 2>&1 < /dev/null &
echo CHAIN_STARTED
|