File size: 1,029 Bytes
ac442f8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
#!/usr/bin/env bash
# Overnight queue: wait for Set C (tqa_mix, 4 arms) to finish, then run the
# selected seed chain (v6 mix0p75 seeds -> RAGTruth mix0p25 seeds).
# Start condition: 4 tqa_mix summaries, or no tqa_mix log activity for 30 min.
#
#   tmux new-session -d -s mixseeds 'bash scripts/queue_mix_seeds.sh 2>&1 | tee outputs/queue_mix_seeds.log'

set -u
cd "$(dirname "${BASH_SOURCE[0]}")/.."

echo "[queue] waiting for Set C (tqa_mix) to finish  $(date -Is)"
while true; do
  n=$(ls outputs/tqa_mix/*/summary.json 2>/dev/null | wc -l)
  active=$(find outputs/tqa_mix -name run.log -mmin -30 2>/dev/null | wc -l)
  if [[ "$n" -ge 4 ]]; then echo "[queue] Set C complete ($n arms)  $(date -Is)"; break; fi
  if [[ "$active" -eq 0 ]]; then
    echo "[queue] no tqa_mix activity for 30 min ($n/4) -- proceeding  $(date -Is)"; break
  fi
  sleep 120
done

sleep 60
echo "[queue] launching seed chain  $(date -Is)"
bash scripts/run_mix_seeds.sh 2>&1 | tee outputs/mix_seeds.log
echo "[queue] seed chain finished  $(date -Is)"