File size: 1,188 Bytes
840c3a4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 | #!/usr/bin/env bash
# Server-side one-sample smoke pass. Its sample_count=1 identity cannot satisfy
# the production 1,024-sample aggregation contract.
set -uo pipefail
SCRIPT_DIR="$(CDPATH= cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd -P)"
DLB_ROOT="${DLB_ROOT:-$(CDPATH= cd -- "$SCRIPT_DIR/.." && pwd -P)}"
PYTHON_BIN="${DLB_PYTHON:-python}"
MATRIX="${DLB_ROOT}/results/matrix/smoke.tsv"
if [[ "${1:-}" == "--help" ]]; then
printf 'Usage: %s\n' "$0"
exit 0
fi
mkdir -p "$DLB_ROOT/results/matrix" "$DLB_ROOT/results/logs"
PYTHONPATH="$DLB_ROOT/src${PYTHONPATH:+:$PYTHONPATH}" "$PYTHON_BIN" -m dlb.matrix \
--root "$DLB_ROOT" --output "$MATRIX" --sample-count 1 --seed 42 || exit $?
status=0
while IFS=$'\t' read -r task_id category model dataset steps sample_count seed environment adapter source provenance sample_dir metrics_path timing_path; do
[[ "$task_id" == "task_id" || -z "$task_id" ]] && continue
echo "SMOKE $task_id"
"$SCRIPT_DIR/run_one.sh" --model "$model" --dataset "$dataset" --steps "$steps" \
--num-samples 1 --seed "$seed" --results-root "$DLB_ROOT/results/smoke"
if (($? != 0)); then status=1; fi
done < <(tail -n +3 "$MATRIX")
exit "$status"
|