| # Server-side one-sample smoke pass. Its sample_count=1 identity cannot satisfy | |
| # the production 1,024-sample aggregation contract. | |
| set -uo pipefail | |
| SCRIPT_DIR="$(CDPATH= cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd -P)" | |
| DLB_ROOT="${DLB_ROOT:-$(CDPATH= cd -- "$SCRIPT_DIR/.." && pwd -P)}" | |
| PYTHON_BIN="${DLB_PYTHON:-python}" | |
| MATRIX="${DLB_ROOT}/results/matrix/smoke.tsv" | |
| if [[ "${1:-}" == "--help" ]]; then | |
| printf 'Usage: %s\n' "$0" | |
| exit 0 | |
| fi | |
| mkdir -p "$DLB_ROOT/results/matrix" "$DLB_ROOT/results/logs" | |
| PYTHONPATH="$DLB_ROOT/src${PYTHONPATH:+:$PYTHONPATH}" "$PYTHON_BIN" -m dlb.matrix \ | |
| --root "$DLB_ROOT" --output "$MATRIX" --sample-count 1 --seed 42 || exit $? | |
| status=0 | |
| while IFS=$'\t' read -r task_id category model dataset steps sample_count seed environment adapter source provenance sample_dir metrics_path timing_path; do | |
| [[ "$task_id" == "task_id" || -z "$task_id" ]] && continue | |
| echo "SMOKE $task_id" | |
| "$SCRIPT_DIR/run_one.sh" --model "$model" --dataset "$dataset" --steps "$steps" \ | |
| --num-samples 1 --seed "$seed" --results-root "$DLB_ROOT/results/smoke" | |
| if (($? != 0)); then status=1; fi | |
| done < <(tail -n +3 "$MATRIX") | |
| exit "$status" | |