File size: 1,812 Bytes
840c3a4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 | #!/usr/bin/env bash
# Four-GPU local quality evaluation over completed C64 conditional samples.
set -uo pipefail
SCRIPT_DIR="$(CDPATH= cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd -P)"
DLB_ROOT="${DLB_ROOT:-$(CDPATH= cd -- "$SCRIPT_DIR/.." && pwd -P)}"
PYTHON_BIN="${DLB_PYTHON:-python}"
MATRIX="${DLB_CONDITIONAL_MATRIX:-}"
CUSTOM_MATRIX=0
if [[ -n "$MATRIX" ]]; then CUSTOM_MATRIX=1; fi
METRICS="conditional_gen_ppl,mauve_suffix,entropy,self_bleu,prefix_exact_match"
GPUS="${DLB_GPUS:-0,1,2,3}"
MAX_JOBS="${DLB_MAX_JOBS:-4}"
DRY_RUN=()
usage() {
printf 'Usage: %s [--root PATH] [--matrix PATH] [--metrics LIST] [--gpus LIST] [--max-jobs N] [--dry-run]\n' "$0"
}
while (($#)); do
case "$1" in
--root) DLB_ROOT="$2"; shift 2 ;;
--matrix) MATRIX="$2"; CUSTOM_MATRIX=1; shift 2 ;;
--metrics) METRICS="$2"; shift 2 ;;
--gpus) GPUS="$2"; shift 2 ;;
--max-jobs) MAX_JOBS="$2"; shift 2 ;;
--dry-run) DRY_RUN=(--dry-run); shift ;;
--help) usage; exit 0 ;;
*) echo "unknown argument: $1" >&2; usage; exit 2 ;;
esac
done
DLB_ROOT="$(CDPATH= cd -- "$DLB_ROOT" && pwd -P)"
if [[ -z "$MATRIX" ]]; then MATRIX="$DLB_ROOT/results/conditional/matrix/generation.tsv"; fi
export DLB_ROOT
mkdir -p "$DLB_ROOT/results/conditional/matrix" "$DLB_ROOT/results/logs"
if (( CUSTOM_MATRIX )); then
if [[ ! -f "$MATRIX" ]]; then
echo "custom matrix does not exist: $MATRIX" >&2
exit 2
fi
else
PYTHONPATH="$DLB_ROOT/src${PYTHONPATH:+:$PYTHONPATH}" "$PYTHON_BIN" -m dlb.conditional_matrix \
--root "$DLB_ROOT" --output "$MATRIX" || exit $?
fi
exec env PYTHONPATH="$DLB_ROOT/src${PYTHONPATH:+:$PYTHONPATH}" "$PYTHON_BIN" -m dlb.gpu_matrix \
--root "$DLB_ROOT" --stage evaluate --matrix "$MATRIX" \
--gpus "$GPUS" --max-jobs "$MAX_JOBS" --metrics "$METRICS" "${DRY_RUN[@]}"
|