File size: 1,214 Bytes
d5ce2f0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 | #!/usr/bin/env bash
# Measure, do not assume: is batch-1 decode latency-bound (concurrency helps) or
# compute-bound (it does not)? The script header claims ~1.8x at 2/GPU on an
# H100 for a 1.06B; this is a 680M on an H200 at a different length, so measure.
set -uo pipefail
cd "$(dirname "$0")"
export PATH=/root/Adhi/BluTrain/envv/bin:$PATH
source /root/Adhi/BluTrain/envv/bin/activate 2>/dev/null
A680="CP_N_EMBD=1536 CP_N_LAYER=24 CP_N_HEAD=12 CP_N_KVHEAD=4 CP_FFN=4096 CP_WEIGHT_TYING=1"
HAY=Data_Loader/Data/b2_8192_16384/val_shard_00000.bin
T=16384; S=8; PL=8192 # T must exceed PL+MAX_NEW; x8 -> virtual 1,024
TASKS4="niah_single niah_multikey niah_multivalue vt"
for J in 1 4; do
rm -rf bench_j${J}; t0=$(date +%s)
A1B="$A680" HAY="$HAY" GEN_DATA_ROOT="Data_Loader/Data/evalsrc" \
CKPT_EXTRA="t64=t64.ckpt" CKPTS="t64" TASKS="$TASKS4" N=100 \
T=$T YARN=$S YARN_ORIG=4096 PROMPT_LEN=$PL GPUS=0 NP=1 JOBS_PER_GPU=$J OUT="bench_j${J}" \
./run_longeval.sh > "bench_j${J}.log" 2>&1
t1=$(date +%s)
pk=$(grep -aoE 'mem: [0-9]+MB' bench_j${J}/gen/*.log 2>/dev/null | grep -oE '[0-9]+' | sort -n | tail -1)
echo " JOBS_PER_GPU=$J : $(( (t1-t0) )) s for 4 tasks, peak/job ${pk:-?} MB"
done
|