Download scripts/eval_c_early.sh from unparallelled/BluScriptCP: direct link, hf CLI and curl.
- Browser
- Download file 1.1 kB
-
https://huggingface.co/unparallelled/BluScriptCP/resolve/main/scripts/eval_c_early.sh
- Command line
-
hf download hf://unparallelled/BluScriptCP/scripts/eval_c_early.sh
-
curl -L -o eval_c_early.sh https://huggingface.co/unparallelled/BluScriptCP/resolve/main/scripts/eval_c_early.sh
1.1 kB
| set -uo pipefail; cd "$(dirname "$0")" | |
| export LD_LIBRARY_PATH="$(cd ../.. && pwd)/Tensor-Implementations/lib:$(cd ../.. && pwd)/Profiler/lib:${LD_LIBRARY_PATH:-}" | |
| export PATH=/usr/local/cuda/bin:$PATH; export PY=/root/Adhi/BluTrain/envv/bin/python | |
| L=eval_c_early_logs; mkdir -p "$L"; M="$L/master.log" | |
| A680="CP_N_EMBD=1536 CP_N_LAYER=24 CP_N_HEAD=12 CP_N_KVHEAD=4 CP_FFN=4096 CP_WEIGHT_TYING=1" | |
| say(){ echo "[$(date -u +%H:%M:%S)] $*" | tee -a "$M" >&2; } | |
| blk(){ local PL="$1"; local O="ec_early_${PL}" | |
| A1B="$A680" HAY="data/mix128_b6_60/val_shard_00000.bin" GEN_DATA_ROOT="data/mix128_b6_60" \ | |
| CKPT_EXTRA="c100=t128c_s100.ckpt c200=t128c_s200.ckpt" CKPTS="c100 c200" TASKS="niah_single" N=100 \ | |
| T=131072 YARN=32 YARN_ORIG=4096 PROMPT_LEN="$PL" GPUS="0,1,2,3" NP=1 JOBS_PER_GPU=2 OUT="$O" \ | |
| ./run_longeval.sh > "$L/len_${PL}.log" 2>&1 | |
| say " len $PL: $(head -1 $O/summary.csv|tr -d '\r') -> $(grep -h '^niah_single,' $O/summary.csv|tr -d '\r')"; } | |
| say "=== t128c EARLY steps 100/200 (the missing baseline) ===" | |
| blk 4096 & blk 32744 & wait | |
| say "EVAL_C_EARLY_DONE" | |