Upload scripts/run_longeval.sh with huggingface_hub
Browse files- scripts/run_longeval.sh +1 -1
scripts/run_longeval.sh
CHANGED
|
@@ -90,7 +90,7 @@ if [ -n "${CKPT_EXTRA:-}" ]; then
|
|
| 90 |
for kv in $CKPT_EXTRA; do CKPT_FILE[${kv%%=*}]="${kv#*=}"; done
|
| 91 |
fi
|
| 92 |
|
| 93 |
-
A1B="CP_N_EMBD=1536 CP_N_LAYER=36 CP_N_HEAD=12 CP_N_KVHEAD=4 CP_FFN=4096 CP_WEIGHT_TYING=0"
|
| 94 |
ARCH="$A1B CP_ATTN_MODE=ring CP_ATTN_FUSION=split"
|
| 95 |
|
| 96 |
mkdir -p "$OUT"/{prompts,gen,state,scores}
|
|
|
|
| 90 |
for kv in $CKPT_EXTRA; do CKPT_FILE[${kv%%=*}]="${kv#*=}"; done
|
| 91 |
fi
|
| 92 |
|
| 93 |
+
A1B=${A1B:-"CP_N_EMBD=1536 CP_N_LAYER=36 CP_N_HEAD=12 CP_N_KVHEAD=4 CP_FFN=4096 CP_WEIGHT_TYING=0"}
|
| 94 |
ARCH="$A1B CP_ATTN_MODE=ring CP_ATTN_FUSION=split"
|
| 95 |
|
| 96 |
mkdir -p "$OUT"/{prompts,gen,state,scores}
|