File size: 1,105 Bytes
96c53cc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 | #!/bin/bash
BUDGETS="3.13 3.25 3.51 4.13 4.25 4.51"
RESULT_DIR="/fdata/llm/mxq/results"
QUANT_SNAPSHOT_DIR="/fdata/llm/mxq/snapshots"
BOOST_STOP=2
ATTEMPT="sensi-boost-debug"
EXP_BASE_NAME=$ATTEMPT
mkdir -p $RESULT_DIR/$EXP_BASE_NAME/data/{ppl,qnt,stor}
# Use cached dataset to speedup wikitext, c4 ppl evaluation
export HF_DATASETS_OFFLINE=1
weight_algo=sensi-boost
log_file="logs/bench-${ATTEMPT}-$(date +%Y%m%d%H%M%S).log"
mkdir -p $QUANT_SNAPSHOT_DIR/$ATTEMPT
mkdir -p $RESULT_DIR/${EXP_NAME}_ppl
mkdir -p $RESULT_DIR/$EXP_BASE_NAME/data/{ppl,stor}/mxq/$ATTEMPT
MODELS="0 1 2"
# MODELS="0"
EXP_NAME="${ATTEMPT}"
echo "=========Run perplexity evaluation========="
python -m pdb ../src/cli.py llm \
--task eval_ppl \
--model $MODELS \
--algo mxq \
--weight-algo $weight_algo \
--boost-stop $BOOST_STOP \
--config ${BUDGETS} \
--experiment-name "${EXP_NAME}_ppl" \
--quant-snapshot-dir="$QUANT_SNAPSHOT_DIR/$ATTEMPT" \
--result-dir=$RESULT_DIR \
2>&1 \
| tee -a $log_file
EXIT_CODE=$?
if [ $EXIT_CODE -ne 0 ]; then
echo "Perplexity evaluation failed!"
exit $EXIT_CODE
fi
|