File size: 847 Bytes
96c53cc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 | #!/bin/bash
QUANT_METHODS="rtn"
# QUANT_METHODS="hqq"
CALIB_DATASETS="pileval"
CONFIGS="b4g64"
MODELS="meta-llama/Llama-2-7b-hf"
RESULT_BASE_DIR="/fdata/llm/mxq/results"
EXP_NAME=debug_hqq_vs_rtn_sensi_llama
RESULT_DIR=$RESULT_BASE_DIR/$EXP_NAME
mkdir -p $RESULT_DIR/data
for QNT_MTD in $QUANT_METHODS; do
for DS in $CALIB_DATASETS; do
for CFG in $CONFIGS; do
for MODEL in $MODELS; do
SHORT_ID=$(echo $MODEL | cut -d/ -f2)
OUT_FILE="$RESULT_DIR/${QNT_MTD}-${SHORT_ID}-${CFG}-${DS}.csv"
python -m pdb ../src/dump.py sensi \
--model $MODEL \
--quant-method $QNT_MTD \
--config $CFG \
--calib-dataset $DS \
--output-file $OUT_FILE
done
done
done
done
|