File size: 1,080 Bytes
55c92b3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 | #!/bin/bash
QUANT_METHODS="bnb rtn hqq"
# QUANT_METHODS="bnb"
CALIB_DATASETS="bos pileval wikitext c4"
# CONFIGS="b3g128 b3g64 b3g32 b4g128 b4g64 b4g32 b8g128 b8g64 b8g32"
CONFIGS="b4g128 b4g64 b4g32"
MODELS="google/gemma-2-9b google/gemma-2-9b-it"
RESULT_BASE_DIR="/fdata/llm/mxq/results"
EXP_NAME=quant_methods_sensi_gemma2
RESULT_DIR=$RESULT_BASE_DIR/$EXP_NAME
mkdir -p $RESULT_DIR/data
for QNT_MTD in $QUANT_METHODS; do
for DS in $CALIB_DATASETS; do
for CFG in $CONFIGS; do
for MODEL in $MODELS; do
SHORT_ID=$(echo $MODEL | cut -d/ -f2)
OUT_FILE="$RESULT_DIR/${QNT_MTD}-${SHORT_ID}-${CFG}-${DS}.csv"
python ../src/dump.py sensi \
--model $MODEL \
--quant-method $QNT_MTD \
--config $CFG \
--calib-dataset $DS \
--output-file $OUT_FILE
done
done
done
done
OLD_DIR=$(pwd)
cd $RESULT_DIR
if [ ! -d pdfs ]; then
mkdir -p pdfs
fi
$OLD_DIR/../data-vis/plot-quant-method-sensi.R
|