File size: 686 Bytes
2051791 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 | #!/bin/bash
# export HF_HOME=/data/hugginface
# conda activate quant-eval
if [ ! -d logs ]; then
mkdir logs
fi
export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
algo=bnb
model_ids="1"
cfgs="b4g64"
for m in $model_ids; do
for cfg in $cfgs ; do
python -m pdb ../src/cli.py llm \
--quant-snapshot-dir="/fdata/llm/mxq/snapshots" \
--result-dir="/fdata/llm/mxq/results" \
--model $m \
--algo ${algo} \
--config ${cfg} \
--task eval_model_storage \
--experiment-name debug_model_storge-bnb2 \
2>&1 \
| tee logs/bench-$(date +%Y%m%d%H%M%S).log
done
done
|