Upload folder using huggingface_hub

d73500e verified 12 months ago

217 Bytes

#!/usr/bin/bash

model_path="########PATH_TO_HUGGING_FACE_CHECKPOINT#########"
quant_path="########PATH_TO_SAVE_THE_QUANTIZED_MODEL########"
bits=4

python AutoAWQ/quantize.py \
  $model_path \
  $quant_path \
  $bits

	#!/usr/bin/bash

	model_path="########PATH_TO_HUGGING_FACE_CHECKPOINT#########"
	quant_path="########PATH_TO_SAVE_THE_QUANTIZED_MODEL########"
	bits=4

	python AutoAWQ/quantize.py \
	$model_path \
	$quant_path \
	$bits