glm-ocr-boundingdocs-ft-bnb-nf4 / quantization_config.json

Upload 4-bit quantized artifacts

d95e17d verified 6 months ago

424 Bytes

{
  "quantization": "bitsandbytes",
  "bits": 4,
  "load_in_8bit": false,
  "load_in_4bit": true,
  "bnb_4bit_quant_type": "nf4",
  "bnb_4bit_use_double_quant": true,
  "bnb_4bit_compute_dtype": "bfloat16",
  "source_model": "/content/dce_checkpoints/gaycor/base_glm_ocr_unquantized",
  "adapter_path": "/content/dce_checkpoints/gaycor/checkpoint-8000",
  "model_kind": "gaycor_tit GLM-OCR LoRA fine-tuned checkpoint-8000"
}

	{
	"quantization": "bitsandbytes",
	"bits": 4,
	"load_in_8bit": false,
	"load_in_4bit": true,
	"bnb_4bit_quant_type": "nf4",
	"bnb_4bit_use_double_quant": true,
	"bnb_4bit_compute_dtype": "bfloat16",
	"source_model": "/content/dce_checkpoints/gaycor/base_glm_ocr_unquantized",
	"adapter_path": "/content/dce_checkpoints/gaycor/checkpoint-8000",
	"model_kind": "gaycor_tit GLM-OCR LoRA fine-tuned checkpoint-8000"
	}