Upload GPTQ-INT4 quantized model

d0398e7 verified 6 months ago

153 Bytes

{
  "model_id": "AIDC-AI/Ovis2-4B",
  "family": "ovis2",
  "method": "gptq",
  "bits": 4,
  "group_size": 128,
  "quant_time_s": 231.2,
  "n_calib": 32
}

	{
	"model_id": "AIDC-AI/Ovis2-4B",
	"family": "ovis2",
	"method": "gptq",
	"bits": 4,
	"group_size": 128,
	"quant_time_s": 231.2,
	"n_calib": 32
	}