Phi-4-multimodal-instruct-W4A16-AutoRound / auto-round-block-list-fallback.patch
INC4AI's picture
Upload quantized model Phi-4-multimodal-instruct-W4A16-AutoRound
110776a verified
Raw History Blame Contribute Delete
758 Bytes
--- a/auto_round/compressors/base.py
+++ b/auto_round/compressors/base.py
@@ -722,11 +722,13 @@
@property
def quant_block_list(self):
plan = self.__dict__.get("compression_plan")
if plan is None:
return self.__dict__.get("_quant_block_list")
- return [list(group) for group in plan.quant_block_list] if plan.quant_block_list is not None else None
+ if plan.quant_block_list is None:
+ return self.__dict__.get("_quant_block_list")
+ return [list(group) for group in plan.quant_block_list]
@quant_block_list.setter
def quant_block_list(self, value) -> None:
self.__dict__["_quant_block_list"] = value
self._replace_compression_plan(quant_block_list=value)