From 2099c44be869bb7cd1b13cf2866ec17d7658e0a8 Mon Sep 17 00:00:00 2001 From: ZX-ModelCloud Date: Wed, 4 Dec 2024 14:42:35 +0000 Subject: [PATCH] hf_select_quant_linear() always set pack=True --- gptqmodel/utils/importer.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/gptqmodel/utils/importer.py b/gptqmodel/utils/importer.py index 3aaa02903..f921b6906 100644 --- a/gptqmodel/utils/importer.py +++ b/gptqmodel/utils/importer.py @@ -56,7 +56,6 @@ def hf_select_quant_linear( desc_act: bool, sym: bool, device_map: Optional[Union[str, dict]], - pack: bool, checkpoint_format: str, meta: Optional[Dict[str, any]], ) -> Type[BaseQuantLinear]: @@ -77,7 +76,7 @@ def hf_select_quant_linear( sym=sym, backend=backend, format=FORMAT.GPTQ, - pack=pack, + pack=True, dynamic=None, )