fix post refactor

This commit is contained in:
fxmarty 2024-07-16 15:16:27 +02:00
parent 291453fe88
commit 2967b8168c
1 changed files with 5 additions and 1 deletions

View File

@ -77,7 +77,11 @@ def _get_quantizer_config(model_id, revision):
if "version" in data and data["version"] == "GEMM": if "version" in data and data["version"] == "GEMM":
quant_method = "awq" quant_method = "awq"
except Exception: except Exception:
pass if self.quant_method is None:
if "awq" in model_id.lower():
self.quant_method = "awq"
elif "gptq" in model_id.lower():
self.quant_method = "gptq"
return _QuantizerConfig( return _QuantizerConfig(
bits=bits, bits=bits,