fix post refactor
This commit is contained in:
parent
291453fe88
commit
2967b8168c
|
@ -77,7 +77,11 @@ def _get_quantizer_config(model_id, revision):
|
||||||
if "version" in data and data["version"] == "GEMM":
|
if "version" in data and data["version"] == "GEMM":
|
||||||
quant_method = "awq"
|
quant_method = "awq"
|
||||||
except Exception:
|
except Exception:
|
||||||
pass
|
if self.quant_method is None:
|
||||||
|
if "awq" in model_id.lower():
|
||||||
|
self.quant_method = "awq"
|
||||||
|
elif "gptq" in model_id.lower():
|
||||||
|
self.quant_method = "gptq"
|
||||||
|
|
||||||
return _QuantizerConfig(
|
return _QuantizerConfig(
|
||||||
bits=bits,
|
bits=bits,
|
||||||
|
|
Loading…
Reference in New Issue