diff --git a/server/text_generation_server/utils/weights.py b/server/text_generation_server/utils/weights.py
index 1c55dd74..b530af23 100644
--- a/server/text_generation_server/utils/weights.py
+++ b/server/text_generation_server/utils/weights.py
@@ -261,7 +261,6 @@ class Weights:
     def get_weights_col_packed_qkv(
         self,
         prefix: str,
-        quantize: str,
         num_heads: int,
         num_key_value_heads: int,
     ):