Remove stray `quantize` argument in `get_weights_col_packed_qkv` (#2237)

Fixes #2236.
2024-07-16 09:30:57 +02:00 · 2024-07-16 09:30:57 +02:00 · da82c63a4f
parent 2cb1842852
commit da82c63a4f
1 changed files with 0 additions and 1 deletions
--- a/server/text_generation_server/utils/weights.py
+++ b/server/text_generation_server/utils/weights.py
@ -261,7 +261,6 @@ class Weights:
    def get_weights_col_packed_qkv(
        self,
        prefix: str,
-        quantize: str,
        num_heads: int,
        num_key_value_heads: int,
    ):