updated default value

2024-09-27 12:39:12 +00:00 · 2024-09-27 12:39:12 +00:00 · a24c2cc5e9
parent ac2dccd174
commit a24c2cc5e9
1 changed files with 1 additions and 1 deletions
--- a/server/text_generation_server/layers/attention/rocm.py
+++ b/server/text_generation_server/layers/attention/rocm.py
@ -283,7 +283,7 @@ elif ENGINE == "triton":
        softmax_scale: float,
        window_size_left: int = -1,
        causal: bool = True,
-        softcap: float = 0.0,
+        softcap: Optional[float] = None,
    ):
        if softcap is not None:
            raise NotImplementedError("softcap is only available with CK flash attn")