improved error messag

2024-09-27 12:34:04 +00:00 · 2024-09-27 12:34:04 +00:00 · ac2dccd174
parent 816d4b67b2
commit ac2dccd174
1 changed files with 3 additions and 1 deletions
--- a/server/text_generation_server/layers/linear.py
+++ b/server/text_generation_server/layers/linear.py
@ -13,7 +13,9 @@ if SYSTEM == "rocm":
        try:
            from vllm import _custom_C
        except Exception as e:
-            raise ImportError(f"Could not load `vllm._custom_C`. Full error: {e}")
+            raise ImportError(
+                f"Could not load `vllm._custom_C` for ROCm skinny gemm. Full error: {e}"
+            )


 class FastLinear(torch.nn.Module):