From 82240bf44c824bb4ece109bad27027152ea76d8d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Erik=20Kaunism=C3=A4ki?= Date: Thu, 1 Aug 2024 17:38:09 +0200 Subject: [PATCH] Update server/text_generation_server/utils/logits_process.py Co-authored-by: drbh --- server/text_generation_server/utils/logits_process.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/server/text_generation_server/utils/logits_process.py b/server/text_generation_server/utils/logits_process.py index d8c7c2c6..bc99819f 100644 --- a/server/text_generation_server/utils/logits_process.py +++ b/server/text_generation_server/utils/logits_process.py @@ -20,8 +20,6 @@ from transformers import ( TypicalLogitsWarper, ) -from transformers.generation.logits_process import _calc_banned_ngram_tokens - mempool = torch.cuda.graph_pool_handle() if torch.cuda.is_available() else None