From 541c4764922867a102dd285e4f08d6c3c5705b93 Mon Sep 17 00:00:00 2001 From: David Holtz Date: Wed, 9 Oct 2024 19:27:23 +0000 Subject: [PATCH] fix: cleanup ruff lints --- server/tests/utils/test_kv_cache.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/server/tests/utils/test_kv_cache.py b/server/tests/utils/test_kv_cache.py index d8256eca..6e7ecd71 100644 --- a/server/tests/utils/test_kv_cache.py +++ b/server/tests/utils/test_kv_cache.py @@ -1,6 +1,4 @@ import torch -import pytest -from text_generation_server.models.globals import ATTENTION, BLOCK_SIZE from text_generation_server.utils.import_utils import SYSTEM # only include this import when CUDA is available @@ -18,7 +16,7 @@ def kvcache_memory(): current_memory = torch.cuda.memory_allocated(device) - kv_cache = [ + _kv_cache = [ KVCache( num_blocks=num_blocks, num_heads=num_kv_heads,