From 247033b45fe10c16cc14defe405e3787817974d4 Mon Sep 17 00:00:00 2001 From: David Holtz Date: Wed, 9 Oct 2024 18:58:35 +0000 Subject: [PATCH] fix: address ruff unsued vars lint --- server/tests/models/test_flash_causal_lm.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/server/tests/models/test_flash_causal_lm.py b/server/tests/models/test_flash_causal_lm.py index 37a6e3e4..82b9ab80 100644 --- a/server/tests/models/test_flash_causal_lm.py +++ b/server/tests/models/test_flash_causal_lm.py @@ -58,7 +58,7 @@ def flash_causal_lm_warmup(): available_memory_after_model_and_tokenizer - current_memory ) model_and_tokenizer_memory_mb = model_and_tokenizer_memory / 1024 / 1024 - print(f"Model and Tokenizer memory: {model_and_tokenizer_memory}") + print(f"Model and Tokenizer memory: {model_and_tokenizer_memory_mb}") default_pb_parameters = generate_pb2.NextTokenChooserParameters( temperature=0.9, @@ -150,6 +150,7 @@ def flash_causal_lm_warmup(): warmup_response = generate_pb2.WarmupResponse( max_supported_total_tokens=max_supported_total_tokens ) + print(warmup_response) if __name__ == "__main__":