From cdbf73eef867b856a53073b00124d7f378081657 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Tue, 20 Aug 2024 18:17:54 +0200 Subject: [PATCH] Forgot last default place. --- backends/v3/src/backend.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/backends/v3/src/backend.rs b/backends/v3/src/backend.rs index 0d18fbff..396287d3 100644 --- a/backends/v3/src/backend.rs +++ b/backends/v3/src/backend.rs @@ -47,7 +47,7 @@ impl BackendV3 { } else if prefix_caching { Attention::FlashInfer } else { - Attention::Paged + Attention::FlashDecoding }; let block_size = if attention == Attention::FlashDecoding { 256