Forgot last default place.

This commit is contained in:
Nicolas Patry 2024-08-20 18:17:54 +02:00
parent 3d46783f1a
commit cdbf73eef8
No known key found for this signature in database
GPG Key ID: 64AF4752B2967863
1 changed files with 1 additions and 1 deletions

View File

@ -47,7 +47,7 @@ impl BackendV3 {
} else if prefix_caching {
Attention::FlashInfer
} else {
Attention::Paged
Attention::FlashDecoding
};
let block_size = if attention == Attention::FlashDecoding {
256