Forgot last default place.
This commit is contained in:
parent
3d46783f1a
commit
cdbf73eef8
|
@ -47,7 +47,7 @@ impl BackendV3 {
|
|||
} else if prefix_caching {
|
||||
Attention::FlashInfer
|
||||
} else {
|
||||
Attention::Paged
|
||||
Attention::FlashDecoding
|
||||
};
|
||||
let block_size = if attention == Attention::FlashDecoding {
|
||||
256
|
||||
|
|
Loading…
Reference in New Issue