| .. |
|
custom_modeling
|
feat: vendor precompiled llama mlp kernel
|
2024-04-16 22:07:00 +00:00 |
|
__init__.py
|
feat: medusa v2 (#1734)
|
2024-04-12 16:24:45 +02:00 |
|
bloom.py
|
Revamp medusa implementation so that every model can benefit. (#1588)
|
2024-02-26 19:49:28 +01:00 |
|
cache_manager.py
|
v2.0.0 (#1736)
|
2024-04-12 18:38:34 +02:00 |
|
causal_lm.py
|
feat: Qwen2 (#1608)
|
2024-02-28 15:50:31 +01:00 |
|
flash_causal_lm.py
|
feat: medusa v2 (#1734)
|
2024-04-12 16:24:45 +02:00 |
|
flash_cohere.py
|
fix: fix CohereForAI/c4ai-command-r-plus (#1707)
|
2024-04-10 17:20:25 +02:00 |
|
flash_dbrx.py
|
feat: Add dbrx support (#1685)
|
2024-03-29 18:49:36 +01:00 |
|
flash_gemma.py
|
feat: cohere (#1660)
|
2024-03-22 17:59:25 +01:00 |
|
flash_llama.py
|
Adding Llava-Next (Llava 1.6) with full support. (#1709)
|
2024-04-09 21:32:00 +02:00 |
|
flash_mistral.py
|
fix: fix CohereForAI/c4ai-command-r-plus (#1707)
|
2024-04-10 17:20:25 +02:00 |
|
flash_mixtral.py
|
Revamp medusa implementation so that every model can benefit. (#1588)
|
2024-02-26 19:49:28 +01:00 |
|
flash_neox.py
|
Revamp medusa implementation so that every model can benefit. (#1588)
|
2024-02-26 19:49:28 +01:00 |
|
flash_phi.py
|
Revamp medusa implementation so that every model can benefit. (#1588)
|
2024-02-26 19:49:28 +01:00 |
|
flash_qwen2.py
|
feat: Qwen2 (#1608)
|
2024-02-28 15:50:31 +01:00 |
|
flash_rw.py
|
Revamp medusa implementation so that every model can benefit. (#1588)
|
2024-02-26 19:49:28 +01:00 |
|
flash_santacoder.py
|
Revamp medusa implementation so that every model can benefit. (#1588)
|
2024-02-26 19:49:28 +01:00 |
|
flash_starcoder2.py
|
feat: Qwen2 (#1608)
|
2024-02-28 15:50:31 +01:00 |
|
galactica.py
|
feat: Qwen2 (#1608)
|
2024-02-28 15:50:31 +01:00 |
|
globals.py
|
Add cuda graphs sizes and make it default. (#1703)
|
2024-04-04 23:01:56 +02:00 |
|
gpt_neox.py
|
feat: Qwen2 (#1608)
|
2024-02-28 15:50:31 +01:00 |
|
idefics.py
|
Fix idefics default. (#1614)
|
2024-02-29 13:16:34 +01:00 |
|
idefics_causal_lm.py
|
Adding Llava-Next (Llava 1.6) with full support. (#1709)
|
2024-04-09 21:32:00 +02:00 |
|
llava_next.py
|
Adding Llava-Next (Llava 1.6) with full support. (#1709)
|
2024-04-09 21:32:00 +02:00 |
|
mamba.py
|
Add cuda graphs sizes and make it default. (#1703)
|
2024-04-04 23:01:56 +02:00 |
|
model.py
|
fix: fix logic if sliding window key is not present in config (#1352)
|
2023-12-15 14:56:17 +01:00 |
|
mpt.py
|
Revamp medusa implementation so that every model can benefit. (#1588)
|
2024-02-26 19:49:28 +01:00 |
|
opt.py
|
Revamp medusa implementation so that every model can benefit. (#1588)
|
2024-02-26 19:49:28 +01:00 |
|
phi.py
|
Revamp medusa implementation so that every model can benefit. (#1588)
|
2024-02-26 19:49:28 +01:00 |
|
rw.py
|
feat: Qwen2 (#1608)
|
2024-02-28 15:50:31 +01:00 |
|
santacoder.py
|
Revamp medusa implementation so that every model can benefit. (#1588)
|
2024-02-26 19:49:28 +01:00 |
|
seq2seq_lm.py
|
feat: Qwen2 (#1608)
|
2024-02-28 15:50:31 +01:00 |
|
t5.py
|
Revamp medusa implementation so that every model can benefit. (#1588)
|
2024-02-26 19:49:28 +01:00 |
|
types.py
|
chore: add pre-commit (#1569)
|
2024-02-16 11:58:58 +01:00 |
|
vlm_causal_lm.py
|
Adding Llava-Next (Llava 1.6) with full support. (#1709)
|
2024-04-09 21:32:00 +02:00 |
9eeda34427