| .. |
|
custom_modeling
|
feat(server): add paged attention to flash models (#516)
|
2023-06-30 19:09:59 +02:00 |
|
__init__.py
|
feat(server): Add inference support for GPTQ (llama + falcon tested) + Quantization script (#438)
|
2023-06-26 12:27:01 +02:00 |
|
bloom.py
|
feat(server): Rework model loading (#344)
|
2023-06-08 14:51:52 +02:00 |
|
causal_lm.py
|
feat(server): add paged attention to flash models (#516)
|
2023-06-30 19:09:59 +02:00 |
|
flash_causal_lm.py
|
feat(server): add paged attention to flash models (#516)
|
2023-06-30 19:09:59 +02:00 |
|
flash_llama.py
|
feat(server): add paged attention to flash models (#516)
|
2023-06-30 19:09:59 +02:00 |
|
flash_neox.py
|
feat(server): add paged attention to flash models (#516)
|
2023-06-30 19:09:59 +02:00 |
|
flash_rw.py
|
feat(server): add paged attention to flash models (#516)
|
2023-06-30 19:09:59 +02:00 |
|
flash_santacoder.py
|
feat(server): add paged attention to flash models (#516)
|
2023-06-30 19:09:59 +02:00 |
|
galactica.py
|
feat(server): Rework model loading (#344)
|
2023-06-08 14:51:52 +02:00 |
|
gpt_neox.py
|
feat(server): Rework model loading (#344)
|
2023-06-08 14:51:52 +02:00 |
|
model.py
|
feat(server): add paged attention to flash models (#516)
|
2023-06-30 19:09:59 +02:00 |
|
opt.py
|
feat(server): Rework model loading (#344)
|
2023-06-08 14:51:52 +02:00 |
|
rw.py
|
feat(server): add retry on download (#384)
|
2023-05-31 10:57:53 +02:00 |
|
santacoder.py
|
feat(server): support trust_remote_code (#363)
|
2023-05-23 20:40:39 +02:00 |
|
seq2seq_lm.py
|
feat(server): add paged attention to flash models (#516)
|
2023-06-30 19:09:59 +02:00 |
|
t5.py
|
feat(server): Rework model loading (#344)
|
2023-06-08 14:51:52 +02:00 |
|
types.py
|
feat(server): support vectorized warpers in flash causal lm (#317)
|
2023-05-26 12:30:27 +02:00 |
e74bd41e0f