Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

nix: add punica-kernels (#2477) 

Enables LoRA support.
This commit is contained in:
Daniël de Kok 2024-09-02 11:31:36 +02:00 committed by GitHub
parent e4ab855480
commit de2cdeca53
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
flake.lock
View File

@ -944,11 +944,11 @@
"nixpkgs": "nixpkgs_6" "nixpkgs": "nixpkgs_6"
}, },
"locked": { "locked": {
"lastModified": 1724784743, "lastModified": 1725011596,
"narHash": "sha256-NdEoWeNwR/ZstYnHaiQWIYZvr7VsrAh7g3+ZHUPrxuI=", "narHash": "sha256-zfq8lOXFgJnKxxsqSelHuKUvhxgH3cEmLoAgsOO62Cg=",
"owner": "danieldk", "owner": "danieldk",
"repo": "tgi-nix", "repo": "tgi-nix",
"rev": "c9580c3e39a855246bb87b584bbea1885b44f524", "rev": "717c2b07e38538abf05237cca65b2d1363c2c9af",
"type": "github" "type": "github"
}, },
"original": { "original": {

2
nix/server.nix
View File

@ -26,6 +26,7 @@
opentelemetry-instrumentation-grpc, opentelemetry-instrumentation-grpc,
opentelemetry-semantic-conventions, opentelemetry-semantic-conventions,
peft, peft,
punica-kernels,
safetensors, safetensors,
tokenizers, tokenizers,
torch, torch,
@ -92,6 +93,7 @@ buildPythonPackage {
opentelemetry-instrumentation-grpc opentelemetry-instrumentation-grpc
opentelemetry-semantic-conventions opentelemetry-semantic-conventions
peft peft
punica-kernels
safetensors safetensors
sentencepiece sentencepiece
tokenizers tokenizers