Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

nix: add punica-kernels (#2477) 

Enables LoRA support.
This commit is contained in:
Daniël de Kok 2024-09-02 11:31:36 +02:00 committed by GitHub
parent e4ab855480
commit de2cdeca53
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
flake.lock
View File

@ -944,11 +944,11 @@
"nixpkgs": "nixpkgs_6"
},
"locked": {
"lastModified": 1724784743,
"narHash": "sha256-NdEoWeNwR/ZstYnHaiQWIYZvr7VsrAh7g3+ZHUPrxuI=",
"lastModified": 1725011596,
"narHash": "sha256-zfq8lOXFgJnKxxsqSelHuKUvhxgH3cEmLoAgsOO62Cg=",
"owner": "danieldk",
"repo": "tgi-nix",
"rev": "c9580c3e39a855246bb87b584bbea1885b44f524",
"rev": "717c2b07e38538abf05237cca65b2d1363c2c9af",
"type": "github"
},
"original": {

2
nix/server.nix
View File

@ -26,6 +26,7 @@
opentelemetry-instrumentation-grpc,
opentelemetry-semantic-conventions,
peft,
punica-kernels,
safetensors,
tokenizers,
torch,
@ -92,6 +93,7 @@ buildPythonPackage {
opentelemetry-instrumentation-grpc
opentelemetry-semantic-conventions
peft
punica-kernels
safetensors
sentencepiece
tokenizers