Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

nix: add awq-inference-engine as server dependency (#2442)

This commit is contained in:
Daniël de Kok 2024-08-21 22:20:03 +02:00 committed by GitHub
parent 310778e02a
commit 358ceb67dd
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
flake.lock
View File

@ -944,11 +944,11 @@
"nixpkgs": "nixpkgs_6" "nixpkgs": "nixpkgs_6"
}, },
"locked": { "locked": {
"lastModified": 1724218652, "lastModified": 1724270760,
"narHash": "sha256-Y7Kt+AZRIdo7tr/VhKGzdwYf7stiYQ4JD7flusEpXQw=", "narHash": "sha256-KX566x0+3HZcB20HPdvdwyMm7ZJg21M+iqVrs/HCimA=",
"owner": "danieldk", "owner": "danieldk",
"repo": "tgi-nix", "repo": "tgi-nix",
"rev": "ab2761aa7b970e737492b8cc41ca580dcb094808", "rev": "12cbaa76ff258351741d3b5afb7161f617fe7b4c",
"type": "github" "type": "github"
}, },
"original": { "original": {

2
nix/server.nix
View File

@ -3,6 +3,7 @@
buildPythonPackage, buildPythonPackage,
poetry-core, poetry-core,
mypy-protobuf, mypy-protobuf,
awq-inference-engine,
causal-conv1d, causal-conv1d,
eetq, eetq,
einops, einops,
@ -67,6 +68,7 @@ buildPythonPackage {
pythonRemoveDeps = [ "scipy" ]; pythonRemoveDeps = [ "scipy" ];
dependencies = [ dependencies = [
awq-inference-engine
eetq eetq
causal-conv1d causal-conv1d
einops einops