Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

nix: add `text-generation-benchmark` to pure devshell (#2431) 

nix: add text-generation-benchmark to pure devshell
This commit is contained in:
Daniël de Kok 2024-08-21 07:48:13 +02:00 committed by GitHub
parent f5f11b797e
commit 9474415095
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 47 additions and 25 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
flake.nix
View File

@ -43,6 +43,9 @@
]; ];
}; };
crateOverrides = import ./nix/crate-overrides.nix { inherit pkgs nix-filter; }; crateOverrides = import ./nix/crate-overrides.nix { inherit pkgs nix-filter; };
benchmark = cargoNix.workspaceMembers.text-generation-benchmark.build.override {
inherit crateOverrides;
};
launcher = cargoNix.workspaceMembers.text-generation-launcher.build.override { launcher = cargoNix.workspaceMembers.text-generation-launcher.build.override {
inherit crateOverrides; inherit crateOverrides;
}; };
@ -57,6 +60,7 @@
pure = mkShell { pure = mkShell {
buildInputs = [ buildInputs = [
benchmark
launcher launcher
router router
server server

68
nix/crate-overrides.nix
View File

@ -20,34 +20,52 @@ defaultCrateOverrides
rav1e = attrs: { env.CARGO_ENCODED_RUSTFLAGS = "-C target-feature=-crt-static"; }; rav1e = attrs: { env.CARGO_ENCODED_RUSTFLAGS = "-C target-feature=-crt-static"; };
grpc-metadata = attrs: { grpc-metadata = attrs: {
src = src = filter {
filter { root = ../backends/grpc-metadata;
root = ../backends/grpc-metadata; include = with filter; [
include = with filter; [ isDirectory
isDirectory (matchExt "rs")
(matchExt "rs") ];
]; };
};
}; };
text-generation-launcer = attrs: { text-generation-benchmark = attrs: {
src = src = filter {
filter { root = ../benchmark;
root = ../launcher; include = with filter; [
include = with filter; [ isDirectory
isDirectory (matchExt "rs")
(matchExt "rs") ];
]; };
}; };
text-generation-client = attrs: {
src = filter {
root = ../.;
include = with filter; [
isDirectory
(and (inDirectory "backends/client") (matchExt "rs"))
(and (inDirectory "proto") (matchExt "proto"))
];
};
postPatch = "cd backends/client";
buildInputs = [ protobuf ];
};
text-generation-launcher = attrs: {
src = filter {
root = ../launcher;
include = with filter; [
isDirectory
(matchExt "rs")
];
};
}; };
text-generation-router = attrs: { text-generation-router = attrs: {
src = src = filter {
filter { root = ../router;
root = ../router; include = with filter; [
include = with filter; [ isDirectory
isDirectory (matchExt "rs")
(matchExt "rs") ];
]; };
};
}; };
text-generation-router-v3 = attrs: { text-generation-router-v3 = attrs: {
# We need to do the src/source root dance so that the build # We need to do the src/source root dance so that the build