nix: add router to the devshell (#2396)

This commit is contained in:
Daniël de Kok 2024-08-12 09:28:38 +02:00 committed by GitHub
parent 8dcc7d3f6b
commit 01a515dea2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 22 additions and 0 deletions

View File

@ -70,6 +70,10 @@
torch torch
transformers transformers
vllm vllm
(callPackage ./router.nix {
inherit (rustPlatform) buildRustPackage importCargoLock;
})
]); ]);
venvDir = "./.venv"; venvDir = "./.venv";

18
router.nix Normal file
View File

@ -0,0 +1,18 @@
{ buildRustPackage, importCargoLock, pkg-config, protobuf, openssl }:
buildRustPackage {
name = "text-generation-router";
src = ./.;
sourceDir = ./backends/v3;
cargoLock = {
lockFile = ./Cargo.lock;
};
nativeBuildInputs = [ pkg-config ];
buildInputs = [ openssl.dev protobuf ];
}