diff --git a/flake.nix b/flake.nix index fdd67d00..1d14561f 100644 --- a/flake.nix +++ b/flake.nix @@ -70,6 +70,10 @@ torch transformers vllm + + (callPackage ./router.nix { + inherit (rustPlatform) buildRustPackage importCargoLock; + }) ]); venvDir = "./.venv"; diff --git a/router.nix b/router.nix new file mode 100644 index 00000000..eeeac199 --- /dev/null +++ b/router.nix @@ -0,0 +1,18 @@ +{ buildRustPackage, importCargoLock, pkg-config, protobuf, openssl }: + +buildRustPackage { + name = "text-generation-router"; + + src = ./.; + + sourceDir = ./backends/v3; + + cargoLock = { + lockFile = ./Cargo.lock; + }; + + nativeBuildInputs = [ pkg-config ]; + + buildInputs = [ openssl.dev protobuf ]; + +}