misc(cmake): wut
This commit is contained in:
parent
e4432d36b1
commit
fa89d1e613
|
@ -4183,6 +4183,27 @@ dependencies = [
|
||||||
"winapi-util",
|
"winapi-util",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "text-generation-backend-llamacpp"
|
||||||
|
version = "2.4.1-dev0"
|
||||||
|
dependencies = [
|
||||||
|
"clap 4.5.20",
|
||||||
|
"cmake",
|
||||||
|
"cxx",
|
||||||
|
"cxx-build",
|
||||||
|
"hf-hub",
|
||||||
|
"image",
|
||||||
|
"metrics",
|
||||||
|
"metrics-exporter-prometheus",
|
||||||
|
"pkg-config",
|
||||||
|
"serde_json",
|
||||||
|
"text-generation-router",
|
||||||
|
"thiserror",
|
||||||
|
"tokenizers",
|
||||||
|
"tokio",
|
||||||
|
"tokio-stream",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "text-generation-backends-trtllm"
|
name = "text-generation-backends-trtllm"
|
||||||
version = "2.4.1-dev0"
|
version = "2.4.1-dev0"
|
||||||
|
|
3
LICENSE
3
LICENSE
|
@ -1,3 +1,4 @@
|
||||||
|
|
||||||
Apache License
|
Apache License
|
||||||
Version 2.0, January 2004
|
Version 2.0, January 2004
|
||||||
http://www.apache.org/licenses/
|
http://www.apache.org/licenses/
|
||||||
|
@ -186,7 +187,7 @@
|
||||||
same "printed page" as the copyright notice for easier
|
same "printed page" as the copyright notice for easier
|
||||||
identification within third-party archives.
|
identification within third-party archives.
|
||||||
|
|
||||||
Copyright 2022 Hugging Face
|
Copyright [yyyy] [name of copyright owner]
|
||||||
|
|
||||||
Licensed under the Apache License, Version 2.0 (the "License");
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
you may not use this file except in compliance with the License.
|
you may not use this file except in compliance with the License.
|
||||||
|
|
|
@ -1,6 +1,6 @@
|
||||||
pub mod backend;
|
pub mod backend;
|
||||||
|
|
||||||
#[cxx::bridge(namespace = "huggingface::tgi::backends::llama")]
|
#[cxx::bridge(namespace = "huggingface::tgi::backends::llama::impl")]
|
||||||
mod ffi {
|
mod ffi {
|
||||||
unsafe extern "C++" {
|
unsafe extern "C++" {
|
||||||
include!("backends/llamacpp/csrc/backend.cpp");
|
include!("backends/llamacpp/csrc/backend.cpp");
|
||||||
|
|
Loading…
Reference in New Issue