misc(cmake): wut
This commit is contained in:
parent
e4432d36b1
commit
fa89d1e613
|
@ -4183,6 +4183,27 @@ dependencies = [
|
|||
"winapi-util",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "text-generation-backend-llamacpp"
|
||||
version = "2.4.1-dev0"
|
||||
dependencies = [
|
||||
"clap 4.5.20",
|
||||
"cmake",
|
||||
"cxx",
|
||||
"cxx-build",
|
||||
"hf-hub",
|
||||
"image",
|
||||
"metrics",
|
||||
"metrics-exporter-prometheus",
|
||||
"pkg-config",
|
||||
"serde_json",
|
||||
"text-generation-router",
|
||||
"thiserror",
|
||||
"tokenizers",
|
||||
"tokio",
|
||||
"tokio-stream",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "text-generation-backends-trtllm"
|
||||
version = "2.4.1-dev0"
|
||||
|
|
3
LICENSE
3
LICENSE
|
@ -1,3 +1,4 @@
|
|||
|
||||
Apache License
|
||||
Version 2.0, January 2004
|
||||
http://www.apache.org/licenses/
|
||||
|
@ -186,7 +187,7 @@
|
|||
same "printed page" as the copyright notice for easier
|
||||
identification within third-party archives.
|
||||
|
||||
Copyright 2022 Hugging Face
|
||||
Copyright [yyyy] [name of copyright owner]
|
||||
|
||||
Licensed under the Apache License, Version 2.0 (the "License");
|
||||
you may not use this file except in compliance with the License.
|
||||
|
|
|
@ -1,6 +1,6 @@
|
|||
pub mod backend;
|
||||
|
||||
#[cxx::bridge(namespace = "huggingface::tgi::backends::llama")]
|
||||
#[cxx::bridge(namespace = "huggingface::tgi::backends::llama::impl")]
|
||||
mod ffi {
|
||||
unsafe extern "C++" {
|
||||
include!("backends/llamacpp/csrc/backend.cpp");
|
||||
|
|
Loading…
Reference in New Issue