misc(cmake): wut

This commit is contained in:
Morgan Funtowicz 2024-10-21 09:14:35 +02:00
parent e4432d36b1
commit fa89d1e613
3 changed files with 24 additions and 2 deletions

21
Cargo.lock generated
View File

@ -4183,6 +4183,27 @@ dependencies = [
"winapi-util",
]
[[package]]
name = "text-generation-backend-llamacpp"
version = "2.4.1-dev0"
dependencies = [
"clap 4.5.20",
"cmake",
"cxx",
"cxx-build",
"hf-hub",
"image",
"metrics",
"metrics-exporter-prometheus",
"pkg-config",
"serde_json",
"text-generation-router",
"thiserror",
"tokenizers",
"tokio",
"tokio-stream",
]
[[package]]
name = "text-generation-backends-trtllm"
version = "2.4.1-dev0"

View File

@ -1,3 +1,4 @@
Apache License
Version 2.0, January 2004
http://www.apache.org/licenses/
@ -186,7 +187,7 @@
same "printed page" as the copyright notice for easier
identification within third-party archives.
Copyright 2022 Hugging Face
Copyright [yyyy] [name of copyright owner]
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.

View File

@ -1,6 +1,6 @@
pub mod backend;
#[cxx::bridge(namespace = "huggingface::tgi::backends::llama")]
#[cxx::bridge(namespace = "huggingface::tgi::backends::llama::impl")]
mod ffi {
unsafe extern "C++" {
include!("backends/llamacpp/csrc/backend.cpp");