diff --git a/Cargo.lock b/Cargo.lock index 72441430..4075556b 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -4183,6 +4183,27 @@ dependencies = [ "winapi-util", ] +[[package]] +name = "text-generation-backend-llamacpp" +version = "2.4.1-dev0" +dependencies = [ + "clap 4.5.20", + "cmake", + "cxx", + "cxx-build", + "hf-hub", + "image", + "metrics", + "metrics-exporter-prometheus", + "pkg-config", + "serde_json", + "text-generation-router", + "thiserror", + "tokenizers", + "tokio", + "tokio-stream", +] + [[package]] name = "text-generation-backends-trtllm" version = "2.4.1-dev0" diff --git a/LICENSE b/LICENSE index 7d0e8034..d6456956 100644 --- a/LICENSE +++ b/LICENSE @@ -1,3 +1,4 @@ + Apache License Version 2.0, January 2004 http://www.apache.org/licenses/ @@ -186,7 +187,7 @@ same "printed page" as the copyright notice for easier identification within third-party archives. - Copyright 2022 Hugging Face + Copyright [yyyy] [name of copyright owner] Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. diff --git a/backends/llamacpp/src/lib.rs b/backends/llamacpp/src/lib.rs index d4c3caf9..bea7c06f 100644 --- a/backends/llamacpp/src/lib.rs +++ b/backends/llamacpp/src/lib.rs @@ -1,6 +1,6 @@ pub mod backend; -#[cxx::bridge(namespace = "huggingface::tgi::backends::llama")] +#[cxx::bridge(namespace = "huggingface::tgi::backends::llama::impl")] mod ffi { unsafe extern "C++" { include!("backends/llamacpp/csrc/backend.cpp");