Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

misc(ffi): remove unused ffi mapping

This commit is contained in:
Morgan Funtowicz 2024-11-04 16:26:05 +01:00
parent 5b7a951389
commit 958c72a44a
1 changed files with 0 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
backends/llamacpp/src/lib.rs
View File

@ -52,14 +52,6 @@ mod ffi {
#[rust_name = "create_single_worker_backend"]
fn create_single_worker_backend(modelPath: &str) -> Result<UniquePtr<LlamaCppBackendImpl>>;
// fn generate(
// self: Pin<&mut LlamaCppBackendImpl>,
// tokens: &[u32],
// generated: &mut [u32],
// generation_params: GenerationParams,
// sampling_params: &SamplingParams,
// ) -> Result<usize>;
unsafe fn stream(
self: Pin<&mut LlamaCppBackendImpl>,
tokens: &[u32],