2024-06-30 15:37:20 -06:00
|
|
|
#include <spdlog/spdlog.h>
|
|
|
|
#include <fmt/std.h>
|
|
|
|
|
|
|
|
#include "backend.h"
|
|
|
|
|
2024-07-01 07:53:23 -06:00
|
|
|
huggingface::tgi::backends::TensorRtLlmBackend::TensorRtLlmBackend(const std::filesystem::path &engineFolder) {
|
2024-06-30 15:37:20 -06:00
|
|
|
SPDLOG_INFO(FMT_STRING("Loading engines from {}"), engineFolder);
|
|
|
|
}
|