hf_text-generation-inference/backends/trtllm/tests/infer_test.cpp

9 lines
293 B
C++
Raw Normal View History

2024-07-03 02:27:53 -06:00
//
// Created by mfuntowicz on 7/2/24.
//
#include <catch2/catch_all.hpp>
#include "../include/backend.h"
TEST_CASE("Load TRTLLM Engine on the TGI Backend", "[trtllm][engine][load]") {
huggingface::tgi::backends::TensorRtLlmBackend backend("fixtures/engines/llama3-8b-instruct.engine");
}