Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

update trtllm to latest version a96cccafcf6365c128f004f779160951f8c0801c

This commit is contained in:
Morgan Funtowicz 2024-07-10 13:47:56 +00:00
parent 7b9f92a0aa
commit 6c92ebe6a8
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backends/trtllm/cmake/trtllm.cmake
View File

@ -23,12 +23,10 @@ add_compile_definitions(NDEBUG OFF)
fetchcontent_declare(
trtllm
GIT_REPOSITORY https://github.com/nvidia/tensorrt-llm.git
GIT_TAG 9dbc5b38baba399c5517685ecc5b66f57a177a4c
GIT_TAG a96cccafcf6365c128f004f779160951f8c0801c
GIT_SHALLOW TRUE
)
fetchcontent_makeavailable(trtllm)
message(STATUS "Found TensorRT-LLM: ${trtllm_SOURCE_DIR}")
execute_process(COMMAND git lfs install WORKING_DIRECTORY "${trtllm_SOURCE_DIR}/")
execute_process(COMMAND git lfs pull WORKING_DIRECTORY "${trtllm_SOURCE_DIR}/")
add_subdirectory("${trtllm_SOURCE_DIR}/cpp")
include_directories("${trtllm_SOURCE_DIR}/cpp/include")