hf_text-generation-inference/csrc/CMakeLists.txt

cmake_minimum_required(VERSION 3.22)
project(text-generation-inference LANGUAGES C CXX CUDA)

# Update some policies
if (CMAKE_VERSION VERSION_GREATER_EQUAL "3.24.0")
    cmake_policy(SET CMP0135 NEW)
endif ()


# Define some overall constants
set(CMAKE_CXX_STANDARD 20)
set(TORCH_VERSION "2.3.1" "Version of PyTorch to build against")

# Define options
option(TGI_BUILD_CCL "Flag to enable/disable build of tgiccl collective library" ON)

# Add some modules
include(FetchContent)
include(cmake/fmt.cmake)
include(cmake/spdlog.cmake)

# Let's find LibTorch
include(cmake/torch.cmake)
find_package(Torch REQUIRED)
find_package(CUDAToolkit REQUIRED)
find_package(Python3 COMPONENTS Interpreter)

# TGI common
add_subdirectory(common)

# Include submodules
if (${TGI_BUILD_CCL})
    add_subdirectory(tgiccl)
endif ()