[CMake] FlashInfer bump and cmake changes

mlc-ai · Apr 18, 2024 · d694451 · d694451
1 parent 57d6240
commit d694451
Show file tree

Hide file tree

Showing 3 changed files with 13 additions and 3 deletions.
diff --git a/3rdparty/flashinfer b/3rdparty/flashinfer
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -949,8 +949,6 @@ if (USE_FLASHINFER STREQUAL "ON")
   message(STATUS "Build with FlashInfer")
   set(FLASHINFER_TVM_BINDING ON)
   set(FLASHINFER_TVM_HOME ${PROJECT_SOURCE_DIR})
-  set(FLASHINFER_ENABLE_FP8 OFF)
-  set(FLASHINFER_ENABLE_BF16 OFF)
   set(FLASHINFER_PREFILL OFF)
   set(FLASHINFER_DECODE OFF)
   set(FLASHINFER_PAGE OFF)

diff --git a/cmake/config.cmake b/cmake/config.cmake
@@ -439,6 +439,18 @@ set(USE_GTEST AUTO)
 # Need to have USE_CUDA=ON
 set(USE_CUTLASS OFF)
 
+# Whether to enable FlashInfer or not.
+set(USE_FLASHINFER OFF)
+# Options for FlashInfer kernel compilation.
+set(FLASHINFER_ENABLE_FP8 OFF)
+set(FLASHINFER_ENABLE_BF16 OFF)
+set(FLASHINFER_GEN_GROUP_SIZES 1 4 6 8)
+set(FLASHINFER_GEN_HEAD_DIMS 128)
+set(FLASHINFER_GEN_KV_LAYOUTS 1)
+set(FLASHINFER_GEN_POS_ENCODING_MODES 0 1)
+set(FLASHINFER_GEN_ALLOW_FP16_QK_REDUCTIONS "false")
+set(FLASHINFER_GEN_CASUALS "false" "true")
+
 # Enable to show a summary of TVM options
 set(SUMMARIZE OFF)
+47 −20		CMakeLists.txt
+8 −7		cmake/utils/Utils.cmake
+20 −0		include/flashinfer/utils.cuh
+13 −13		python/csrc/pytorch_extension_utils.h