vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-15 11:29:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

allow people to manually override gfx12 fa

Browse source
This commit is contained in:
Concedo 2025-07-05 11:33:30 +08:00
parent d74c16e6e0
commit 18cd46a6db
2 changed files with 9 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
CMakeLists.txt
View file

@ -62,6 +62,10 @@ add_compile_definitions(GGML_USE_CPU)
add_compile_definitions(GGML_USE_CPU_REPACK) add_compile_definitions(GGML_USE_CPU_REPACK)
add_compile_definitions(NOMINMAX) add_compile_definitions(NOMINMAX)
if (GGML_HIP_FORCE_ROCWMMA_FATTN_GFX12)
add_compile_definitions(GGML_HIP_ROCWMMA_FATTN_GFX12)
endif()
if (MSVC) if (MSVC)
add_compile_options("$<$<COMPILE_LANGUAGE:C>:/utf-8>") add_compile_options("$<$<COMPILE_LANGUAGE:C>:/utf-8>")
add_compile_options("$<$<COMPILE_LANGUAGE:CXX>:/utf-8>") add_compile_options("$<$<COMPILE_LANGUAGE:CXX>:/utf-8>")

5
Makefile
View file

@ -260,6 +260,11 @@ endif
HCC := $(ROCM_PATH)/llvm/bin/clang HCC := $(ROCM_PATH)/llvm/bin/clang
HCXX := $(ROCM_PATH)/llvm/bin/clang++ HCXX := $(ROCM_PATH)/llvm/bin/clang++
endif endif
ifdef GGML_HIP_FORCE_ROCWMMA_FATTN_GFX12
HIPFLAGS += -GGML_HIP_ROCWMMA_FATTN_GFX12
CFLAGS += -GGML_HIP_ROCWMMA_FATTN_GFX12
CXXFLAGS += -GGML_HIP_ROCWMMA_FATTN_GFX12
endif
ifdef LLAMA_NO_WMMA ifdef LLAMA_NO_WMMA
HIPFLAGS += -DGGML_HIP_NO_ROCWMMA_FATTN HIPFLAGS += -DGGML_HIP_NO_ROCWMMA_FATTN
else else