vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-12 18:05:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

avoid confusing users.

Browse source
This commit is contained in:
Concedo 2024-11-26 21:28:20 +08:00
parent fdfb9b33d7
commit 9708abf282
1 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

9
ggml/src/ggml-cuda/ggml-cuda.cu
View file

@ -149,7 +149,7 @@ static ggml_cuda_device_info ggml_cuda_init() {
//#else
// GGML_LOG_INFO("%s: GGML_CUDA_FORCE_CUBLAS: no\n", __func__);
//#endif // GGML_CUDA_FORCE_CUBLAS
GGML_LOG_INFO("---\nInitializing CUDA, please wait, the following step may take a few minutes for first launch...\n---\n", __func__, info.device_count);
GGML_LOG_INFO("---\nInitializing CUDA/HIP, please wait, the following step may take a few minutes for first launch...\n---\n", __func__, info.device_count);
GGML_LOG_INFO("%s: found %d " GGML_CUDA_NAME " devices:\n", __func__, info.device_count);
for (int id = 0; id < info.device_count; ++id) {
int device_vmm = 0;
@ -3141,9 +3141,10 @@ static ggml_backend_feature * ggml_backend_cuda_get_features(ggml_backend_reg_t
features.push_back({ "ARCHS", STRINGIFY(__CUDA_ARCH_LIST__) });
#endif
#ifdef GGML_CUDA_FORCE_MMQ
features.push_back({ "FORCE_MMQ", "1" });
#endif
//avoid confusing users
// #ifdef GGML_CUDA_FORCE_MMQ
// features.push_back({ "FORCE_MMQ", "1" });
// #endif
#ifdef GGML_CUDA_FORCE_CUBLAS
features.push_back({ "FORCE_CUBLAS", "1" });