vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-11 04:51:25 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

hide misleading mmq print

Browse source
This commit is contained in:
Concedo 2024-04-09 15:18:50 +08:00
parent d54af7fa31
commit 9f56ca0ceb
1 changed files with 10 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

20
ggml-cuda.cu
View file

@ -100,16 +100,16 @@ static ggml_cuda_device_info ggml_cuda_init() {
GGML_ASSERT(info.device_count <= GGML_CUDA_MAX_DEVICES);
int64_t total_vram = 0;
#if defined(GGML_CUDA_FORCE_MMQ)
fprintf(stderr, "%s: GGML_CUDA_FORCE_MMQ: yes\n", __func__);
#else
fprintf(stderr, "%s: GGML_CUDA_FORCE_MMQ: no\n", __func__);
#endif
#if defined(CUDA_USE_TENSOR_CORES)
fprintf(stderr, "%s: CUDA_USE_TENSOR_CORES: yes\n", __func__);
#else
fprintf(stderr, "%s: CUDA_USE_TENSOR_CORES: no\n", __func__);
#endif
// #if defined(GGML_CUDA_FORCE_MMQ)
// fprintf(stderr, "%s: GGML_CUDA_FORCE_MMQ: yes\n", __func__);
// #else
// fprintf(stderr, "%s: GGML_CUDA_FORCE_MMQ: no\n", __func__);
// #endif
// #if defined(CUDA_USE_TENSOR_CORES)
// fprintf(stderr, "%s: CUDA_USE_TENSOR_CORES: yes\n", __func__);
// #else
// fprintf(stderr, "%s: CUDA_USE_TENSOR_CORES: no\n", __func__);
// #endif
fprintf(stderr, "%s: found %d " GGML_CUDA_NAME " devices:\n", __func__, info.device_count);
for (int id = 0; id < info.device_count; ++id) {
int device_vmm = 0;