From d2dc8fd3b8ed6a0a3ca16ce5ee8e9043eb2dbb56 Mon Sep 17 00:00:00 2001 From: Zonghang Li Date: Sun, 8 Dec 2024 10:14:20 +0400 Subject: [PATCH] set CUDA_READ_BLOCK_SIZE to 512 --- ggml/src/ggml-cuda/read.cuh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml/src/ggml-cuda/read.cuh b/ggml/src/ggml-cuda/read.cuh index 0cd27d90..273e9911 100644 --- a/ggml/src/ggml-cuda/read.cuh +++ b/ggml/src/ggml-cuda/read.cuh @@ -1,5 +1,5 @@ #include "common.cuh" -#define CUDA_READ_BLOCK_SIZE 32 +#define CUDA_READ_BLOCK_SIZE 512 void ggml_cuda_read(ggml_tensor * dst);