set CUDA_READ_BLOCK_SIZE to 512

This commit is contained in:
Zonghang Li 2024-12-08 10:14:20 +04:00
parent df813675d0
commit d2dc8fd3b8

View file

@ -1,5 +1,5 @@
#include "common.cuh"
#define CUDA_READ_BLOCK_SIZE 32
#define CUDA_READ_BLOCK_SIZE 512
void ggml_cuda_read(ggml_tensor * dst);