vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

cleanup indentation, fixing cublas build

Browse source
This commit is contained in:
Concedo 2023-06-08 22:40:53 +08:00
parent a979e71ddc
commit a6a0fa338a
9 changed files with 933 additions and 127 deletions
Download patch file Download diff file Expand all files Collapse all files

21
otherarch/ggml_v2-cuda.h Normal file
View file

@ -0,0 +1,21 @@
#include "ggml_v2.h"
#ifdef __cplusplus
extern "C" {
#endif
void ggml_v2_init_cublas(void);
bool ggml_v2_cuda_can_mul_mat(const struct ggml_v2_tensor * src0, const struct ggml_v2_tensor * src1, struct ggml_v2_tensor * dst);
size_t ggml_v2_cuda_mul_mat_get_wsize(const struct ggml_v2_tensor * src0, const struct ggml_v2_tensor * src1, struct ggml_v2_tensor * dst);
void ggml_v2_cuda_mul_mat(const struct ggml_v2_tensor * src0, const struct ggml_v2_tensor * src1, struct ggml_v2_tensor * dst, void * wdata, size_t wsize);
// TODO: export these with GGML_V2_API
void * ggml_v2_cuda_host_malloc(size_t size);
void ggml_v2_cuda_host_free(void * ptr);
void ggml_v2_cuda_transform_tensor(struct ggml_v2_tensor * tensor);
#ifdef __cplusplus
}
#endif