vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 17:44:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

cleanup indentation, fixing cublas build

Browse source
This commit is contained in:
Concedo 2023-06-08 22:40:53 +08:00
parent a979e71ddc
commit a6a0fa338a
9 changed files with 933 additions and 127 deletions
Download patch file Download diff file Expand all files Collapse all files

6
otherarch/llama_v2-util.h
View file

@ -416,7 +416,7 @@ struct llama_v2_buffer {
};
#ifdef GGML_USE_CUBLAS
#include "ggml-cuda.h"
#include "ggml_v2-cuda.h"
struct llama_v2_ctx_buffer {
uint8_t * addr = NULL;
bool is_cuda;
@ -427,7 +427,7 @@ struct llama_v2_ctx_buffer {
void resize(size_t size) {
free();
addr = (uint8_t *) ggml_cuda_host_malloc(size);
addr = (uint8_t *) ggml_v2_cuda_host_malloc(size);
if (addr) {
is_cuda = true;
}
@ -442,7 +442,7 @@ struct llama_v2_ctx_buffer {
void free() {
if (addr) {
if (is_cuda) {
ggml_cuda_host_free(addr);
ggml_v2_cuda_host_free(addr);
}
else {
delete[] addr;