vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-15 03:19:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix for yr-rocm, large gpu scratch

Browse source
This commit is contained in:
Concedo 2023-06-30 12:40:08 +08:00
parent 1347d3acc0
commit 86469d15c4
6 changed files with 16 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

4
otherarch/gpt2_v3.cpp
View file

@ -18,10 +18,12 @@
#ifdef GGML_USE_CUBLAS
#include "ggml-cuda.h"
#elif defined(GGML_USE_CLBLAST)
#endif
#if defined(GGML_USE_CLBLAST)
#include "ggml-opencl.h"
#endif
// load the model's weights from a file
ModelLoadResult gpt2_model_load(const std::string & fname, gpt2_model & model, gpt_vocab & vocab, FileFormat file_format, int gpulayers) {
printf("%s: loading model from '%s'\n", __func__, fname.c_str());