vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-16 20:09:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix compile errors, rwkv not working

Browse source
This commit is contained in:
Concedo 2023-07-10 18:23:25 +08:00
parent 15576bc865
commit 2827920044
7 changed files with 13 additions and 19 deletions
Download patch file Download diff file Expand all files Collapse all files

3
otherarch/gptj_v3.cpp
View file

@ -445,7 +445,6 @@ bool gptj_eval(
struct ggml_context * ctx0 = ggml_init(params);
struct ggml_cgraph gf = {};
gf.n_threads = n_threads;
struct ggml_tensor * embd = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, N);
memcpy(embd->data, embd_inp.data(), N*ggml_element_size(embd));
@ -620,7 +619,7 @@ bool gptj_eval(
// run the computation
ggml_build_forward_expand(&gf, inpL);
ggml_graph_compute (ctx0, &gf);
ggml_graph_compute_with_ctx(ctx0, &gf, n_threads);
//if (n_past%100 == 0) {
// ggml_graph_print (&gf);