mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-05-01 21:20:29 +00:00
Merge branch 'upstream' into concedo_experimental
# Conflicts: # .devops/vulkan.Dockerfile # ggml/src/ggml-cpu/CMakeLists.txt # ggml/src/ggml-opencl/ggml-opencl.cpp # ggml/src/ggml-opencl/kernels/set_rows.cl # ggml/src/ggml-vulkan/ggml-vulkan.cpp # ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp # tests/test-backend-ops.cpp # tools/batched-bench/batched-bench.cpp
This commit is contained in:
commit
5125c0b879
34 changed files with 1321 additions and 371 deletions
|
|
@ -182,7 +182,7 @@ int32_t mtmd_helper_decode_image_chunk(
|
|||
}
|
||||
|
||||
const llama_model * model = llama_get_model(lctx);
|
||||
int n_mmproj_embd = llama_model_n_embd(model);
|
||||
int n_mmproj_embd = llama_model_n_embd_inp(model);
|
||||
int n_pos_per_embd = mtmd_decode_use_mrope(ctx) ? 4 : 1;
|
||||
|
||||
int32_t n_tokens = mtmd_input_chunk_get_n_tokens(chunk);
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue