mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-10-04 12:11:41 +00:00
Merge branch 'upstream' into concedo_experimental
# Conflicts: # .github/workflows/build-cmake-pkg.yml # .github/workflows/build-cpu.yml # .github/workflows/server-sanitize.yml # CMakeLists.txt # docs/ops.md # docs/ops/CUDA.csv # docs/ops/SYCL.csv # examples/model-conversion/Makefile # ggml/CMakeLists.txt # ggml/include/ggml-sycl.h # ggml/src/ggml-hexagon/ggml-hexagon.cpp # ggml/src/ggml-hexagon/htp/dma-queue.h # ggml/src/ggml-hexagon/htp/flash-attn-ops.c # ggml/src/ggml-opencl/ggml-opencl.cpp # ggml/src/ggml-sycl/fusion.cpp # ggml/src/ggml-sycl/getrows.cpp # ggml/src/ggml-sycl/getrows.hpp # ggml/src/ggml-sycl/ggml-sycl.cpp # ggml/src/ggml-sycl/mmvq.cpp # ggml/src/ggml-sycl/mmvq.hpp # ggml/src/ggml-sycl/norm.cpp # ggml/src/ggml-sycl/norm.hpp # ggml/src/ggml-vulkan/CMakeLists.txt # scripts/make-release-desc.sh # scripts/make-release-summary.txt # scripts/sync-ggml.last # tests/test-backend-ops.cpp # tests/test-jinja.cpp # tests/test-llama-archs.cpp # tests/test-save-load-state.cpp # tools/mtmd/CMakeLists.txt
This commit is contained in:
commit
317e0a2e76
46 changed files with 2292 additions and 4105 deletions
|
|
@ -228,9 +228,7 @@ struct common_speculative_impl_draft_simple : public common_speculative_impl {
|
|||
common_params_sampling params;
|
||||
params.no_perf = false;
|
||||
params.top_k = 10;
|
||||
params.samplers = {
|
||||
COMMON_SAMPLER_TYPE_TOP_K,
|
||||
};
|
||||
params.samplers.assign(1, COMMON_SAMPLER_TYPE_TOP_K);
|
||||
|
||||
smpl.reset(common_sampler_init(llama_get_model(ctx_dft), params));
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue