mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-05-12 05:52:26 +00:00
Merge branch 'upstream' into concedo_experimental
This commit is contained in:
commit
720fc30832
12 changed files with 149 additions and 98 deletions
|
|
@ -16375,10 +16375,10 @@ struct llm_build_granite_hybrid : public llm_graph_context_mamba {
|
|||
}
|
||||
|
||||
ggml_tensor * build_layer_ffn(
|
||||
ggml_tensor * cur,
|
||||
ggml_tensor * inpSA,
|
||||
const llama_model & model,
|
||||
const int il) {
|
||||
ggml_tensor * cur,
|
||||
ggml_tensor * inpSA,
|
||||
const llama_model & model,
|
||||
const int il) {
|
||||
|
||||
// For Granite architectures - scale residual
|
||||
if (hparams.f_residual_scale) {
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue