vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-13 18:39:48 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Merge branch 'master' into concedo_experimental

Browse source 
# Conflicts:
#	.gitignore
#	README.md
#	tests/CMakeLists.txt
This commit is contained in:
Concedo 2023-08-24 15:21:24 +08:00
commit b8372d4466
51 changed files with 2120 additions and 825 deletions
Download patch file Download diff file Expand all files Collapse all files

6
otherarch/gpt2_v3.cpp
View file

@ -473,7 +473,7 @@ bool gpt2_eval(
// norm
{
// [ 768, N]
cur = ggml_norm(ctx0, inpL);
cur = ggml_norm(ctx0, inpL, default_norm_eps);
// cur = ln_1_g*cur + ln_1_b
// [ 768, N]
@ -624,7 +624,7 @@ bool gpt2_eval(
{
// norm
{
cur = ggml_norm(ctx0, inpFF);
cur = ggml_norm(ctx0, inpFF, default_norm_eps);
// cur = ln_2_g*cur + ln_2_b
// [ 768, N]
@ -683,7 +683,7 @@ bool gpt2_eval(
// norm
{
// [ 768, N]
inpL = ggml_norm(ctx0, inpL);
inpL = ggml_norm(ctx0, inpL, default_norm_eps);
// inpL = ln_f_g*inpL + ln_f_b
// [ 768, N]