vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2025-09-07 21:19:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix typo for top_p

Browse source
This commit is contained in:
Wix Woo 2025-03-01 20:15:36 +00:00
parent 69382e58f9
commit 3aa0cfc29d
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
ktransformers/server/backend/interfaces/ktransformers.py
View file

@ -35,7 +35,7 @@ class KTransformersInterface(TransformersInterface):
generation_config = GenerationConfig( generation_config = GenerationConfig(
max_length=args.max_new_tokens, max_length=args.max_new_tokens,
temperature=args.temperature, temperature=args.temperature,
top_p=args.temperature, top_p=args.top_p,
do_sample=True do_sample=True
) )