vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2025-09-10 15:29:39 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #759 from 3wweiweiwu/fix_top_p_typo

Browse source 
fix typo for top_p
This commit is contained in:
wang jiahao 2025-03-02 13:58:11 +08:00 • committed by GitHub
commit 48b9800790
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ktransformers/server/backend/interfaces/ktransformers.py
View file

@ -35,7 +35,7 @@ class KTransformersInterface(TransformersInterface):
generation_config = GenerationConfig( generation_config = GenerationConfig(
max_length=args.max_new_tokens, max_length=args.max_new_tokens,
temperature=args.temperature, temperature=args.temperature,
top_p=args.temperature, top_p=args.top_p,
do_sample=True do_sample=True
) )