From 3aa0cfc29d6914143c2d18c6ae2dbb8c36a06e55 Mon Sep 17 00:00:00 2001 From: Wix Woo Date: Sat, 1 Mar 2025 20:15:36 +0000 Subject: [PATCH] fix typo for top_p --- ktransformers/server/backend/interfaces/ktransformers.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ktransformers/server/backend/interfaces/ktransformers.py b/ktransformers/server/backend/interfaces/ktransformers.py index b472b3f..f81c275 100644 --- a/ktransformers/server/backend/interfaces/ktransformers.py +++ b/ktransformers/server/backend/interfaces/ktransformers.py @@ -35,7 +35,7 @@ class KTransformersInterface(TransformersInterface): generation_config = GenerationConfig( max_length=args.max_new_tokens, temperature=args.temperature, - top_p=args.temperature, + top_p=args.top_p, do_sample=True )