diff --git a/ktransformers/server/config/config.py b/ktransformers/server/config/config.py index bd8f9ca..055be06 100644 --- a/ktransformers/server/config/config.py +++ b/ktransformers/server/config/config.py @@ -133,7 +133,7 @@ class Config(metaclass=Singleton): self.smoothing_factor = self.model.get("smoothing_factor", 0.0) self.dynamic_temperature: Optional[str] = self.model.get("dynamic_temperature", None) self.top_k = self.model.get("top_k", 50) - self.top_p = self.model.get("top_p", 1.0) + self.top_p = self.model.get("top_p", 0.8) self.top_a = self.model.get("top_a", 0.0) self.skew = self.model.get("skew", 0.0) self.typical = self.model.get("typical", 0.0)