vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2025-09-11 07:44:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

⚡ add mmlu_pro test

Browse source
This commit is contained in:
liam 2025-02-18 14:43:38 +08:00
parent 07a0555016
commit 592e13d453
3 changed files with 197 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ktransformers/tests/mmlu_test.py
View file

@ -88,7 +88,7 @@ def generate_text(api_url, question, model_name, stream=False):
"messages": [{"content": question, "role": "user"}],
"model": model_name,
"stream": stream,
"temperature": 0.6
# "temperature": 0.0
}
print("POST data:", data)