vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2025-09-14 17:19:42 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

⚡ release v0.2.3

Browse source
This commit is contained in:
liam 2025-03-05 20:21:04 +08:00
parent 034a116365
commit 848fe8ab97
9 changed files with 233 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ktransformers/tests/humaneval/eval_api.py
View file

@ -13,7 +13,7 @@ def generate_text(api_url,question , model_name, stream=False, auth_token=None):
'accept': 'application/json',
'Content-Type': 'application/json',
# 添加 API Key
'Authorization' : 'Bearer ' + auth_token
'Authorization' : 'Bearer ' + auth_token if auth_token else ''
}
question = instruct_prompt(question)
data = {