vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2025-09-10 23:34:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: use model name in openai endpoint

Browse source
This commit is contained in:
ceerrep 2025-02-17 00:11:54 +08:00
parent 5ac266085e
commit ca2090d89b
1 changed files with 2 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

7
ktransformers/server/api/openai/endpoints/chat.py
View file

@ -7,16 +7,13 @@ from ktransformers.server.utils.create_interface import get_interface
from ktransformers.server.schemas.assistants.streaming import chat_stream_response from ktransformers.server.schemas.assistants.streaming import chat_stream_response
from ktransformers.server.schemas.endpoints.chat import ChatCompletionCreate,ChatCompletionChunk,ChatCompletionObject from ktransformers.server.schemas.endpoints.chat import ChatCompletionCreate,ChatCompletionChunk,ChatCompletionObject
from ktransformers.server.backend.base import BackendInterfaceBase from ktransformers.server.backend.base import BackendInterfaceBase
from ktransformers.server.config.config import Config
router = APIRouter() router = APIRouter()
models = [
{"id": "0", "name": "ktranformers-model"},
]
@router.get('/models', tags=['openai']) @router.get('/models', tags=['openai'])
async def list_models(): async def list_models():
return models return [{"id": Config().model_name, "name": Config().model_name}]
@router.post('/chat/completions', tags=['openai']) @router.post('/chat/completions', tags=['openai'])