Added simple /models endpoint to work with frontends that don't allow bypass check like Openweb-ui

This commit is contained in:
RodriMora 2025-02-07 10:30:39 +01:00
parent de7e892f72
commit b1bff2a405

View file

@ -10,6 +10,14 @@ from ktransformers.server.backend.base import BackendInterfaceBase
router = APIRouter()
models = [
{"id": "0", "name": "ktranformers-model"},
]
@router.get('/models', tags=['openai'])
async def list_models():
return models
@router.post('/chat/completions', tags=['openai'])
async def chat_completion(request:Request,create:ChatCompletionCreate):