feat: use model name in openai endpoint

kvcache-ai · Feb 16, 2025 · c7fdb62 · c7fdb62
1 parent 5ac2660
commit c7fdb62
Showing 1 changed file with 2 additions and 5 deletions.
diff --git a/ktransformers/server/api/openai/endpoints/chat.py b/ktransformers/server/api/openai/endpoints/chat.py
@@ -7,16 +7,13 @@
 from ktransformers.server.schemas.assistants.streaming import chat_stream_response
 from ktransformers.server.schemas.endpoints.chat import ChatCompletionCreate,ChatCompletionChunk,ChatCompletionObject
 from ktransformers.server.backend.base import BackendInterfaceBase
+from ktransformers.server.config.config import Config
 
 router = APIRouter()
 
-models = [
-    {"id": "0", "name": "ktranformers-model"},
-]
-
 @router.get('/models', tags=['openai'])
 async def list_models():
-    return models
+    return {"id": Config().model_name, "name": Config().model_name}
 
 
 @router.post('/chat/completions', tags=['openai'])