Remove /generate placeholder

triton-inference-server · Sep 20, 2023 · f253d06 · f253d06
1 parent a99e3f0
commit f253d06
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 21 deletions.
diff --git a/src/http_server.cc b/src/http_server.cc
@@ -1009,7 +1009,7 @@ HTTPAPIServer::HTTPAPIServer(
       server_(server), trace_manager_(trace_manager), shm_manager_(shm_manager),
       allocator_(nullptr), server_regex_(R"(/v2(?:/health/(live|ready))?)"),
       model_regex_(
-          R"(/v2/models/([^/]+)(?:/versions/([0-9]+))?(?:/(infer|generate|ready|config|stats|trace/setting))?)"),
+          R"(/v2/models/([^/]+)(?:/versions/([0-9]+))?(?:/(infer|ready|config|stats|trace/setting))?)"),
       modelcontrol_regex_(
           R"(/v2/repository(?:/([^/]+))?/(index|models/([^/]+)/(load|unload)))"),
       systemsharedmemory_regex_(
@@ -3159,19 +3159,6 @@ HTTPAPIServer::HandleInfer(
   infer_request.release();
 }
 
-void
-HTTPAPIServer::HandleGenerate(
-    evhtp_request_t* req, const std::string& model_name,
-    const std::string& model_version_str)
-{
-  if (req->method != htp_method_POST) {
-    RETURN_AND_RESPOND_WITH_ERR(
-        req, EVHTP_RES_METHNALLOWED, "Method Not Allowed");
-  }
-
-  RETURN_AND_RESPOND_WITH_ERR(req, EVHTP_RES_BADREQ, "Not Implemented Yet");
-}
-
 void
 HTTPAPIServer::OKReplyCallback(evthr_t* thr, void* arg, void* shared)
 {
@@ -3637,10 +3624,6 @@ HTTPAPIServer::Handle(evhtp_request_t* req)
       // model infer
       HandleInfer(req, model_name, version);
       return;
-    } else if (kind == "generate") {
-      // LLM infer format converter
-      HandleGenerate(req, model_name, version);
-      return;
     } else if (kind == "config") {
       // model configuration
       HandleModelConfig(req, model_name, version);

diff --git a/src/http_server.h b/src/http_server.h
@@ -302,9 +302,6 @@ class HTTPAPIServer : public HTTPServer {
   void HandleInfer(
       evhtp_request_t* req, const std::string& model_name,
       const std::string& model_version_str);
-  void HandleGenerate(
-      evhtp_request_t* req, const std::string& model_name,
-      const std::string& model_version_str);
   void HandleModelStats(
       evhtp_request_t* req, const std::string& model_name = "",
       const std::string& model_version_str = "");