Fix timeout setting bug

PaddlePaddle · Mar 6, 2024 · 6b127d5 · 6b127d5
1 parent a843a3c
commit 6b127d5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llm/fastdeploy_llm/server/api.py b/llm/fastdeploy_llm/server/api.py
@@ -104,7 +104,7 @@ def __init__(self, model_dir):
                 config.max_prefix_len = int(parse(parameters, "MAX_PREFIX_LEN"))
         config.load_environment_variables()
 
-        self.wait_time_out = 60
+        self.wait_time_out = config.inference_response_timeout
         self.config = config
         self.response_handler = dict()
         self.model = None