Update engine.py

PaddlePaddle · Oct 12, 2023 · 9fa04c3 · 9fa04c3
1 parent 986b233
commit 9fa04c3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llm/fastdeploy_llm/engine.py b/llm/fastdeploy_llm/engine.py
@@ -257,7 +257,7 @@ def _init_predictor(self):
             dist_config.enable_dist_model(True)
             parent_dir = os.path.abspath(os.path.join(self.model_dir, ".."))
             mapping_file = os.path.join(parent_dir, "rank_mapping.csv")
-            if not os.path.exists(mapping_file):
+            if self.mp_degree > 1 and not os.path.exists(mapping_file):
                 raise Exception("There's no file {}.".format(mapping_file))
             dist_config.set_comm_init_config(mapping_file)
             config.set_dist_config(dist_config)