From d8669a76b29bf87d5ad9dd5d9d00a375c4abd1e1 Mon Sep 17 00:00:00 2001 From: alexm Date: Sat, 20 Apr 2024 01:53:57 +0000 Subject: [PATCH 1/2] [Bugfix] Ensure download_weights_from_hf(..) inside loader is actually using the revision parameter --- vllm/model_executor/model_loader/loader.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/model_executor/model_loader/loader.py b/vllm/model_executor/model_loader/loader.py index 3b1d125ef8a67..f5e5ffcca63de 100644 --- a/vllm/model_executor/model_loader/loader.py +++ b/vllm/model_executor/model_loader/loader.py @@ -172,7 +172,8 @@ def _prepare_weights(self, model_name_or_path: str, if not is_local: hf_folder = download_weights_from_hf(model_name_or_path, self.load_config.download_dir, - allow_patterns) + allow_patterns + revision) else: hf_folder = model_name_or_path From 71527c550a4fdf78051fe619bdfb6aae566e1b88 Mon Sep 17 00:00:00 2001 From: alexm Date: Sat, 20 Apr 2024 02:15:44 +0000 Subject: [PATCH 2/2] format --- vllm/model_executor/model_loader/loader.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/vllm/model_executor/model_loader/loader.py b/vllm/model_executor/model_loader/loader.py index f5e5ffcca63de..542eff080723d 100644 --- a/vllm/model_executor/model_loader/loader.py +++ b/vllm/model_executor/model_loader/loader.py @@ -172,8 +172,7 @@ def _prepare_weights(self, model_name_or_path: str, if not is_local: hf_folder = download_weights_from_hf(model_name_or_path, self.load_config.download_dir, - allow_patterns - revision) + allow_patterns, revision) else: hf_folder = model_name_or_path