fix: load weights to modify stacked_params_mapping

aibrix · Aug 9, 2024 · 259d6db · 259d6db
1 parent 8a35916
commit 259d6db
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/vllm/model_executor/model_loader/veturboio.py b/vllm/model_executor/model_loader/veturboio.py
@@ -86,8 +86,7 @@ def deserialize(self, model):
             tensors_dict = veturboio.load(model_file, 
                                           helper=helper, 
                                           **self.veturboio_args.deserializer_params)
-
-            model.load_state_dict(tensors_dict, strict=False, assign=True)
+            model.load_weights(iter(tensors_dict.items()))
             del tensors_dict
             # gc.collect()  # do gc collect immediately
             torch.cuda.empty_cache()