diff --git a/vllm/config.py b/vllm/config.py index a9b6d6b19127f..44426489f686a 100644 --- a/vllm/config.py +++ b/vllm/config.py @@ -381,16 +381,16 @@ def maybe_pull_model_tokenizer_for_s3(self, model: str, """ if is_s3(model) or is_s3(tokenizer): if is_s3(model): - self.s3_model = S3Model() - self.s3_model.pull_files(model, allow_pattern=["*config.json"]) + s3_model = S3Model() + s3_model.pull_files(model, allow_pattern=["*config.json"]) self.model_weights = self.model - self.model = self.s3_model.dir + self.model = s3_model.dir if is_s3(tokenizer): - self.s3_tokenizer = S3Model() - self.s3_tokenizer.pull_files( + s3_tokenizer = S3Model() + s3_tokenizer.pull_files( model, ignore_pattern=["*.pt", "*.safetensors", "*.bin"]) - self.tokenizer = self.s3_tokenizer.dir + self.tokenizer = s3_tokenizer.dir def _init_multimodal_config( self, limit_mm_per_prompt: Optional[Mapping[str, int]]