diff --git a/vllm/model_executor/models/internvl.py b/vllm/model_executor/models/internvl.py index 67debf34cda88..8ba082f4313b1 100644 --- a/vllm/model_executor/models/internvl.py +++ b/vllm/model_executor/models/internvl.py @@ -375,7 +375,7 @@ def __init__(self, self.img_context_token_id = None self.make_empty_intermediate_tensors = ( self.language_model.make_empty_intermediate_tensors) - + if hasattr(self.language_model, "sampler"): self.sampler = self.language_model.sampler else: