From 85f746c09fd5cd44a07ca477cf886dbaf4b6b7e0 Mon Sep 17 00:00:00 2001 From: Hyunsung Lee Date: Thu, 30 May 2024 16:07:01 +0900 Subject: [PATCH] Update model_runner.py --- vllm/worker/model_runner.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/vllm/worker/model_runner.py b/vllm/worker/model_runner.py index 5ddd2d1b65f81..47aa70dc617af 100644 --- a/vllm/worker/model_runner.py +++ b/vllm/worker/model_runner.py @@ -518,9 +518,6 @@ def _prepare_model_input( else: multi_modal_input = None - seq_lens_tensor = torch.tensor(seq_lens, - dtype=torch.int, - device=self.device) query_lens_tensor = torch.tensor(query_lens, dtype=torch.long, device=self.device)