fix rebase

Signed-off-by: yan ma <[email protected]>
HabanaAI · Feb 12, 2025 · eb222a8 · eb222a8
1 parent 92807f5
commit eb222a8
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/vllm/worker/hpu_enc_dec_model_runner.py b/vllm/worker/hpu_enc_dec_model_runner.py
@@ -481,8 +481,10 @@ def create_dummy_seq_group_metadata(self,
             if isinstance(image_data, Image.Image):
                 image_data = [image_data]
             assert is_list_of(image_data, Image.Image)
-            text_prompt_len = input_len - 2 - len(image_data)
-            prompt_token_ids = [128000] + [128256] * len(image_data) + [
+            text_prompt_len = input_len - 1 - len(image_data)
+            # for prompt like '<|image|><|image|><|begin_of_text|>...', token
+            # ids will be '128256 128256 128000 ...'
+            prompt_token_ids =  [128256] * len(image_data) + [
                 128000
             ] + [0] * text_prompt_len
         output_token_ids = [1] * output_len