fix rebase

Signed-off-by: yan ma <[email protected]>
HabanaAI · Feb 11, 2025 · 84a55b7 · 84a55b7
1 parent 0da3871
commit 84a55b7
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/worker/hpu_enc_dec_model_runner.py b/vllm/worker/hpu_enc_dec_model_runner.py
@@ -482,6 +482,8 @@ def create_dummy_seq_group_metadata(self,
                 image_data = [image_data]
             assert is_list_of(image_data, Image.Image)
             text_prompt_len = input_len - 2 - len(image_data)
+            # for prompt like '<|image|><|image|><|begin_of_text|>...', token
+            # ids will be '128000 128256 128256 128000 ...'
             prompt_token_ids = [128000] + [128256] * len(image_data) + [
                 128000
             ] + [0] * text_prompt_len