fix2

vllm-project · Jul 9, 2024 · 546504b · 546504b
1 parent 5b032d1
commit 546504b
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/worker/model_runner.py b/vllm/worker/model_runner.py
@@ -245,7 +245,8 @@ def add_seq_group(self, seq_group_metadata: SequenceGroupMetadata):
             # Note that prefix caching does not support sliding window.
             prefix_cache_hit = (computed_block_nums is not None
                                 and len(computed_block_nums) > 0
-                                and self.sliding_window is None)
+                                and self.sliding_window is None
+                                and not is_prompt)
             if self.chunked_prefill_enabled and prefix_cache_hit:
                 raise RuntimeError(
                     "chunked prefill cannot be used with prefix caching now.")