From 57dc722f2c3d4b032421cf737bef362b9c3b0e98 Mon Sep 17 00:00:00 2001 From: noooop Date: Sat, 31 Aug 2024 12:33:01 +0800 Subject: [PATCH] flakey test, see: #7874 #8051 --- tests/basic_correctness/test_chunked_prefill.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/tests/basic_correctness/test_chunked_prefill.py b/tests/basic_correctness/test_chunked_prefill.py index fc6f829c37b06..942c44341cfaf 100644 --- a/tests/basic_correctness/test_chunked_prefill.py +++ b/tests/basic_correctness/test_chunked_prefill.py @@ -117,6 +117,12 @@ def test_models_with_fp8_kv_cache( "#7378: CUDA illegal memory access (undiagnosed) facebook/opt-125m" ) + if ((model, kv_cache_dtype, chunked_prefill_token_size) == + ("nm-testing/Qwen2-1.5B-Instruct-FP8-K-V", "fp8_e4m3", 4)): + pytest.skip( + "flakey test, see: #7874 #8051" + ) + max_num_seqs = chunked_prefill_token_size max_num_batched_tokens = chunked_prefill_token_size