From 421bbb234453c4b592d8aafe7a971b0bcf32d6f0 Mon Sep 17 00:00:00 2001 From: Adam Karnowski Date: Fri, 7 Feb 2025 11:09:57 +0200 Subject: [PATCH] Fix sporadic issue in async_engine/test_api_server tests --- tests/async_engine/test_api_server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/async_engine/test_api_server.py b/tests/async_engine/test_api_server.py index 91ac35dd67bbf..81f21e2e7f3ac 100644 --- a/tests/async_engine/test_api_server.py +++ b/tests/async_engine/test_api_server.py @@ -96,7 +96,7 @@ def test_api_server(api_server, tokenizer_pool_size: int, # check cancellation stats # give it some times to update the stats - time.sleep(1) + time.sleep(3) num_aborted_requests = requests.get( "http://localhost:8000/stats").json()["num_aborted_requests"]