[Bugfix][Example] Fix GCed profiling server for TPU (vllm-project#12792)

Signed-off-by: mgoin <[email protected]>
Sakalya · Feb 15, 2025 · 826c2e8 · 826c2e8
1 parent 52d9592
commit 826c2e8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/offline_inference/profiling_tpu/profiling.py b/examples/offline_inference/profiling_tpu/profiling.py
@@ -24,7 +24,7 @@ def main(args: argparse.Namespace):
 
     engine_args = EngineArgs.from_cli_args(args)
     llm = LLM(**dataclasses.asdict(engine_args))
-    _ = xp.start_server(9012)
+    server = xp.start_server(9012)  # noqa: F841
 
     sampling_params = SamplingParams(
         temperature=0.0,