[Bugfix][Example] Fix GCed profiling server for TPU (#12792)

Signed-off-by: mgoin <[email protected]>
vllm-project · Feb 13, 2025 · d88c866 · d88c866
1 parent 4fc5c23
commit d88c866
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/offline_inference/profiling_tpu/profiling.py b/examples/offline_inference/profiling_tpu/profiling.py
@@ -24,7 +24,7 @@ def main(args: argparse.Namespace):
 
     engine_args = EngineArgs.from_cli_args(args)
     llm = LLM(**dataclasses.asdict(engine_args))
-    _ = xp.start_server(9012)
+    server = xp.start_server(9012)  # noqa: F841
 
     sampling_params = SamplingParams(
         temperature=0.0,