remove CPU fallback if CUDA is not available

Signed-off-by: Daniele Trifirò <[email protected]>
vllm-project · Feb 17, 2025 · a6c86c4 · a6c86c4
1 parent ccca627
commit a6c86c4
Showing 1 changed file with 0 additions and 6 deletions.
diff --git a/setup.py b/setup.py
@@ -46,12 +46,6 @@ def load_module_from_path(module_name, path):
         "Building on %s, "
         "so vLLM may not be able to run correctly", sys.platform)
     VLLM_TARGET_DEVICE = "empty"
-elif (sys.platform.startswith("linux") and torch.version.cuda is None
-      and os.getenv("VLLM_TARGET_DEVICE") is None
-      and torch.version.hip is None):
-    # if cuda or hip is not available and VLLM_TARGET_DEVICE is not set,
-    # fallback to cpu
-    VLLM_TARGET_DEVICE = "cpu"
 
 MAIN_CUDA_VERSION = "12.1"