From 023b0e0d5535eb80f174713ff1d1876519a7f943 Mon Sep 17 00:00:00 2001 From: Fanli Lin Date: Tue, 24 Dec 2024 23:28:50 +0800 Subject: [PATCH] [tests] fix `AssertionError: Torch not compiled with CUDA enabled` (#10356) fix bug on xpu --- tests/single_file/single_file_testing_utils.py | 4 ++-- .../test_stable_diffusion_controlnet_img2img_single_file.py | 4 ++-- .../test_stable_diffusion_controlnet_inpaint_single_file.py | 4 ++-- .../test_stable_diffusion_controlnet_single_file.py | 4 ++-- .../single_file/test_stable_diffusion_upscale_single_file.py | 4 ++-- .../test_stable_diffusion_xl_adapter_single_file.py | 4 ++-- .../test_stable_diffusion_xl_controlnet_single_file.py | 4 ++-- .../test_stable_diffusion_xl_img2img_single_file.py | 4 ++-- 8 files changed, 16 insertions(+), 16 deletions(-) diff --git a/tests/single_file/single_file_testing_utils.py b/tests/single_file/single_file_testing_utils.py index d4f6ec994231..0917bbe2b0d7 100644 --- a/tests/single_file/single_file_testing_utils.py +++ b/tests/single_file/single_file_testing_utils.py @@ -378,14 +378,14 @@ def test_single_file_components_with_diffusers_config_local_files_only( def test_single_file_format_inference_is_same_as_pretrained(self, expected_max_diff=1e-4): sf_pipe = self.pipeline_class.from_single_file(self.ckpt_path, torch_dtype=torch.float16, safety_checker=None) sf_pipe.unet.set_default_attn_processor() - sf_pipe.enable_model_cpu_offload() + sf_pipe.enable_model_cpu_offload(device=torch_device) inputs = self.get_inputs(torch_device) image_single_file = sf_pipe(**inputs).images[0] pipe = self.pipeline_class.from_pretrained(self.repo_id, torch_dtype=torch.float16, safety_checker=None) pipe.unet.set_default_attn_processor() - pipe.enable_model_cpu_offload() + pipe.enable_model_cpu_offload(device=torch_device) inputs = self.get_inputs(torch_device) image = pipe(**inputs).images[0] diff --git a/tests/single_file/test_stable_diffusion_controlnet_img2img_single_file.py b/tests/single_file/test_stable_diffusion_controlnet_img2img_single_file.py index 8c312b1285e2..7589b48028c2 100644 --- a/tests/single_file/test_stable_diffusion_controlnet_img2img_single_file.py +++ b/tests/single_file/test_stable_diffusion_controlnet_img2img_single_file.py @@ -76,14 +76,14 @@ def test_single_file_format_inference_is_same_as_pretrained(self): controlnet = ControlNetModel.from_pretrained("lllyasviel/control_v11p_sd15_canny") pipe = self.pipeline_class.from_pretrained(self.repo_id, controlnet=controlnet) pipe.unet.set_default_attn_processor() - pipe.enable_model_cpu_offload() + pipe.enable_model_cpu_offload(device=torch_device) pipe_sf = self.pipeline_class.from_single_file( self.ckpt_path, controlnet=controlnet, ) pipe_sf.unet.set_default_attn_processor() - pipe_sf.enable_model_cpu_offload() + pipe_sf.enable_model_cpu_offload(device=torch_device) inputs = self.get_inputs(torch_device) output = pipe(**inputs).images[0] diff --git a/tests/single_file/test_stable_diffusion_controlnet_inpaint_single_file.py b/tests/single_file/test_stable_diffusion_controlnet_inpaint_single_file.py index 37879f36561f..1555831db6db 100644 --- a/tests/single_file/test_stable_diffusion_controlnet_inpaint_single_file.py +++ b/tests/single_file/test_stable_diffusion_controlnet_inpaint_single_file.py @@ -73,11 +73,11 @@ def test_single_file_format_inference_is_same_as_pretrained(self): controlnet = ControlNetModel.from_pretrained("lllyasviel/control_v11p_sd15_canny") pipe = self.pipeline_class.from_pretrained(self.repo_id, controlnet=controlnet, safety_checker=None) pipe.unet.set_default_attn_processor() - pipe.enable_model_cpu_offload() + pipe.enable_model_cpu_offload(device=torch_device) pipe_sf = self.pipeline_class.from_single_file(self.ckpt_path, controlnet=controlnet, safety_checker=None) pipe_sf.unet.set_default_attn_processor() - pipe_sf.enable_model_cpu_offload() + pipe_sf.enable_model_cpu_offload(device=torch_device) inputs = self.get_inputs() output = pipe(**inputs).images[0] diff --git a/tests/single_file/test_stable_diffusion_controlnet_single_file.py b/tests/single_file/test_stable_diffusion_controlnet_single_file.py index ef9fb8a3b1e4..2c1e414e5e36 100644 --- a/tests/single_file/test_stable_diffusion_controlnet_single_file.py +++ b/tests/single_file/test_stable_diffusion_controlnet_single_file.py @@ -67,14 +67,14 @@ def test_single_file_format_inference_is_same_as_pretrained(self): controlnet = ControlNetModel.from_pretrained("lllyasviel/control_v11p_sd15_canny") pipe = self.pipeline_class.from_pretrained(self.repo_id, controlnet=controlnet) pipe.unet.set_default_attn_processor() - pipe.enable_model_cpu_offload() + pipe.enable_model_cpu_offload(device=torch_device) pipe_sf = self.pipeline_class.from_single_file( self.ckpt_path, controlnet=controlnet, ) pipe_sf.unet.set_default_attn_processor() - pipe_sf.enable_model_cpu_offload() + pipe_sf.enable_model_cpu_offload(device=torch_device) inputs = self.get_inputs() output = pipe(**inputs).images[0] diff --git a/tests/single_file/test_stable_diffusion_upscale_single_file.py b/tests/single_file/test_stable_diffusion_upscale_single_file.py index 9951913fddc4..398fc9ece359 100644 --- a/tests/single_file/test_stable_diffusion_upscale_single_file.py +++ b/tests/single_file/test_stable_diffusion_upscale_single_file.py @@ -49,14 +49,14 @@ def test_single_file_format_inference_is_same_as_pretrained(self): prompt = "a cat sitting on a park bench" pipe = StableDiffusionUpscalePipeline.from_pretrained(self.repo_id) - pipe.enable_model_cpu_offload() + pipe.enable_model_cpu_offload(device=torch_device) generator = torch.Generator("cpu").manual_seed(0) output = pipe(prompt=prompt, image=image, generator=generator, output_type="np", num_inference_steps=3) image_from_pretrained = output.images[0] pipe_from_single_file = StableDiffusionUpscalePipeline.from_single_file(self.ckpt_path) - pipe_from_single_file.enable_model_cpu_offload() + pipe_from_single_file.enable_model_cpu_offload(device=torch_device) generator = torch.Generator("cpu").manual_seed(0) output_from_single_file = pipe_from_single_file( diff --git a/tests/single_file/test_stable_diffusion_xl_adapter_single_file.py b/tests/single_file/test_stable_diffusion_xl_adapter_single_file.py index e9def9c0e1f4..fb5f8725b86e 100644 --- a/tests/single_file/test_stable_diffusion_xl_adapter_single_file.py +++ b/tests/single_file/test_stable_diffusion_xl_adapter_single_file.py @@ -76,7 +76,7 @@ def test_single_file_format_inference_is_same_as_pretrained(self): torch_dtype=torch.float16, safety_checker=None, ) - pipe_single_file.enable_model_cpu_offload() + pipe_single_file.enable_model_cpu_offload(device=torch_device) pipe_single_file.set_progress_bar_config(disable=None) inputs = self.get_inputs() @@ -88,7 +88,7 @@ def test_single_file_format_inference_is_same_as_pretrained(self): torch_dtype=torch.float16, safety_checker=None, ) - pipe.enable_model_cpu_offload() + pipe.enable_model_cpu_offload(device=torch_device) inputs = self.get_inputs() images = pipe(**inputs).images[0] diff --git a/tests/single_file/test_stable_diffusion_xl_controlnet_single_file.py b/tests/single_file/test_stable_diffusion_xl_controlnet_single_file.py index bd900d9d308a..6d8c4369e1e1 100644 --- a/tests/single_file/test_stable_diffusion_xl_controlnet_single_file.py +++ b/tests/single_file/test_stable_diffusion_xl_controlnet_single_file.py @@ -69,7 +69,7 @@ def test_single_file_format_inference_is_same_as_pretrained(self): self.ckpt_path, controlnet=controlnet, torch_dtype=torch.float16 ) pipe_single_file.unet.set_default_attn_processor() - pipe_single_file.enable_model_cpu_offload() + pipe_single_file.enable_model_cpu_offload(device=torch_device) pipe_single_file.set_progress_bar_config(disable=None) inputs = self.get_inputs(torch_device) @@ -77,7 +77,7 @@ def test_single_file_format_inference_is_same_as_pretrained(self): pipe = self.pipeline_class.from_pretrained(self.repo_id, controlnet=controlnet, torch_dtype=torch.float16) pipe.unet.set_default_attn_processor() - pipe.enable_model_cpu_offload() + pipe.enable_model_cpu_offload(device=torch_device) inputs = self.get_inputs(torch_device) images = pipe(**inputs).images[0] diff --git a/tests/single_file/test_stable_diffusion_xl_img2img_single_file.py b/tests/single_file/test_stable_diffusion_xl_img2img_single_file.py index 60f6c18395ae..7df8b84bc235 100644 --- a/tests/single_file/test_stable_diffusion_xl_img2img_single_file.py +++ b/tests/single_file/test_stable_diffusion_xl_img2img_single_file.py @@ -85,7 +85,7 @@ def test_single_file_format_inference_is_same_as_pretrained(self): pipe = self.pipeline_class.from_pretrained(self.repo_id, torch_dtype=torch.float16) pipe.scheduler = DDIMScheduler.from_config(pipe.scheduler.config) pipe.unet.set_default_attn_processor() - pipe.enable_model_cpu_offload() + pipe.enable_model_cpu_offload(device=torch_device) generator = torch.Generator(device="cpu").manual_seed(0) image = pipe( @@ -95,7 +95,7 @@ def test_single_file_format_inference_is_same_as_pretrained(self): pipe_single_file = self.pipeline_class.from_single_file(self.ckpt_path, torch_dtype=torch.float16) pipe_single_file.scheduler = DDIMScheduler.from_config(pipe_single_file.scheduler.config) pipe_single_file.unet.set_default_attn_processor() - pipe_single_file.enable_model_cpu_offload() + pipe_single_file.enable_model_cpu_offload(device=torch_device) generator = torch.Generator(device="cpu").manual_seed(0) image_single_file = pipe_single_file(