From 99a5e7ead540a073207baaee0b2c3f0b64e1cee2 Mon Sep 17 00:00:00 2001 From: hualxie Date: Wed, 5 Feb 2025 10:24:00 +0800 Subject: [PATCH] add provider_options in from_pretrained --- src/diffusers/pipelines/pipeline_loading_utils.py | 2 ++ src/diffusers/pipelines/pipeline_utils.py | 2 ++ 2 files changed, 4 insertions(+) diff --git a/src/diffusers/pipelines/pipeline_loading_utils.py b/src/diffusers/pipelines/pipeline_loading_utils.py index 4173c49524dd..9a9afa198b4c 100644 --- a/src/diffusers/pipelines/pipeline_loading_utils.py +++ b/src/diffusers/pipelines/pipeline_loading_utils.py @@ -630,6 +630,7 @@ def load_sub_model( cached_folder: Union[str, os.PathLike], use_safetensors: bool, dduf_entries: Optional[Dict[str, DDUFEntry]], + provider_options: Any, ): """Helper method to load the module `name` from `library_name` and `class_name`""" @@ -676,6 +677,7 @@ def load_sub_model( if issubclass(class_obj, diffusers_module.OnnxRuntimeModel): loading_kwargs["provider"] = provider loading_kwargs["sess_options"] = sess_options + loading_kwargs["provider_options"] = provider_options is_diffusers_model = issubclass(class_obj, diffusers_module.ModelMixin) diff --git a/src/diffusers/pipelines/pipeline_utils.py b/src/diffusers/pipelines/pipeline_utils.py index c4593b3e698b..2fde0bb9f861 100644 --- a/src/diffusers/pipelines/pipeline_utils.py +++ b/src/diffusers/pipelines/pipeline_utils.py @@ -677,6 +677,7 @@ def from_pretrained(cls, pretrained_model_name_or_path: Optional[Union[str, os.P custom_revision = kwargs.pop("custom_revision", None) provider = kwargs.pop("provider", None) sess_options = kwargs.pop("sess_options", None) + provider_options = kwargs.pop("provider_options", None) device_map = kwargs.pop("device_map", None) max_memory = kwargs.pop("max_memory", None) offload_folder = kwargs.pop("offload_folder", None) @@ -971,6 +972,7 @@ def load_module(name, value): cached_folder=cached_folder, use_safetensors=use_safetensors, dduf_entries=dduf_entries, + provider_options=provider_options, ) logger.info( f"Loaded {name} as {class_name} from `{name}` subfolder of {pretrained_model_name_or_path}."