lora_bias PEFT version check in unet.load_attn_procs (#10474)

`lora_bias` PEFT version check in `unet.load_attn_procs` path
huggingface · Jan 6, 2025 · 1896b1f · 1896b1f
1 parent b572635
commit 1896b1f
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/src/diffusers/loaders/unet.py b/src/diffusers/loaders/unet.py
@@ -343,6 +343,17 @@ def _process_lora(
                 else:
                     if is_peft_version("<", "0.9.0"):
                         lora_config_kwargs.pop("use_dora")
+
+            if "lora_bias" in lora_config_kwargs:
+                if lora_config_kwargs["lora_bias"]:
+                    if is_peft_version("<=", "0.13.2"):
+                        raise ValueError(
+                            "You need `peft` 0.14.0 at least to use `bias` in LoRAs. Please upgrade your installation of `peft`."
+                        )
+                else:
+                    if is_peft_version("<=", "0.13.2"):
+                        lora_config_kwargs.pop("lora_bias")
+
             lora_config = LoraConfig(**lora_config_kwargs)
 
             # adapter_name