Skip to content

Commit

Permalink
fix: Default target_modules
Browse files Browse the repository at this point in the history
  • Loading branch information
ishaansehgal99 committed Jun 28, 2024
1 parent 903b7f9 commit e720dbf
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion presets/tuning/text-generation/cli.py
Original file line number Diff line number Diff line change
Expand Up @@ -38,7 +38,7 @@ class ExtLoraConfig(LoraConfig):
Lora Config
"""
init_lora_weights: bool = field(default=True, metadata={"help": "Enable initialization of LoRA weights"})
target_modules: Optional[List[str]] = field(default=DEFAULT_TARGET_MODULES, metadata={"help": ("List of module names to replace with LoRA.")})
target_modules: Optional[List[str]] = field(default_factory=lambda: DEFAULT_TARGET_MODULES if DEFAULT_TARGET_MODULES else None, metadata={"help": "List of module names to replace with LoRA."})
layers_to_transform: Optional[List[int]] = field(default=None, metadata={"help": "Layer indices to apply LoRA"})
layers_pattern: Optional[List[str]] = field(default=None, metadata={"help": "Pattern to match layers for LoRA"})
loftq_config: Dict[str, any] = field(default_factory=dict, metadata={"help": "LoftQ configuration for quantization"})
Expand Down

0 comments on commit e720dbf

Please sign in to comment.