fix a bug when module is missing in low version of bitsandbytes

open-mmlab · Oct 11, 2023 · 2135d37 · 2135d37
1 parent 6c5eebb
commit 2135d37
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/mmengine/optim/optimizer/builder.py b/mmengine/optim/optimizer/builder.py
@@ -146,7 +146,7 @@ def register_bitsandbytes_optimizers() -> List[str]:
                 'PagedAdamW8bit', 'LAMB8bit', 'LARS8bit', 'RMSprop8bit',
                 'Lion8bit', 'PagedLion8bit', 'SGD8bit'
         ]:
-            _optim = getattr(bnb.optim, module_name)
+            _optim = getattr(bnb.optim, module_name, None)
             if inspect.isclass(_optim) and issubclass(_optim,
                                                       torch.optim.Optimizer):
                 OPTIMIZERS.register_module(module=_optim)