Merge remote-tracking branch 'refs/remotes/origin/support_muon' into …

…support_muon
Jintao-Huang · Feb 24, 2025 · e286c03 · e286c03
2 parents 4bf82b1 + a989331
commit e286c03
Showing 1 changed file with 0 additions and 26 deletions.
diff --git a/swift/plugin/optimizer.py b/swift/plugin/optimizer.py
@@ -1,5 +1,4 @@
 # Copyright (c) Alibaba, Inc. and its affiliates.
-import inspect
 import math
 import os
 import sys
@@ -92,31 +91,6 @@ def create_muon_optimizers(args, model, dataset):
         **optim_args,
     ), None
 
-    # muon_params = [
-    #     {
-    #         'params': [
-    #             p for n, p in model.named_parameters() if (n in decay_parameters and p.requires_grad and )
-    #         ]
-    #     }
-    # ]
-    # optimizer_grouped_parameters = [
-    #     {
-    #         "params": [
-    #             p for n, p in model.named_parameters() if (n in decay_parameters and p.requires_grad)
-    #         ],
-    #         "weight_decay": args.weight_decay,
-    #     },
-    #     {
-    #         "params": [
-    #             p for n, p in model.named_parameters() if (n not in decay_parameters and p.requires_grad)
-    #         ],
-    #         "weight_decay": 0.0,
-    #     },
-    # ]
-
-    # optimizer = optimizer_cls(optimizer_grouped_parameters, **optimizer_kwargs)
-    # return optimizer, None
-
 
 # Add your own optimizers here, use --optimizer xxx to train
 optimizers_map = {