-
Notifications
You must be signed in to change notification settings - Fork 96
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Signed-off-by: Zhiwei Yin <[email protected]>
- Loading branch information
1 parent
5903140
commit d26684c
Showing
176 changed files
with
24,099 additions
and
6,921 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,155 @@ | ||
| package gc | ||
|
|
||
| import ( | ||
| "context" | ||
| "strings" | ||
| "time" | ||
|
|
||
| "github.com/openshift/library-go/pkg/controller/factory" | ||
| "github.com/openshift/library-go/pkg/operator/events" | ||
| operatorhelpers "github.com/openshift/library-go/pkg/operator/v1helpers" | ||
| "k8s.io/apimachinery/pkg/api/errors" | ||
| "k8s.io/apimachinery/pkg/api/meta" | ||
| metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" | ||
| "k8s.io/apimachinery/pkg/runtime/schema" | ||
| utilerrors "k8s.io/apimachinery/pkg/util/errors" | ||
| "k8s.io/client-go/kubernetes" | ||
| rbacv1listers "k8s.io/client-go/listers/rbac/v1" | ||
| "k8s.io/client-go/metadata" | ||
| "k8s.io/klog/v2" | ||
|
|
||
| clientset "open-cluster-management.io/api/client/cluster/clientset/versioned" | ||
| informerv1 "open-cluster-management.io/api/client/cluster/informers/externalversions/cluster/v1" | ||
| clusterv1listers "open-cluster-management.io/api/client/cluster/listers/cluster/v1" | ||
| worklister "open-cluster-management.io/api/client/work/listers/work/v1" | ||
| clusterv1 "open-cluster-management.io/api/cluster/v1" | ||
|
|
||
| "open-cluster-management.io/ocm/pkg/common/patcher" | ||
| "open-cluster-management.io/ocm/pkg/common/queue" | ||
| ) | ||
|
|
||
| type gcReconcileOp int | ||
|
|
||
| const ( | ||
| gcReconcileRequeue gcReconcileOp = iota | ||
| gcReconcileStop | ||
| gcReconcileContinue | ||
| ) | ||
|
|
||
| var ( | ||
| addonGvr = schema.GroupVersionResource{Group: "addon.open-cluster-management.io", | ||
| Version: "v1alpha1", Resource: "managedclusteraddons"} | ||
| workGvr = schema.GroupVersionResource{Group: "work.open-cluster-management.io", | ||
| Version: "v1", Resource: "manifestworks"} | ||
| ) | ||
|
|
||
| // gcReconciler is an interface for reconcile cleanup logic after cluster is deleted. | ||
| // clusterName is from the queueKey, cluster may be nil. | ||
| type gcReconciler interface { | ||
| reconcile(ctx context.Context, cluster *clusterv1.ManagedCluster) (gcReconcileOp, error) | ||
| } | ||
|
|
||
| type GCController struct { | ||
| clusterLister clusterv1listers.ManagedClusterLister | ||
| clusterPatcher patcher.Patcher[*clusterv1.ManagedCluster, clusterv1.ManagedClusterSpec, clusterv1.ManagedClusterStatus] | ||
| gcReconcilers []gcReconciler | ||
| } | ||
|
|
||
| // NewGCController ensures the related resources are cleaned up after cluster is deleted | ||
| func NewGCController( | ||
| clusterRoleLister rbacv1listers.ClusterRoleLister, | ||
| clusterRoleBindingLister rbacv1listers.ClusterRoleBindingLister, | ||
| roleBindingLister rbacv1listers.RoleBindingLister, | ||
| clusterInformer informerv1.ManagedClusterInformer, | ||
| manifestWorkLister worklister.ManifestWorkLister, | ||
| clusterClient clientset.Interface, | ||
| kubeClient kubernetes.Interface, | ||
| metadataClient metadata.Interface, | ||
| eventRecorder events.Recorder, | ||
| gcResourceList []string, | ||
| ) factory.Controller { | ||
| clusterPatcher := patcher.NewPatcher[ | ||
| *clusterv1.ManagedCluster, clusterv1.ManagedClusterSpec, clusterv1.ManagedClusterStatus]( | ||
| clusterClient.ClusterV1().ManagedClusters()) | ||
|
|
||
| gcResources := []schema.GroupVersionResource{} | ||
| if len(gcResourceList) == 0 { | ||
| gcResources = append(gcResources, addonGvr, workGvr) | ||
| } | ||
| for _, gcResource := range gcResourceList { | ||
| subStrings := strings.Split(gcResource, "/") | ||
| if len(subStrings) != 3 { | ||
| klog.Errorf("invalid gc-resource-list flag: %v", gcResources) | ||
| continue | ||
| } | ||
| gcResources = append(gcResources, schema.GroupVersionResource{ | ||
| Group: subStrings[0], Version: subStrings[1], Resource: subStrings[2]}) | ||
| } | ||
|
|
||
| controller := &GCController{ | ||
| clusterLister: clusterInformer.Lister(), | ||
| clusterPatcher: clusterPatcher, | ||
| gcReconcilers: []gcReconciler{ | ||
| newGCResourcesController(metadataClient, gcResources, eventRecorder), | ||
| newGCClusterRbacController(kubeClient, clusterPatcher, clusterInformer, clusterRoleLister, | ||
| clusterRoleBindingLister, roleBindingLister, manifestWorkLister, eventRecorder), | ||
| }, | ||
| } | ||
|
|
||
| return factory.New(). | ||
| WithInformersQueueKeysFunc(queue.QueueKeyByMetaName, clusterInformer.Informer()). | ||
| WithSync(controller.sync).ToController("GCController", eventRecorder) | ||
| } | ||
|
|
||
| // gc controller is watching cluster and to do these jobs: | ||
| // 1. add a cleanup finalizer to managedCluster if the cluster is not deleting. | ||
| // 2. clean up all rbac and resources in the cluster ns after the cluster is deleted. | ||
| func (r *GCController) sync(ctx context.Context, controllerContext factory.SyncContext) error { | ||
| clusterName := controllerContext.QueueKey() | ||
| if clusterName == "" || clusterName == factory.DefaultQueueKey { | ||
| return nil | ||
| } | ||
|
|
||
| originalCluster, err := r.clusterLister.Get(clusterName) | ||
| switch { | ||
| case errors.IsNotFound(err): | ||
| return nil | ||
| case err != nil: | ||
| return err | ||
| } | ||
|
|
||
| cluster := originalCluster.DeepCopy() | ||
| var errs []error | ||
| var requeue bool | ||
| for _, reconciler := range r.gcReconcilers { | ||
| op, err := reconciler.reconcile(ctx, cluster) | ||
| if err != nil { | ||
| errs = append(errs, err) | ||
| } | ||
| if op == gcReconcileRequeue { | ||
| requeue = true | ||
| } | ||
| if op == gcReconcileStop { | ||
| break | ||
| } | ||
| } | ||
| // update cluster condition firstly | ||
| if len(errs) != 0 { | ||
| applyErrors := operatorhelpers.NewMultiLineAggregate(errs) | ||
| meta.SetStatusCondition(&cluster.Status.Conditions, metav1.Condition{ | ||
| Type: clusterv1.ManagedClusterConditionDeleting, | ||
| Status: metav1.ConditionFalse, | ||
| Reason: clusterv1.ConditionDeletingReasonResourceError, | ||
| Message: applyErrors.Error(), | ||
| }) | ||
| } | ||
|
|
||
| if _, err = r.clusterPatcher.PatchStatus(ctx, cluster, cluster.Status, originalCluster.Status); err != nil { | ||
| errs = append(errs, err) | ||
| } | ||
|
|
||
| if requeue { | ||
| controllerContext.Queue().AddAfter(clusterName, 1*time.Second) | ||
| } | ||
| return utilerrors.NewAggregate(errs) | ||
| } |
Oops, something went wrong.