-
Notifications
You must be signed in to change notification settings - Fork 29
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
cnf ran: ztp hub templating and node delete migration
- Loading branch information
Showing
6 changed files
with
589 additions
and
3 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,182 @@ | ||
| package helper | ||
|
|
||
| import ( | ||
| "context" | ||
| "fmt" | ||
| "time" | ||
|
|
||
| "github.com/golang/glog" | ||
| "github.com/openshift-kni/eco-goinfra/pkg/assisted" | ||
| "github.com/openshift-kni/eco-goinfra/pkg/bmh" | ||
| "github.com/openshift-kni/eco-goinfra/pkg/clients" | ||
| "github.com/openshift-kni/eco-goinfra/pkg/nodes" | ||
| . "github.com/openshift-kni/eco-gotests/tests/cnf/ran/internal/raninittools" | ||
| "github.com/openshift-kni/eco-gotests/tests/cnf/ran/ztp/internal/tsparams" | ||
| metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" | ||
| "k8s.io/apimachinery/pkg/util/wait" | ||
| ) | ||
|
|
||
| // IsSnoPlusOne checks if the specified cluster has one master and one worker node. | ||
| func IsSnoPlusOne(client *clients.Settings) (bool, error) { | ||
| masters, err := listNodesByRole(client, "master") | ||
| if err != nil { | ||
| return false, err | ||
| } | ||
|
|
||
| if len(masters) != 1 { | ||
| return false, nil | ||
| } | ||
|
|
||
| glog.V(tsparams.LogLevel).Info("Exactly one master node found") | ||
|
|
||
| workers, err := listNodesByRole(client, "worker") | ||
| if err != nil { | ||
| return false, err | ||
| } | ||
|
|
||
| trueWorkers := 0 | ||
|
|
||
| for _, worker := range workers { | ||
| if isNodeMaster(worker) { | ||
| trueWorkers++ | ||
| } | ||
| } | ||
|
|
||
| if trueWorkers != 1 { | ||
| return false, nil | ||
| } | ||
|
|
||
| glog.V(tsparams.LogLevel).Info("Exactly one worker node found") | ||
|
|
||
| return true, nil | ||
| } | ||
|
|
||
| // GetPlusOneWorkerName gets the name of the one worker in a SNO+1 cluster. | ||
| func GetPlusOneWorkerName(client *clients.Settings) (string, error) { | ||
| workers, err := listNodesByRole(client, "worker") | ||
| if err != nil { | ||
| return "", err | ||
| } | ||
|
|
||
| for _, worker := range workers { | ||
| if !isNodeMaster(worker) { | ||
| return worker.Definition.Name, nil | ||
| } | ||
| } | ||
|
|
||
| return "", fmt.Errorf("could not find a worker node for cluster") | ||
| } | ||
|
|
||
| // IsClusterStable checks if the provided cluster does not have any unschedulable nodes. | ||
| func IsClusterStable(client *clients.Settings) (bool, error) { | ||
| nodeList, err := nodes.List(client) | ||
| if err != nil { | ||
| return false, err | ||
| } | ||
|
|
||
| for _, node := range nodeList { | ||
| if node.Definition.Spec.Unschedulable { | ||
| return false, nil | ||
| } | ||
| } | ||
|
|
||
| return true, nil | ||
| } | ||
|
|
||
| // WaitForNumberOfNodes waits up to timeout until the number of nodes on the cluster matches the expected. | ||
| func WaitForNumberOfNodes(client *clients.Settings, expected int, timeout time.Duration) error { | ||
| return wait.PollUntilContextTimeout( | ||
| context.TODO(), 5*time.Second, timeout, true, func(ctx context.Context) (bool, error) { | ||
| nodeList, err := nodes.List(client) | ||
| if err != nil { | ||
| return false, err | ||
| } | ||
|
|
||
| if len(nodeList) == expected { | ||
| return true, nil | ||
| } | ||
|
|
||
| glog.V(tsparams.LogLevel).Infof("Expected %d nodes but found %d nodes", expected, len(nodeList)) | ||
|
|
||
| return false, nil | ||
| }) | ||
| } | ||
|
|
||
| // GetBmhNamespace returns the namespace for the specified BareMetalHost, if it exists. | ||
| func GetBmhNamespace(client *clients.Settings, bmhName string) (string, error) { | ||
| bmhList, err := bmh.ListInAllNamespaces(client) | ||
| if err != nil { | ||
| return "", err | ||
| } | ||
|
|
||
| for _, bmhBuilder := range bmhList { | ||
| if bmhBuilder.Definition.Name == bmhName { | ||
| return bmhBuilder.Definition.Namespace, nil | ||
| } | ||
| } | ||
|
|
||
| return "", fmt.Errorf("BareMetalHost %s not found", bmhName) | ||
| } | ||
|
|
||
| // WaitForBMHDeprovisioning waits up to the specified timeout till the BMH and agent with the provided name and | ||
| // namespace are no longer found. | ||
| func WaitForBMHDeprovisioning(client *clients.Settings, name, namespace string, timeout time.Duration) error { | ||
| return wait.PollUntilContextTimeout( | ||
| context.TODO(), tsparams.ArgoCdChangeInterval, timeout, true, func(ctx context.Context) (bool, error) { | ||
| glog.V(tsparams.LogLevel).Infof("Checking if BareMetalHost %s in namespace %s is deprovisioned", name, namespace) | ||
|
|
||
| _, err := bmh.Pull(client, name, namespace) | ||
| if err == nil { | ||
| return false, nil | ||
| } | ||
|
|
||
| _, err = assisted.PullAgent(client, name, namespace) | ||
| if err == nil { | ||
| return false, nil | ||
| } | ||
|
|
||
| return true, nil | ||
| }) | ||
| } | ||
|
|
||
| // WaitForBMHAnnotation waits up to timeout until the specified annotation is present on the BMH. | ||
| func WaitForBMHAnnotation(bareMetalHost *bmh.BmhBuilder, annotation string, timeout time.Duration) error { | ||
| return wait.PollUntilContextTimeout( | ||
| context.TODO(), tsparams.ArgoCdChangeInterval, timeout, true, func(ctx context.Context) (bool, error) { | ||
| if !bareMetalHost.Exists() { | ||
| glog.V(tsparams.LogLevel).Infof("BMH %s in namespace %s does not exist") | ||
|
|
||
| return false, fmt.Errorf( | ||
| "bmh object %s does not exist in namespace %s", bareMetalHost.Definition.Name, bareMetalHost.Definition.Namespace) | ||
| } | ||
|
|
||
| if _, ok := bareMetalHost.Object.Annotations[annotation]; !ok { | ||
| return false, nil | ||
| } | ||
|
|
||
| glog.V(tsparams.LogLevel).Infof( | ||
| "Annotation %s found for BMH %s/%s", annotation, bareMetalHost.Definition.Name, bareMetalHost.Definition.Namespace) | ||
|
|
||
| return true, nil | ||
| }) | ||
| } | ||
|
|
||
| // listNodesByRole returns a list of nodes that have the specified role. | ||
| func listNodesByRole(client *clients.Settings, role string) ([]*nodes.Builder, error) { | ||
| return nodes.List(client, metav1.ListOptions{ | ||
| LabelSelector: fmt.Sprintf("%s/%s=", RANConfig.KubernetesRolePrefix, role), | ||
| }) | ||
| } | ||
|
|
||
| // isNodeMaster checks whether the provided node is a master, i.e. it is not a master or control plane node. | ||
| func isNodeMaster(node *nodes.Builder) bool { | ||
| masterLabels := []string{"node-role.kubernetes.io/master", RANConfig.ControlPlaneLabel} | ||
|
|
||
| for _, label := range masterLabels { | ||
| if _, exists := node.Definition.Labels[label]; exists { | ||
| return true | ||
| } | ||
| } | ||
|
|
||
| return false | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.