-
Notifications
You must be signed in to change notification settings - Fork 1.4k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Signed-off-by: killianmuldoon <kmuldoon@vmware.com>
- Loading branch information
1 parent
aea4f02
commit dc4e438
Showing
4 changed files
with
211 additions
and
4 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,61 @@ | ||
| package cluster | ||
|
|
||
| import ( | ||
| "github.com/pkg/errors" | ||
| corev1 "k8s.io/api/core/v1" | ||
| metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" | ||
| ) | ||
|
|
||
| type OwnerGraph map[string]OwnerGraphNode | ||
|
|
||
| type OwnerGraphNode struct { | ||
| Object corev1.ObjectReference | ||
| Owners []metav1.OwnerReference | ||
| } | ||
|
|
||
| func nodeToOwnerRef(n *node, attributes *ownerReferenceAttributes) metav1.OwnerReference { | ||
| ref := metav1.OwnerReference{ | ||
| Name: n.identity.Name, | ||
| APIVersion: n.identity.APIVersion, | ||
| Kind: n.identity.Kind, | ||
| UID: n.identity.UID, | ||
| } | ||
| if attributes != nil { | ||
| if attributes.BlockOwnerDeletion != nil { | ||
| ref.BlockOwnerDeletion = attributes.BlockOwnerDeletion | ||
| } | ||
| if attributes.Controller != nil { | ||
| ref.Controller = attributes.Controller | ||
| } | ||
| } | ||
| return ref | ||
| } | ||
|
|
||
| func GetOwnerGraph(namespace string) (OwnerGraph, error) { | ||
| p := newProxy(Kubeconfig{Path: "", Context: ""}) | ||
| invClient := newInventoryClient(p, nil) | ||
|
|
||
| graph := newObjectGraph(p, invClient) | ||
|
|
||
| // Gets all the types defined by the CRDs installed by clusterctl plus the ConfigMap/Secret core types. | ||
| err := graph.getDiscoveryTypes() | ||
| if err != nil { | ||
| return OwnerGraph{}, errors.Wrap(err, "failed to retrieve discovery types") | ||
| } | ||
|
|
||
| // Discovery the object graph for the selected types: | ||
| // - Nodes are defined the Kubernetes objects (Clusters, Machines etc.) identified during the discovery process. | ||
| // - Edges are derived by the OwnerReferences between nodes. | ||
| if err := graph.Discovery(namespace); err != nil { | ||
| return OwnerGraph{}, errors.Wrap(err, "failed to discover the object graph") | ||
| } | ||
| owners := OwnerGraph{} | ||
| for _, v := range graph.uidToNode { | ||
| n := OwnerGraphNode{Object: v.identity, Owners: []metav1.OwnerReference{}} | ||
| for owner, attributes := range v.owners { | ||
| n.Owners = append(n.Owners, nodeToOwnerRef(owner, &attributes)) | ||
| } | ||
| owners[string(v.identity.UID)] = n | ||
| } | ||
| return owners, nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,108 @@ | ||
| package framework | ||
|
|
||
| import ( | ||
| "context" | ||
| "fmt" | ||
| "time" | ||
|
|
||
| . "github.com/onsi/gomega" | ||
| "k8s.io/apimachinery/pkg/apis/meta/v1/unstructured" | ||
| "k8s.io/apimachinery/pkg/types" | ||
| "sigs.k8s.io/controller-runtime/pkg/client" | ||
|
|
||
| clusterv1 "sigs.k8s.io/cluster-api/api/v1beta1" | ||
| clusterctlcluster "sigs.k8s.io/cluster-api/cmd/clusterctl/client/cluster" | ||
| "sigs.k8s.io/cluster-api/util/patch" | ||
| ) | ||
|
|
||
| func AssertFinalizersAfterDeletion(ctx context.Context, cli client.Client, namespace, clusterName string) { | ||
| // Check that the ownerReferences are as expected on the first iteration. | ||
| initialFinalizers := getAllFinalizers(ctx, cli, namespace) | ||
|
|
||
| clusterKey := client.ObjectKey{Namespace: namespace, Name: clusterName} | ||
|
|
||
| // Pause the cluster by setting .spec.paused: "true" | ||
| setClusterPause(ctx, cli, clusterKey, | ||
| true) | ||
|
|
||
| removeFinalizers(ctx, cli, namespace) | ||
|
|
||
| // Unpause the cluster by setting .spec.paused: "false" | ||
| setClusterPause(ctx, cli, clusterKey, | ||
| false) | ||
|
|
||
| // Annotate the clusterClass, if one is in use, to speed up reconciliation. | ||
| annotateClusterClass(ctx, cli, clusterKey) | ||
|
|
||
| Eventually(func() { | ||
| afterDeleteFinalizers := getAllFinalizers(ctx, cli, namespace) | ||
|
|
||
| missing := map[string][]string{} | ||
| for k, v := range initialFinalizers { | ||
| if _, ok := afterDeleteFinalizers[k]; !ok { | ||
| missing[k] = v | ||
| } | ||
| } | ||
| missingString := "" | ||
| for k, v := range missing { | ||
| missingString = fmt.Sprintf("%s\n%s %s", missingString, k, v) | ||
| } | ||
| Expect(len(missing)).To(Equal(0), missingString) | ||
| }) | ||
| } | ||
|
|
||
| func getAllFinalizers(ctx context.Context, cli client.Client, namespace string) map[string][]string { | ||
| finalizers := map[string][]string{} | ||
| graph, err := clusterctlcluster.GetOwnerGraph(namespace) | ||
| Expect(err).To(BeNil()) | ||
| for _, v := range graph { | ||
| obj := &unstructured.Unstructured{} | ||
| obj.SetAPIVersion(v.Object.APIVersion) | ||
| obj.SetKind(v.Object.Kind) | ||
| err := cli.Get(ctx, client.ObjectKey{Namespace: v.Object.Namespace, Name: v.Object.Name}, obj) | ||
| Expect(err).To(BeNil()) | ||
| if obj.GetFinalizers() != nil { | ||
| finalizers[fmt.Sprintf("%s/%s", v.Object.Kind, v.Object.Name)] = obj.GetFinalizers() | ||
| } | ||
| } | ||
| return finalizers | ||
| } | ||
|
|
||
| func setClusterPause(ctx context.Context, cli client.Client, clusterKey types.NamespacedName, value bool) { | ||
| cluster := &clusterv1.Cluster{} | ||
| Expect(cli.Get(ctx, clusterKey, cluster)).To(Succeed()) | ||
|
|
||
| unpausePatch := client.RawPatch(types.MergePatchType, []byte(fmt.Sprintf("{\"spec\":{\"paused\":%v}}", value))) | ||
| Expect(cli.Patch(ctx, cluster, unpausePatch)).To(Succeed()) | ||
| } | ||
|
|
||
| func annotateClusterClass(ctx context.Context, cli client.Client, clusterKey types.NamespacedName) { | ||
| cluster := &clusterv1.Cluster{} | ||
| Expect(cli.Get(ctx, clusterKey, cluster)).To(Succeed()) | ||
|
|
||
| if cluster.Spec.Topology != nil { | ||
| class := &clusterv1.ClusterClass{} | ||
| Expect(cli.Get(ctx, client.ObjectKey{Namespace: clusterKey.Namespace, Name: cluster.Spec.Topology.Class}, class)).To(Succeed()) | ||
| annotationPatch := client.RawPatch(types.MergePatchType, []byte(fmt.Sprintf("{\"metadata\":{\"annotations\":{\"cluster.x-k8s.io/modifiedAt\":\"%v\"}}}", time.Now().Format(time.RFC3339)))) | ||
| Expect(cli.Patch(ctx, class, annotationPatch)).To(Succeed()) | ||
| } | ||
| } | ||
|
|
||
| func removeFinalizers(ctx context.Context, cli client.Client, namespace string) { | ||
| graph, err := clusterctlcluster.GetOwnerGraph(namespace) | ||
| Expect(err).To(BeNil()) | ||
| for _, object := range graph { | ||
| ref := object.Object | ||
| // Once all Clusters are paused remove the OwnerReference from all objects in the graph. | ||
| obj := new(unstructured.Unstructured) | ||
| obj.SetAPIVersion(ref.APIVersion) | ||
| obj.SetKind(ref.Kind) | ||
| obj.SetName(ref.Name) | ||
|
|
||
| Expect(cli.Get(ctx, client.ObjectKey{Namespace: namespace, Name: object.Object.Name}, obj)).To(Succeed()) | ||
| helper, err := patch.NewHelper(obj, cli) | ||
| Expect(err).To(BeNil()) | ||
| obj.SetFinalizers([]string{}) | ||
| Expect(helper.Patch(ctx, obj)).To(Succeed()) | ||
| } | ||
| } |