-
Notifications
You must be signed in to change notification settings - Fork 2.4k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Consolidate test utility functions into top level package (#11711)
* [e2e] Convert RunCmdOnNode to method * Consolidate e2e variables into TestConfig struct * Consolidate docker and integration test helper functions * E2E: Directly count daemonsets, not their pods * Add missing Context levels for E2E tests * Migrate e2e.ParsePods to new tests client package * Run the go test compile test on their respective architectures Signed-off-by: Derek Nola <[email protected]>
- Loading branch information
Showing
45 changed files
with
1,631 additions
and
1,957 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,149 @@ | ||
| package tests | ||
|
|
||
| import ( | ||
| "context" | ||
| "fmt" | ||
|
|
||
| corev1 "k8s.io/api/core/v1" | ||
| metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" | ||
| "k8s.io/client-go/kubernetes" | ||
| "k8s.io/client-go/tools/clientcmd" | ||
| "k8s.io/utils/set" | ||
| ) | ||
|
|
||
| // This file consolidates functions that are used across multiple testing frameworks. | ||
| // Most of it relates to interacting with the Kubernetes API and checking the status of resources. | ||
|
|
||
| // CheckDefaultDeployments checks if the standard array of K3s deployments are ready, otherwise returns an error | ||
| func CheckDefaultDeployments(kubeconfigFile string) error { | ||
| return CheckDeployments([]string{"coredns", "local-path-provisioner", "metrics-server", "traefik"}, kubeconfigFile) | ||
| } | ||
|
|
||
| // CheckDeployments checks if the provided list of deployments are ready, otherwise returns an error | ||
| func CheckDeployments(deployments []string, kubeconfigFile string) error { | ||
|
|
||
| deploymentSet := make(map[string]bool) | ||
| for _, d := range deployments { | ||
| deploymentSet[d] = false | ||
| } | ||
|
|
||
| client, err := K8sClient(kubeconfigFile) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| deploymentList, err := client.AppsV1().Deployments("").List(context.Background(), metav1.ListOptions{}) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| for _, deployment := range deploymentList.Items { | ||
| if _, ok := deploymentSet[deployment.Name]; ok && deployment.Status.ReadyReplicas == deployment.Status.Replicas { | ||
| deploymentSet[deployment.Name] = true | ||
| } | ||
| } | ||
| for d, found := range deploymentSet { | ||
| if !found { | ||
| return fmt.Errorf("failed to deploy %s", d) | ||
| } | ||
| } | ||
|
|
||
| return nil | ||
| } | ||
|
|
||
| func ParseNodes(kubeconfigFile string) ([]corev1.Node, error) { | ||
| clientSet, err := K8sClient(kubeconfigFile) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
| nodes, err := clientSet.CoreV1().Nodes().List(context.Background(), metav1.ListOptions{}) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
|
|
||
| return nodes.Items, nil | ||
| } | ||
|
|
||
| func ParsePods(kubeconfigFile string) ([]corev1.Pod, error) { | ||
| clientSet, err := K8sClient(kubeconfigFile) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
| pods, err := clientSet.CoreV1().Pods("").List(context.Background(), metav1.ListOptions{}) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
|
|
||
| return pods.Items, nil | ||
| } | ||
|
|
||
| // AllPodsUp checks if pods on the cluster are Running or Succeeded, otherwise returns an error | ||
| func AllPodsUp(kubeconfigFile string) error { | ||
| clientSet, err := K8sClient(kubeconfigFile) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| pods, err := clientSet.CoreV1().Pods("").List(context.Background(), metav1.ListOptions{}) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| for _, pod := range pods.Items { | ||
| // Check if the pod is running | ||
| if pod.Status.Phase != corev1.PodRunning && pod.Status.Phase != corev1.PodSucceeded { | ||
| return fmt.Errorf("pod %s is %s", pod.Name, pod.Status.Phase) | ||
| } | ||
| } | ||
| return nil | ||
| } | ||
|
|
||
| // PodReady checks if a pod is ready by querying its status | ||
| func PodReady(podName, namespace, kubeconfigFile string) (bool, error) { | ||
| clientSet, err := K8sClient(kubeconfigFile) | ||
| if err != nil { | ||
| return false, err | ||
| } | ||
| pod, err := clientSet.CoreV1().Pods(namespace).Get(context.TODO(), podName, metav1.GetOptions{}) | ||
| if err != nil { | ||
| return false, fmt.Errorf("failed to get pod: %v", err) | ||
| } | ||
| // Check if the pod is running | ||
| for _, containerStatus := range pod.Status.ContainerStatuses { | ||
| if containerStatus.Name == podName && containerStatus.Ready { | ||
| return true, nil | ||
| } | ||
| } | ||
| return false, nil | ||
| } | ||
|
|
||
| // Checks if provided nodes are ready, otherwise returns an error | ||
| func NodesReady(kubeconfigFile string, nodeNames []string) error { | ||
| nodes, err := ParseNodes(kubeconfigFile) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| nodesToCheck := set.New(nodeNames...) | ||
| readyNodes := make(set.Set[string], 0) | ||
| for _, node := range nodes { | ||
| for _, condition := range node.Status.Conditions { | ||
| if condition.Type == corev1.NodeReady && condition.Status != corev1.ConditionTrue { | ||
| return fmt.Errorf("node %s is not ready", node.Name) | ||
| } | ||
| readyNodes.Insert(node.Name) | ||
| } | ||
| } | ||
| // Check if all nodes are ready | ||
| if !nodesToCheck.Equal(readyNodes) { | ||
| return fmt.Errorf("expected nodes %v, found %v", nodesToCheck, readyNodes) | ||
| } | ||
| return nil | ||
| } | ||
|
|
||
| func K8sClient(kubeconfigFile string) (*kubernetes.Clientset, error) { | ||
| config, err := clientcmd.BuildConfigFromFlags("", kubeconfigFile) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
| clientSet, err := kubernetes.NewForConfig(config) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
| return clientSet, nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.