Rewrite fetch_manifest.sh into golang

Signed-off-by: peppi-lotta <[email protected]>

Author: peppi-lotta

test/e2e/logcollector.go

@@ -9,6 +9,7 @@ import (
 	"os/exec"
 	"path"
 	"path/filepath"
+	"strings"
 
 	. "github.com/onsi/ginkgo/v2"
 	. "github.com/onsi/gomega"
@@ -98,8 +99,81 @@ func (Metal3LogCollector) CollectMachinePoolLog(_ context.Context, _ client.Clie
 	return fmt.Errorf("CollectMachinePoolLog not implemented")
 }
 
-func FetchManifests(_ framework.ClusterProxy) error {
-	return fmt.Errorf("FetchManifests not implemented")
+func FetchManifests(clusterProxy framework.ClusterProxy, outputPath string) error {
+	ctx := context.Background()
+
+	baseDir := filepath.Join(outputPath, clusterProxy.GetName())
+	err := os.MkdirAll(baseDir, 0775)
+	if err != nil {
+		return fmt.Errorf("couldn't create directory: %v", err)
+	}
+
+	manifests := []string{
+		"bmh",
+		"hardwaredata",
+		"cluster",
+		"deployment",
+		"machine",
+		"machinedeployment",
+		"machinehealthchecks",
+		"machinesets",
+		"machinepools",
+		"m3cluster",
+		"m3machine",
+		"metal3machinetemplate",
+		"kubeadmconfig",
+		"kubeadmconfigtemplates",
+		"kubeadmcontrolplane",
+		"replicaset",
+		"ippool",
+		"ipclaim",
+		"ipaddress",
+		"m3data",
+		"m3dataclaim",
+		"m3datatemplate",
+	}
+	clientset := clusterProxy.GetClientSet()
+
+	// Get all namespaces
+	namespaces, err := clientset.CoreV1().Namespaces().List(ctx, metav1.ListOptions{})
+	if err != nil {
+		return fmt.Errorf("couldn't get namespaces: %v", err)
+	}
+
+	for _, namespace := range namespaces.Items {
+		for _, kind := range manifests {
+			// Get names of the objects whose kind and namespace match
+			names, err := exec.Command("kubectl", "--kubeconfig", clusterProxy.GetKubeconfigPath(), "get", "-n", namespace.Name, "-o", "name", kind).Output() // #nosec G204:gosec
+			if err != nil {
+				return fmt.Errorf("couldn't get names: %v", err)
+			}
+			namesList := strings.Split(string(names), "\n")
+			for _, name := range namesList {
+				if name != "" {
+					// Get yaml of each obeject
+					yaml, err := exec.Command("kubectl", "--kubeconfig", clusterProxy.GetKubeconfigPath(), "get", "-n", namespace.Name, "-o", "yaml", name).Output() // #nosec G204:gosec
+					if err != nil {
+						return fmt.Errorf("couldn't get yaml: %v", err)
+					}
+					// Create manifest directory and any missing directory in
+					// the path
+					manifestDir := filepath.Join(baseDir, namespace.Name, kind)
+					err = os.MkdirAll(manifestDir, 0775)
+					if err != nil {
+						return fmt.Errorf("couldn't create directory: %v", err)
+					}
+					// Print manifest to file
+					file := filepath.Join(manifestDir, "manifest.yaml")
+					err = os.WriteFile(file, []byte(yaml), 0600)
+					if err != nil {
+						fmt.Printf("couldn't write to file: %v", err)
+						continue
+					}
+				}
+			}
+		}
+	}
+	return nil
 }
 
 func FetchClusterLogs(clusterProxy framework.ClusterProxy, outputPath string) error {

test/e2e/pivoting.go

@@ -16,6 +16,7 @@ import (
 	. "github.com/onsi/gomega"
 	corev1 "k8s.io/api/core/v1"
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	"k8s.io/apimachinery/pkg/runtime"
 	clusterv1 "sigs.k8s.io/cluster-api/api/v1beta1"
 	clusterctlv1 "sigs.k8s.io/cluster-api/cmd/clusterctl/api/v1alpha3"
 	"sigs.k8s.io/cluster-api/cmd/clusterctl/client/config"
@@ -88,13 +89,10 @@ func pivoting(ctx context.Context, inputGetter func() PivotingInput) {
 	}
 
 	By("Fetch manifest for bootstrap cluster before pivot")
-	kconfigPathBootstrap := input.BootstrapClusterProxy.GetKubeconfigPath()
-	os.Setenv("KUBECONFIG_BOOTSTRAP", kconfigPathBootstrap)
-	path := filepath.Join(os.Getenv("CAPM3PATH"), "scripts")
-	cmd := exec.Command("./fetch_manifests.sh") // #nosec G204:gosec
-	cmd.Dir = path
-	_ = cmd.Run()
-
+	err = FetchManifests(input.BootstrapClusterProxy, "/tmp/manifests/")
+	if err != nil {
+		fmt.Printf("Error fetching manifests for bootstrap cluster before pivot: %v\n", err)
+	}
 	By("Fetch target cluster kubeconfig for target cluster log collection")
 	kconfigPathWorkload := input.TargetCluster.GetKubeconfigPath()
 	os.Setenv("KUBECONFIG_WORKLOAD", kconfigPathWorkload)
@@ -103,7 +101,7 @@ func pivoting(ctx context.Context, inputGetter func() PivotingInput) {
 	// target log collection. There is possibility to handle the kubeconfig in better way.
 	// KubeconfigPathTemp will be used by project-infra target log collection only incase of failed e2e test
 	kubeconfigPathTemp := "/tmp/kubeconfig-test1.yaml"
-	cmd = exec.Command("cp", kconfigPathWorkload, kubeconfigPathTemp) // #nosec G204:gosec
+	cmd := exec.Command("cp", kconfigPathWorkload, kubeconfigPathTemp) // #nosec G204:gosec
 	stdoutStderr, er := cmd.CombinedOutput()
 	Logf("%s\n", stdoutStderr)
 	Expect(er).ToNot(HaveOccurred(), "Cannot fetch target cluster kubeconfig")
@@ -436,10 +434,11 @@ func rePivoting(ctx context.Context, inputGetter func() RePivotingInput) {
 	}
 
 	By("Fetch manifest for workload cluster after pivot")
-	path := filepath.Join(os.Getenv("CAPM3PATH"), "scripts")
-	cmd := exec.Command("./fetch_manifests.sh") // #nosec G204:gosec
-	cmd.Dir = path
-	_ = cmd.Run()
+	workloadClusterProxy := framework.NewClusterProxy("workload-cluster-after-pivot", os.Getenv("KUBECONFIG"), runtime.NewScheme())
+	err = FetchManifests(workloadClusterProxy, "/tmp/manifests/")
+	if err != nil {
+		fmt.Printf("Error fetching manifests for workload cluster after pivot: %v\n", err)
+	}
 	os.Unsetenv("KUBECONFIG_WORKLOAD")
 
 	By("Remove Ironic deployment from target cluster")
@@ -563,10 +562,10 @@ func rePivoting(ctx context.Context, inputGetter func() RePivotingInput) {
 	})
 
 	By("Fetch manifest for bootstrap cluster after re-pivot")
-	path = filepath.Join(os.Getenv("CAPM3PATH"), "scripts")
-	cmd = exec.Command("./fetch_manifests.sh") // #nosec G204:gosec
-	cmd.Dir = path
-	_ = cmd.Run()
+	err = FetchManifests(input.BootstrapClusterProxy, "/tmp/manifests/")
+	if err != nil {
+		fmt.Printf("Error fetching manifests for bootstrap cluster before pivot: %v\n", err)
+	}
 	os.Unsetenv("KUBECONFIG_BOOTSTRAP")
 
 	By("RE-PIVOTING TEST PASSED!")

test/e2e/upgrade_clusterctl_test.go

@@ -200,17 +200,17 @@ func preInitFunc(clusterProxy framework.ClusterProxy, bmoRelease string, ironicR
 	}
 
 	By("Fetch manifest for bootstrap cluster")
-	path := filepath.Join(os.Getenv("CAPM3PATH"), "scripts")
-	cmd := exec.Command("./fetch_manifests.sh") // #nosec G204:gosec
-	cmd.Dir = path
-	_ = cmd.Run()
+	err := FetchManifests(clusterProxy, "/tmp/manifests/")
+	if err != nil {
+		fmt.Printf("Error fetching manifests for bootstrap cluster: %v\n", err)
+	}
 
 	By("Fetch target cluster kubeconfig for target cluster log collection")
 	kconfigPathWorkload := clusterProxy.GetKubeconfigPath()
 	os.Setenv("KUBECONFIG_WORKLOAD", kconfigPathWorkload)
 	Logf("Save kubeconfig in temp folder for project-infra target log collection")
 	kubeconfigPathTemp := "/tmp/kubeconfig-test1.yaml"
-	cmd = exec.Command("cp", kconfigPathWorkload, kubeconfigPathTemp) // #nosec G204:gosec
+	cmd := exec.Command("cp", kconfigPathWorkload, kubeconfigPathTemp) // #nosec G204:gosec
 	stdoutStderr, er := cmd.CombinedOutput()
 	Logf("%s\n", stdoutStderr)
 	Expect(er).ToNot(HaveOccurred(), "Cannot fetch target cluster kubeconfig")
@@ -238,7 +238,7 @@ func preInitFunc(clusterProxy framework.ClusterProxy, bmoRelease string, ironicR
 	ironicKustomizePath := fmt.Sprintf("IRONIC_RELEASE_%s", ironicRelease)
 	initIronicKustomization := e2eConfig.GetVariable(ironicKustomizePath)
 	By(fmt.Sprintf("Installing Ironic from kustomization %s on the upgrade cluster", initIronicKustomization))
-	err := BuildAndApplyKustomization(ctx, &BuildAndApplyKustomizationInput{
+	err = BuildAndApplyKustomization(ctx, &BuildAndApplyKustomizationInput{
 		Kustomization:       initIronicKustomization,
 		ClusterProxy:        clusterProxy,
 		WaitForDeployment:   true,