test/e2e: use RGW for e2e testing

Signed-off-by: Ryotaro Banno <[email protected]>

.gitignore

@@ -27,4 +27,5 @@ Dockerfile.cross
 
 test/e2e/testdata/persistentvolumes.yaml
 test/e2e/testdata/values-mantle-primary.yaml
+test/e2e/testdata/values-mantle-secondary.yaml
 include/

charts/mantle/templates/deployment.yaml

@@ -70,9 +70,21 @@ spec:
             {{- with .Values.controller.objectStorageBucketName }}
             - --object-storage-bucket-name={{ . }}
             {{- end }}
-            {{- with .Values.controller.objectStorageEndpoint}}
+            {{- with .Values.controller.objectStorageEndpoint }}
             - --object-storage-endpoint={{ . }}
             {{- end }}
+            {{- with .Values.controller.envSecret }}
+            - --env-secret={{ . }}
+            {{- end }}
+            {{- with .Values.controller.caCertConfigMap }}
+            - --ca-cert-configmap={{ . }}
+            {{- end }}
+            {{- with .Values.controller.caCertKey }}
+            - --ca-cert-key={{ . }}
+            {{- end }}
+            {{- with .Values.controller.exportDataStorageClass }}
+            - --export-data-storage-class={{ . }}
+            {{- end }}
           env:
             - name: POD_NAME
               valueFrom:

test/e2e/Makefile

@@ -61,6 +61,11 @@ test-multiple-k8s-clusters:
 	$(MAKE) install-rook-ceph-cluster1
 	$(MAKE) install-ceph-object-store
 	$(MAKE) install-mantle-cluster-wide
+	sed \
+		-e "s%{OBJECT_STORAGE_BUCKET_NAME}%$$(cat $(TMPDIR)/cm-export-data.json | jq -r .data.BUCKET_NAME)%" \
+		-e "s%{OBJECT_STORAGE_ENDPOINT}%http://$$(cat $(TMPDIR)/cm-export-data.json | jq -r .data.BUCKET_HOST)%" \
+		testdata/values-mantle-secondary-template.yaml \
+		> testdata/values-mantle-secondary.yaml
 	$(MAKE) install-mantle \
 		NAMESPACE=$(CEPH_CLUSTER1_NAMESPACE) \
 		HELM_RELEASE=mantle \
@@ -73,6 +78,8 @@ test-multiple-k8s-clusters:
 	$(MAKE) install-mantle-cluster-wide
 	sed \
 		-e "s%{ENDPOINT}%$$($(MINIKUBE) service list -p $(MINIKUBE_PROFILE_SECONDARY) -o json | jq -r '.[] | select(.Name == "mantle" and .Namespace == "rook-ceph") | .URLs | select(. | length > 0)[]' | head -1 | sed -r 's/^http:\/\///')%" \
+		-e "s%{OBJECT_STORAGE_BUCKET_NAME}%$$(cat $(TMPDIR)/cm-export-data.json | jq -r .data.BUCKET_NAME)%" \
+		-e "s%{OBJECT_STORAGE_ENDPOINT}%$$($(MINIKUBE) service list -p $(MINIKUBE_PROFILE_SECONDARY) -o json | jq -r '.[] | select(.Name == "rook-ceph-rgw-ceph-object-store-node-port" and .Namespace == "rook-ceph") | .URLs | select(. | length > 0)[]' | head -1)%" \
 		testdata/values-mantle-primary-template.yaml \
 		> testdata/values-mantle-primary.yaml
 	$(MAKE) install-mantle \

test/e2e/testdata/values-mantle-primary-template.yaml

@@ -1,5 +1,7 @@
 controller:
   role: primary
   mantleServiceEndpoint: {ENDPOINT}
-  objectStorageBucketName: dummy
-  objectStorageEndpoint: dummy
+  objectStorageBucketName: {OBJECT_STORAGE_BUCKET_NAME}
+  objectStorageEndpoint: {OBJECT_STORAGE_ENDPOINT}
+  envSecret: export-data
+  exportDataStorageClass: rook-ceph-block

test/e2e/testdata/values-mantle-secondary.yaml → test/e2e/testdata/values-mantle-secondary-template.yaml

@@ -3,8 +3,9 @@ controller:
   mantleServiceEndpoint: ":58080"
   ports:
     - containerPort: 58080
-  objectStorageBucketName: dummy
-  objectStorageEndpoint: dummy
+  objectStorageBucketName: {OBJECT_STORAGE_BUCKET_NAME}
+  objectStorageEndpoint: {OBJECT_STORAGE_ENDPOINT}
+  envSecret: export-data
 
 secondaryService:
   type: NodePort