diff --git a/Makefile b/Makefile
index 55df0bc1..ec061afe 100644
--- a/Makefile
+++ b/Makefile
@@ -237,7 +237,7 @@ kyuubi: $(KYUUBI_MARKER)
 
 $(ROCK_FILE_GPU): images/charmed-spark-gpu/rockcraft.yaml $(wildcard images/charmed-spark-gpu/*/*)
 	@echo "=== Building Charmed Image ==="
-	(cd images/charmed-spark-gpu && rockcraft pack)
+	(cd images/charmed-spark-gpu && cp images/charmed-spark/bin/. bin/ && rockcraft pack)
 	mv images/charmed-spark-gpu/$(ROCK_FILE_GPU) .
 
 rock-gpu: $(ROCK_FILE_GPU)
diff --git a/tests/integration/integration-tests-gpu.sh b/tests/integration/integration-tests-gpu.sh
index 7417b525..7a4befd8 100644
--- a/tests/integration/integration-tests-gpu.sh
+++ b/tests/integration/integration-tests-gpu.sh
@@ -204,7 +204,8 @@ echo -e "##################################"
 echo -e "SETUP TEST POD"
 echo -e "##################################"
 
-setup_admin_test_pod
+kubectl create namespace $NAMESPACE
+setup_admin_pod $ADMIN_POD_NAME $(spark_image) $NAMESPACE
 
 echo -e "##################################"
 echo -e "RUN EXAMPLE THAT USES GPU"