diff --git a/.buildkite/prepare.sh b/.buildkite/prepare.sh
index a2787c17b77d..ed2931f21331 100755
--- a/.buildkite/prepare.sh
+++ b/.buildkite/prepare.sh
@@ -16,3 +16,7 @@ done
 
 mkdir -p "$WORKDIR/artifacts/$ARCH/rpms"
 mkdir -p "$WORKDIR/artifacts/$ARCH/maven-repo"
+
+# Make sure we use the latest python3 version installed
+# shellcheck shell=bash disable=SC2010
+alternatives --set python3 "$(ls /usr/bin/python3* | grep -E "/usr/bin/python3.[0-9]+$" |sort -n -k2 -t.|tail -1)"