Update Spark 3.5 from 3.5.6 to 3.5.7 #19948
Draft
Conversation
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Diff for 1f193e0:diff --git a/_bashbrew-cat b/_bashbrew-cat
index a8391a3..666530b 100644
--- a/_bashbrew-cat
+++ b/_bashbrew-cat
@@ -1,45 +1,45 @@
Maintainers: Apache Spark Developers <[email protected]> (@ApacheSpark)
GitRepo: https://github.com/apache/spark-docker.git
-Tags: 3.5.6-scala2.12-java11-python3-r-ubuntu
+Tags: 3.5.7-scala2.12-java11-python3-r-ubuntu
Architectures: amd64, arm64v8
-GitCommit: c264d48dc510018095700ed33e700ccc34268bf2
-Directory: 3.5.6/scala2.12-java11-python3-r-ubuntu
+GitCommit: 8e8bdcd6a559fbf1eab6cee73c60a8e72a9e4a80
+Directory: 3.5.7/scala2.12-java11-python3-r-ubuntu
-Tags: 3.5.6-scala2.12-java11-python3-ubuntu, 3.5.6-python3, 3.5.6
+Tags: 3.5.7-scala2.12-java11-python3-ubuntu, 3.5.7-python3, 3.5.7
Architectures: amd64, arm64v8
-GitCommit: c264d48dc510018095700ed33e700ccc34268bf2
-Directory: 3.5.6/scala2.12-java11-python3-ubuntu
+GitCommit: 8e8bdcd6a559fbf1eab6cee73c60a8e72a9e4a80
+Directory: 3.5.7/scala2.12-java11-python3-ubuntu
-Tags: 3.5.6-scala2.12-java11-r-ubuntu, 3.5.6-r
+Tags: 3.5.7-scala2.12-java11-r-ubuntu, 3.5.7-r
Architectures: amd64, arm64v8
-GitCommit: c264d48dc510018095700ed33e700ccc34268bf2
-Directory: 3.5.6/scala2.12-java11-r-ubuntu
+GitCommit: 8e8bdcd6a559fbf1eab6cee73c60a8e72a9e4a80
+Directory: 3.5.7/scala2.12-java11-r-ubuntu
-Tags: 3.5.6-scala2.12-java11-ubuntu, 3.5.6-scala
+Tags: 3.5.7-scala2.12-java11-ubuntu, 3.5.7-scala
Architectures: amd64, arm64v8
-GitCommit: c264d48dc510018095700ed33e700ccc34268bf2
-Directory: 3.5.6/scala2.12-java11-ubuntu
+GitCommit: 8e8bdcd6a559fbf1eab6cee73c60a8e72a9e4a80
+Directory: 3.5.7/scala2.12-java11-ubuntu
-Tags: 3.5.6-scala2.12-java17-python3-r-ubuntu
+Tags: 3.5.7-scala2.12-java17-python3-r-ubuntu
Architectures: amd64, arm64v8
-GitCommit: c264d48dc510018095700ed33e700ccc34268bf2
-Directory: 3.5.6/scala2.12-java17-python3-r-ubuntu
+GitCommit: 8e8bdcd6a559fbf1eab6cee73c60a8e72a9e4a80
+Directory: 3.5.7/scala2.12-java17-python3-r-ubuntu
-Tags: 3.5.6-scala2.12-java17-python3-ubuntu, 3.5.6-java17-python3, 3.5.6-java17
+Tags: 3.5.7-scala2.12-java17-python3-ubuntu, 3.5.7-java17-python3, 3.5.7-java17
Architectures: amd64, arm64v8
-GitCommit: c264d48dc510018095700ed33e700ccc34268bf2
-Directory: 3.5.6/scala2.12-java17-python3-ubuntu
+GitCommit: 8e8bdcd6a559fbf1eab6cee73c60a8e72a9e4a80
+Directory: 3.5.7/scala2.12-java17-python3-ubuntu
-Tags: 3.5.6-scala2.12-java17-r-ubuntu, 3.5.6-java17-r
+Tags: 3.5.7-scala2.12-java17-r-ubuntu, 3.5.7-java17-r
Architectures: amd64, arm64v8
-GitCommit: c264d48dc510018095700ed33e700ccc34268bf2
-Directory: 3.5.6/scala2.12-java17-r-ubuntu
+GitCommit: 8e8bdcd6a559fbf1eab6cee73c60a8e72a9e4a80
+Directory: 3.5.7/scala2.12-java17-r-ubuntu
-Tags: 3.5.6-scala2.12-java17-ubuntu, 3.5.6-java17-scala
+Tags: 3.5.7-scala2.12-java17-ubuntu, 3.5.7-java17-scala
Architectures: amd64, arm64v8
-GitCommit: c264d48dc510018095700ed33e700ccc34268bf2
-Directory: 3.5.6/scala2.12-java17-ubuntu
+GitCommit: 8e8bdcd6a559fbf1eab6cee73c60a8e72a9e4a80
+Directory: 3.5.7/scala2.12-java17-ubuntu
Tags: 4.0.0-scala2.13-java17-python3-r-ubuntu
Architectures: amd64, arm64v8
diff --git a/_bashbrew-list b/_bashbrew-list
index ac36708..64a9961 100644
--- a/_bashbrew-list
+++ b/_bashbrew-list
@@ -1,19 +1,19 @@
-spark:3.5.6
-spark:3.5.6-java17
-spark:3.5.6-java17-python3
-spark:3.5.6-java17-r
-spark:3.5.6-java17-scala
-spark:3.5.6-python3
-spark:3.5.6-r
-spark:3.5.6-scala
-spark:3.5.6-scala2.12-java11-python3-r-ubuntu
-spark:3.5.6-scala2.12-java11-python3-ubuntu
-spark:3.5.6-scala2.12-java11-r-ubuntu
-spark:3.5.6-scala2.12-java11-ubuntu
-spark:3.5.6-scala2.12-java17-python3-r-ubuntu
-spark:3.5.6-scala2.12-java17-python3-ubuntu
-spark:3.5.6-scala2.12-java17-r-ubuntu
-spark:3.5.6-scala2.12-java17-ubuntu
+spark:3.5.7
+spark:3.5.7-java17
+spark:3.5.7-java17-python3
+spark:3.5.7-java17-r
+spark:3.5.7-java17-scala
+spark:3.5.7-python3
+spark:3.5.7-r
+spark:3.5.7-scala
+spark:3.5.7-scala2.12-java11-python3-r-ubuntu
+spark:3.5.7-scala2.12-java11-python3-ubuntu
+spark:3.5.7-scala2.12-java11-r-ubuntu
+spark:3.5.7-scala2.12-java11-ubuntu
+spark:3.5.7-scala2.12-java17-python3-r-ubuntu
+spark:3.5.7-scala2.12-java17-python3-ubuntu
+spark:3.5.7-scala2.12-java17-r-ubuntu
+spark:3.5.7-scala2.12-java17-ubuntu
spark:4.0.0
spark:4.0.0-java21
spark:4.0.0-java21-python3
diff --git a/_bashbrew-list-build-order b/_bashbrew-list-build-order
index 99d369b..3242013 100644
--- a/_bashbrew-list-build-order
+++ b/_bashbrew-list-build-order
@@ -1,15 +1,15 @@
-spark:3.5.6-java17-scala
-spark:3.5.6-scala
-spark:3.5.6-scala2.12-java11-python3-r-ubuntu
-spark:3.5.6-scala2.12-java17-python3-r-ubuntu
+spark:3.5.7-java17-scala
+spark:3.5.7-scala
+spark:3.5.7-scala2.12-java11-python3-r-ubuntu
+spark:3.5.7-scala2.12-java17-python3-r-ubuntu
spark:4.0.0-java21-scala
spark:4.0.0-scala2.13-java21-python3-r-ubuntu
spark:latest
spark:scala
-spark:3.5.6
-spark:3.5.6-java17
-spark:3.5.6-java17-r
-spark:3.5.6-r
+spark:3.5.7
+spark:3.5.7-java17
+spark:3.5.7-java17-r
+spark:3.5.7-r
spark:4.0.0-java21-r
spark:4.0.0-scala2.13-java17-python3-r-ubuntu
spark:python3-java17
diff --git a/spark_3.5.6-java17-r/Dockerfile b/spark_3.5.7-java17-r/Dockerfile
similarity index 95%
rename from spark_3.5.6-java17-r/Dockerfile
rename to spark_3.5.7-java17-r/Dockerfile
index 204f72b..4476e4f 100644
--- a/spark_3.5.6-java17-r/Dockerfile
+++ b/spark_3.5.7-java17-r/Dockerfile
@@ -14,7 +14,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
#
-FROM spark:3.5.6-scala2.12-java17-ubuntu
+FROM spark:3.5.7-scala2.12-java17-ubuntu
USER root
diff --git a/spark_3.5.6-java17-scala/Dockerfile b/spark_3.5.7-java17-scala/Dockerfile
similarity index 87%
rename from spark_3.5.6-java17-scala/Dockerfile
rename to spark_3.5.7-java17-scala/Dockerfile
index 2f55374..d7f12c0 100644
--- a/spark_3.5.6-java17-scala/Dockerfile
+++ b/spark_3.5.7-java17-scala/Dockerfile
@@ -19,7 +19,7 @@ FROM eclipse-temurin:17-jammy
ARG spark_uid=185
RUN groupadd --system --gid=${spark_uid} spark && \
- useradd --system --uid=${spark_uid} --gid=spark spark
+ useradd --system --uid=${spark_uid} --gid=spark -d /nonexistent spark
RUN set -ex; \
apt-get update; \
@@ -36,9 +36,9 @@ RUN set -ex; \
# Install Apache Spark
# https://downloads.apache.org/spark/KEYS
-ENV SPARK_TGZ_URL=https://archive.apache.org/dist/spark/spark-3.5.6/spark-3.5.6-bin-hadoop3.tgz \
- SPARK_TGZ_ASC_URL=https://archive.apache.org/dist/spark/spark-3.5.6/spark-3.5.6-bin-hadoop3.tgz.asc \
- GPG_KEY=0FE4571297AB84440673665669600C8338F65970
+ENV SPARK_TGZ_URL=https://www.apache.org/dyn/closer.lua/spark/spark-3.5.7/spark-3.5.7-bin-hadoop3.tgz?action=download \
+ SPARK_TGZ_ASC_URL=https://www.apache.org/dyn/closer.lua/spark/spark-3.5.7/spark-3.5.7-bin-hadoop3.tgz.asc?action=download \
+ GPG_KEY=564CA14951C29266889F9C5B90E2BA86F7A9B307
RUN set -ex; \
export SPARK_TMP="$(mktemp -d)"; \
diff --git a/spark_3.5.6-java17-scala/entrypoint.sh b/spark_3.5.7-java17-scala/entrypoint.sh
similarity index 100%
rename from spark_3.5.6-java17-scala/entrypoint.sh
rename to spark_3.5.7-java17-scala/entrypoint.sh
diff --git a/spark_3.5.6-java17/Dockerfile b/spark_3.5.7-java17/Dockerfile
similarity index 95%
rename from spark_3.5.6-java17/Dockerfile
rename to spark_3.5.7-java17/Dockerfile
index e175f84..d70b7c1 100644
--- a/spark_3.5.6-java17/Dockerfile
+++ b/spark_3.5.7-java17/Dockerfile
@@ -14,7 +14,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
#
-FROM spark:3.5.6-scala2.12-java17-ubuntu
+FROM spark:3.5.7-scala2.12-java17-ubuntu
USER root
diff --git a/spark_3.5.6-r/Dockerfile b/spark_3.5.7-r/Dockerfile
similarity index 95%
rename from spark_3.5.6-r/Dockerfile
rename to spark_3.5.7-r/Dockerfile
index 7f8a4dd..ef4aef1 100644
--- a/spark_3.5.6-r/Dockerfile
+++ b/spark_3.5.7-r/Dockerfile
@@ -14,7 +14,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
#
-FROM spark:3.5.6-scala2.12-java11-ubuntu
+FROM spark:3.5.7-scala2.12-java11-ubuntu
USER root
diff --git a/spark_3.5.6-scala/Dockerfile b/spark_3.5.7-scala/Dockerfile
similarity index 87%
rename from spark_3.5.6-scala/Dockerfile
rename to spark_3.5.7-scala/Dockerfile
index d309bf8..524f778 100644
--- a/spark_3.5.6-scala/Dockerfile
+++ b/spark_3.5.7-scala/Dockerfile
@@ -19,7 +19,7 @@ FROM eclipse-temurin:11-jre-focal
ARG spark_uid=185
RUN groupadd --system --gid=${spark_uid} spark && \
- useradd --system --uid=${spark_uid} --gid=spark spark
+ useradd --system --uid=${spark_uid} --gid=spark -d /nonexistent spark
RUN set -ex; \
apt-get update; \
@@ -36,9 +36,9 @@ RUN set -ex; \
# Install Apache Spark
# https://downloads.apache.org/spark/KEYS
-ENV SPARK_TGZ_URL=https://archive.apache.org/dist/spark/spark-3.5.6/spark-3.5.6-bin-hadoop3.tgz \
- SPARK_TGZ_ASC_URL=https://archive.apache.org/dist/spark/spark-3.5.6/spark-3.5.6-bin-hadoop3.tgz.asc \
- GPG_KEY=0FE4571297AB84440673665669600C8338F65970
+ENV SPARK_TGZ_URL=https://www.apache.org/dyn/closer.lua/spark/spark-3.5.7/spark-3.5.7-bin-hadoop3.tgz?action=download \
+ SPARK_TGZ_ASC_URL=https://www.apache.org/dyn/closer.lua/spark/spark-3.5.7/spark-3.5.7-bin-hadoop3.tgz.asc?action=download \
+ GPG_KEY=564CA14951C29266889F9C5B90E2BA86F7A9B307
RUN set -ex; \
export SPARK_TMP="$(mktemp -d)"; \
diff --git a/spark_3.5.6-scala/entrypoint.sh b/spark_3.5.7-scala/entrypoint.sh
similarity index 100%
rename from spark_3.5.6-scala/entrypoint.sh
rename to spark_3.5.7-scala/entrypoint.sh
diff --git a/spark_3.5.6-scala2.12-java17-python3-r-ubuntu/Dockerfile b/spark_3.5.7-scala2.12-java11-python3-r-ubuntu/Dockerfile
similarity index 96%
rename from spark_3.5.6-scala2.12-java17-python3-r-ubuntu/Dockerfile
rename to spark_3.5.7-scala2.12-java11-python3-r-ubuntu/Dockerfile
index 9f39101..9dcb376 100644
--- a/spark_3.5.6-scala2.12-java17-python3-r-ubuntu/Dockerfile
+++ b/spark_3.5.7-scala2.12-java11-python3-r-ubuntu/Dockerfile
@@ -14,7 +14,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
#
-FROM spark:3.5.6-scala2.12-java17-ubuntu
+FROM spark:3.5.7-scala2.12-java11-ubuntu
USER root
diff --git a/spark_3.5.6-scala2.12-java11-python3-r-ubuntu/Dockerfile b/spark_3.5.7-scala2.12-java17-python3-r-ubuntu/Dockerfile
similarity index 96%
rename from spark_3.5.6-scala2.12-java11-python3-r-ubuntu/Dockerfile
rename to spark_3.5.7-scala2.12-java17-python3-r-ubuntu/Dockerfile
index a6bf459..0c099e0 100644
--- a/spark_3.5.6-scala2.12-java11-python3-r-ubuntu/Dockerfile
+++ b/spark_3.5.7-scala2.12-java17-python3-r-ubuntu/Dockerfile
@@ -14,7 +14,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
#
-FROM spark:3.5.6-scala2.12-java11-ubuntu
+FROM spark:3.5.7-scala2.12-java17-ubuntu
USER root
diff --git a/spark_3.5.6/Dockerfile b/spark_3.5.7/Dockerfile
similarity index 95%
rename from spark_3.5.6/Dockerfile
rename to spark_3.5.7/Dockerfile
index 5d63326..dc6610e 100644
--- a/spark_3.5.6/Dockerfile
+++ b/spark_3.5.7/Dockerfile
@@ -14,7 +14,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
#
-FROM spark:3.5.6-scala2.12-java11-ubuntu
+FROM spark:3.5.7-scala2.12-java11-ubuntu
USER rootRelevant Maintainers:
|
|
seems like |
|
yep, see #19167 (comment) -- I'll reiterate that without any humans listed in |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
This PR proposes to update Spark 3.5 to its latest 3.5.7.