From 04782378f7adfee63f1c15a86fed9b636c7e6aa7 Mon Sep 17 00:00:00 2001 From: Razvan-Daniel Mihai <84674+razvan@users.noreply.github.com> Date: Fri, 16 Aug 2024 16:58:15 +0200 Subject: [PATCH] experimental support for Spark 4 --- .../spark-k8s/partials/supported-versions.adoc | 1 + tests/test-definition.yaml | 12 ++++++------ 2 files changed, 7 insertions(+), 6 deletions(-) diff --git a/docs/modules/spark-k8s/partials/supported-versions.adoc b/docs/modules/spark-k8s/partials/supported-versions.adoc index 4ec5fbdb..91c663d5 100644 --- a/docs/modules/spark-k8s/partials/supported-versions.adoc +++ b/docs/modules/spark-k8s/partials/supported-versions.adoc @@ -3,6 +3,7 @@ // Stackable Platform documentation. // Please sort the versions in descending order (newest first) +- 4.0.0-preview (Hadoop 3.4.0, Scala 2.13, Python 3.11, Java 17) (experimantal) - 3.5.1 (Hadoop 3.3.4, Scala 2.12, Python 3.11, Java 17) (LTS) - 3.4.3 (Hadoop 3.3.4, Scala 2.12, Python 3.11, Java 11) (deprecated) - 3.4.2 (Hadoop 3.3.4, Scala 2.12, Python 3.11, Java 11) (deprecated) diff --git a/tests/test-definition.yaml b/tests/test-definition.yaml index 3302a4ec..c125951d 100644 --- a/tests/test-definition.yaml +++ b/tests/test-definition.yaml @@ -5,16 +5,16 @@ dimensions: - "false" - name: spark values: - - 3.4.2 - - 3.4.3 - - 3.5.1 + # - 3.4.2 + # - 3.4.3 + # - 3.5.1 # Alternatively, if you want to use a custom image, append a comma and the full image name to the product version # as in the example below. - # - 3.5.1,docker.stackable.tech/sandbox/spark-k8s:3.5.1-stackable0.0.0-dev + - 4.0.0-preview1,docker.stackable.tech/sandbox/spark-k8s:4.0.0-preview1-stackable0.0.0-dev - name: spark-delta-lake values: - - 3.5.1 - # - 3.5.1,docker.stackable.tech/sandbox/spark-k8s:3.5.1-stackable0.0.0-dev + # - 3.5.1 + - 4.0.0-preview1,docker.stackable.tech/sandbox/spark-k8s:4.0.0-preview1-stackable0.0.0-dev - name: ny-tlc-report values: - 0.2.0