experimental support for Spark 4

stackabletech · Aug 16, 2024 · 0478237 · 0478237
1 parent 696843a
commit 0478237
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 6 deletions.
diff --git a/docs/modules/spark-k8s/partials/supported-versions.adoc b/docs/modules/spark-k8s/partials/supported-versions.adoc
@@ -3,6 +3,7 @@
 // Stackable Platform documentation.
 // Please sort the versions in descending order (newest first)
 
+- 4.0.0-preview (Hadoop 3.4.0, Scala 2.13, Python 3.11, Java 17) (experimantal)
 - 3.5.1 (Hadoop 3.3.4, Scala 2.12, Python 3.11, Java 17) (LTS)
 - 3.4.3 (Hadoop 3.3.4, Scala 2.12, Python 3.11, Java 11) (deprecated)
 - 3.4.2 (Hadoop 3.3.4, Scala 2.12, Python 3.11, Java 11) (deprecated)
diff --git a/tests/test-definition.yaml b/tests/test-definition.yaml
@@ -5,16 +5,16 @@ dimensions:
       - "false"
   - name: spark
     values:
-      - 3.4.2
-      - 3.4.3
-      - 3.5.1
+      # - 3.4.2
+      # - 3.4.3
+      # - 3.5.1
       # Alternatively, if you want to use a custom image, append a comma and the full image name to the product version
       # as in the example below.
-      # - 3.5.1,docker.stackable.tech/sandbox/spark-k8s:3.5.1-stackable0.0.0-dev
+      - 4.0.0-preview1,docker.stackable.tech/sandbox/spark-k8s:4.0.0-preview1-stackable0.0.0-dev
   - name: spark-delta-lake
     values:
-      - 3.5.1
-      # - 3.5.1,docker.stackable.tech/sandbox/spark-k8s:3.5.1-stackable0.0.0-dev
+      # - 3.5.1
+      - 4.0.0-preview1,docker.stackable.tech/sandbox/spark-k8s:4.0.0-preview1-stackable0.0.0-dev
   - name: ny-tlc-report
     values:
       - 0.2.0