From 905581221d75e6e93b8aaf36cd71777cc7f29284 Mon Sep 17 00:00:00 2001 From: Razvan-Daniel Mihai <84674+razvan@users.noreply.github.com> Date: Fri, 18 Aug 2023 16:23:02 +0200 Subject: [PATCH] Update supported versions. (#274) * Update supported versions. * Fix image name and add scala version. --- docs/modules/spark-k8s/pages/index.adoc | 5 +++++ docs/modules/spark-k8s/partials/supported-versions.adoc | 6 ++---- 2 files changed, 7 insertions(+), 4 deletions(-) diff --git a/docs/modules/spark-k8s/pages/index.adoc b/docs/modules/spark-k8s/pages/index.adoc index 0c12eec3..305a4605 100644 --- a/docs/modules/spark-k8s/pages/index.adoc +++ b/docs/modules/spark-k8s/pages/index.adoc @@ -57,3 +57,8 @@ In the xref:stackablectl::demos/spark-k8s-anomaly-detection-taxi-data.adoc[] dem The Stackable Operator for Apache Spark on Kubernetes currently supports the following versions of Spark: include::partial$supported-versions.adoc[] + +The Spark images do not include Python. For PySpark users, there are separate images called `pyspark-k8s` instead of `spark-k8s`. These come with different Python versions as follows: + +- pyspark-k8s:3.3.0-hadoop3 : Python 3.9 +- pyspark-k8s:3.4.0-hadoop3 : Python 3.11 diff --git a/docs/modules/spark-k8s/partials/supported-versions.adoc b/docs/modules/spark-k8s/partials/supported-versions.adoc index fc374a5b..6918efc6 100644 --- a/docs/modules/spark-k8s/partials/supported-versions.adoc +++ b/docs/modules/spark-k8s/partials/supported-versions.adoc @@ -2,7 +2,5 @@ // This is a separate file, since it is used by both the direct Spark documentation, and the overarching // Stackable Platform documentation. -- 3.2.1-hadoop3.2 -- 3.2.1-hadoop3.2-python39 -- 3.3.0-hadoop3 -- 3.4.0-hadoop3 +- 3.3.0-hadoop3 (Hadoop 3.3.3, Scala 2.12, Java 11) +- 3.4.0-hadoop3 (Hadoop 3.3.4, Scala 2.12, Java 11)