diff --git a/docs/modules/spark-k8s/examples/example-encapsulated.yaml b/docs/modules/spark-k8s/examples/example-encapsulated.yaml index 1aa0305b..52a39f99 100644 --- a/docs/modules/spark-k8s/examples/example-encapsulated.yaml +++ b/docs/modules/spark-k8s/examples/example-encapsulated.yaml @@ -5,7 +5,8 @@ metadata: name: spark-pi spec: version: "1.0" - sparkImage: docker.stackable.tech/stackable/spark-k8s:3.3.0-stackable0.0.0-dev # <1> + sparkImage: + productVersion: 3.3.0 # <1> mode: cluster mainClass: org.apache.spark.examples.SparkPi mainApplicationFile: /stackable/spark/examples/jars/spark-examples.jar # <2> diff --git a/docs/modules/spark-k8s/examples/example-history-app.yaml b/docs/modules/spark-k8s/examples/example-history-app.yaml index e54c3824..ad4b969b 100644 --- a/docs/modules/spark-k8s/examples/example-history-app.yaml +++ b/docs/modules/spark-k8s/examples/example-history-app.yaml @@ -5,8 +5,8 @@ metadata: name: spark-pi-s3-1 spec: version: "1.0" - sparkImage: docker.stackable.tech/stackable/spark-k8s:3.3.0-stackable0.0.0-dev - sparkImagePullPolicy: IfNotPresent + sparkImage: + productVersion: 3.3.0 mode: cluster mainClass: org.apache.spark.examples.SparkPi mainApplicationFile: s3a://my-bucket/spark-examples.jar diff --git a/docs/modules/spark-k8s/examples/example-sparkapp-configmap.yaml b/docs/modules/spark-k8s/examples/example-sparkapp-configmap.yaml index 262dcb14..6948e67a 100644 --- a/docs/modules/spark-k8s/examples/example-sparkapp-configmap.yaml +++ b/docs/modules/spark-k8s/examples/example-sparkapp-configmap.yaml @@ -6,7 +6,8 @@ metadata: namespace: default spec: version: "1.0" - sparkImage: docker.stackable.tech/stackable/spark-k8s:3.3.0-stackable0.0.0-dev + sparkImage: + productVersion: 3.3.0 mode: cluster mainApplicationFile: s3a://stackable-spark-k8s-jars/jobs/ny-tlc-report-1.1.0.jar # <3> mainClass: tech.stackable.demo.spark.NYTLCReport diff --git a/docs/modules/spark-k8s/examples/example-sparkapp-external-dependencies.yaml b/docs/modules/spark-k8s/examples/example-sparkapp-external-dependencies.yaml index fcdd502d..45838630 100644 --- a/docs/modules/spark-k8s/examples/example-sparkapp-external-dependencies.yaml +++ b/docs/modules/spark-k8s/examples/example-sparkapp-external-dependencies.yaml @@ -6,7 +6,8 @@ metadata: namespace: default spec: version: "1.0" - sparkImage: docker.stackable.tech/stackable/pyspark-k8s:3.3.0-stackable0.0.0-dev + sparkImage: + productVersion: 3.3.0 mode: cluster mainApplicationFile: s3a://stackable-spark-k8s-jars/jobs/ny_tlc_report.py # <1> args: diff --git a/docs/modules/spark-k8s/examples/example-sparkapp-image.yaml b/docs/modules/spark-k8s/examples/example-sparkapp-image.yaml index d88af990..0d74f282 100644 --- a/docs/modules/spark-k8s/examples/example-sparkapp-image.yaml +++ b/docs/modules/spark-k8s/examples/example-sparkapp-image.yaml @@ -7,7 +7,8 @@ metadata: spec: version: "1.0" image: docker.stackable.tech/stackable/ny-tlc-report:0.1.0 # <1> - sparkImage: docker.stackable.tech/stackable/pyspark-k8s:3.3.0-stackable0.0.0-dev + sparkImage: + productVersion: 3.3.0 mode: cluster mainApplicationFile: local:///stackable/spark/jobs/ny_tlc_report.py # <2> args: diff --git a/docs/modules/spark-k8s/examples/example-sparkapp-pvc.yaml b/docs/modules/spark-k8s/examples/example-sparkapp-pvc.yaml index 2703b440..120e09b6 100644 --- a/docs/modules/spark-k8s/examples/example-sparkapp-pvc.yaml +++ b/docs/modules/spark-k8s/examples/example-sparkapp-pvc.yaml @@ -6,7 +6,8 @@ metadata: namespace: default spec: version: "1.0" - sparkImage: docker.stackable.tech/stackable/spark-k8s:3.3.0-stackable0.0.0-dev + sparkImage: + productVersion: 3.3.0 mode: cluster mainApplicationFile: s3a://stackable-spark-k8s-jars/jobs/ny-tlc-report-1.0-SNAPSHOT.jar # <1> mainClass: org.example.App # <2> diff --git a/docs/modules/spark-k8s/examples/example-sparkapp-s3-private.yaml b/docs/modules/spark-k8s/examples/example-sparkapp-s3-private.yaml index 174dbf31..e3c013e0 100644 --- a/docs/modules/spark-k8s/examples/example-sparkapp-s3-private.yaml +++ b/docs/modules/spark-k8s/examples/example-sparkapp-s3-private.yaml @@ -5,7 +5,8 @@ metadata: name: example-sparkapp-s3-private spec: version: "1.0" - sparkImage: docker.stackable.tech/stackable/spark-k8s:3.3.0-stackable0.0.0-dev + sparkImage: + productVersion: 3.3.0 mode: cluster mainApplicationFile: s3a://my-bucket/spark-examples.jar # <1> mainClass: org.apache.spark.examples.SparkPi # <2> diff --git a/docs/modules/spark-k8s/examples/example-sparkapp-streaming.yaml b/docs/modules/spark-k8s/examples/example-sparkapp-streaming.yaml index 72007aa0..2cf0d96a 100644 --- a/docs/modules/spark-k8s/examples/example-sparkapp-streaming.yaml +++ b/docs/modules/spark-k8s/examples/example-sparkapp-streaming.yaml @@ -6,7 +6,8 @@ metadata: namespace: default spec: version: "1.0" - sparkImage: docker.stackable.tech/stackable/pyspark-k8s:3.3.0-stackable0.0.0-dev + sparkImage: + productVersion: 3.3.0 mode: cluster mainApplicationFile: local:///stackable/spark/examples/src/main/python/streaming/hdfs_wordcount.py args: diff --git a/docs/modules/spark-k8s/examples/getting_started/getting_started.sh b/docs/modules/spark-k8s/examples/getting_started/getting_started.sh index 4a79f79a..5a2a37d5 100755 --- a/docs/modules/spark-k8s/examples/getting_started/getting_started.sh +++ b/docs/modules/spark-k8s/examples/getting_started/getting_started.sh @@ -58,7 +58,8 @@ metadata: namespace: default spec: version: "1.0" - sparkImage: docker.stackable.tech/stackable/pyspark-k8s:3.3.0-stackable0.0.0-dev + sparkImage: + productVersion: 3.3.0 mode: cluster mainApplicationFile: local:///stackable/spark/examples/src/main/python/pi.py driver: diff --git a/docs/modules/spark-k8s/examples/getting_started/getting_started.sh.j2 b/docs/modules/spark-k8s/examples/getting_started/getting_started.sh.j2 index 671c9d9e..ac688ab2 100755 --- a/docs/modules/spark-k8s/examples/getting_started/getting_started.sh.j2 +++ b/docs/modules/spark-k8s/examples/getting_started/getting_started.sh.j2 @@ -58,7 +58,8 @@ metadata: namespace: default spec: version: "1.0" - sparkImage: docker.stackable.tech/stackable/pyspark-k8s:3.3.0-stackable{{ versions.spark }} + sparkImage: + productVersion: 3.3.0 mode: cluster mainApplicationFile: local:///stackable/spark/examples/src/main/python/pi.py driver: diff --git a/examples/ny-tlc-report-external-dependencies.yaml b/examples/ny-tlc-report-external-dependencies.yaml index f69e1c9c..b930f91c 100644 --- a/examples/ny-tlc-report-external-dependencies.yaml +++ b/examples/ny-tlc-report-external-dependencies.yaml @@ -6,9 +6,9 @@ metadata: namespace: default spec: version: "1.0" - sparkImage: docker.stackable.tech/stackable/pyspark-k8s:3.3.0-stackable0.0.0-dev - # Always | IfNotPresent | Never - sparkImagePullPolicy: IfNotPresent + sparkImage: + productVersion: 3.3.0 + imagePullPolicy: IfNotPresent mode: cluster mainApplicationFile: s3a://my-bucket/ny_tlc_report.py args: diff --git a/examples/ny-tlc-report.yaml b/examples/ny-tlc-report.yaml index 8b58e4b4..c4c11cc4 100644 --- a/examples/ny-tlc-report.yaml +++ b/examples/ny-tlc-report.yaml @@ -13,7 +13,8 @@ metadata: name: spark-ny-cm spec: version: "1.0" - sparkImage: docker.stackable.tech/stackable/spark-k8s:3.3.0-stackable0.0.0-dev + sparkImage: + productVersion: 3.3.0 mode: cluster mainApplicationFile: s3a://my-bucket/ny-tlc-report-1.1.0-3.3.0.jar mainClass: tech.stackable.demo.spark.NYTLCReport