Update Scala and Spark versions.

.github/workflows/scala.yml

@@ -22,18 +22,18 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        scala: [2.11.12, 2.12.20, 2.13.14]
-        spark: [2.4.8, 3.3.4, 3.4.2, 3.5.1]
+        scala: [2.11.12, 2.12.20, 2.13.15]
+        spark: [2.4.8, 3.3.4, 3.4.4, 3.5.2]
         exclude:
           - scala: 2.11.12
             spark: 3.3.4
           - scala: 2.11.12
-            spark: 3.4.2
+            spark: 3.4.4
           - scala: 2.11.12
-            spark: 3.5.1
+            spark: 3.5.2
           - scala: 2.12.20
             spark: 2.4.8
-          - scala: 2.13.14
+          - scala: 2.13.15
             spark: 2.4.8
     name: Test Spark ${{matrix.spark}} on Scala ${{matrix.scala}}
     steps:

README.md

@@ -85,7 +85,7 @@ In addition to basic error notification, typical operational warnings are genera
    ```sh
    git clone https://github.com/AbsaOSS/pramen
    cd pramen
-   sbt -DSPARK_VERSION="3.3.2" ++2.12.18 assembly 
+   sbt -DSPARK_VERSION="3.3.4" ++2.12.18 assembly 
    ```
    (You need JDK 1.8 installed to run this)
 
@@ -207,7 +207,7 @@ Creating an uber jar for Pramen is very easy. Just clone the repository and run
 ```sh
 sbt ++2.11.12 assembly 
 sbt ++2.12.20 assembly
-sbt ++2.13.14 assembly
+sbt ++2.13.15 assembly
 ```
 
 You can collect the uber jar of Pramen either at
@@ -220,7 +220,7 @@ in your bundle, use one of example commands specifying your Spark version:
 ```sh
 sbt -DSPARK_VERSION="2.4.8" -Dassembly.features="includeDelta" ++2.11.12 assembly 
 sbt -DSPARK_VERSION="3.3.4" -Dassembly.features="includeDelta" ++2.12.20 assembly
-sbt -DSPARK_VERSION="3.5.2" -Dassembly.features="includeDelta" ++2.13.14 assembly
+sbt -DSPARK_VERSION="3.5.2" -Dassembly.features="includeDelta" ++2.13.15 assembly
 ```
 
 Then, run `spark-shell` or `spark-submit` adding the fat jar as the option.

pramen/build.sbt

@@ -21,7 +21,7 @@ import com.github.sbt.jacoco.report.JacocoReportSettings
 
 val scala211 = "2.11.12"
 val scala212 = "2.12.20"
-val scala213 = "2.13.14"
+val scala213 = "2.13.15"
 
 ThisBuild / organization := "za.co.absa.pramen"
 

pramen/project/Versions.scala

@@ -19,7 +19,7 @@ import sbt.*
 object Versions {
   val defaultSparkVersionForScala211 = "2.4.8"
   val defaultSparkVersionForScala212 = "3.3.4"
-  val defaultSparkVersionForScala213 = "3.4.2"
+  val defaultSparkVersionForScala213 = "3.4.4"
 
   val typesafeConfigVersion = "1.4.0"
   val postgreSqlDriverVersion = "42.7.3"
@@ -30,7 +30,6 @@ object Versions {
   val scoptVersion = "3.7.1"
   val channelVersion = "0.2.1"
   val requestsVersion = "0.8.0"
-  val kafkaClientVersion = "2.5.1"
   val javaXMailVersion = "1.6.2"
   val embeddedMongoDbVersion = "2.2.0"
   val scalatestVersion = "3.2.14"