Skip to content

Commit

Permalink
Added support for Spark 3.3.3 and 3.4.1. (#42)
Browse files Browse the repository at this point in the history
  • Loading branch information
jverbus authored Sep 6, 2023
1 parent 87e8b64 commit cc4289c
Show file tree
Hide file tree
Showing 3 changed files with 19 additions and 11 deletions.
26 changes: 17 additions & 9 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -21,20 +21,28 @@ jobs:
strategy:
matrix:
include:
- scala-version: 2.11.8
- scala-version: 2.11.12
spark-version: 2.3.0
- scala-version: 2.11.8
- scala-version: 2.11.12
spark-version: 2.4.3
- scala-version: 2.12.11
- scala-version: 2.12.18
spark-version: 2.4.3
- scala-version: 2.12.11
- scala-version: 2.12.18
spark-version: 3.0.0
- scala-version: 2.12.11
- scala-version: 2.12.18
spark-version: 3.1.1
- scala-version: 2.12.11
spark-version: 3.2.0
- scala-version: 2.13.10
spark-version: 3.2.0
- scala-version: 2.12.18
spark-version: 3.2.4
- scala-version: 2.13.11
spark-version: 3.2.4
- scala-version: 2.12.18
spark-version: 3.3.3
- scala-version: 2.13.11
spark-version: 3.3.3
- scala-version: 2.12.18
spark-version: 3.4.1
- scala-version: 2.13.11
spark-version: 3.4.1
if: "! contains(toJSON(github.event.commits.*.message), '[skip ci]')"
steps:
- name: Check out code
Expand Down
2 changes: 1 addition & 1 deletion README.md
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@ If you want to use the library with arbitrary Spark and Scala versions, you can
build command.

```bash
./gradlew build -PsparkVersion=3.2.0 -PscalaVersion=2.13.10
./gradlew build -PsparkVersion=3.4.1 -PscalaVersion=2.13.11
```

To force a rebuild of the library, you can use:
Expand Down
2 changes: 1 addition & 1 deletion isolation-forest/build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ def sparkVersion = findProperty("sparkVersion") ?: "2.3.0" // Spark 2.3.0 is th
println "Spark version: " + sparkVersion

dependencies {
compile("com.chuusai:shapeless_" + scalaVersionShort + ":2.3.2")
compile("com.chuusai:shapeless_" + scalaVersionShort + ":2.3.10")
if(VersionNumber.parse(sparkVersion) >= VersionNumber.parse("2.4.0")) {
compile("org.apache.spark:spark-avro_" + scalaVersionShort + ":" + sparkVersion)
} else {
Expand Down

0 comments on commit cc4289c

Please sign in to comment.