Skip to content

Commit 10672b0

Browse files
Spark upgrade version 4.0.0 preview2 (#714)
* Added Apache Spark up to 4.0.0-preview2 Added version : - 3.5.2 - 3.5.3 - 4.0.0-preview1 - 4.0.0-preview2 Now the default version is 3.5.3 --------- Co-authored-by: Oliver Weiler <wo6980@gmail.com>
1 parent 565e57f commit 10672b0

File tree

1 file changed

+10
-6
lines changed

1 file changed

+10
-6
lines changed

src/main/scala/io/sdkman/changelogs/SparkMigrations.scala

Lines changed: 10 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -8,11 +8,11 @@ import org.bson.Document
88
class SparkMigrations {
99

1010
@ChangeSet(
11-
order = "029",
12-
id = "029-latest-spark-versions",
13-
author = "cphbrt"
11+
order = "030",
12+
id = "030-latest-spark-versions",
13+
author = "noobzik"
1414
)
15-
def migration029(implicit db: MongoDatabase): Document = {
15+
def migration030(implicit db: MongoDatabase): Document = {
1616
Map(
1717
"2.2.2" -> "hadoop2.7",
1818
"2.2.3" -> "hadoop2.7",
@@ -25,7 +25,11 @@ class SparkMigrations {
2525
"3.3.4" -> "hadoop3",
2626
"3.4.2" -> "hadoop3",
2727
"3.4.3" -> "hadoop3",
28-
"3.5.1" -> "hadoop3"
28+
"3.5.1" -> "hadoop3",
29+
"3.5.2" -> "hadoop3",
30+
"3.5.3" -> "hadoop3",
31+
"4.0.0-preview1" -> "hadoop3",
32+
"4.0.0-preview2" -> "hadoop3"
2933
).foreach {
3034
case (version, distribution) =>
3135
Version(
@@ -35,6 +39,6 @@ class SparkMigrations {
3539
s"https://archive.apache.org/dist/spark/spark-$version/spark-$version-bin-$distribution.tgz"
3640
).validate().insert()
3741
}
38-
setCandidateDefault("spark", "3.5.1")
42+
setCandidateDefault("spark", "3.5.3")
3943
}
4044
}

0 commit comments

Comments
 (0)