[KYUUBI #5150] Bump Spark 3.3.3
### _Why are the changes needed?_ https://spark.apache.org/news/spark-3-3-3-released.html ### _How was this patch tested?_ - [ ] Add some test cases that check the changes thoroughly including negative and positive cases if possible - [ ] Add screenshots for manual tests if appropriate - [x] [Run test](https://kyuubi.readthedocs.io/en/master/contributing/code/testing.html#running-tests) locally before make a pull request Closes #5150 from pan3793/spark-3.3.3. Closes #5150 61583609b [Cheng Pan] image 3021dd80b [Cheng Pan] remove staging repo 71b8aa843 [Cheng Pan] Revert "tgz" d9125e63e [Cheng Pan] tgz ebe3107c9 [Cheng Pan] Bump Spark 3.3.3 Authored-by: Cheng Pan <chengpan@apache.org> Signed-off-by: Cheng Pan <chengpan@apache.org>
This commit is contained in:
parent
613297eae0
commit
d4d79b4716
@ -54,7 +54,7 @@ class KyuubiOnKubernetesWithSparkTestsBase extends WithKyuubiServerOnKubernetes
|
||||
super.connectionConf ++
|
||||
Map(
|
||||
"spark.master" -> s"k8s://$miniKubeApiMaster",
|
||||
"spark.kubernetes.container.image" -> "apache/spark:v3.3.2",
|
||||
"spark.kubernetes.container.image" -> "apache/spark:3.3.3",
|
||||
"spark.executor.memory" -> "512M",
|
||||
"spark.driver.memory" -> "1024M",
|
||||
"spark.kubernetes.driver.request.cores" -> "250m",
|
||||
|
||||
@ -51,7 +51,7 @@ abstract class SparkOnKubernetesSuiteBase
|
||||
// TODO Support more Spark version
|
||||
// Spark official docker image: https://hub.docker.com/r/apache/spark/tags
|
||||
KyuubiConf().set("spark.master", s"k8s://$apiServerAddress")
|
||||
.set("spark.kubernetes.container.image", "apache/spark:v3.3.2")
|
||||
.set("spark.kubernetes.container.image", "apache/spark:3.3.3")
|
||||
.set("spark.kubernetes.container.image.pullPolicy", "IfNotPresent")
|
||||
.set("spark.executor.instances", "1")
|
||||
.set("spark.executor.memory", "512M")
|
||||
|
||||
2
pom.xml
2
pom.xml
@ -196,7 +196,7 @@
|
||||
DO NOT forget to change the following properties when change the minor version of Spark:
|
||||
`delta.version`, `maven.plugin.scalatest.exclude.tags`
|
||||
-->
|
||||
<spark.version>3.3.2</spark.version>
|
||||
<spark.version>3.3.3</spark.version>
|
||||
<spark.binary.version>3.3</spark.binary.version>
|
||||
<spark.archive.name>spark-${spark.version}-bin-hadoop3.tgz</spark.archive.name>
|
||||
<spark.archive.mirror>${apache.archive.dist}/spark/spark-${spark.version}</spark.archive.mirror>
|
||||
|
||||
Loading…
Reference in New Issue
Block a user