From 5cbbdc32dbc74b7ab2a1cd6d71a7d0af07945494 Mon Sep 17 00:00:00 2001 From: senmiaoliu Date: Wed, 24 Apr 2024 16:07:14 +0800 Subject: [PATCH] [KYUUBI #6323] Upgrade Spark 3.4.3 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit # :mag: Description ## Issue References ๐Ÿ”— This pull request fixes #6323 ## Describe Your Solution ๐Ÿ”ง Please include a summary of the change and which issue is fixed. Please also include relevant motivation and context. List any dependencies that are required for this change. ## Types of changes :bookmark: - [ ] Bugfix (non-breaking change which fixes an issue) - [ ] New feature (non-breaking change which adds functionality) - [ ] Breaking change (fix or feature that would cause existing functionality to change) ## Test Plan ๐Ÿงช #### Behavior Without This Pull Request :coffin: #### Behavior With This Pull Request :tada: #### Related Unit Tests --- # Checklist ๐Ÿ“ - [ ] This patch was not authored or co-authored using [Generative Tooling](https://www.apache.org/legal/generative-tooling.html) **Be nice. Be informative.** Closes #6333 from lsm1/branch-bump-spark-3.4.3. Closes #6323 cc324fd77 [senmiaoliu] bump spark 3.4.3 Authored-by: senmiaoliu Signed-off-by: Shaoyun Chen --- .github/workflows/master.yml | 2 +- docker/playground/.env | 2 +- pom.xml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/master.yml b/.github/workflows/master.yml index 712bc1b90..ceadefca1 100644 --- a/.github/workflows/master.yml +++ b/.github/workflows/master.yml @@ -68,7 +68,7 @@ jobs: comment: 'verify-on-spark-3.3-binary' - java: 8 spark: '3.5' - spark-archive: '-Dspark.archive.mirror=https://archive.apache.org/dist/spark/spark-3.4.2 -Dspark.archive.name=spark-3.4.2-bin-hadoop3.tgz -Pzookeeper-3.6' + spark-archive: '-Dspark.archive.mirror=https://archive.apache.org/dist/spark/spark-3.4.3 -Dspark.archive.name=spark-3.4.3-bin-hadoop3.tgz -Pzookeeper-3.6' exclude-tags: '-Dmaven.plugin.scalatest.exclude.tags=org.scalatest.tags.Slow,org.apache.kyuubi.tags.DeltaTest,org.apache.kyuubi.tags.IcebergTest,org.apache.kyuubi.tags.PaimonTest,org.apache.kyuubi.tags.SparkLocalClusterTest' comment: 'verify-on-spark-3.4-binary' exclude: diff --git a/docker/playground/.env b/docker/playground/.env index 7b5a4d174..a62f17526 100644 --- a/docker/playground/.env +++ b/docker/playground/.env @@ -24,7 +24,7 @@ KYUUBI_HADOOP_VERSION=3.3.6 POSTGRES_VERSION=12 POSTGRES_JDBC_VERSION=42.3.4 SCALA_BINARY_VERSION=2.12 -SPARK_VERSION=3.4.2 +SPARK_VERSION=3.4.3 SPARK_BINARY_VERSION=3.4 SPARK_HADOOP_VERSION=3.3.4 ZOOKEEPER_VERSION=3.6.3 diff --git a/pom.xml b/pom.xml index 278657dba..25cd00603 100644 --- a/pom.xml +++ b/pom.xml @@ -2045,7 +2045,7 @@ delta-core 2.4.0 - 3.4.2 + 3.4.3 3.4 org.scalatest.tags.Slow