apache/kyuubi
1
0
Fork 0
Code Issues Pull Requests Actions 5 Packages Projects Releases Wiki Activity

[KYUUBI #6928] Bump Spark 4.0.0

Browse Source 
### Why are the changes needed?

Test Spark 4.0.0 RC1
https://lists.apache.org/thread/3sx86qhnmot1p519lloyprxv9h7nt2xh

### How was this patch tested?

GHA.

### Was this patch authored or co-authored using generative AI tooling?

No

Closes #6928 from pan3793/spark-4.0.0.

Closes #6928

a910169bd [Cheng Pan] Bump Spark 4.0.0

Authored-by: Cheng Pan <chengpan@apache.org>
Signed-off-by: Cheng Pan <chengpan@apache.org>
This commit is contained in:
Cheng Pan 2025-05-26 12:23:22 +08:00
parent 873503e662
commit 526110dfe7
No known key found for this signature in database
GPG Key ID: 8001952629BCC75D
3 changed files with 10 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
.github/workflows/license.yml vendored
View File

@ -41,10 +41,10 @@ jobs:
distribution: temurin distribution: temurin
java-version: 8 java-version: 8
cache: 'maven' cache: 'maven'
- run: >- - run: |
build/mvn org.apache.rat:apache-rat-plugin:check build/mvn org.apache.rat:apache-rat-plugin:check \
-Ptpcds -Pkubernetes-it -Ptpcds -Pkubernetes-it \
-Pspark-3.3 -Pspark-3.4 -Pspark-3.5 -Pspark-3.3 -Pspark-3.4 -Pspark-3.5 -Pspark-4.0
- name: Upload rat report - name: Upload rat report
if: failure() if: failure()
uses: actions/upload-artifact@v4 uses: actions/upload-artifact@v4

2
.github/workflows/master.yml vendored
View File

@ -77,7 +77,7 @@ jobs:
comment: 'verify-on-spark-3.4-binary' comment: 'verify-on-spark-3.4-binary'
- java: 17 - java: 17
spark: '3.5' spark: '3.5'
spark-archive: '-Pscala-2.13 -Dspark.archive.mirror=https://archive.apache.org/dist/spark/spark-4.0.0-preview2 -Dspark.archive.name=spark-4.0.0-preview2-bin-hadoop3.tgz' spark-archive: '-Pscala-2.13 -Dspark.archive.mirror=https://archive.apache.org/dist/spark/spark-4.0.0 -Dspark.archive.name=spark-4.0.0-bin-hadoop3.tgz'
exclude-tags: '-Dmaven.plugin.scalatest.exclude.tags=org.scalatest.tags.Slow,org.apache.kyuubi.tags.DeltaTest,org.apache.kyuubi.tags.IcebergTest,org.apache.kyuubi.tags.PaimonTest,org.apache.kyuubi.tags.SparkLocalClusterTest' exclude-tags: '-Dmaven.plugin.scalatest.exclude.tags=org.scalatest.tags.Slow,org.apache.kyuubi.tags.DeltaTest,org.apache.kyuubi.tags.IcebergTest,org.apache.kyuubi.tags.PaimonTest,org.apache.kyuubi.tags.SparkLocalClusterTest'
comment: 'verify-on-spark-4.0-binary' comment: 'verify-on-spark-4.0-binary'
env: env:

9
pom.xml
View File

@ -2064,18 +2064,19 @@
<module>extensions/spark/kyuubi-spark-connector-hive</module> <module>extensions/spark/kyuubi-spark-connector-hive</module>
</modules> </modules>
<properties> <properties>
<spark.version>4.0.0-preview2</spark.version> <spark.version>4.0.0</spark.version>
<spark.binary.version>4.0</spark.binary.version> <spark.binary.version>4.0</spark.binary.version>
<antlr4.version>4.13.1</antlr4.version> <antlr4.version>4.13.1</antlr4.version>
<!-- TODO: update once Delta support Spark 4.0.0-preview2 --> <!-- TODO: update once Delta support Spark 4.0 -->
<delta.version>4.0.0rc1</delta.version> <delta.version>4.0.0rc1</delta.version>
<delta.artifact>delta-spark_${scala.binary.version}</delta.artifact> <delta.artifact>delta-spark_${scala.binary.version}</delta.artifact>
<!-- TODO: update once Hudi support Spark 4.0 --> <!-- TODO: update once Hudi support Spark 4.0 -->
<hudi.artifact>hudi-spark3.5-bundle_${scala.binary.version}</hudi.artifact> <hudi.artifact>hudi-spark3.5-bundle_${scala.binary.version}</hudi.artifact>
<!-- TODO: update once Iceberg support Spark 4.0 --> <!-- TODO: update once Iceberg support Spark 4.0 -->
<iceberg.artifact>iceberg-spark-runtime-3.5_${scala.binary.version}</iceberg.artifact> <iceberg.artifact>iceberg-spark-runtime-3.5_${scala.binary.version}</iceberg.artifact>
<!-- TODO: update once Paimon support Spark 4.0 --> <!-- TODO: update once Paimon support Spark 4.0.
<paimon.artifact>paimon-spark-3.5</paimon.artifact> paimon-spark-3.5 contains Scala 2.12 classes cause conflicts with Scala 2.13 -->
<paimon.artifact>paimon-common</paimon.artifact>
<maven.plugin.scalatest.exclude.tags>org.scalatest.tags.Slow,org.apache.kyuubi.tags.DeltaTest,org.apache.kyuubi.tags.IcebergTest,org.apache.kyuubi.tags.PaimonTest,org.apache.kyuubi.tags.HudiTest</maven.plugin.scalatest.exclude.tags> <maven.plugin.scalatest.exclude.tags>org.scalatest.tags.Slow,org.apache.kyuubi.tags.DeltaTest,org.apache.kyuubi.tags.IcebergTest,org.apache.kyuubi.tags.PaimonTest,org.apache.kyuubi.tags.HudiTest</maven.plugin.scalatest.exclude.tags>
<spark.archive.name>spark-${spark.version}-bin-hadoop3.tgz</spark.archive.name> <spark.archive.name>spark-${spark.version}-bin-hadoop3.tgz</spark.archive.name>
</properties> </properties>