apache/kyuubi
1
0
Fork 0
Code Issues Pull Requests Actions 5 Packages Projects Releases Wiki Activity

[KYUUBI #5449] Bump Delta Lake 3.0.0

Browse Source 
### _Why are the changes needed?_
close [#5449](https://github.com/apache/kyuubi/issues/5449).
Unlike the initial preview release, Delta Spark 3.0.0 is now built on top of Apache Spark™ 3.5.
Delta Spark maven artifact has been renamed from delta-core to delta-spark.
https://github.com/delta-io/delta/releases/tag/v3.0.0

### _How was this patch tested?_
- [ ] Add some test cases that check the changes thoroughly including negative and positive cases if possible

- [ ] Add screenshots for manual tests if appropriate

- [ ] [Run test](https://kyuubi.readthedocs.io/en/master/contributing/code/testing.html#running-tests) locally before make a pull request

### _Was this patch authored or co-authored using generative AI tooling?_
No

Closes #5450 from zml1206/5449.

Closes #5449

a7969ed6a [zml1206] bump Delta Lake 3.0.0

Authored-by: zml1206 <zhuml1206@gmail.com>
Signed-off-by: Cheng Pan <chengpan@apache.org>
This commit is contained in:
zml1206 2023-10-18 16:17:59 +08:00 committed by Cheng Pan
parent c5854f74b2
commit 8d2c8d1009
No known key found for this signature in database
GPG Key ID: 8001952629BCC75D
3 changed files with 10 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
externals/kyuubi-spark-sql-engine/pom.xml vendored
View File

@ -148,7 +148,7 @@
<dependency>
<groupId>io.delta</groupId>
<artifactId>delta-core_${scala.binary.version}</artifactId>
<artifactId>${delta.artifact}_${scala.binary.version}</artifactId>
<scope>test</scope>
</dependency>

2
kyuubi-server/pom.xml
View File

@ -456,7 +456,7 @@
<dependency>
<groupId>io.delta</groupId>
<artifactId>delta-core_${scala.binary.version}</artifactId>
<artifactId>${delta.artifact}_${scala.binary.version}</artifactId>
<scope>test</scope>
</dependency>

10
pom.xml
View File

@ -133,6 +133,7 @@
<commons-lang.version>2.6</commons-lang.version>
<commons-lang3.version>3.13.0</commons-lang3.version>
<etcd.version>0.7.3</etcd.version>
<delta.artifact>delta-core</delta.artifact>
<delta.version>2.4.0</delta.version>
<failsafe.verion>2.4.4</failsafe.verion>
<fb303.version>0.9.3</fb303.version>
@ -1192,7 +1193,7 @@
<dependency>
<groupId>io.delta</groupId>
<artifactId>delta-core_${scala.binary.version}</artifactId>
<artifactId>${delta.artifact}_${scala.binary.version}</artifactId>
<version>${delta.version}</version>
<exclusions>
<!--
@ -2199,6 +2200,7 @@
<properties>
<spark.version>3.1.3</spark.version>
<spark.binary.version>3.1</spark.binary.version>
<delta.artifact>delta-core</delta.artifact>
<delta.version>1.0.1</delta.version>
<!-- Iceberg removed the support for Spark 3.1 in apache/iceberg#8661 since 1.4.0 -->
<iceberg.version>1.3.1</iceberg.version>
@ -2216,6 +2218,7 @@
<properties>
<spark.version>3.2.4</spark.version>
<spark.binary.version>3.2</spark.binary.version>
<delta.artifact>delta-core</delta.artifact>
<delta.version>2.0.2</delta.version>
<spark.archive.name>spark-${spark.version}-bin-hadoop3.2${spark.archive.scala.suffix}.tgz</spark.archive.name>
<maven.plugin.scalatest.exclude.tags>org.scalatest.tags.Slow</maven.plugin.scalatest.exclude.tags>
@ -2231,6 +2234,7 @@
</modules>
<properties>
<delta.version>2.3.0</delta.version>
<delta.artifact>delta-core</delta.artifact>
<spark.version>3.3.3</spark.version>
<spark.binary.version>3.3</spark.binary.version>
<maven.plugin.scalatest.exclude.tags>org.scalatest.tags.Slow</maven.plugin.scalatest.exclude.tags>
@ -2244,6 +2248,7 @@
<module>extensions/spark/kyuubi-spark-connector-hive</module>
</modules>
<properties>
<delta.artifact>delta-core</delta.artifact>
<delta.version>2.4.0</delta.version>
<spark.version>3.4.1</spark.version>
<spark.binary.version>3.4</spark.binary.version>
@ -2257,7 +2262,8 @@
<module>extensions/spark/kyuubi-extension-spark-3-5</module>
</modules>
<properties>
<delta.version>2.4.0</delta.version>
<delta.artifact>delta-spark</delta.artifact>
<delta.version>3.0.0</delta.version>
<!-- Remove this when Hudi supports Spark 3.5 -->
<hudi.spark.binary.version>3.4</hudi.spark.binary.version>
<spark.version>3.5.0</spark.version>