From e3ba77ca9401aabbc98ea6ff11c794cfda0de324 Mon Sep 17 00:00:00 2001 From: simon Date: Tue, 7 Sep 2021 20:51:48 +0800 Subject: [PATCH] [KYUUBI #1040] Add NoOpBootstrapIndex config for hudi table Add create table options for DataLakeSuiteMixin ### _How was this patch tested?_ - [ ] Add some test cases that check the changes thoroughly including negative and positive cases if possible - [ ] Add screenshots for manual tests if appropriate - [x] [Run test](https://kyuubi.readthedocs.io/en/latest/develop_tools/testing.html#running-tests) locally before make a pull request Closes #1040 from simon824/master. Closes #1040 ea5db291 [simon] remove space 3d002afd [simon] fix "File line length exceeds 100 characters" 1939038e [simon] roll back d25d3721 [simon] roll back 41232e55 [simon] remove dataLakeSuiteMixin tableOptions 68d6e891 [simon] fix error commit b802603c [simon] add getTableOption f6d37426 [Simon] Merge branch 'apache:master' into master 8b3b4b85 [simon] add tableOptions Lead-authored-by: simon Co-authored-by: Simon <3656562@qq.com> Signed-off-by: Cheng Pan --- .../src/test/scala/org/apache/kyuubi/HudiSuiteMixin.scala | 1 - .../org/apache/kyuubi/operation/BasicHudiJDBCTests.scala | 5 +++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/kyuubi-common/src/test/scala/org/apache/kyuubi/HudiSuiteMixin.scala b/kyuubi-common/src/test/scala/org/apache/kyuubi/HudiSuiteMixin.scala index f4c38bf62..3684c84ad 100644 --- a/kyuubi-common/src/test/scala/org/apache/kyuubi/HudiSuiteMixin.scala +++ b/kyuubi-common/src/test/scala/org/apache/kyuubi/HudiSuiteMixin.scala @@ -33,7 +33,6 @@ trait HudiSuiteMixin extends DataLakeSuiteMixin { .split(":") .filter(_.contains("jar")) .foreach(i => extraJars += i + ",") - extraJars.substring(0, extraJars.length - 1) } diff --git a/kyuubi-common/src/test/scala/org/apache/kyuubi/operation/BasicHudiJDBCTests.scala b/kyuubi-common/src/test/scala/org/apache/kyuubi/operation/BasicHudiJDBCTests.scala index 961d76af5..77ef452f9 100644 --- a/kyuubi-common/src/test/scala/org/apache/kyuubi/operation/BasicHudiJDBCTests.scala +++ b/kyuubi-common/src/test/scala/org/apache/kyuubi/operation/BasicHudiJDBCTests.scala @@ -75,13 +75,14 @@ trait BasicHudiJDBCTests extends JDBCTestUtils with HudiSuiteMixin { | ) using $format | options ( | primaryKey = 'id', - | preCombineField = 'ts' + | preCombineField = 'ts', + | hoodie.bootstrap.index.class = + | 'org.apache.hudi.common.bootstrap.index.NoOpBootstrapIndex' | ) """.stripMargin) val metaData = statement.getConnection.getMetaData val rs1 = metaData.getTables(null, null, null, null) - assert(rs1.next()) val catalogName = rs1.getString(TABLE_CAT) assert(catalogName === "spark_catalog" || catalogName === null)