diff --git a/dev/kyuubi-codecov/pom.xml b/dev/kyuubi-codecov/pom.xml index 13a84be05..b8e568666 100644 --- a/dev/kyuubi-codecov/pom.xml +++ b/dev/kyuubi-codecov/pom.xml @@ -50,7 +50,6 @@ ${project.version} - org.apache.kyuubi kyuubi-spark-sql-engine diff --git a/dev/kyuubi-tpcds/pom.xml b/dev/kyuubi-tpcds/pom.xml index ad20259dc..9f6521c47 100644 --- a/dev/kyuubi-tpcds/pom.xml +++ b/dev/kyuubi-tpcds/pom.xml @@ -35,7 +35,6 @@ org.apache.spark spark-sql_${scala.binary.version} - ${spark.version} provided diff --git a/externals/kyuubi-spark-sql-engine/pom.xml b/externals/kyuubi-spark-sql-engine/pom.xml index e2d8d8969..b1e40d6be 100644 --- a/externals/kyuubi-spark-sql-engine/pom.xml +++ b/externals/kyuubi-spark-sql-engine/pom.xml @@ -46,8 +46,7 @@ org.apache.spark - spark-hive-thriftserver_${scala.binary.version} - ${spark.version} + spark-sql_${scala.binary.version} provided @@ -56,6 +55,13 @@ kyuubi-common ${project.version} test-jar + test + + + + org.apache.spark + spark-hive-thriftserver_${scala.binary.version} + test @@ -71,7 +77,6 @@ false - org.apache.kyuubi:kyuubi-common org.apache.kyuubi:kyuubi-ha @@ -84,7 +89,6 @@ shade - diff --git a/kyuubi-assembly/pom.xml b/kyuubi-assembly/pom.xml index db77ad64b..88f8ffcaa 100644 --- a/kyuubi-assembly/pom.xml +++ b/kyuubi-assembly/pom.xml @@ -52,143 +52,41 @@ - org.apache.curator - curator-test - compile - - - io.netty - netty-all - - - jline - jline - - + org.apache.hadoop + hadoop-common org.apache.curator curator-framework - compile org.apache.curator curator-client - compile org.apache.curator curator-recipes - compile + + + + + org.apache.curator + curator-test - org.apache.hadoop - hadoop-common - compile - - - com.sun.jersey - * - - - com.google.code.gson - gson - - - org.apache.commons - * - - - commons-cli - commons-cli - - - org.mortbay.jetty - * - - - javax.servlet - servlet-api - - - javax.servlet.jsp - jsp-api - - - log4j - log4j - - - org.apache.htrace - htrace-core - - - org.apache.avro - avro - - - xmlenc - xmlenc - - - commons-httpclient - commons-httpclient - - - net.java.dev.jets3t - jets3t - - - commons-codec - commons-codec - - - commons-io - commons-io - - - commons-net - commons-net - - - com.google.protobuf - protobuf-java - - - com.jcraft - jsch - - - org.codehaus.jackson - jackson-core-asl - - - org.codehaus.jackson - jackson-mapper-asl - - - org.apache.curator - curator-recipes - - - com.google.code.findbugs - jsr305 - - - org.slf4j - slf4j-log4j12 - - + io.netty + netty + + org.slf4j slf4j-log4j12 - ${slf4j.version} diff --git a/kyuubi-common/pom.xml b/kyuubi-common/pom.xml index 78cb727c0..7500c6e4c 100644 --- a/kyuubi-common/pom.xml +++ b/kyuubi-common/pom.xml @@ -43,9 +43,25 @@ slf4j-api + + org.slf4j + jcl-over-slf4j + + org.slf4j slf4j-log4j12 + provided + + + + org.apache.hadoop + hadoop-common + + + + com.google.guava + guava @@ -53,19 +69,26 @@ hive-service-rpc - - org.apache.hadoop - hadoop-common + org.apache.thrift + libthrift + + + org.apache.thrift + libfb303 + + org.apache.hadoop hadoop-minikdc + test org.apache.directory.server apacheds-service + test @@ -73,7 +96,6 @@ hive-jdbc test - diff --git a/kyuubi-ha/pom.xml b/kyuubi-ha/pom.xml index 9ead45217..f563710f1 100644 --- a/kyuubi-ha/pom.xml +++ b/kyuubi-ha/pom.xml @@ -39,8 +39,9 @@ - org.apache.curator - curator-test + org.apache.hadoop + hadoop-common + provided @@ -49,27 +50,47 @@ - org.apache.hadoop - hadoop-common + org.apache.curator + curator-recipes - + + org.apache.zookeeper + zookeeper + + + + + org.apache.curator + curator-test + provided + + + + io.netty + netty + provided + + + org.apache.kyuubi kyuubi-common ${project.version} - test test-jar + test org.apache.hadoop hadoop-minikdc + test org.apache.directory.server apacheds-service + test @@ -77,5 +98,4 @@ target/scala-${scala.binary.version}/classes target/scala-${scala.binary.version}/test-classes - diff --git a/kyuubi-main/pom.xml b/kyuubi-main/pom.xml index 240dffd2e..4318fa4ab 100644 --- a/kyuubi-main/pom.xml +++ b/kyuubi-main/pom.xml @@ -43,6 +43,11 @@ ${project.version} + + org.apache.hadoop + hadoop-common + + org.apache.kyuubi kyuubi-common @@ -52,14 +57,20 @@ - org.apache.hadoop - hadoop-common + org.apache.kyuubi + kyuubi-download + ${project.version} + pom + test - org.apache.curator - curator-test + org.apache.kyuubi + kyuubi-spark-sql-engine + ${project.version} + test + org.apache.hive hive-jdbc @@ -69,11 +80,25 @@ org.apache.hadoop hadoop-minikdc + test org.apache.directory.server apacheds-service + test + + + + org.apache.curator + curator-test + test + + + + io.netty + netty + test diff --git a/pom.xml b/pom.xml index a317b13bb..c644c5349 100644 --- a/pom.xml +++ b/pom.xml @@ -25,13 +25,13 @@ Kyuubi Project Parent 1.1.0-SNAPSHOT - kyuubi-common - kyuubi-ha + dev/kyuubi-codecov externals/kyuubi-download externals/kyuubi-spark-sql-engine - kyuubi-main kyuubi-assembly - dev/kyuubi-codecov + kyuubi-common + kyuubi-ha + kyuubi-main pom @@ -54,19 +54,27 @@ + 1.8 + 3.6.3 + 2.12.10 + 2.12 + 2.0.0-M15 + 11.0.2 2.7.1 2.7.4 2.3.7 - ${project.build.directory}/scala-${scala.binary.version}/jars - 1.8 - UTF-8 - 2.12.10 - 3.0.3 - 2.12 - 3.6.3 + 0.9.3 + 0.9.3 + 3.7.0.Final 3.0.1 1.7.30 + 3.4.6 + + 3.0.3 + + UTF-8 + ${project.build.directory}/scala-${scala.binary.version}/jars 3.0.0 3.8.1 @@ -160,18 +168,158 @@ + org.scala-lang scala-library ${scala.version} - compile org.apache.hadoop hadoop-common ${hadoop.version} - provided + + + com.sun.jersey + * + + + com.google.code.gson + gson + + + com.google.guava + guava + + + commons-cli + commons-cli + + + commons-logging + commons-logging + + + org.apache.commons + commons-compress + + + org.apache.commons + commons-math3 + + + org.mortbay.jetty + * + + + javax.servlet + servlet-api + + + javax.servlet.jsp + jsp-api + + + log4j + log4j + + + org.apache.htrace + htrace-core + + + org.apache.avro + avro + + + xmlenc + xmlenc + + + commons-httpclient + commons-httpclient + + + net.java.dev.jets3t + jets3t + + + commons-net + commons-net + + + com.google.protobuf + protobuf-java + + + com.jcraft + jsch + + + org.codehaus.jackson + jackson-core-asl + + + org.codehaus.jackson + jackson-mapper-asl + + + org.apache.curator + curator-recipes + + + com.google.code.findbugs + jsr305 + + + org.slf4j + slf4j-log4j12 + + + org.apache.curator + curator-framework + + + org.apache.curator + curator-client + + + org.apache.zookeeper + zookeeper + + + + + + + com.google.guava + guava + ${guava.version} + + + com.google.code.findbugs + jsr305 + + + + + + org.apache.spark + spark-sql_${scala.binary.version} + ${spark.version} + + + + org.apache.spark + spark-hive_${scala.binary.version} + ${spark.version} + + + + org.apache.spark + spark-hive-thriftserver_${scala.binary.version} + ${spark.version} @@ -180,73 +328,102 @@ ${hive.version} - commons-codec - commons-codec - - - commons-cli - commons-cli - - - tomcat + * * + + org.apache.thrift + libthrift + ${libthrift.version} + + + commons-logging + commons-logging + + + + + + org.apache.thrift + libfb303 + ${libfb303.version} + org.apache.hive hive-jdbc ${hive.version} - - - commons-codec - commons-codec - - - commons-cli - commons-cli - - - tomcat - * - - org.apache.curator curator-framework ${curator.version} + + + org.apache.zookeeper + zookeeper + + org.apache.curator curator-test ${curator.version} - provided + + + io.netty + netty-all + + + jline + jline + + + org.apache.zookeeper + zookeeper + + org.apache.curator curator-recipes ${curator.version} - provided + + + org.apache.zookeeper + zookeeper + + org.apache.curator curator-client ${curator.version} - provided + + + org.apache.zookeeper + zookeeper + + org.slf4j slf4j-api ${slf4j.version} - compile + + + + org.slf4j + jcl-over-slf4j + ${slf4j.version} @@ -259,14 +436,12 @@ org.scalatest scalatest_${scala.binary.version} ${scalatest.version} - test org.apache.hadoop hadoop-minikdc ${hadoop.version} - test org.apache.directory.server @@ -276,13 +451,21 @@ org.apache.directory.api api-all + + org.slf4j + slf4j-log4j12 + + + junit + junit + + org.apache.directory.server apacheds-service ${apacheds.version} - test bouncycastle @@ -292,26 +475,48 @@ - org.apache.hadoop - hadoop-minicluster - ${hadoop.version} - test + org.apache.zookeeper + zookeeper + ${zookeeper.version} + + + + io.netty + netty + + + org.slf4j + slf4j-log4j12 + + + jline + jline + + + log4j + log4j + + + + + + io.netty + netty + ${netty3.version} - org.scala-lang scala-library - ${scala.version} - compile org.scalatest scalatest_${scala.binary.version} + test @@ -327,7 +532,7 @@ org.apache.maven.plugins maven-compiler-plugin - ${maven.plugin.compiler.version} + ${maven.plugin.compiler.version} ${java.version} ${java.version} @@ -595,7 +800,7 @@ - +