diff --git a/build/dist b/build/dist index 5eba94e09..23ef25f23 100755 --- a/build/dist +++ b/build/dist @@ -187,15 +187,17 @@ echo "Hadoop $HADOOP_VERSION" >> "$DISTDIR/RELEASE" echo "Hive $HIVE_VERSION" >> "$DISTDIR/RELEASE" echo "Build flags: $@" >> "$DISTDIR/RELEASE" -# Copy jars +# Copy kyuubi server jars cp -r "$KYUUBI_HOME/kyuubi-assembly/target/scala-$SCALA_VERSION/jars/" "$DISTDIR/jars" -## cp engines + +# Copy spark engines +cp "$KYUUBI_HOME/externals/kyuubi-spark-sql-engine/target/kyuubi-spark-sql-engine-$VERSION.jar" "$DISTDIR/externals/engines/spark" if [[ "$SPARK_PROVIDED" != "true" ]]; then + # Copy spark binary dist cp -r "$KYUUBI_HOME/externals/kyuubi-download/target/spark-$SPARK_VERSION-bin-hadoop${SPARK_HADOOP_VERSION}$HIVE_VERSION_SUFFIX/" \ "$DISTDIR/externals/spark-$SPARK_VERSION-bin-hadoop${SPARK_HADOOP_VERSION}$HIVE_VERSION_SUFFIX/" fi -cp "$KYUUBI_HOME/externals/kyuubi-spark-sql-engine/target/kyuubi-spark-sql-engine-$VERSION.jar" "$DISTDIR/externals/engines/spark" # Copy license and ASF files cp "$KYUUBI_HOME/LICENSE" "$DISTDIR" diff --git a/kyuubi-assembly/pom.xml b/kyuubi-assembly/pom.xml index ce1f22cc9..b8e67d0d1 100644 --- a/kyuubi-assembly/pom.xml +++ b/kyuubi-assembly/pom.xml @@ -76,14 +76,12 @@ curator-recipes - + org.apache.curator curator-test - - org.slf4j diff --git a/kyuubi-common/pom.xml b/kyuubi-common/pom.xml index 3de378e9e..aafb0f45e 100644 --- a/kyuubi-common/pom.xml +++ b/kyuubi-common/pom.xml @@ -62,6 +62,7 @@ org.apache.hadoop hadoop-client-runtime + runtime diff --git a/kyuubi-main/pom.xml b/kyuubi-main/pom.xml index 681c03e45..d745a7c65 100644 --- a/kyuubi-main/pom.xml +++ b/kyuubi-main/pom.xml @@ -51,6 +51,7 @@ org.apache.hadoop hadoop-client-runtime + runtime diff --git a/pom.xml b/pom.xml index 9e89b92a4..98bb893fe 100644 --- a/pom.xml +++ b/pom.xml @@ -63,10 +63,8 @@ 1.15 3.2.2 3.10 - 4.5.6 - 4.4.12 - 24.1.1-jre 2.12.0 + 30.1-jre 3.2.2 2.3.7 3.0.2 @@ -187,138 +185,51 @@ org.apache.hadoop - hadoop-common + hadoop-client-api ${hadoop.version} + + + + + com.google.guava + guava + ${guava.version} - com.sun.jersey - * + checker-qual + org.checkerframework - com.google.code.gson - gson + error_prone_annotations + com.google.errorprone - com.google.guava - guava + j2objc-annotations + com.google.j2objc - commons-cli - commons-cli - - - commons-logging - commons-logging - - - org.apache.commons - commons-compress - - - org.apache.commons - commons-math3 - - - org.mortbay.jetty - * - - - javax.servlet - servlet-api - - - javax.servlet.jsp - jsp-api - - - log4j - log4j - - - org.apache.htrace - htrace-core - - - org.apache.avro - avro - - - xmlenc - xmlenc - - - commons-httpclient - commons-httpclient - - - net.java.dev.jets3t - jets3t - - - commons-net - commons-net - - - com.google.protobuf - protobuf-java - - - com.jcraft - jsch - - - org.codehaus.jackson - jackson-core-asl - - - org.codehaus.jackson - jackson-mapper-asl - - - org.apache.curator - curator-recipes - - - com.google.code.findbugs jsr305 + com.google.code.findbugs - org.slf4j - slf4j-log4j12 - - - org.apache.curator - curator-framework - - - org.apache.curator - curator-client - - - org.apache.zookeeper - zookeeper + listenablefuture + com.google.guava - - org.apache.hadoop - hadoop-client-api - ${hadoop.version} - - org.apache.hadoop hadoop-client-runtime ${hadoop.version} - - - - - com.google.guava - guava - ${guava.version} + + commons-logging + commons-logging + com.google.code.findbugs jsr305 @@ -344,18 +255,6 @@ ${commons-lang3.version} - - org.apache.httpcomponents - httpclient - ${commons.httpclient.version} - - - - org.apache.httpcomponents - httpcore - ${commons.httpcore.version} - - org.apache.spark spark-core_${scala.binary.version} @@ -660,14 +559,6 @@ org.codehaus.groovy groovy-all - - org.apache.httpcomponents - httpclient - - - org.apache.httpcomponents - httpcore - @@ -793,6 +684,10 @@ tomcat * + + org.apache.httpcomponents + * + @@ -940,6 +835,10 @@ org.apache.zookeeper zookeeper + + com.google.guava + guava + @@ -960,6 +859,10 @@ curator-client ${curator.version} + + com.google.guava + guava + org.apache.zookeeper zookeeper @@ -1032,22 +935,9 @@ zookeeper ${zookeeper.version} - - io.netty - netty - - - org.slf4j - slf4j-log4j12 - - - jline - jline - - - log4j - log4j + * + *