b677148835
### _Why are the changes needed?_ Close https://github.com/apache/incubator-kyuubi/issues/3566. ### _How was this patch tested?_ - [ ] Add some test cases that check the changes thoroughly including negative and positive cases if possible - [ ] Add screenshots for manual tests if appropriate - [ ] [Run test](https://kyuubi.apache.org/docs/latest/develop_tools/testing.html#running-tests) locally before make a pull request Closes #3570 from Yikf/shade-spark-engine. Closes #3566 0290cbc9 [Yikf] shade zookeeper in spark-engine Authored-by: Yikf <yikaifei1@gmail.com> Signed-off-by: Cheng Pan <chengpan@apache.org>
354 lines
15 KiB
XML
354 lines
15 KiB
XML
<?xml version="1.0" encoding="UTF-8"?>
|
|
<!--
|
|
~ Licensed to the Apache Software Foundation (ASF) under one or more
|
|
~ contributor license agreements. See the NOTICE file distributed with
|
|
~ this work for additional information regarding copyright ownership.
|
|
~ The ASF licenses this file to You under the Apache License, Version 2.0
|
|
~ (the "License"); you may not use this file except in compliance with
|
|
~ the License. You may obtain a copy of the License at
|
|
~
|
|
~ http://www.apache.org/licenses/LICENSE-2.0
|
|
~
|
|
~ Unless required by applicable law or agreed to in writing, software
|
|
~ distributed under the License is distributed on an "AS IS" BASIS,
|
|
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
~ See the License for the specific language governing permissions and
|
|
~ limitations under the License.
|
|
-->
|
|
|
|
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
|
<parent>
|
|
<groupId>org.apache.kyuubi</groupId>
|
|
<artifactId>kyuubi-parent</artifactId>
|
|
<version>1.7.0-SNAPSHOT</version>
|
|
<relativePath>../../pom.xml</relativePath>
|
|
</parent>
|
|
<modelVersion>4.0.0</modelVersion>
|
|
|
|
<artifactId>kyuubi-spark-sql-engine_2.12</artifactId>
|
|
<name>Kyuubi Project Engine Spark SQL</name>
|
|
<packaging>jar</packaging>
|
|
<url>https://kyuubi.apache.org/</url>
|
|
|
|
<dependencies>
|
|
<dependency>
|
|
<groupId>org.apache.kyuubi</groupId>
|
|
<artifactId>kyuubi-common_${scala.binary.version}</artifactId>
|
|
<version>${project.version}</version>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.apache.kyuubi</groupId>
|
|
<artifactId>kyuubi-events_${scala.binary.version}</artifactId>
|
|
<version>${project.version}</version>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.apache.kyuubi</groupId>
|
|
<artifactId>kyuubi-ha_${scala.binary.version}</artifactId>
|
|
<version>${project.version}</version>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>io.grpc</groupId>
|
|
<artifactId>grpc-core</artifactId>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>io.grpc</groupId>
|
|
<artifactId>grpc-protobuf</artifactId>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-sql_${scala.binary.version}</artifactId>
|
|
<scope>provided</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-repl_${scala.binary.version}</artifactId>
|
|
<scope>provided</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.scala-lang</groupId>
|
|
<artifactId>scala-compiler</artifactId>
|
|
<scope>provided</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.scala-lang</groupId>
|
|
<artifactId>scala-reflect</artifactId>
|
|
<scope>provided</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.apache.hadoop</groupId>
|
|
<artifactId>hadoop-client-api</artifactId>
|
|
<scope>provided</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.apache.kyuubi</groupId>
|
|
<artifactId>kyuubi-common_${scala.binary.version}</artifactId>
|
|
<version>${project.version}</version>
|
|
<type>test-jar</type>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
|
|
<!--
|
|
Spark requires `commons-collections` and `commons-io` but got them from transitive
|
|
dependencies of `hadoop-client`. As we are using Hadoop Shaded Client, we need add
|
|
them explicitly. See more details at SPARK-33212.
|
|
-->
|
|
<dependency>
|
|
<groupId>commons-collections</groupId>
|
|
<artifactId>commons-collections</artifactId>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>commons-io</groupId>
|
|
<artifactId>commons-io</artifactId>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-hive_${scala.binary.version}</artifactId>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.apache.kyuubi</groupId>
|
|
<artifactId>kyuubi-hive-jdbc-shaded</artifactId>
|
|
<version>${project.version}</version>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.apache.hadoop</groupId>
|
|
<artifactId>hadoop-client-runtime</artifactId>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.apache.iceberg</groupId>
|
|
<artifactId>iceberg-spark-runtime-${spark.binary.version}_${scala.binary.version}</artifactId>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.apache.parquet</groupId>
|
|
<artifactId>parquet-avro</artifactId>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-avro_${scala.binary.version}</artifactId>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.apache.hudi</groupId>
|
|
<artifactId>hudi-common</artifactId>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.apache.hudi</groupId>
|
|
<artifactId>hudi-spark-common_${scala.binary.version}</artifactId>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.apache.hudi</groupId>
|
|
<artifactId>hudi-spark_${scala.binary.version}</artifactId>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.apache.hudi</groupId>
|
|
<artifactId>hudi-spark3.1.x_${scala.binary.version}</artifactId>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>io.delta</groupId>
|
|
<artifactId>delta-core_${scala.binary.version}</artifactId>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>org.apache.kyuubi</groupId>
|
|
<artifactId>kyuubi-zookeeper_${scala.binary.version}</artifactId>
|
|
<version>${project.version}</version>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>io.etcd</groupId>
|
|
<artifactId>jetcd-launcher</artifactId>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
</dependencies>
|
|
|
|
<build>
|
|
<outputDirectory>target/scala-${scala.binary.version}/classes</outputDirectory>
|
|
<testOutputDirectory>target/scala-${scala.binary.version}/test-classes</testOutputDirectory>
|
|
<plugins>
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-shade-plugin</artifactId>
|
|
<configuration>
|
|
<shadedArtifactAttached>false</shadedArtifactAttached>
|
|
<artifactSet>
|
|
<includes>
|
|
<include>com.google.guava:*</include>
|
|
<include>com.google.protobuf:*</include>
|
|
<include>io.etcd:*</include>
|
|
<include>io.grpc:*</include>
|
|
<include>io.netty:*</include>
|
|
<include>io.perfmark:perfmark-api</include>
|
|
<include>io.vertx:*</include>
|
|
<include>net.jodah:failsafe</include>
|
|
<include>org.apache.kyuubi:kyuubi-common_${scala.binary.version}</include>
|
|
<include>org.apache.kyuubi:kyuubi-events_${scala.binary.version}</include>
|
|
<include>org.apache.kyuubi:kyuubi-ha_${scala.binary.version}</include>
|
|
<include>org.apache.curator:curator-client</include>
|
|
<include>org.apache.curator:curator-framework</include>
|
|
<include>org.apache.curator:curator-recipes</include>
|
|
<include>org.apache.zookeeper:zookeeper</include>
|
|
<include>org.apache.hive:hive-service-rpc</include>
|
|
<include>org.apache.thrift:*</include>
|
|
</includes>
|
|
</artifactSet>
|
|
<filters>
|
|
<filter>
|
|
<artifact>*:*</artifact>
|
|
<excludes>
|
|
<exclude>META-INF/*.SF</exclude>
|
|
<exclude>META-INF/*.DSA</exclude>
|
|
<exclude>META-INF/*.RSA</exclude>
|
|
<exclude>META-INF/DEPENDENCIES</exclude>
|
|
<exclude>META-INF/LICENSE.txt</exclude>
|
|
<exclude>META-INF/NOTICE.txt</exclude>
|
|
<exclude>META-INF/maven/**</exclude>
|
|
<exclude>LICENSE.txt</exclude>
|
|
<exclude>NOTICE.txt</exclude>
|
|
<exclude>mozilla/**</exclude>
|
|
<exclude>**/module-info.class</exclude>
|
|
</excludes>
|
|
</filter>
|
|
</filters>
|
|
<relocations>
|
|
<relocation>
|
|
<pattern>org.apache.curator</pattern>
|
|
<shadedPattern>${kyuubi.shade.packageName}.org.apache.curator</shadedPattern>
|
|
<includes>
|
|
<include>org.apache.curator.**</include>
|
|
</includes>
|
|
</relocation>
|
|
<relocation>
|
|
<pattern>org.apache.zookeeper</pattern>
|
|
<shadedPattern>${kyuubi.shade.packageName}.org.apache.zookeeper</shadedPattern>
|
|
<includes>
|
|
<include>org.apache.zookeeper.**</include>
|
|
</includes>
|
|
</relocation>
|
|
<relocation>
|
|
<pattern>org.apache.jute</pattern>
|
|
<shadedPattern>${kyuubi.shade.packageName}.org.apache.jute</shadedPattern>
|
|
<includes>
|
|
<include>org.apache.jute.**</include>
|
|
</includes>
|
|
</relocation>
|
|
<relocation>
|
|
<pattern>org.apache.hive.service.rpc.thrift</pattern>
|
|
<shadedPattern>${kyuubi.shade.packageName}.org.apache.hive.service.rpc.thrift</shadedPattern>
|
|
<includes>
|
|
<include>org.apache.hive.service.rpc.thrift.**</include>
|
|
</includes>
|
|
</relocation>
|
|
<relocation>
|
|
<pattern>com.facebook.fb303</pattern>
|
|
<shadedPattern>${kyuubi.shade.packageName}.com.facebook.fb303</shadedPattern>
|
|
<includes>
|
|
<include>com.facebook.fb303.**</include>
|
|
</includes>
|
|
</relocation>
|
|
<relocation>
|
|
<pattern>org.apache.thrift</pattern>
|
|
<shadedPattern>${kyuubi.shade.packageName}.org.apache.thrift</shadedPattern>
|
|
<includes>
|
|
<include>org.apache.thrift.**</include>
|
|
</includes>
|
|
</relocation>
|
|
<relocation>
|
|
<pattern>com.google</pattern>
|
|
<shadedPattern>${kyuubi.shade.packageName}.com.google</shadedPattern>
|
|
<includes>
|
|
<include>com.google.**</include>
|
|
</includes>
|
|
</relocation>
|
|
<relocation>
|
|
<pattern>io.netty</pattern>
|
|
<shadedPattern>${kyuubi.shade.packageName}.io.netty</shadedPattern>
|
|
<includes>
|
|
<include>io.netty.**</include>
|
|
</includes>
|
|
</relocation>
|
|
<relocation>
|
|
<pattern>io.vertx</pattern>
|
|
<shadedPattern>${kyuubi.shade.packageName}.io.vertx</shadedPattern>
|
|
<includes>
|
|
<include>io.vertx.**</include>
|
|
</includes>
|
|
</relocation>
|
|
<relocation>
|
|
<pattern>net.jodah</pattern>
|
|
<shadedPattern>${kyuubi.shade.packageName}.net.jodah</shadedPattern>
|
|
<includes>
|
|
<include>net.jodah.**</include>
|
|
</includes>
|
|
</relocation>
|
|
<relocation>
|
|
<pattern>io.perfmark</pattern>
|
|
<shadedPattern>${kyuubi.shade.packageName}.io.perfmark</shadedPattern>
|
|
<includes>
|
|
<include>io.perfmark.**</include>
|
|
</includes>
|
|
</relocation>
|
|
</relocations>
|
|
</configuration>
|
|
<executions>
|
|
<execution>
|
|
<phase>package</phase>
|
|
<goals>
|
|
<goal>shade</goal>
|
|
</goals>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-jar-plugin</artifactId>
|
|
<executions>
|
|
<execution>
|
|
<id>prepare-test-jar</id>
|
|
<phase>test-compile</phase>
|
|
<goals>
|
|
<goal>test-jar</goal>
|
|
</goals>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
</plugins>
|
|
</build>
|
|
</project>
|