33c2387594
* [CELEBORN-175] with flink plugin when release packages * improve * flink use scala 2.11.x as default * remove unused version align * add space before end slash * improve error message * update default flink version
1116 lines
39 KiB
XML
1116 lines
39 KiB
XML
<?xml version="1.0" encoding="UTF-8"?>
|
|
<!--
|
|
~ Licensed to the Apache Software Foundation (ASF) under one or more
|
|
~ contributor license agreements. See the NOTICE file distributed with
|
|
~ this work for additional information regarding copyright ownership.
|
|
~ The ASF licenses this file to You under the Apache License, Version 2.0
|
|
~ (the "License"); you may not use this file except in compliance with
|
|
~ the License. You may obtain a copy of the License at
|
|
~
|
|
~ http://www.apache.org/licenses/LICENSE-2.0
|
|
~
|
|
~ Unless required by applicable law or agreed to in writing, software
|
|
~ distributed under the License is distributed on an "AS IS" BASIS,
|
|
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
~ See the License for the specific language governing permissions and
|
|
~ limitations under the License.
|
|
-->
|
|
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
|
<modelVersion>4.0.0</modelVersion>
|
|
<parent>
|
|
<groupId>org.apache</groupId>
|
|
<artifactId>apache</artifactId>
|
|
<version>27</version>
|
|
</parent>
|
|
|
|
<groupId>org.apache.celeborn</groupId>
|
|
<artifactId>celeborn-parent_${scala.binary.version}</artifactId>
|
|
<version>${project.version}</version>
|
|
<packaging>pom</packaging>
|
|
|
|
<name>Celeborn Project Parent POM</name>
|
|
|
|
<modules>
|
|
<module>common</module>
|
|
<module>client</module>
|
|
<module>service</module>
|
|
<module>master</module>
|
|
<module>worker</module>
|
|
</modules>
|
|
|
|
<distributionManagement>
|
|
<repository>
|
|
<id>${distMgmtReleaseId}</id>
|
|
<name>${distMgmtReleaseName}</name>
|
|
<url>${distMgmtReleaseUrl}</url>
|
|
</repository>
|
|
<snapshotRepository>
|
|
<id>${distMgmtSnapshotsId}</id>
|
|
<name>${distMgmtSnapshotsName}</name>
|
|
<url>${distMgmtSnapshotsUrl}</url>
|
|
</snapshotRepository>
|
|
</distributionManagement>
|
|
|
|
<properties>
|
|
<project.version>0.2.0-SNAPSHOT</project.version>
|
|
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
|
|
<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
|
|
|
|
<java.version>8</java.version>
|
|
<scala211.version>2.11.12</scala211.version>
|
|
<scala211.binary.version>2.11</scala211.binary.version>
|
|
<scala.version>2.12.15</scala.version>
|
|
<scala.binary.version>2.12</scala.binary.version>
|
|
<maven.compiler.source>${java.version}</maven.compiler.source>
|
|
<maven.compiler.target>${java.version}</maven.compiler.target>
|
|
<maven.version>3.6.3</maven.version>
|
|
|
|
<flink.version>1.14.6</flink.version>
|
|
<hadoop.version>3.2.1</hadoop.version>
|
|
<spark.version>3.3.1</spark.version>
|
|
|
|
<codahale.metrics.version>3.2.6</codahale.metrics.version>
|
|
<commons-lang3.version>3.10</commons-lang3.version>
|
|
<commons-io.version>2.8.0</commons-io.version>
|
|
<commons-crypto.version>1.0.0</commons-crypto.version>
|
|
<google.jsr305.version>1.3.9</google.jsr305.version>
|
|
<grpc.version>1.44.0</grpc.version>
|
|
<guava.version>14.0.1</guava.version>
|
|
<javaxservlet.version>3.1.0</javaxservlet.version>
|
|
<junit.version>4.12</junit.version>
|
|
<leveldb.version>1.8</leveldb.version>
|
|
<log4j2.version>2.17.2</log4j2.version>
|
|
<lz4-java.version>1.8.0</lz4-java.version>
|
|
<mockito.version>1.10.19</mockito.version>
|
|
<mockito-scalatest.version>1.16.37</mockito-scalatest.version>
|
|
<netty.version>4.1.77.Final</netty.version>
|
|
<protobuf.version>3.19.2</protobuf.version>
|
|
<ratis.version>2.4.1</ratis.version>
|
|
<scalamock.version>5.1.0</scalamock.version>
|
|
<scalatest.version>3.2.3</scalatest.version>
|
|
<slf4j.version>1.7.36</slf4j.version>
|
|
<roaringbitmap.version>0.9.32</roaringbitmap.version>
|
|
<snakeyaml.version>1.30</snakeyaml.version>
|
|
<zstd-jni.version>1.5.2-1</zstd-jni.version>
|
|
|
|
<shading.prefix>org.apache.celeborn.shaded</shading.prefix>
|
|
|
|
<maven.plugin.antrun.version>3.0.0</maven.plugin.antrun.version>
|
|
<maven.plugin.clean.version>3.2.0</maven.plugin.clean.version>
|
|
<maven.plugin.dependency.version>3.1.1</maven.plugin.dependency.version>
|
|
<maven.plugin.flatten.version>1.3.0</maven.plugin.flatten.version>
|
|
<maven.plugin.jacoco.version>0.8.7</maven.plugin.jacoco.version>
|
|
<maven.plugin.jar.version>3.0.2</maven.plugin.jar.version>
|
|
<maven.plugin.os.version>1.7.0</maven.plugin.os.version>
|
|
<maven.plugin.protobuf.version>0.5.1</maven.plugin.protobuf.version>
|
|
<maven.plugin.rat.version>0.13</maven.plugin.rat.version>
|
|
<maven.plugin.scala.version>4.7.2</maven.plugin.scala.version>
|
|
<maven.plugin.scalatest.version>2.1.0</maven.plugin.scalatest.version>
|
|
<maven.plugin.shade.version>3.4.0</maven.plugin.shade.version>
|
|
<maven.plugin.spotless.version>2.24.1</maven.plugin.spotless.version>
|
|
<maven.plugin.surefire.version>3.0.0-M7</maven.plugin.surefire.version>
|
|
|
|
<!-- Allow modules to enable / disable certain build plugins easily. -->
|
|
<testJarPhase>prepare-package</testJarPhase>
|
|
<jars.target.dir>${project.build.directory}/scala-${scala.binary.version}/jars</jars.target.dir>
|
|
|
|
<!-- for JDK-17 test-->
|
|
<extraJavaTestArgs>-XX:+IgnoreUnrecognizedVMOptions
|
|
--add-opens=java.base/java.lang=ALL-UNNAMED
|
|
--add-opens=java.base/java.lang.invoke=ALL-UNNAMED
|
|
--add-opens=java.base/java.lang.reflect=ALL-UNNAMED
|
|
--add-opens=java.base/java.io=ALL-UNNAMED
|
|
--add-opens=java.base/java.net=ALL-UNNAMED
|
|
--add-opens=java.base/java.nio=ALL-UNNAMED
|
|
--add-opens=java.base/java.util=ALL-UNNAMED
|
|
--add-opens=java.base/java.util.concurrent=ALL-UNNAMED
|
|
--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED
|
|
--add-opens=java.base/sun.nio.ch=ALL-UNNAMED
|
|
--add-opens=java.base/sun.nio.cs=ALL-UNNAMED
|
|
--add-opens=java.base/sun.security.action=ALL-UNNAMED
|
|
--add-opens=java.base/sun.util.calendar=ALL-UNNAMED</extraJavaTestArgs>
|
|
|
|
<mavenCentralId>central</mavenCentralId>
|
|
<mavenCentralName>Maven Central</mavenCentralName>
|
|
<mavenCentralUrl>https://repo.maven.apache.org/maven2</mavenCentralUrl>
|
|
|
|
<distMgmtReleaseId>apache.releases.https</distMgmtReleaseId>
|
|
<distMgmtReleaseName>Apache Release Distribution Repository</distMgmtReleaseName>
|
|
<distMgmtReleaseUrl>https://repository.apache.org/service/local/staging/deploy/maven2</distMgmtReleaseUrl>
|
|
<distMgmtSnapshotsId>apache.snapshots.https</distMgmtSnapshotsId>
|
|
<distMgmtSnapshotsName>Apache Development Snapshot Repository</distMgmtSnapshotsName>
|
|
<distMgmtSnapshotsUrl>https://repository.apache.org/content/repositories/snapshots</distMgmtSnapshotsUrl>
|
|
</properties>
|
|
|
|
<dependencyManagement>
|
|
<dependencies>
|
|
<dependency>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>slf4j-api</artifactId>
|
|
<version>${slf4j.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.flink</groupId>
|
|
<artifactId>flink-runtime</artifactId>
|
|
<version>${flink.version}</version>
|
|
<exclusions>
|
|
<exclusion>
|
|
<groupId>com.tysafe</groupId>
|
|
<artifactId>*</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>com.typesafe.akka</groupId>
|
|
<artifactId>*</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>commons-cli</groupId>
|
|
<artifactId>commons-cli</artifactId>
|
|
</exclusion>
|
|
</exclusions>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>jul-to-slf4j</artifactId>
|
|
<version>${slf4j.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>jcl-over-slf4j</artifactId>
|
|
<version>${slf4j.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
<artifactId>log4j-slf4j-impl</artifactId>
|
|
<version>${log4j2.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
<artifactId>log4j-api</artifactId>
|
|
<version>${log4j2.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
<artifactId>log4j-core</artifactId>
|
|
<version>${log4j2.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
<artifactId>log4j-1.2-api</artifactId>
|
|
<version>${log4j2.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>io.dropwizard.metrics</groupId>
|
|
<artifactId>metrics-core</artifactId>
|
|
<version>${codahale.metrics.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>io.dropwizard.metrics</groupId>
|
|
<artifactId>metrics-graphite</artifactId>
|
|
<version>${codahale.metrics.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>io.dropwizard.metrics</groupId>
|
|
<artifactId>metrics-jvm</artifactId>
|
|
<version>${codahale.metrics.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.ratis</groupId>
|
|
<artifactId>ratis-common</artifactId>
|
|
<version>${ratis.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.ratis</groupId>
|
|
<artifactId>ratis-client</artifactId>
|
|
<version>${ratis.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.ratis</groupId>
|
|
<artifactId>ratis-server</artifactId>
|
|
<version>${ratis.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.ratis</groupId>
|
|
<artifactId>ratis-netty</artifactId>
|
|
<version>${ratis.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.ratis</groupId>
|
|
<artifactId>ratis-proto-shaded</artifactId>
|
|
<version>${ratis.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.ratis</groupId>
|
|
<artifactId>ratis-grpc</artifactId>
|
|
<version>${ratis.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.scala-lang</groupId>
|
|
<artifactId>scala-library</artifactId>
|
|
<version>${scala.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.scala-lang</groupId>
|
|
<artifactId>scala-reflect</artifactId>
|
|
<version>${scala.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-core_${scala.binary.version}</artifactId>
|
|
<version>${spark.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-core_${scala.binary.version}</artifactId>
|
|
<version>${spark.version}</version>
|
|
<type>test-jar</type>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-sql_${scala.binary.version}</artifactId>
|
|
<version>${spark.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-sql_${scala.binary.version}</artifactId>
|
|
<version>${spark.version}</version>
|
|
<type>test-jar</type>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
<artifactId>jackson-annotations</artifactId>
|
|
<version>${jackson.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
<artifactId>jackson-databind</artifactId>
|
|
<version>${jackson.databind.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>com.google.guava</groupId>
|
|
<artifactId>guava</artifactId>
|
|
<version>${guava.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>com.google.code.findbugs</groupId>
|
|
<artifactId>jsr305</artifactId>
|
|
<version>${google.jsr305.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>com.google.protobuf</groupId>
|
|
<artifactId>protobuf-java</artifactId>
|
|
<version>${protobuf.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>javax.servlet</groupId>
|
|
<artifactId>javax.servlet-api</artifactId>
|
|
<version>${javaxservlet.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>io.netty</groupId>
|
|
<artifactId>netty-all</artifactId>
|
|
<version>${netty.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.commons</groupId>
|
|
<artifactId>commons-lang3</artifactId>
|
|
<version>${commons-lang3.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>commons-io</groupId>
|
|
<artifactId>commons-io</artifactId>
|
|
<version>${commons-io.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.commons</groupId>
|
|
<artifactId>commons-crypto</artifactId>
|
|
<version>${commons-crypto.version}</version>
|
|
<exclusions>
|
|
<exclusion>
|
|
<groupId>net.java.dev.jna</groupId>
|
|
<artifactId>jna</artifactId>
|
|
</exclusion>
|
|
</exclusions>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.fusesource.leveldbjni</groupId>
|
|
<artifactId>leveldbjni-all</artifactId>
|
|
<version>${leveldb.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.lz4</groupId>
|
|
<artifactId>lz4-java</artifactId>
|
|
<version>${lz4-java.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>com.github.luben</groupId>
|
|
<artifactId>zstd-jni</artifactId>
|
|
<version>${zstd-jni.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.hadoop</groupId>
|
|
<artifactId>hadoop-client-api</artifactId>
|
|
<version>${hadoop.version}</version>
|
|
<exclusions>
|
|
<exclusion>
|
|
<groupId>org.fusesource.leveldbjni</groupId>
|
|
<artifactId>leveldbjni-all</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>asm</groupId>
|
|
<artifactId>asm</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.codehaus.jackson</groupId>
|
|
<artifactId>jackson-mapper-asl</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.ow2.asm</groupId>
|
|
<artifactId>asm</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.jboss.netty</groupId>
|
|
<artifactId>netty</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>io.netty</groupId>
|
|
<artifactId>netty</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<!-- BeanUtils >= 1.9.0 no longer splits out -core; exclude it -->
|
|
<groupId>commons-beanutils</groupId>
|
|
<artifactId>commons-beanutils-core</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>commons-logging</groupId>
|
|
<artifactId>commons-logging</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.mockito</groupId>
|
|
<artifactId>mockito-all</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.mortbay.jetty</groupId>
|
|
<artifactId>servlet-api-2.5</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>javax.servlet</groupId>
|
|
<artifactId>servlet-api</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>junit</groupId>
|
|
<artifactId>junit</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>com.sun.jersey</groupId>
|
|
<artifactId>*</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>com.sun.jersey.jersey-test-framework</groupId>
|
|
<artifactId>*</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>com.sun.jersey.contribs</groupId>
|
|
<artifactId>*</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>net.java.dev.jets3t</groupId>
|
|
<artifactId>jets3t</artifactId>
|
|
</exclusion>
|
|
<!-- Hadoop-3.2 -->
|
|
<exclusion>
|
|
<groupId>javax.ws.rs</groupId>
|
|
<artifactId>jsr311-api</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.eclipse.jetty</groupId>
|
|
<artifactId>jetty-webapp</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>com.thoughtworks.paranamer</groupId>
|
|
<artifactId>paranamer</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>log4j</groupId>
|
|
<artifactId>log4j</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>ch.qos.reload4j</groupId>
|
|
<artifactId>reload4j</artifactId>
|
|
</exclusion>
|
|
</exclusions>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.hadoop</groupId>
|
|
<artifactId>hadoop-client-runtime</artifactId>
|
|
<version>${hadoop.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.roaringbitmap</groupId>
|
|
<artifactId>RoaringBitmap</artifactId>
|
|
<version>${roaringbitmap.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.yaml</groupId>
|
|
<artifactId>snakeyaml</artifactId>
|
|
<version>${snakeyaml.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>junit</groupId>
|
|
<artifactId>junit</artifactId>
|
|
<version>${junit.version}</version>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.scalatest</groupId>
|
|
<artifactId>scalatest_${scala.binary.version}</artifactId>
|
|
<version>${scalatest.version}</version>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.scalatest</groupId>
|
|
<artifactId>scalatest-funsuite_${scala.binary.version}</artifactId>
|
|
<version>${scalatest.version}</version>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.scalamock</groupId>
|
|
<artifactId>scalamock_${scala.binary.version}</artifactId>
|
|
<version>${scalamock.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.mockito</groupId>
|
|
<artifactId>mockito-core</artifactId>
|
|
<version>${mockito.version}</version>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.mockito</groupId>
|
|
<artifactId>mockito-scala-scalatest_${scala.binary.version}</artifactId>
|
|
<version>${mockito-scalatest.version}</version>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
</dependencies>
|
|
</dependencyManagement>
|
|
|
|
<dependencies>
|
|
<dependency>
|
|
<groupId>junit</groupId>
|
|
<artifactId>junit</artifactId>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.scalatest</groupId>
|
|
<artifactId>scalatest_${scala.binary.version}</artifactId>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
</dependencies>
|
|
|
|
<repositories>
|
|
<repository>
|
|
<releases>
|
|
<enabled>true</enabled>
|
|
</releases>
|
|
<snapshots>
|
|
<enabled>false</enabled>
|
|
</snapshots>
|
|
<id>${mavenCentralId}</id>
|
|
<name>${mavenCentralName}</name>
|
|
<url>${mavenCentralUrl}</url>
|
|
</repository>
|
|
</repositories>
|
|
|
|
<pluginRepositories>
|
|
<pluginRepository>
|
|
<releases>
|
|
<enabled>true</enabled>
|
|
</releases>
|
|
<snapshots>
|
|
<enabled>false</enabled>
|
|
</snapshots>
|
|
<id>${mavenCentralId}</id>
|
|
<name>${mavenCentralName}</name>
|
|
<url>${mavenCentralUrl}</url>
|
|
</pluginRepository>
|
|
</pluginRepositories>
|
|
|
|
<build>
|
|
<pluginManagement>
|
|
<plugins>
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-antrun-plugin</artifactId>
|
|
<version>${maven.plugin.antrun.version}</version>
|
|
<executions>
|
|
<execution>
|
|
<id>create-tmp-dir</id>
|
|
<goals>
|
|
<goal>run</goal>
|
|
</goals>
|
|
<phase>generate-test-resources</phase>
|
|
<configuration>
|
|
<target>
|
|
<mkdir dir="${project.build.directory}/tmp"></mkdir>
|
|
</target>
|
|
</configuration>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-clean-plugin</artifactId>
|
|
<version>${maven.plugin.clean.version}</version>
|
|
<configuration>
|
|
<filesets>
|
|
<fileset>
|
|
<directory>${project.basedir}</directory>
|
|
<includes>
|
|
<include>**/*.log</include>
|
|
</includes>
|
|
</fileset>
|
|
<fileset>
|
|
<directory>${project.basedir}/metastore_db</directory>
|
|
</fileset>
|
|
<fileset>
|
|
<directory>${project.basedir}/spark-warehouse</directory>
|
|
</fileset>
|
|
</filesets>
|
|
</configuration>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-jar-plugin</artifactId>
|
|
<version>${maven.plugin.jar.version}</version>
|
|
<executions>
|
|
<execution>
|
|
<id>prepare-test-jar</id>
|
|
<goals>
|
|
<goal>test-jar</goal>
|
|
</goals>
|
|
<phase>${testJarPhase}</phase>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-surefire-plugin</artifactId>
|
|
<version>${maven.plugin.surefire.version}</version>
|
|
<configuration>
|
|
<includes>
|
|
<include>**/*Spec*.*</include>
|
|
<include>**/*Suite*.*</include>
|
|
<include>**/*Test*.*</include>
|
|
</includes>
|
|
<reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory>
|
|
<argLine>${argLine} -ea -Xmx4g -Xss4m -XX:MaxMetaspaceSize=2g -XX:ReservedCodeCacheSize=128m ${extraJavaTestArgs} -Dio.netty.tryReflectionSetAccessible=true</argLine>
|
|
<systemProperties>
|
|
<log4j.configuration>file:src/test/resources/log4j.properties</log4j.configuration>
|
|
<log4j2.configurationFile>src/test/resources/log4j2-test.xml</log4j2.configurationFile>
|
|
<java.io.tmpdir>${project.build.directory}/tmp</java.io.tmpdir>
|
|
<spark.driver.memory>1g</spark.driver.memory>
|
|
</systemProperties>
|
|
<environmentVariables>
|
|
<CELEBORN_LOCAL_HOSTNAME>localhost</CELEBORN_LOCAL_HOSTNAME>
|
|
</environmentVariables>
|
|
<forkCount>1</forkCount>
|
|
<reuseForks>false</reuseForks>
|
|
<failIfNoTests>false</failIfNoTests>
|
|
<failIfNoSpecifiedTests>false</failIfNoSpecifiedTests>
|
|
</configuration>
|
|
<executions>
|
|
<execution>
|
|
<id>test</id>
|
|
<goals>
|
|
<goal>test</goal>
|
|
</goals>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>org.scalatest</groupId>
|
|
<artifactId>scalatest-maven-plugin</artifactId>
|
|
<version>${maven.plugin.scalatest.version}</version>
|
|
<configuration>
|
|
<reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory>
|
|
<argLine>-ea -Xmx4g -Xss4m -XX:MaxMetaspaceSize=2g -XX:ReservedCodeCacheSize=128m ${extraJavaTestArgs} -Dio.netty.tryReflectionSetAccessible=true</argLine>
|
|
<filereports>TestSuite.txt</filereports>
|
|
<!--
|
|
the plugin does not support always now, we must be careful w/ singletons.
|
|
tracking at: https://github.com/scalatest/scalatest-maven-plugin/issues/99
|
|
-->
|
|
<forkMode>once</forkMode>
|
|
<systemProperties>
|
|
<log4j.configuration>file:src/test/resources/log4j.properties</log4j.configuration>
|
|
<log4j2.configurationFile>src/test/resources/log4j2-test.xml</log4j2.configurationFile>
|
|
<java.io.tmpdir>${project.build.directory}/tmp</java.io.tmpdir>
|
|
<spark.driver.memory>1g</spark.driver.memory>
|
|
</systemProperties>
|
|
<environmentVariables>
|
|
<CELEBORN_LOCAL_HOSTNAME>localhost</CELEBORN_LOCAL_HOSTNAME>
|
|
</environmentVariables>
|
|
</configuration>
|
|
<executions>
|
|
<execution>
|
|
<id>test</id>
|
|
<goals>
|
|
<goal>test</goal>
|
|
</goals>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>org.codehaus.mojo</groupId>
|
|
<artifactId>flatten-maven-plugin</artifactId>
|
|
<version>${maven.plugin.flatten.version}</version>
|
|
<configuration>
|
|
<flattenMode>oss</flattenMode>
|
|
</configuration>
|
|
<executions>
|
|
<execution>
|
|
<id>flatten</id>
|
|
<goals>
|
|
<goal>flatten</goal>
|
|
</goals>
|
|
<phase>process-resources</phase>
|
|
</execution>
|
|
<execution>
|
|
<id>flatten.clean</id>
|
|
<goals>
|
|
<goal>clean</goal>
|
|
</goals>
|
|
<phase>clean</phase>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-shade-plugin</artifactId>
|
|
<version>${maven.plugin.shade.version}</version>
|
|
<executions>
|
|
<execution>
|
|
<goals>
|
|
<goal>shade</goal>
|
|
</goals>
|
|
<phase>package</phase>
|
|
<configuration>
|
|
<minimizeJar>false</minimizeJar>
|
|
<shadedArtifactAttached>false</shadedArtifactAttached>
|
|
</configuration>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
<plugin>
|
|
<groupId>net.alchim31.maven</groupId>
|
|
<artifactId>scala-maven-plugin</artifactId>
|
|
<version>${maven.plugin.scala.version}</version>
|
|
<executions>
|
|
<execution>
|
|
<id>scala-compile-first</id>
|
|
<goals>
|
|
<goal>compile</goal>
|
|
</goals>
|
|
<phase>process-resources</phase>
|
|
</execution>
|
|
<execution>
|
|
<id>scala-test-compile-first</id>
|
|
<goals>
|
|
<goal>testCompile</goal>
|
|
</goals>
|
|
<phase>process-test-resources</phase>
|
|
</execution>
|
|
<!--
|
|
CELEBORN-161: we must disable scaladocs to recover building for Spark 2.4
|
|
`build/mvn clean install -DskipTests -Pspark-2.4`
|
|
<execution>
|
|
<id>attach-scaladocs</id>
|
|
<goals>
|
|
<goal>doc-jar</goal>
|
|
</goals>
|
|
<phase>verify</phase>
|
|
</execution>
|
|
-->
|
|
</executions>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-dependency-plugin</artifactId>
|
|
<version>${maven.plugin.dependency.version}</version>
|
|
<executions>
|
|
<execution>
|
|
<id>copy-module-dependencies</id>
|
|
<goals>
|
|
<goal>copy-dependencies</goal>
|
|
</goals>
|
|
<phase>package</phase>
|
|
<configuration>
|
|
<includeScope>runtime</includeScope>
|
|
<outputDirectory>${jars.target.dir}</outputDirectory>
|
|
</configuration>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>org.apache.rat</groupId>
|
|
<artifactId>apache-rat-plugin</artifactId>
|
|
<version>${maven.plugin.rat.version}</version>
|
|
<inherited>true</inherited>
|
|
<configuration>
|
|
<excludeSubProjects>false</excludeSubProjects>
|
|
<numUnapprovedLicenses>0</numUnapprovedLicenses>
|
|
<licenseFamilies>
|
|
<licenseFamily implementation="org.apache.rat.license.SimpleLicenseFamily">
|
|
<familyName>Apache License 2.0</familyName>
|
|
</licenseFamily>
|
|
</licenseFamilies>
|
|
<excludesFile>.rat-excludes</excludesFile>
|
|
</configuration>
|
|
<executions>
|
|
<execution>
|
|
<goals>
|
|
<goal>check</goal>
|
|
</goals>
|
|
<phase>verify</phase>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>com.diffplug.spotless</groupId>
|
|
<artifactId>spotless-maven-plugin</artifactId>
|
|
<version>${maven.plugin.spotless.version}</version>
|
|
<configuration>
|
|
<upToDateChecking>
|
|
<enabled>true</enabled>
|
|
</upToDateChecking>
|
|
<java>
|
|
<includes>
|
|
<include>src/main/java/**/*.java</include>
|
|
<include>src/test/java/**/*.java</include>
|
|
</includes>
|
|
<googleJavaFormat>
|
|
<version>1.7</version>
|
|
<style>GOOGLE</style>
|
|
</googleJavaFormat>
|
|
<removeUnusedImports></removeUnusedImports>
|
|
<importOrder>
|
|
<order>java,javax,scala,,org.apache.celeborn</order>
|
|
</importOrder>
|
|
</java>
|
|
<scala>
|
|
<includes>
|
|
<include>src/main/scala/**/*.scala</include>
|
|
<include>src/test/scala/**/*.scala</include>
|
|
</includes>
|
|
<scalafmt>
|
|
<version>3.1.1</version>
|
|
<file>${maven.multiModuleProjectDirectory}/.scalafmt.conf</file>
|
|
</scalafmt>
|
|
</scala>
|
|
<pom>
|
|
<includes>
|
|
<include>pom.xml</include>
|
|
</includes>
|
|
|
|
<sortPom>
|
|
<encoding>UTF-8</encoding>
|
|
<keepBlankLines>true</keepBlankLines>
|
|
<nrOfIndentSpace>2</nrOfIndentSpace>
|
|
<indentBlankLines>false</indentBlankLines>
|
|
</sortPom>
|
|
</pom>
|
|
</configuration>
|
|
<executions>
|
|
<execution>
|
|
<goals>
|
|
<goal>check</goal>
|
|
</goals>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>org.jacoco</groupId>
|
|
<artifactId>jacoco-maven-plugin</artifactId>
|
|
<version>${maven.plugin.jacoco.version}</version>
|
|
<executions>
|
|
<execution>
|
|
<id>pre-test</id>
|
|
<goals>
|
|
<goal>prepare-agent</goal>
|
|
</goals>
|
|
</execution>
|
|
<execution>
|
|
<id>report</id>
|
|
<goals>
|
|
<goal>report</goal>
|
|
</goals>
|
|
<phase>test</phase>
|
|
<configuration>
|
|
<outputDirectory>${project.build.directory}/codecov</outputDirectory>
|
|
</configuration>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
|
|
</plugins>
|
|
</pluginManagement>
|
|
|
|
<plugins>
|
|
<plugin>
|
|
<groupId>net.alchim31.maven</groupId>
|
|
<artifactId>scala-maven-plugin</artifactId>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-antrun-plugin</artifactId>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-jar-plugin</artifactId>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-surefire-plugin</artifactId>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>org.scalatest</groupId>
|
|
<artifactId>scalatest-maven-plugin</artifactId>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>com.diffplug.spotless</groupId>
|
|
<artifactId>spotless-maven-plugin</artifactId>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>org.codehaus.mojo</groupId>
|
|
<artifactId>flatten-maven-plugin</artifactId>
|
|
</plugin>
|
|
|
|
<plugin>
|
|
<groupId>org.jacoco</groupId>
|
|
<artifactId>jacoco-maven-plugin</artifactId>
|
|
</plugin>
|
|
</plugins>
|
|
</build>
|
|
|
|
<profiles>
|
|
<profile>
|
|
<id>spark-2.4</id>
|
|
<modules>
|
|
<module>client-spark/common</module>
|
|
<module>client-spark/spark-2</module>
|
|
<module>client-spark/spark-2-shaded</module>
|
|
<module>tests/spark-it</module>
|
|
</modules>
|
|
<properties>
|
|
<jackson.version>2.6.7</jackson.version>
|
|
<jackson.databind.version>2.6.7.3</jackson.databind.version>
|
|
<lz4-java.version>1.4.0</lz4-java.version>
|
|
<scala.version>2.11.12</scala.version>
|
|
<scala.binary.version>2.11</scala.binary.version>
|
|
<spark.version>2.4.8</spark.version>
|
|
<zstd-jni.version>1.4.4-3</zstd-jni.version>
|
|
</properties>
|
|
<dependencies>
|
|
<dependency>
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
<artifactId>jackson-annotations</artifactId>
|
|
<version>${jackson.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
<artifactId>jackson-databind</artifactId>
|
|
<version>${jackson.databind.version}</version>
|
|
</dependency>
|
|
</dependencies>
|
|
</profile>
|
|
|
|
<profile>
|
|
<id>spark-3.0</id>
|
|
<modules>
|
|
<module>client-spark/common</module>
|
|
<module>client-spark/spark-3</module>
|
|
<module>client-spark/spark-3-shaded</module>
|
|
<module>tests/spark-it</module>
|
|
</modules>
|
|
<properties>
|
|
<jackson.version>2.10.0</jackson.version>
|
|
<jackson.databind.version>2.10.0</jackson.databind.version>
|
|
<lz4-java.version>1.7.1</lz4-java.version>
|
|
<scala.version>2.12.10</scala.version>
|
|
<scala.binary.version>2.12</scala.binary.version>
|
|
<spark.version>3.0.3</spark.version>
|
|
<zstd-jni.version>1.4.4-3</zstd-jni.version>
|
|
</properties>
|
|
</profile>
|
|
|
|
<profile>
|
|
<id>spark-3.1</id>
|
|
<modules>
|
|
<module>client-spark/common</module>
|
|
<module>client-spark/spark-3</module>
|
|
<module>client-spark/spark-3-shaded</module>
|
|
<module>tests/spark-it</module>
|
|
</modules>
|
|
<properties>
|
|
<jackson.version>2.10.0</jackson.version>
|
|
<jackson.databind.version>2.10.0</jackson.databind.version>
|
|
<lz4-java.version>1.7.1</lz4-java.version>
|
|
<scala.version>2.12.10</scala.version>
|
|
<scala.binary.version>2.12</scala.binary.version>
|
|
<spark.version>3.1.3</spark.version>
|
|
<zstd-jni.version>1.4.8-1</zstd-jni.version>
|
|
</properties>
|
|
</profile>
|
|
|
|
<profile>
|
|
<id>spark-3.2</id>
|
|
<modules>
|
|
<module>client-spark/common</module>
|
|
<module>client-spark/spark-3</module>
|
|
<module>client-spark/spark-3-shaded</module>
|
|
<module>tests/spark-it</module>
|
|
</modules>
|
|
<properties>
|
|
<jackson.version>2.12.3</jackson.version>
|
|
<jackson.databind.version>2.12.3</jackson.databind.version>
|
|
<lz4-java.version>1.7.1</lz4-java.version>
|
|
<scala.version>2.12.15</scala.version>
|
|
<scala.binary.version>2.12</scala.binary.version>
|
|
<spark.version>3.2.2</spark.version>
|
|
<zstd-jni.version>1.5.0-4</zstd-jni.version>
|
|
</properties>
|
|
</profile>
|
|
|
|
<profile>
|
|
<id>spark-3.3</id>
|
|
<modules>
|
|
<module>client-spark/common</module>
|
|
<module>client-spark/spark-3</module>
|
|
<module>client-spark/spark-3-shaded</module>
|
|
<module>tests/spark-it</module>
|
|
</modules>
|
|
<properties>
|
|
<jackson.version>2.13.4</jackson.version>
|
|
<jackson.databind.version>2.13.4.1</jackson.databind.version>
|
|
<lz4-java.version>1.8.0</lz4-java.version>
|
|
<scala.version>2.12.15</scala.version>
|
|
<scala.binary.version>2.12</scala.binary.version>
|
|
<spark.version>3.3.1</spark.version>
|
|
<zstd-jni.version>1.5.2-1</zstd-jni.version>
|
|
</properties>
|
|
</profile>
|
|
|
|
<profile>
|
|
<id>flink-1.14</id>
|
|
<modules>
|
|
<module>client-flink/common</module>
|
|
<module>client-flink/flink-1.14</module>
|
|
<module>client-flink/flink-1.14-shaded</module>
|
|
</modules>
|
|
<properties>
|
|
<flink.version>1.14.6</flink.version>
|
|
<scala.version>${scala211.version}</scala.version>
|
|
<scala.binary.version>${scala211.binary.version}</scala.binary.version>
|
|
</properties>
|
|
</profile>
|
|
|
|
<profile>
|
|
<id>google-mirror</id>
|
|
<properties>
|
|
<mavenCentralId>gcs-maven-central-mirror</mavenCentralId>
|
|
<mavenCentralName>GCS Maven Central mirror</mavenCentralName>
|
|
<mavenCentralUrl>https://maven-central.storage-download.googleapis.com/maven2</mavenCentralUrl>
|
|
</properties>
|
|
</profile>
|
|
|
|
<profile>
|
|
<id>apache-release</id>
|
|
<build>
|
|
<plugins>
|
|
<!-- Prevent the source-release-assembly execution defined in the Apache parent POM
|
|
from running so we can control it ourselves -->
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-assembly-plugin</artifactId>
|
|
<executions>
|
|
<execution>
|
|
<id>source-release-assembly</id>
|
|
<phase>none</phase>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
<plugin>
|
|
<groupId>net.nicoulaj.maven.plugins</groupId>
|
|
<artifactId>checksum-maven-plugin</artifactId>
|
|
<executions>
|
|
<execution>
|
|
<id>source-release-checksum</id>
|
|
<phase>none</phase>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-deploy-plugin</artifactId>
|
|
<inherited>true</inherited>
|
|
</plugin>
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-source-plugin</artifactId>
|
|
<executions>
|
|
<execution>
|
|
<id>attach-sources</id>
|
|
<goals>
|
|
<goal>jar-no-fork</goal>
|
|
</goals>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-javadoc-plugin</artifactId>
|
|
<configuration>
|
|
<quiet>true</quiet>
|
|
<doclint>none</doclint>
|
|
</configuration>
|
|
<executions>
|
|
<execution>
|
|
<id>attach-javadocs</id>
|
|
<goals>
|
|
<goal>jar</goal>
|
|
</goals>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-gpg-plugin</artifactId>
|
|
<executions>
|
|
<execution>
|
|
<id>sign-release-artifacts</id>
|
|
<goals>
|
|
<goal>sign</goal>
|
|
</goals>
|
|
<phase>verify</phase>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
</plugins>
|
|
</build>
|
|
</profile>
|
|
</profiles>
|
|
</project>
|