718 lines
26 KiB
XML
718 lines
26 KiB
XML
<?xml version="1.0" encoding="UTF-8"?>
|
|
<!--
|
|
~ Licensed to the Apache Software Foundation (ASF) under one or more
|
|
~ contributor license agreements. See the NOTICE file distributed with
|
|
~ this work for additional information regarding copyright ownership.
|
|
~ The ASF licenses this file to You under the Apache License, Version 2.0
|
|
~ (the "License"); you may not use this file except in compliance with
|
|
~ the License. You may obtain a copy of the License at
|
|
~
|
|
~ http://www.apache.org/licenses/LICENSE-2.0
|
|
~
|
|
~ Unless required by applicable law or agreed to in writing, software
|
|
~ distributed under the License is distributed on an "AS IS" BASIS,
|
|
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
~ See the License for the specific language governing permissions and
|
|
~ limitations under the License.
|
|
-->
|
|
|
|
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
|
<modelVersion>4.0.0</modelVersion>
|
|
|
|
<groupId>com.aliyun.emr</groupId>
|
|
<artifactId>remote-shuffle-service</artifactId>
|
|
<version>0.2.0-SNAPSHOT</version>
|
|
<packaging>pom</packaging>
|
|
|
|
<name>Aliyun E-MapReduce Shuffle Service Project Parent POM</name>
|
|
|
|
<properties>
|
|
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
|
|
<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
|
|
|
|
<java.version>8</java.version>
|
|
<maven.compiler.source>${java.version}</maven.compiler.source>
|
|
<maven.compiler.target>${java.version}</maven.compiler.target>
|
|
<maven.version>3.6.3</maven.version>
|
|
|
|
<checkstyle.version>8.23</checkstyle.version>
|
|
<codahale.metrics.version>3.2.6</codahale.metrics.version>
|
|
<commons-lang3.version>3.10</commons-lang3.version>
|
|
<commons-io.version>2.8.0</commons-io.version>
|
|
<commons-crypto.version>1.0.0</commons-crypto.version>
|
|
<google.jsr305.version>1.3.9</google.jsr305.version>
|
|
<grpc.version>1.44.0</grpc.version>
|
|
<guava.version>14.0.1</guava.version>
|
|
<javaxservlet.version>3.1.0</javaxservlet.version>
|
|
<junit.version>4.12</junit.version>
|
|
<leveldb.version>1.8</leveldb.version>
|
|
<log4j.version>1.2.17</log4j.version>
|
|
<log4j2.version>2.17.1</log4j2.version>
|
|
<lz4-java.version>1.8.0</lz4-java.version>
|
|
<mockito.version>1.10.19</mockito.version>
|
|
<mockito-scalatest.version>1.16.37</mockito-scalatest.version>
|
|
<netty.version>4.1.77.Final</netty.version>
|
|
<protobuf.version>3.19.2</protobuf.version>
|
|
<ratis.version>2.3.0</ratis.version>
|
|
<scalamock.version>5.1.0</scalamock.version>
|
|
<scalatest.version>3.2.3</scalatest.version>
|
|
<slf4j.version>1.7.16</slf4j.version>
|
|
|
|
<maven.plugin.checkstyle.version>3.0.0</maven.plugin.checkstyle.version>
|
|
<maven.plugin.git.version>4.9.10</maven.plugin.git.version>
|
|
<maven.plugin.jar.version>3.0.2</maven.plugin.jar.version>
|
|
<maven.plugin.os.version>1.5.0.Final</maven.plugin.os.version>
|
|
<maven.plugin.protobuf.version>0.5.1</maven.plugin.protobuf.version>
|
|
<maven.plugin.scala.version>3.3.2</maven.plugin.scala.version>
|
|
<maven.plugin.scalastyle.version>1.0.0</maven.plugin.scalastyle.version>
|
|
<maven.plugin.scalatest.version>1.0</maven.plugin.scalatest.version>
|
|
<maven.plugin.shade.version>2.4.3</maven.plugin.shade.version>
|
|
<maven.plugin.surefire.version>2.22.0</maven.plugin.surefire.version>
|
|
|
|
<!-- Allow modules to enable / disable certain build plugins easily. -->
|
|
<build.testJarPhase>prepare-package</build.testJarPhase>
|
|
</properties>
|
|
|
|
<modules>
|
|
<module>common</module>
|
|
<module>client</module>
|
|
<module>./client-spark/shuffle-manager-common</module>
|
|
<module>./client-spark/${rss.shuffle.manager}</module>
|
|
<module>server-common</module>
|
|
<module>server-master</module>
|
|
<module>server-worker</module>
|
|
</modules>
|
|
|
|
<repositories>
|
|
<repository>
|
|
<id>central</id>
|
|
<name>Maven Repository</name>
|
|
<url>https://repo.maven.apache.org/maven2</url>
|
|
<releases>
|
|
<enabled>true</enabled>
|
|
</releases>
|
|
<snapshots>
|
|
<enabled>false</enabled>
|
|
</snapshots>
|
|
</repository>
|
|
</repositories>
|
|
|
|
<pluginRepositories>
|
|
<pluginRepository>
|
|
<id>central</id>
|
|
<url>https://repo.maven.apache.org/maven2</url>
|
|
<releases>
|
|
<enabled>true</enabled>
|
|
</releases>
|
|
<snapshots>
|
|
<enabled>false</enabled>
|
|
</snapshots>
|
|
</pluginRepository>
|
|
</pluginRepositories>
|
|
|
|
<dependencyManagement>
|
|
<dependencies>
|
|
<dependency>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>slf4j-api</artifactId>
|
|
<version>${slf4j.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>slf4j-log4j12</artifactId>
|
|
<version>${slf4j.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>jul-to-slf4j</artifactId>
|
|
<version>${slf4j.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>jcl-over-slf4j</artifactId>
|
|
<version>${slf4j.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>log4j</groupId>
|
|
<artifactId>log4j</artifactId>
|
|
<version>${log4j.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
<artifactId>log4j-slf4j-impl</artifactId>
|
|
<version>${log4j2.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
<artifactId>log4j-api</artifactId>
|
|
<version>${log4j2.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
<artifactId>log4j-core</artifactId>
|
|
<version>${log4j2.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
<artifactId>log4j-1.2-api</artifactId>
|
|
<version>${log4j2.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>io.dropwizard.metrics</groupId>
|
|
<artifactId>metrics-core</artifactId>
|
|
<version>${codahale.metrics.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>io.dropwizard.metrics</groupId>
|
|
<artifactId>metrics-graphite</artifactId>
|
|
<version>${codahale.metrics.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>io.dropwizard.metrics</groupId>
|
|
<artifactId>metrics-jvm</artifactId>
|
|
<version>${codahale.metrics.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.ratis</groupId>
|
|
<artifactId>ratis-common</artifactId>
|
|
<version>${ratis.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.ratis</groupId>
|
|
<artifactId>ratis-client</artifactId>
|
|
<version>${ratis.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.ratis</groupId>
|
|
<artifactId>ratis-server</artifactId>
|
|
<version>${ratis.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.ratis</groupId>
|
|
<artifactId>ratis-netty</artifactId>
|
|
<version>${ratis.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.ratis</groupId>
|
|
<artifactId>ratis-proto-shaded</artifactId>
|
|
<version>${ratis.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.ratis</groupId>
|
|
<artifactId>ratis-grpc</artifactId>
|
|
<version>${ratis.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.scala-lang</groupId>
|
|
<artifactId>scala-library</artifactId>
|
|
<version>${scala.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.scala-lang</groupId>
|
|
<artifactId>scala-reflect</artifactId>
|
|
<version>${scala.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-tags_${scala.binary.version}</artifactId>
|
|
<version>${spark.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-core_${scala.binary.version}</artifactId>
|
|
<version>${spark.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-core_${scala.binary.version}</artifactId>
|
|
<version>${spark.version}</version>
|
|
<type>test-jar</type>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-sql_${scala.binary.version}</artifactId>
|
|
<version>${spark.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-sql_${scala.binary.version}</artifactId>
|
|
<version>${spark.version}</version>
|
|
<type>test-jar</type>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>com.google.guava</groupId>
|
|
<artifactId>guava</artifactId>
|
|
<version>${guava.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>com.google.code.findbugs</groupId>
|
|
<artifactId>jsr305</artifactId>
|
|
<version>${google.jsr305.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<artifactId>protobuf-java</artifactId>
|
|
<groupId>com.google.protobuf</groupId>
|
|
<version>${protobuf.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>javax.servlet</groupId>
|
|
<artifactId>javax.servlet-api</artifactId>
|
|
<version>${javaxservlet.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>io.netty</groupId>
|
|
<artifactId>netty-all</artifactId>
|
|
<version>${netty.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.commons</groupId>
|
|
<artifactId>commons-lang3</artifactId>
|
|
<version>${commons-lang3.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>commons-io</groupId>
|
|
<artifactId>commons-io</artifactId>
|
|
<version>${commons-io.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.commons</groupId>
|
|
<artifactId>commons-crypto</artifactId>
|
|
<version>${commons-crypto.version}</version>
|
|
<exclusions>
|
|
<exclusion>
|
|
<artifactId>jna</artifactId>
|
|
<groupId>net.java.dev.jna</groupId>
|
|
</exclusion>
|
|
</exclusions>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.fusesource.leveldbjni</groupId>
|
|
<artifactId>leveldbjni-all</artifactId>
|
|
<version>${leveldb.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.lz4</groupId>
|
|
<artifactId>lz4-java</artifactId>
|
|
<version>${lz4-java.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>junit</groupId>
|
|
<artifactId>junit</artifactId>
|
|
<scope>test</scope>
|
|
<version>${junit.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.scalatest</groupId>
|
|
<artifactId>scalatest_${scala.binary.version}</artifactId>
|
|
<scope>test</scope>
|
|
<version>${scalatest.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.scalatest</groupId>
|
|
<artifactId>scalatest-funsuite_${scala.binary.version}</artifactId>
|
|
<scope>test</scope>
|
|
<version>${scalatest.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.scalamock</groupId>
|
|
<artifactId>scalamock_${scala.binary.version}</artifactId>
|
|
<version>${scalamock.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.mockito</groupId>
|
|
<artifactId>mockito-core</artifactId>
|
|
<version>${mockito.version}</version>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.mockito</groupId>
|
|
<artifactId>mockito-scala-scalatest_${scala.binary.version}</artifactId>
|
|
<version>${mockito-scalatest.version}</version>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
</dependencies>
|
|
</dependencyManagement>
|
|
|
|
<build>
|
|
<pluginManagement>
|
|
<plugins>
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-surefire-plugin</artifactId>
|
|
<version>${maven.plugin.surefire.version}</version>
|
|
<!-- Note config is repeated in scalatest config -->
|
|
<configuration>
|
|
<includes>
|
|
<include>**/*Spec*.*</include>
|
|
<include>**/*Suite*.*</include>
|
|
<include>**/*Test*.*</include>
|
|
</includes>
|
|
<reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory>
|
|
<failIfNoTests>false</failIfNoTests>
|
|
<threadCount>8</threadCount>
|
|
<forkCount>8C</forkCount>
|
|
</configuration>
|
|
<executions>
|
|
<execution>
|
|
<id>test</id>
|
|
<goals>
|
|
<goal>test</goal>
|
|
</goals>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
<plugin>
|
|
<groupId>org.scalatest</groupId>
|
|
<artifactId>scalatest-maven-plugin</artifactId>
|
|
<version>${maven.plugin.scalatest.version}</version>
|
|
<executions>
|
|
<execution>
|
|
<id>test</id>
|
|
<goals>
|
|
<goal>test</goal>
|
|
</goals>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-shade-plugin</artifactId>
|
|
<version>${maven.plugin.shade.version}</version>
|
|
<executions>
|
|
<execution>
|
|
<phase>package</phase>
|
|
<goals>
|
|
<goal>shade</goal>
|
|
</goals>
|
|
<configuration>
|
|
<minimizeJar>false</minimizeJar>
|
|
<shadedArtifactAttached>true</shadedArtifactAttached>
|
|
<artifactSet>
|
|
<includes>
|
|
<!-- Include here the dependencies you
|
|
want to be packed in your fat jar -->
|
|
<include>*:*</include>
|
|
</includes>
|
|
</artifactSet>
|
|
<filters>
|
|
<filter>
|
|
<artifact>*:*</artifact>
|
|
<excludes>
|
|
<exclude>META-INF/*.SF</exclude>
|
|
<exclude>META-INF/*.DSA</exclude>
|
|
<exclude>META-INF/*.RSA</exclude>
|
|
<exclude>**/log4j.properties</exclude>
|
|
</excludes>
|
|
</filter>
|
|
</filters>
|
|
<transformers>
|
|
<transformer
|
|
implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer">
|
|
<resource>reference.conf</resource>
|
|
</transformer>
|
|
<transformer
|
|
implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer">
|
|
<resource>
|
|
META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
|
|
</resource>
|
|
</transformer>
|
|
<transformer
|
|
implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer">
|
|
<resource>
|
|
META-INF/services/org.apache.hadoop.fs.FileSystem
|
|
</resource>
|
|
</transformer>
|
|
</transformers>
|
|
</configuration>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
<plugin>
|
|
<groupId>net.alchim31.maven</groupId>
|
|
<artifactId>scala-maven-plugin</artifactId>
|
|
<version>${maven.plugin.scala.version}</version>
|
|
<executions>
|
|
<execution>
|
|
<id>scala-compile-first</id>
|
|
<phase>process-resources</phase>
|
|
<goals>
|
|
<goal>compile</goal>
|
|
</goals>
|
|
</execution>
|
|
<execution>
|
|
<id>scala-test-compile-first</id>
|
|
<phase>process-test-resources</phase>
|
|
<goals>
|
|
<goal>testCompile</goal>
|
|
</goals>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
<plugin>
|
|
<groupId>pl.project13.maven</groupId>
|
|
<artifactId>git-commit-id-plugin</artifactId>
|
|
<version>${maven.plugin.git.version}</version>
|
|
<executions>
|
|
<execution>
|
|
<id>get-the-git-infos</id>
|
|
<goals>
|
|
<goal>revision</goal>
|
|
</goals>
|
|
<phase>initialize</phase>
|
|
</execution>
|
|
</executions>
|
|
<configuration>
|
|
<generateGitPropertiesFile>true</generateGitPropertiesFile>
|
|
<generateGitPropertiesFilename>${project.build.outputDirectory}/git.properties</generateGitPropertiesFilename>
|
|
<includeOnlyProperties>
|
|
<includeOnlyProperty>^git.build.version$</includeOnlyProperty>
|
|
<includeOnlyProperty>^git.commit.id.(abbrev|full)$</includeOnlyProperty>
|
|
</includeOnlyProperties>
|
|
<commitIdGenerationMode>full</commitIdGenerationMode>
|
|
</configuration>
|
|
</plugin>
|
|
</plugins>
|
|
</pluginManagement>
|
|
|
|
<plugins>
|
|
<plugin>
|
|
<groupId>org.scalastyle</groupId>
|
|
<artifactId>scalastyle-maven-plugin</artifactId>
|
|
<version>${maven.plugin.scalastyle.version}</version>
|
|
<configuration>
|
|
<verbose>false</verbose>
|
|
<failOnViolation>true</failOnViolation>
|
|
<includeTestSourceDirectory>false</includeTestSourceDirectory>
|
|
<failOnWarning>false</failOnWarning>
|
|
<sourceDirectory>${basedir}/src/main/scala</sourceDirectory>
|
|
<testSourceDirectory>${basedir}/src/test/scala</testSourceDirectory>
|
|
<configLocation>./dev/scalastyle-config.xml</configLocation>
|
|
<outputFile>${basedir}/target/scalastyle-output.xml</outputFile>
|
|
<inputEncoding>${project.build.sourceEncoding}</inputEncoding>
|
|
<outputEncoding>${project.reporting.outputEncoding}</outputEncoding>
|
|
</configuration>
|
|
<executions>
|
|
<execution>
|
|
<goals>
|
|
<goal>check</goal>
|
|
</goals>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-checkstyle-plugin</artifactId>
|
|
<version>${maven.plugin.checkstyle.version}</version>
|
|
<configuration>
|
|
<failOnViolation>true</failOnViolation>
|
|
<includeTestSourceDirectory>true</includeTestSourceDirectory>
|
|
<sourceDirectories>
|
|
<directory>${basedir}/src/main/java</directory>
|
|
<directory>${basedir}/src/main/scala</directory>
|
|
</sourceDirectories>
|
|
<testSourceDirectories>
|
|
<directory>${basedir}/src/test/java</directory>
|
|
</testSourceDirectories>
|
|
<configLocation>dev/checkstyle.xml</configLocation>
|
|
<outputFile>${basedir}/target/checkstyle-output.xml</outputFile>
|
|
<inputEncoding>${project.build.sourceEncoding}</inputEncoding>
|
|
<outputEncoding>${project.reporting.outputEncoding}</outputEncoding>
|
|
</configuration>
|
|
<dependencies>
|
|
<dependency>
|
|
<groupId>com.puppycrawl.tools</groupId>
|
|
<artifactId>checkstyle</artifactId>
|
|
<version>${checkstyle.version}</version>
|
|
</dependency>
|
|
</dependencies>
|
|
<executions>
|
|
<execution>
|
|
<goals>
|
|
<goal>check</goal>
|
|
</goals>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-jar-plugin</artifactId>
|
|
<version>${maven.plugin.jar.version}</version>
|
|
<executions>
|
|
<execution>
|
|
<id>prepare-test-jar</id>
|
|
<phase>${build.testJarPhase}</phase>
|
|
<goals>
|
|
<goal>test-jar</goal>
|
|
</goals>
|
|
<configuration>
|
|
<excludes>
|
|
<exclude>log4j.properties</exclude>
|
|
</excludes>
|
|
</configuration>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
</plugins>
|
|
</build>
|
|
|
|
<profiles>
|
|
<profile>
|
|
<id>spark-2.4</id>
|
|
<properties>
|
|
<jackson.version>2.6.7</jackson.version>
|
|
<jackson.databind.version>2.6.7.3</jackson.databind.version>
|
|
<scala.version>2.11.12</scala.version>
|
|
<scala.binary.version>2.11</scala.binary.version>
|
|
<spark.version>2.4.5</spark.version>
|
|
<rss.shuffle.manager>shuffle-manager-2</rss.shuffle.manager>
|
|
</properties>
|
|
<dependencies>
|
|
<dependency>
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
<artifactId>jackson-annotations</artifactId>
|
|
<version>${jackson.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
<artifactId>jackson-databind</artifactId>
|
|
<version>${jackson.databind.version}</version>
|
|
</dependency>
|
|
</dependencies>
|
|
</profile>
|
|
|
|
<profile>
|
|
<id>spark-3.0</id>
|
|
<properties>
|
|
<jackson.version>2.10.0</jackson.version>
|
|
<jackson.databind.version>2.10.0</jackson.databind.version>
|
|
<scala.version>2.12.10</scala.version>
|
|
<scala.binary.version>2.12</scala.binary.version>
|
|
<spark.version>3.0.1</spark.version>
|
|
<rss.shuffle.manager>shuffle-manager-3</rss.shuffle.manager>
|
|
</properties>
|
|
<dependencies>
|
|
<dependency>
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
<artifactId>jackson-annotations</artifactId>
|
|
<version>${jackson.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
<artifactId>jackson-databind</artifactId>
|
|
<version>${jackson.databind.version}</version>
|
|
</dependency>
|
|
</dependencies>
|
|
</profile>
|
|
|
|
<profile>
|
|
<id>spark-3.1</id>
|
|
<properties>
|
|
<jackson.version>2.10.0</jackson.version>
|
|
<jackson.databind.version>2.10.0</jackson.databind.version>
|
|
<scala.version>2.12.10</scala.version>
|
|
<scala.binary.version>2.12</scala.binary.version>
|
|
<spark.version>3.1.3</spark.version>
|
|
<rss.shuffle.manager>shuffle-manager-3</rss.shuffle.manager>
|
|
</properties>
|
|
<dependencies>
|
|
<dependency>
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
<artifactId>jackson-annotations</artifactId>
|
|
<version>${jackson.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
<artifactId>jackson-databind</artifactId>
|
|
<version>${jackson.databind.version}</version>
|
|
</dependency>
|
|
</dependencies>
|
|
</profile>
|
|
|
|
<profile>
|
|
<id>spark-3.2</id>
|
|
<properties>
|
|
<jackson.version>2.12.3</jackson.version>
|
|
<jackson.databind.version>2.12.3</jackson.databind.version>
|
|
<scala.version>2.12.15</scala.version>
|
|
<scala.binary.version>2.12</scala.binary.version>
|
|
<spark.version>3.2.2</spark.version>
|
|
<rss.shuffle.manager>shuffle-manager-3</rss.shuffle.manager>
|
|
</properties>
|
|
<dependencies>
|
|
<dependency>
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
<artifactId>jackson-annotations</artifactId>
|
|
<version>${jackson.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
<artifactId>jackson-databind</artifactId>
|
|
<version>${jackson.databind.version}</version>
|
|
</dependency>
|
|
</dependencies>
|
|
</profile>
|
|
|
|
<profile>
|
|
<id>spark-3.3</id>
|
|
<properties>
|
|
<jackson.version>2.13.3</jackson.version>
|
|
<jackson.databind.version>2.13.3</jackson.databind.version>
|
|
<scala.version>2.12.15</scala.version>
|
|
<scala.binary.version>2.12</scala.binary.version>
|
|
<spark.version>3.3.0</spark.version>
|
|
<rss.shuffle.manager>shuffle-manager-3</rss.shuffle.manager>
|
|
</properties>
|
|
<dependencies>
|
|
<dependency>
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
<artifactId>jackson-annotations</artifactId>
|
|
<version>${jackson.version}</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
<artifactId>jackson-databind</artifactId>
|
|
<version>${jackson.databind.version}</version>
|
|
</dependency>
|
|
</dependencies>
|
|
</profile>
|
|
|
|
<profile>
|
|
<id>log4j-1</id>
|
|
<dependencies>
|
|
<dependency>
|
|
<groupId>log4j</groupId>
|
|
<artifactId>log4j</artifactId>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>slf4j-log4j12</artifactId>
|
|
</dependency>
|
|
</dependencies>
|
|
</profile>
|
|
|
|
<profile>
|
|
<id>log4j-2</id>
|
|
<dependencies>
|
|
<dependency>
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
<artifactId>log4j-slf4j-impl</artifactId>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
<artifactId>log4j-api</artifactId>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
<artifactId>log4j-core</artifactId>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
<artifactId>log4j-1.2-api</artifactId>
|
|
</dependency>
|
|
</dependencies>
|
|
</profile>
|
|
</profiles>
|
|
</project>
|