4.0.0 org.apache apache 27 org.apache.celeborn celeborn-parent_${scala.binary.version} ${project.version} pom Celeborn Project Parent POM openapi/openapi-client spi common client service master worker cli ${distMgmtReleaseId} ${distMgmtReleaseName} ${distMgmtReleaseUrl} ${distMgmtSnapshotsId} ${distMgmtSnapshotsName} ${distMgmtSnapshotsUrl} 0.6.0-SNAPSHOT UTF-8 UTF-8 8 2.12.18 2.12 ${java.version} ${java.version} 3.9.9 1.20.0 3.3.4 3.3.6 1.12.532 4.2.25 3.17.0 2.17.0 1.0.0 2.10.0 9+181-r4173-1 1.3.9 1.44.0 33.1.0-jre 4.13.2 1.8 2.17.2 1.8.0 4.11.0 1.17.14 4.1.115.Final 1.77 3.25.5 3.1.2 3.2.16 1.7.36 1.0.6 2.2 1.5.2-1 6.7.0 9.5.2 2.15.3 1.1.10.5 3.0-8 4.7.6 3.5.15 4.0.3 2.2.224 2.2.1 4.9.1 2.39.1 9.4.56.v20240826 4.0.4 1.3.5 0.2.6 5.3.1 5.2.4 org.fusesource.leveldbjni org.apache.celeborn.shaded 3.0.0 3.2.0 3.12.1 3.1.1 1.3.0 0.8.11 3.0.2 1.7.0 0.6.1 0.13 3.3.1 4.9.2 2.1.0 3.5.2 2.24.1 3.0.0-M7 1.7.13 3.3.1 7.8.0 prepare-package ${project.build.directory}/scala-${scala.binary.version}/jars -XX:+IgnoreUnrecognizedVMOptions --add-exports=jdk.internal.jvmstat/sun.jvmstat.monitor=ALL-UNNAMED --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/jdk.internal.misc=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED --add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO central Maven Central https://repo.maven.apache.org/maven2 apache.releases.https Apache Release Distribution Repository https://repository.apache.org/service/local/staging/deploy/maven2 apache.snapshots.https Apache Development Snapshot Repository https://repository.apache.org/content/repositories/snapshots org.slf4j slf4j-api ${slf4j.version} org.apache.flink flink-runtime ${flink.version} com.tysafe * com.typesafe.akka * commons-cli commons-cli org.slf4j jul-to-slf4j ${slf4j.version} org.slf4j jcl-over-slf4j ${slf4j.version} org.apache.logging.log4j log4j-slf4j-impl ${log4j2.version} org.apache.logging.log4j log4j-api ${log4j2.version} org.apache.logging.log4j log4j-core ${log4j2.version} org.apache.logging.log4j log4j-1.2-api ${log4j2.version} io.dropwizard.metrics metrics-core ${codahale.metrics.version} io.dropwizard.metrics metrics-graphite ${codahale.metrics.version} com.rabbitmq amqp-client io.dropwizard.metrics metrics-jvm ${codahale.metrics.version} org.apache.ratis ratis-common ${ratis.version} org.apache.ratis ratis-client ${ratis.version} org.apache.ratis ratis-server ${ratis.version} org.apache.ratis ratis-netty ${ratis.version} org.apache.ratis ratis-proto-shaded ${ratis.version} org.apache.ratis ratis-grpc ${ratis.version} org.apache.ratis ratis-shell ${ratis.version} org.slf4j slf4j-simple org.apache.ratis ratis-metrics-default ${ratis.version} org.scala-lang scala-library ${scala.version} org.scala-lang scala-reflect ${scala.version} org.apache.spark spark-core_${scala.binary.version} ${spark.version} io.netty * org.apache.spark spark-core_${scala.binary.version} ${spark.version} test-jar io.netty * org.apache.spark spark-sql_${scala.binary.version} ${spark.version} org.apache.spark spark-sql_${scala.binary.version} ${spark.version} test-jar com.google.guava guava ${guava.version} org.checkerframework checker-qual org.codehaus.mojo animal-sniffer-annotations com.google.errorprone error_prone_annotations com.google.guava listenablefuture com.google.j2objc j2objc-annotations com.google.code.findbugs jsr305 ${google.jsr305.version} com.google.protobuf protobuf-java ${protobuf.version} io.netty netty-all ${netty.version} io.netty netty-handler-ssl-ocsp org.apache.commons commons-lang3 ${commons-lang3.version} commons-io commons-io ${commons-io.version} org.apache.commons commons-crypto ${commons-crypto.version} net.java.dev.jna jna ${leveldbjni.group} leveldbjni-all ${leveldb.version} org.lz4 lz4-java ${lz4-java.version} com.github.luben zstd-jni ${zstd-jni.version} org.roaringbitmap RoaringBitmap ${roaringbitmap.version} org.yaml snakeyaml ${snakeyaml.version} org.apache.hadoop hadoop-mapreduce-client-app ${hadoop.version} com.fasterxml.jackson.core jackson-databind com.fasterxml.jackson.core jackson-annotations me.bechberger ap-loader-all ${ap.loader.version} org.mybatis mybatis ${mybatis.version} com.zaxxer HikariCP ${hikaricp.version} com.h2database h2 ${h2.version} test jakarta.servlet jakarta.servlet-api ${jakarta.servlet-api.version} jakarta.annotation jakarta.annotation-api ${jakarta.annotation-api.version} org.openapitools jackson-databind-nullable ${openapitools.jackson-databind-nullable.version} com.fasterxml.jackson.core jackson-databind org.apache.httpcomponents.client5 httpclient5 ${httpclient5.version} org.apache.httpcomponents.core5 httpcore5 ${httpcore5.version} org.apache.httpcomponents.core5 httpcore5-h2 ${httpcore5.version} org.glassfish.jersey.core jersey-server ${jersey.version} jakarta.xml.bind jakarta.xml.bind-api org.glassfish.jersey.containers jersey-container-servlet-core ${jersey.version} org.glassfish.jersey.inject jersey-hk2 ${jersey.version} org.glassfish.jersey.media jersey-media-json-jackson ${jersey.version} org.glassfish.jersey.media jersey-media-multipart ${jersey.version} org.glassfish.jersey.test-framework jersey-test-framework-core ${jersey.version} jakarta.activation jakarta.activation-api org.glassfish.jersey.test-framework.providers jersey-test-framework-provider-jetty ${jersey.version} org.eclipse.jetty jetty-util org.eclipse.jetty jetty-continuation io.swagger.core.v3 swagger-jaxrs2 ${swagger.version} com.sun.activation jakarta.activation org.javassist javassist org.webjars swagger-ui ${swagger-ui.version} junit junit ${junit.version} test org.scalatest scalatest_${scala.binary.version} ${scalatest.version} test org.mockito mockito-core ${mockito.version} test org.mockito mockito-inline ${mockito.version} test org.mockito mockito-scala-scalatest_${scala.binary.version} ${mockito-scalatest.version} test io.fabric8 kubernetes-client ${kubernetes-client.version} test org.rocksdb rocksdbjni ${rocksdbjni.version} com.fasterxml.jackson.module jackson-module-scala_${scala.binary.version} ${jackson.version} com.fasterxml.jackson.core jackson-databind ${jackson.version} com.fasterxml.jackson.core jackson-annotations ${jackson.version} com.fasterxml.jackson.core jackson-core ${jackson.version} com.fasterxml.jackson.dataformat jackson-dataformat-yaml ${jackson.version} com.fasterxml.jackson.datatype jackson-datatype-jsr310 ${jackson.version} com.fasterxml.jackson.jaxrs jackson-jaxrs-json-provider ${jackson.version} jakarta.activation jakarta.activation-api com.fasterxml.jackson.module jackson-module-jaxb-annotations ${jackson.version} jakarta.activation jakarta.activation-api org.xerial.snappy snappy-java ${snappy.version} org.bouncycastle bcprov-jdk18on ${bouncycastle.version} test org.bouncycastle bcpkix-jdk18on ${bouncycastle.version} test info.picocli picocli ${picocli.version} junit junit test org.scalatest scalatest_${scala.binary.version} test true false ${mavenCentralId} ${mavenCentralName} ${mavenCentralUrl} apache-release-candidates Apache Release Candidates Repository https://repository.apache.org/content/repositories/staging true false ${mavenCentralId} ${mavenCentralName} ${mavenCentralUrl} org.apache.maven.plugins maven-antrun-plugin ${maven.plugin.antrun.version} create-tmp-dir run generate-test-resources org.xolstice.maven.plugins protobuf-maven-plugin ${maven.plugin.protobuf.version} true ${basedir}/src/main/proto/ com.google.protobuf:protoc:${protobuf.version}:exe:${os.detected.classifier} grpc-java io.grpc:protoc-gen-grpc-java:${grpc.version}:exe:${os.detected.classifier} compile-protoc compile compile-custom org.apache.maven.plugins maven-clean-plugin ${maven.plugin.clean.version} ${project.basedir} **/*.log ${project.basedir}/metastore_db ${project.basedir}/spark-warehouse org.apache.maven.plugins maven-jar-plugin ${maven.plugin.jar.version} prepare-test-jar test-jar ${testJarPhase} org.apache.maven.plugins maven-surefire-plugin ${maven.plugin.surefire.version} **/*Spec*.* **/*Suite*.* **/*Test*.* ${project.build.directory}/surefire-reports ${argLine} -ea -Xmx4g -Xss4m -XX:MaxMetaspaceSize=2g -XX:ReservedCodeCacheSize=128m ${extraJavaTestArgs} -Dio.netty.tryReflectionSetAccessible=true file:src/test/resources/log4j.properties src/test/resources/log4j2-test.xml ${project.build.directory}/tmp 1g ${spark.shuffle.plugin.class} localhost ${flink.version} 1 false false false test test org.scalatest scalatest-maven-plugin ${maven.plugin.scalatest.version} ${project.build.directory}/surefire-reports -ea -Xmx4g -Xss4m -XX:MaxMetaspaceSize=2g -XX:ReservedCodeCacheSize=128m ${extraJavaTestArgs} -Dio.netty.tryReflectionSetAccessible=true TestSuite.txt once file:src/test/resources/log4j.properties src/test/resources/log4j2-test.xml ${project.build.directory}/tmp 1g ${spark.shuffle.plugin.class} localhost ${flink.version} test test org.codehaus.mojo flatten-maven-plugin ${maven.plugin.flatten.version} oss flatten flatten process-resources flatten.clean clean clean org.apache.maven.plugins maven-shade-plugin ${maven.plugin.shade.version} shade package false false net.alchim31.maven scala-maven-plugin ${maven.plugin.scala.version} -unchecked -deprecation -feature -explaintypes -Xfatal-warnings -P:silencer:globalFilters=.*deprecated.* -P:silencer:lineContentFilters=.*FunctionConverter.* com.github.ghik silencer-plugin_${scala.version} ${maven.plugin.silencer.version} scala-compile-first compile process-resources scala-test-compile-first testCompile process-test-resources org.apache.maven.plugins maven-dependency-plugin ${maven.plugin.dependency.version} default-cli build-classpath runtime copy-module-dependencies copy-dependencies package runtime ${jars.target.dir} org.apache.rat apache-rat-plugin ${maven.plugin.rat.version} true false 0 Apache License 2.0 .rat-excludes check verify org.apache.maven.plugins maven-resources-plugin ${maven.plugin.resources.version} com.diffplug.spotless spotless-maven-plugin ${maven.plugin.spotless.version} true src/main/java/**/*.java src/test/java/**/*.java src/main/java/org/apache/celeborn/rest/v1/**/*.java 1.7 java,javax,scala,,org.apache.celeborn src/main/scala/**/*.scala src/test/scala/**/*.scala 3.1.1 ${maven.multiModuleProjectDirectory}/.scalafmt.conf pom.xml UTF-8 true 2 false check org.jacoco jacoco-maven-plugin ${maven.plugin.jacoco.version} pre-test prepare-agent report report-aggregate test ${project.build.directory}/codecov org.apache.maven.plugins maven-compiler-plugin ${maven.plugin.compiler.version} ${java.version} ${java.version} UTF-8 true -XDcompilePolicy=simple -Xplugin:ErrorProne \ -XepExcludedPaths:.*/target/generated-sources/.* \ -Xep:BadImport:OFF \ -Xep:EmptyBlockTag:OFF \ -Xep:EmptyCatch:OFF \ -Xep:EqualsGetClass:OFF \ -Xep:FutureReturnValueIgnored:OFF \ -Xep:JdkObsolete:OFF \ -Xep:MissingSummary:OFF \ -Xep:MutableConstantField:OFF \ -Xep:StringSplitter:OFF \ -Xep:TypeParameterUnusedInFormals:OFF \ -Xep:UnnecessaryParentheses:OFF \ -Xep:UnusedVariable:OFF com.google.errorprone error_prone_core ${error-prone.version} org.openapitools openapi-generator-maven-plugin ${openapi.generator.version} net.alchim31.maven scala-maven-plugin org.apache.maven.plugins maven-antrun-plugin org.apache.maven.plugins maven-jar-plugin org.apache.maven.plugins maven-surefire-plugin org.scalatest scalatest-maven-plugin com.diffplug.spotless spotless-maven-plugin org.codehaus.mojo flatten-maven-plugin org.jacoco jacoco-maven-plugin hadoop-3 hadoop.version /^3\..*$/ true org.apache.hadoop hadoop-client-api ${hadoop.version} org.apache.hadoop hadoop-client-runtime ${hadoop.version} hadoop-2 hadoop.version /^2\..*$/ true org.apache.hadoop hadoop-client ${hadoop.version} org.apache.hadoop hadoop-annotations org.apache.hadoop hadoop-mapreduce-client-app org.apache.hadoop hadoop-mapreduce-client-core org.apache.hadoop hadoop-mapreduce-client-jobclient org.apache.hadoop hadoop-yarn-client org.apache.hadoop hadoop-yarn-registry org.apache.hadoop hadoop-yarn-server-common org.fusesource.leveldbjni leveldbjni-all aws multipart-uploader true spark-2.4 client-spark/common client-spark/spark-2 client-spark/spark-2-shaded tests/spark-it 1.4.0 2.11.12 2.11 2.4.8 1.4.4-3 spark-3.0 client-spark/common client-spark/spark-3-4 client-spark/spark-3-columnar-common client-spark/spark-3-columnar-shuffle client-spark/spark-3-shaded tests/spark-it 1.7.1 2.12.10 2.12 3.0.3 1.4.4-3 1.6.0 spark-3.1 client-spark/common client-spark/spark-3-4 client-spark/spark-3-columnar-common client-spark/spark-3-columnar-shuffle client-spark/spark-3-shaded tests/spark-it 1.7.1 2.12.10 2.12 3.1.3 1.4.8-1 1.6.0 spark-3.2 client-spark/common client-spark/spark-3-4 client-spark/spark-3-columnar-common client-spark/spark-3-columnar-shuffle client-spark/spark-3-shaded tests/spark-it 1.7.1 2.12.15 2.12 3.2.4 1.5.0-4 spark-3.3 client-spark/common client-spark/spark-3-4 client-spark/spark-3-columnar-common client-spark/spark-3-columnar-shuffle client-spark/spark-3-shaded tests/spark-it 1.8.0 2.12.15 2.12 3.3.4 1.5.2-1 spark-3.4 client-spark/common client-spark/spark-3-4 client-spark/spark-3-columnar-common client-spark/spark-3-columnar-shuffle client-spark/spark-3-shaded tests/spark-it 1.8.0 2.12.17 2.12 3.4.4 1.5.2-5 spark-3.5 client-spark/common client-spark/spark-3-4 client-spark/spark-3-columnar-common client-spark/spark-3.5-columnar-shuffle client-spark/spark-3-shaded tests/spark-it 1.8.0 2.12.18 2.12 3.5.4 1.5.5-4 spark-4.0 client-spark/common client-spark/spark-3-4 client-spark/spark-3-columnar-common client-spark/spark-4-columnar-shuffle client-spark/spark-4-shaded tests/spark-it 1.8.0 2.13.11 2.13 4.0.0-preview2 1.5.5-6 jdk-8 1.8 8 com.github.olivergondza maven-jdk-tools-wrapper 0.1 org.apache.maven.plugins maven-compiler-plugin -J-Xbootclasspath/p:${settings.localRepository}/com/google/errorprone/javac/${error-prone.jdk8.javac.version}/javac-${error-prone.jdk8.javac.version}.jar jdk-11 11 11 jdk-17 17 17 org.apache.maven.plugins maven-compiler-plugin ${maven.plugin.compiler.version} ${java.version} ${java.version} UTF-8 -XDcompilePolicy=simple -Xplugin:ErrorProne \ -XepExcludedPaths:.*/target/generated-sources/.* \ -Xep:BadImport:OFF \ -Xep:EmptyBlockTag:OFF \ -Xep:EmptyCatch:OFF \ -Xep:EqualsGetClass:OFF \ -Xep:FutureReturnValueIgnored:OFF \ -Xep:JdkObsolete:OFF \ -Xep:MissingSummary:OFF \ -Xep:MutableConstantField:OFF \ -Xep:StringSplitter:OFF \ -Xep:TypeParameterUnusedInFormals:OFF \ -Xep:UnnecessaryParentheses:OFF \ -Xep:UnusedVariable:OFF -J--add-exports=jdk.compiler/com.sun.tools.javac.api=ALL-UNNAMED -J--add-exports=jdk.compiler/com.sun.tools.javac.file=ALL-UNNAMED -J--add-exports=jdk.compiler/com.sun.tools.javac.main=ALL-UNNAMED -J--add-exports=jdk.compiler/com.sun.tools.javac.model=ALL-UNNAMED -J--add-exports=jdk.compiler/com.sun.tools.javac.parser=ALL-UNNAMED -J--add-exports=jdk.compiler/com.sun.tools.javac.processing=ALL-UNNAMED -J--add-exports=jdk.compiler/com.sun.tools.javac.tree=ALL-UNNAMED -J--add-exports=jdk.compiler/com.sun.tools.javac.util=ALL-UNNAMED -J--add-opens=jdk.compiler/com.sun.tools.javac.code=ALL-UNNAMED -J--add-opens=jdk.compiler/com.sun.tools.javac.comp=ALL-UNNAMED com.google.errorprone error_prone_core ${error-prone.version} jdk-21 21 21 2.25.0 org.apache.maven.plugins maven-compiler-plugin ${maven.plugin.compiler.version} ${java.version} ${java.version} UTF-8 -XDcompilePolicy=simple -Xplugin:ErrorProne \ -XepExcludedPaths:.*/target/generated-sources/.* \ -Xep:BadImport:OFF \ -Xep:EmptyBlockTag:OFF \ -Xep:EmptyCatch:OFF \ -Xep:EqualsGetClass:OFF \ -Xep:FutureReturnValueIgnored:OFF \ -Xep:JdkObsolete:OFF \ -Xep:MissingSummary:OFF \ -Xep:MutableConstantField:OFF \ -Xep:StringSplitter:OFF \ -Xep:TypeParameterUnusedInFormals:OFF \ -Xep:UnnecessaryParentheses:OFF \ -Xep:UnusedVariable:OFF -J--add-exports=jdk.compiler/com.sun.tools.javac.api=ALL-UNNAMED -J--add-exports=jdk.compiler/com.sun.tools.javac.file=ALL-UNNAMED -J--add-exports=jdk.compiler/com.sun.tools.javac.main=ALL-UNNAMED -J--add-exports=jdk.compiler/com.sun.tools.javac.model=ALL-UNNAMED -J--add-exports=jdk.compiler/com.sun.tools.javac.parser=ALL-UNNAMED -J--add-exports=jdk.compiler/com.sun.tools.javac.processing=ALL-UNNAMED -J--add-exports=jdk.compiler/com.sun.tools.javac.tree=ALL-UNNAMED -J--add-exports=jdk.compiler/com.sun.tools.javac.util=ALL-UNNAMED -J--add-opens=jdk.compiler/com.sun.tools.javac.code=ALL-UNNAMED -J--add-opens=jdk.compiler/com.sun.tools.javac.comp=ALL-UNNAMED com.google.errorprone error_prone_core ${error-prone.version} flink-1.16 client-flink/common client-flink/flink-1.16 client-flink/flink-1.16-shaded tests/flink-it 1.16.3 1.16 2.12 celeborn-client-flink-1.16_${scala.binary.version} flink-streaming-java flink-clients flink-scala_${scala.binary.version} flink-runtime-web flink-1.17 client-flink/common client-flink/flink-1.17 client-flink/flink-1.17-shaded tests/flink-it 1.17.2 1.17 2.12 celeborn-client-flink-1.17_${scala.binary.version} flink-streaming-java flink-clients flink-scala_${scala.binary.version} flink-runtime-web flink-1.18 client-flink/common client-flink/flink-1.18 client-flink/flink-1.18-shaded tests/flink-it 1.18.1 1.18 2.12 celeborn-client-flink-1.18_${scala.binary.version} flink-streaming-java flink-clients flink-scala_${scala.binary.version} flink-runtime-web flink-1.19 client-flink/common client-flink/flink-1.19 client-flink/flink-1.19-shaded tests/flink-it 1.19.1 1.19 2.12 celeborn-client-flink-1.19_${scala.binary.version} flink-streaming-java flink-clients flink-scala_${scala.binary.version} flink-runtime-web flink-1.20 client-flink/common client-flink/flink-1.20 client-flink/flink-1.20-shaded tests/flink-it 1.20.0 1.20 2.12 celeborn-client-flink-1.20_${scala.binary.version} flink-streaming-java flink-clients flink-scala_${scala.binary.version} flink-runtime-web mr client-mr/mr client-mr/mr-shaded tests/mr-it web web tez client-tez/tez client-tez/tez-shaded tests/tez-it 0.10.2 org.apache.tez tez-common ${tez.version} org.apache.hadoop hadoop-annotations org.apache.hadoop hadoop-yarn-api org.apache.hadoop hadoop-yarn-common org.apache.tez tez-runtime-library ${tez.version} org.apache.hadoop hadoop-annotations org.apache.hadoop hadoop-yarn-api org.apache.hadoop hadoop-yarn-common org.apache.tez tez-runtime-internals ${tez.version} org.apache.hadoop hadoop-annotations org.apache.hadoop hadoop-yarn-api org.apache.hadoop hadoop-yarn-common org.apache.tez tez-dag ${tez.version} org.apache.hadoop hadoop-annotations org.apache.hadoop hadoop-yarn-api org.apache.hadoop hadoop-yarn-common org.apache.hadoop hadoop-yarn-client org.apache.hadoop hadoop-yarn-server-common org.apache.hadoop hadoop-yarn-server-web-proxy org.apache.tez tez-api ${tez.version} org.apache.hadoop hadoop-annotations org.apache.hadoop hadoop-yarn-api org.apache.hadoop hadoop-yarn-common org.apache.hadoop hadoop-auth org.apache.hadoop hadoop-hdfs org.apache.hadoop hadoop-yarn-client org.apache.hadoop hadoop-common ${hadoop.version} com.sun.jersey jersey-json org.apache.httpcomponents httpclient org.slf4j slf4j-log4j12 google-mirror gcs-maven-central-mirror GCS Maven Central mirror https://maven-central.storage-download.googleapis.com/maven2 apache-release org.apache.maven.plugins maven-assembly-plugin source-release-assembly none net.nicoulaj.maven.plugins checksum-maven-plugin source-release-checksum none org.apache.maven.plugins maven-deploy-plugin true org.apache.maven.plugins maven-source-plugin attach-sources jar-no-fork org.apache.maven.plugins maven-javadoc-plugin true none attach-javadocs jar org.apache.maven.plugins maven-gpg-plugin sign-release-artifacts sign verify kubernetes-it tests/kubernetes-it aarch64 linux aarch64 org.openlabtesting.leveldbjni