[KYUUBI #491] Add Spark nightly build CI
 [](https://github.com/yaooqinn/kyuubi/pull/495)     [<img width="16" alt="Powered by Pull Request Badge" src="https://user-images.githubusercontent.com/1393946/111216524-d2bb8e00-85d4-11eb-821b-ed4c00989c02.png">](https://pullrequestbadge.com/?utm_medium=github&utm_source=yaooqinn&utm_campaign=badge_info)<!-- PR-BADGE: PLEASE DO NOT REMOVE THIS COMMENT --> ### _Why are the changes needed?_ This patch add Spark nightly build CI ### _How was this patch tested?_ github action CI passed Closes #495 from Yikun/kyuubi-491. Closes #491 c65e1f5f [Yikun Jiang] Skip dependency check in spark-3.2-snapshot d57ea16e [Yikun Jiang] Add Spark nightly build CI Authored-by: Yikun Jiang <yikunkero@gmail.com> Signed-off-by: Cheng Pan <379377944@qq.com>
This commit is contained in:
parent
b7ac3cb48c
commit
9b3c22db54
2
.github/workflows/master.yml
vendored
2
.github/workflows/master.yml
vendored
@ -37,6 +37,7 @@ jobs:
|
||||
- '-Pspark-3.0 -Dspark.archive.mirror=https://archive.apache.org/dist/spark/spark-3.1.1 -Dspark.archive.name=spark-3.1.1-bin-hadoop2.7.tgz -Dmaven.plugin.scalatest.exclude.tags=org.apache.kyuubi.tags.DataLakeTest'
|
||||
- '-Pspark-3.1'
|
||||
- '-Pspark-3.1 -Dhadoop.binary.version=3.2'
|
||||
- '-Pspark-3.2-snapshot -pl :kyuubi-spark-sql-engine,:kyuubi-common,:kyuubi-ha,:kyuubi-zookeeper -Dmaven.plugin.scalatest.exclude.tags=org.apache.kyuubi.tags.DataLakeTest'
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- name: Setup JDK 1.8
|
||||
@ -72,6 +73,7 @@ jobs:
|
||||
mvn clean install ${{ matrix.profiles }} -Dmaven.javadoc.skip=true -V
|
||||
bash <(curl -s https://codecov.io/bash)
|
||||
- name: Detected Dependency List Change
|
||||
if: ${{ ! contains(matrix.profiles, 'spark-3.2-snapshot') }}
|
||||
run: build/dependency.sh
|
||||
- name: Upload unit tests log
|
||||
if: failure()
|
||||
|
||||
@ -44,6 +44,10 @@ matrix:
|
||||
env:
|
||||
- PROFILE="-Pspark-3.0 -Dspark.archive.mirror=https://archive.apache.org/dist/spark/spark-3.1.1 -Dspark.archive.name=spark-3.1.1-bin-hadoop2.7.tgz"
|
||||
- EXCLUDE_TAGS="org.apache.kyuubi.tags.DataLakeTest"
|
||||
- name: Test Kyuubi w/ -Pspark-3.2-snapshot w/ Spark 3.2 nightly build
|
||||
env:
|
||||
- PROFILE="-Pspark-3.2-snapshot -pl :kyuubi-spark-sql-engine,:kyuubi-common,:kyuubi-ha,:kyuubi-zookeeper"
|
||||
- EXCLUDE_TAGS="org.apache.kyuubi.tags.DataLakeTest"
|
||||
|
||||
install:
|
||||
- mvn --version
|
||||
|
||||
18
pom.xml
18
pom.xml
@ -132,6 +132,17 @@
|
||||
<enabled>false</enabled>
|
||||
</snapshots>
|
||||
</repository>
|
||||
|
||||
<repository>
|
||||
<id>Apache Snapshots Repository</id>
|
||||
<url>https://repository.apache.org/snapshots/</url>
|
||||
<releases>
|
||||
<enabled>true</enabled>
|
||||
</releases>
|
||||
<snapshots>
|
||||
<enabled>true</enabled>
|
||||
</snapshots>
|
||||
</repository>
|
||||
</repositories>
|
||||
|
||||
<pluginRepositories>
|
||||
@ -1418,6 +1429,13 @@
|
||||
<id>spark-3.0</id>
|
||||
</profile>
|
||||
|
||||
<profile>
|
||||
<id>spark-3.2-snapshot</id>
|
||||
<properties>
|
||||
<spark.version>3.2.0-SNAPSHOT</spark.version>
|
||||
</properties>
|
||||
</profile>
|
||||
|
||||
<profile>
|
||||
<id>spark-3.1</id>
|
||||
<properties>
|
||||
|
||||
Loading…
Reference in New Issue
Block a user