9b3c22db54
 [](https://github.com/yaooqinn/kyuubi/pull/495)     [<img width="16" alt="Powered by Pull Request Badge" src="https://user-images.githubusercontent.com/1393946/111216524-d2bb8e00-85d4-11eb-821b-ed4c00989c02.png">](https://pullrequestbadge.com/?utm_medium=github&utm_source=yaooqinn&utm_campaign=badge_info)<!-- PR-BADGE: PLEASE DO NOT REMOVE THIS COMMENT --> ### _Why are the changes needed?_ This patch add Spark nightly build CI ### _How was this patch tested?_ github action CI passed Closes #495 from Yikun/kyuubi-491. Closes #491 c65e1f5f [Yikun Jiang] Skip dependency check in spark-3.2-snapshot d57ea16e [Yikun Jiang] Add Spark nightly build CI Authored-by: Yikun Jiang <yikunkero@gmail.com> Signed-off-by: Cheng Pan <379377944@qq.com>
84 lines
2.6 KiB
YAML
84 lines
2.6 KiB
YAML
name: Kyuubi
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- master
|
|
- branch-*
|
|
pull_request:
|
|
branches:
|
|
- master
|
|
- branch-*
|
|
|
|
jobs:
|
|
rat:
|
|
name: Check License
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
- uses: actions/setup-java@v1
|
|
with:
|
|
java-version: '1.8'
|
|
- run: build/mvn org.apache.rat:apache-rat-plugin:check
|
|
- name: Upload rat report
|
|
if: failure()
|
|
uses: actions/upload-artifact@v2
|
|
with:
|
|
name: rat
|
|
path: "**/target/rat*.txt"
|
|
|
|
build:
|
|
name: Build
|
|
runs-on: ubuntu-latest
|
|
strategy:
|
|
matrix:
|
|
profiles:
|
|
- '-Pspark-3.0'
|
|
- '-Pspark-3.0 -Dspark.archive.mirror=https://archive.apache.org/dist/spark/spark-3.1.1 -Dspark.archive.name=spark-3.1.1-bin-hadoop2.7.tgz -Dmaven.plugin.scalatest.exclude.tags=org.apache.kyuubi.tags.DataLakeTest'
|
|
- '-Pspark-3.1'
|
|
- '-Pspark-3.1 -Dhadoop.binary.version=3.2'
|
|
- '-Pspark-3.2-snapshot -pl :kyuubi-spark-sql-engine,:kyuubi-common,:kyuubi-ha,:kyuubi-zookeeper -Dmaven.plugin.scalatest.exclude.tags=org.apache.kyuubi.tags.DataLakeTest'
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
- name: Setup JDK 1.8
|
|
uses: actions/setup-java@v1
|
|
with:
|
|
java-version: '1.8'
|
|
- uses: actions/cache@v1
|
|
with:
|
|
path: ~/.m2/repository/com
|
|
key: ${{ runner.os }}-maven-com-${{ hashFiles('**/pom.xml') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-maven-com-
|
|
- uses: actions/cache@v1
|
|
with:
|
|
path: ~/.m2/repository/org
|
|
key: ${{ runner.os }}-maven-org-${{ hashFiles('**/pom.xml') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-maven-org-
|
|
- uses: actions/cache@v1
|
|
with:
|
|
path: ~/.m2/repository/net
|
|
key: ${{ runner.os }}-maven-net-${{ hashFiles('**/pom.xml') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-maven-net-
|
|
- uses: actions/cache@v1
|
|
with:
|
|
path: ~/.m2/repository/io
|
|
key: ${{ runner.os }}-maven-io-${{ hashFiles('**/pom.xml') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-maven-io-
|
|
- name: Build with Maven
|
|
run: |
|
|
mvn clean install ${{ matrix.profiles }} -Dmaven.javadoc.skip=true -V
|
|
bash <(curl -s https://codecov.io/bash)
|
|
- name: Detected Dependency List Change
|
|
if: ${{ ! contains(matrix.profiles, 'spark-3.2-snapshot') }}
|
|
run: build/dependency.sh
|
|
- name: Upload unit tests log
|
|
if: failure()
|
|
uses: actions/upload-artifact@v2
|
|
with:
|
|
name: unit-tests-log
|
|
path: "**/target/unit-tests.log"
|