83b7f9aec3
add TPC-DS Tests for spark-monitor module Closes #763 from zhang1002/branch-1.2_add-monitor-module_fix-tpc-tests. Closes #763 fb7c1bee [zhang1002] Update pom.xml 9a770f9a [zhang1002] Update pom.xml 58e74f8a [zhang1002] Update master.yml 349e1ec4 [张宇翔] merge master bff7fd53 [张宇翔] Merge branch 'branch-1.2_add-monitor-module' into branch-1.2_add-monitor-module_fix-tpc-tests 00e80fd3 [zhang1002] Update pom.xml 0e8d1553 [张宇翔] add module for tpc tests d39767a5 [张宇翔] change module's location 1d151459 [张宇翔] change module name d926d959 [张宇翔] change module name 9bf35e62 [zhang1002] Update pom.xml 34702432 [zhang1002] Update README.md 9a6a68cd [zhang1002] Update README.md 50e3e7d0 [张宇翔] remove dependency cf2cf0f8 [张宇翔] add kyuubi-monitor module Lead-authored-by: 张宇翔 <zhang1002@126.com> Co-authored-by: zhang1002 <zhang1002@126.com> Signed-off-by: ulysses-you <ulyssesyou18@gmail.com>
141 lines
4.5 KiB
YAML
141 lines
4.5 KiB
YAML
name: Kyuubi
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- master
|
|
- branch-*
|
|
pull_request:
|
|
branches:
|
|
- master
|
|
- branch-*
|
|
|
|
jobs:
|
|
rat:
|
|
name: Check License
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
- uses: actions/setup-java@v1
|
|
with:
|
|
java-version: '1.8'
|
|
- run: build/mvn org.apache.rat:apache-rat-plugin:check
|
|
- name: Upload rat report
|
|
if: failure()
|
|
uses: actions/upload-artifact@v2
|
|
with:
|
|
name: rat
|
|
path: "**/target/rat*.txt"
|
|
|
|
build:
|
|
name: Build
|
|
runs-on: ubuntu-latest
|
|
strategy:
|
|
matrix:
|
|
include:
|
|
- java: 8
|
|
spark: '3.0'
|
|
spark-hadoop: '2.7'
|
|
- java: 8
|
|
spark: '3.0'
|
|
spark-hadoop: '2.7'
|
|
profiles: '-Dspark.archive.mirror=https://archive.apache.org/dist/spark/spark-3.1.2 -Dspark.archive.name=spark-3.1.2-bin-hadoop2.7.tgz -Dmaven.plugin.scalatest.exclude.tags=org.apache.kyuubi.tags.ExtendedSQLTest,org.apache.kyuubi.tags.DeltaTest,org.apache.kyuubi.tags.IcebergTest'
|
|
- java: 8
|
|
spark: '3.1'
|
|
spark-hadoop: '3.2'
|
|
profiles: '-Pkyuubi-extension-spark_3.1'
|
|
- java: 11
|
|
spark: '3.1'
|
|
spark-hadoop: '3.2'
|
|
profiles: '-DskipTests -Pspark-provided'
|
|
|
|
env:
|
|
SPARK_LOCAL_IP: localhost
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
- name: Setup JDK ${{ matrix.java }}
|
|
uses: actions/setup-java@v1
|
|
with:
|
|
java-version: ${{ matrix.java }}
|
|
- uses: actions/cache@v1
|
|
with:
|
|
path: ~/.m2/repository/com
|
|
key: ${{ runner.os }}-maven-com-${{ hashFiles('**/pom.xml') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-maven-com-
|
|
- uses: actions/cache@v1
|
|
with:
|
|
path: ~/.m2/repository/org
|
|
key: ${{ runner.os }}-maven-org-${{ hashFiles('**/pom.xml') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-maven-org-
|
|
- uses: actions/cache@v1
|
|
with:
|
|
path: ~/.m2/repository/net
|
|
key: ${{ runner.os }}-maven-net-${{ hashFiles('**/pom.xml') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-maven-net-
|
|
- uses: actions/cache@v1
|
|
with:
|
|
path: ~/.m2/repository/io
|
|
key: ${{ runner.os }}-maven-io-${{ hashFiles('**/pom.xml') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-maven-io-
|
|
- name: Build with Maven
|
|
run: >-
|
|
./build/mvn clean install -Dmaven.javadoc.skip=true -V
|
|
-Pspark-${{ matrix.spark }} -Pspark-hadoop-${{ matrix.spark-hadoop }} ${{ matrix.profiles }}
|
|
- name: Code coverage
|
|
if: ${{ matrix.profiles == '' }}
|
|
run: bash <(curl -s https://codecov.io/bash)
|
|
- name: Detected Dependency List Change
|
|
run: build/dependency.sh
|
|
- name: Upload test logs
|
|
if: failure()
|
|
uses: actions/upload-artifact@v2
|
|
with:
|
|
name: unit-tests-log
|
|
path: |
|
|
**/target/unit-tests.log
|
|
**/kyuubi-spark-sql-engine.log*
|
|
|
|
tpcds:
|
|
name: TPC-DS Tests
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
SPARK_LOCAL_IP: localhost
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
- name: Setup JDK 1.8
|
|
uses: actions/setup-java@v1
|
|
with:
|
|
java-version: '1.8'
|
|
- uses: actions/cache@v1
|
|
with:
|
|
path: ~/.m2/repository/com
|
|
key: ${{ runner.os }}-maven-com-${{ hashFiles('**/pom.xml') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-maven-com-
|
|
- uses: actions/cache@v1
|
|
with:
|
|
path: ~/.m2/repository/org
|
|
key: ${{ runner.os }}-maven-org-${{ hashFiles('**/pom.xml') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-maven-org-
|
|
- uses: actions/cache@v1
|
|
with:
|
|
path: ~/.m2/repository/net
|
|
key: ${{ runner.os }}-maven-net-${{ hashFiles('**/pom.xml') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-maven-net-
|
|
- uses: actions/cache@v1
|
|
with:
|
|
path: ~/.m2/repository/io
|
|
key: ${{ runner.os }}-maven-io-${{ hashFiles('**/pom.xml') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-maven-io-
|
|
- name: Run TPC-DS Tests
|
|
run: |
|
|
./build/mvn clean install -Pspark-3.1 -DskipTests -pl :kyuubi-spark-sql-engine,:kyuubi-common,:kyuubi-ha,:kyuubi-zookeeper,:kyuubi-spark-monitor
|
|
./build/mvn test -Pspark-3.1 -Dtest=none -DwildcardSuites=org.apache.kyuubi.operation.tpcds -Dmaven.plugin.scalatest.exclude.tags=''
|