name: Kyuubi on: push: branches: - master - branch-* pull_request: branches: - master - branch-* jobs: rat: name: Check License runs-on: ubuntu-latest steps: - uses: actions/checkout@v2 - uses: actions/setup-java@v1 with: java-version: '1.8' - run: build/mvn org.apache.rat:apache-rat-plugin:check - name: Upload rat report if: failure() uses: actions/upload-artifact@v2 with: name: rat path: "**/target/rat*.txt" build: name: Build runs-on: ubuntu-latest strategy: matrix: profiles: - '' - '-Pspark-3.0 -Dspark.archive.mirror=https://archive.apache.org/dist/spark/spark-3.1.2 -Dspark.archive.name=spark-3.1.2-bin-hadoop2.7.tgz -Dmaven.plugin.scalatest.exclude.tags=org.apache.kyuubi.tags.ExtendedSQLTest,org.apache.kyuubi.tags.DeltaTest,org.apache.kyuubi.tags.IcebergTest' - '-Pspark-3.1 -Pkyuubi-extension-spark_3.1' env: SPARK_LOCAL_IP: localhost steps: - uses: actions/checkout@v2 - name: Setup JDK 1.8 uses: actions/setup-java@v1 with: java-version: '1.8' - uses: actions/cache@v1 with: path: ~/.m2/repository/com key: ${{ runner.os }}-maven-com-${{ hashFiles('**/pom.xml') }} restore-keys: | ${{ runner.os }}-maven-com- - uses: actions/cache@v1 with: path: ~/.m2/repository/org key: ${{ runner.os }}-maven-org-${{ hashFiles('**/pom.xml') }} restore-keys: | ${{ runner.os }}-maven-org- - uses: actions/cache@v1 with: path: ~/.m2/repository/net key: ${{ runner.os }}-maven-net-${{ hashFiles('**/pom.xml') }} restore-keys: | ${{ runner.os }}-maven-net- - uses: actions/cache@v1 with: path: ~/.m2/repository/io key: ${{ runner.os }}-maven-io-${{ hashFiles('**/pom.xml') }} restore-keys: | ${{ runner.os }}-maven-io- - name: Build with Maven run: mvn clean install --no-transfer-progress ${{ matrix.profiles }} -Dmaven.javadoc.skip=true -V - name: Code coverage if: ${{ matrix.profiles == '' }} run: bash <(curl -s https://codecov.io/bash) - name: Detected Dependency List Change run: build/dependency.sh - name: Upload test logs if: failure() uses: actions/upload-artifact@v2 with: name: unit-tests-log path: | **/target/unit-tests.log **/kyuubi-spark-sql-engine.log* tpcds: name: TPC-DS Tests runs-on: ubuntu-latest env: SPARK_LOCAL_IP: localhost steps: - uses: actions/checkout@v2 - name: Setup JDK 1.8 uses: actions/setup-java@v1 with: java-version: '1.8' - uses: actions/cache@v1 with: path: ~/.m2/repository/com key: ${{ runner.os }}-maven-com-${{ hashFiles('**/pom.xml') }} restore-keys: | ${{ runner.os }}-maven-com- - uses: actions/cache@v1 with: path: ~/.m2/repository/org key: ${{ runner.os }}-maven-org-${{ hashFiles('**/pom.xml') }} restore-keys: | ${{ runner.os }}-maven-org- - uses: actions/cache@v1 with: path: ~/.m2/repository/net key: ${{ runner.os }}-maven-net-${{ hashFiles('**/pom.xml') }} restore-keys: | ${{ runner.os }}-maven-net- - uses: actions/cache@v1 with: path: ~/.m2/repository/io key: ${{ runner.os }}-maven-io-${{ hashFiles('**/pom.xml') }} restore-keys: | ${{ runner.os }}-maven-io- - name: Run TPC-DS Tests run: | mvn clean install --no-transfer-progress -Pspark-3.1 -DskipTests -pl :kyuubi-spark-sql-engine,:kyuubi-common,:kyuubi-ha,:kyuubi-zookeeper mvn test --no-transfer-progress -Pspark-3.1 -Dtest=none -DwildcardSuites=org.apache.kyuubi.operation.tpcds -Dmaven.plugin.scalatest.exclude.tags=''