2e21f0864c
<!-- Thanks for sending a pull request! Here are some tips for you: 1. If this is your first time, please read our contributor guidelines: https://kyuubi.readthedocs.io/en/latest/community/contributions.html 2. If the PR is related to an issue in https://github.com/NetEase/kyuubi/issues, add '[KYUUBI #XXXX]' in your PR title, e.g., '[KYUUBI #XXXX] Your PR title ...'. 3. If the PR is unfinished, add '[WIP]' in your PR title, e.g., '[WIP][KYUUBI #XXXX] Your PR title ...'. --> ### _Why are the changes needed?_ <!-- Please clarify why the changes are needed. For instance, 1. If you add a feature, you can talk about the use case of it. 2. If you fix a bug, you can clarify why it is a bug. --> ### _How was this patch tested?_ - [ ] Add some test cases that check the changes thoroughly including negative and positive cases if possible - [ ] Add screenshots for manual tests if appropriate - [ ] [Run test](https://kyuubi.readthedocs.io/en/latest/tools/testing.html#running-tests) locally before make a pull request Closes #651 from pan3793/spark-3.1.2. Closes #651 1dddf786 [Cheng Pan] [BUILD] Bump Spark 3.1.2 Authored-by: Cheng Pan <379377944@qq.com> Signed-off-by: ulysses-you <ulyssesyou18@gmail.com>
78 lines
2.9 KiB
YAML
78 lines
2.9 KiB
YAML
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
sudo: required
|
|
|
|
dist: bionic
|
|
language: scala
|
|
scala:
|
|
- 2.12.10
|
|
jdk:
|
|
- openjdk8
|
|
|
|
cache:
|
|
directories:
|
|
- $HOME/.m2
|
|
|
|
matrix:
|
|
include:
|
|
- name: Test Kyuubi w/ Default Profile
|
|
env:
|
|
- PROFILE=""
|
|
- JOB="build"
|
|
- CODECOV="true"
|
|
- name: Test Kyuubi w/ -Pspark-3.0 and Spark 3.1 binary
|
|
env:
|
|
- PROFILE="-Pspark-3.0 -Dspark.archive.mirror=https://archive.apache.org/dist/spark/spark-3.1.2 -Dspark.archive.name=spark-3.1.2-bin-hadoop2.7.tgz -Dmaven.plugin.scalatest.exclude.tags=org.apache.kyuubi.tags.ExtendedSQLTest,org.apache.kyuubi.tags.DeltaTest,org.apache.kyuubi.tags.IcebergTest"
|
|
- JOB="build"
|
|
- name: Test Kyuubi w/ -Pspark-3.1 -Pkyuubi-extension-spark_3.1
|
|
env:
|
|
- PROFILE="-Pspark-3.1 -Pkyuubi-extension-spark_3.1"
|
|
- JOB="build"
|
|
- name: Test Kyuubi w/ -Pspark-master
|
|
env:
|
|
- PROFILE="-Pspark-master"
|
|
- JOB="nightly-build"
|
|
- name: Test Kyuubi w/ -Pspark-3.1 TPCDS Tests
|
|
env:
|
|
- PROFILE="-Pspark-3.1 -Dmaven.plugin.scalatest.exclude.tags=''"
|
|
- JOB="tpcds-tests"
|
|
|
|
install:
|
|
- mvn --version
|
|
|
|
script:
|
|
- |
|
|
if [[ "$JOB" == "build" ]]; then
|
|
mvn clean install --no-transfer-progress $PROFILE -Dmaven.javadoc.skip=true -V
|
|
fi
|
|
- |
|
|
if [[ "$JOB" == "nightly-build" ]]; then
|
|
mvn clean install --no-transfer-progress $PROFILE -pl :kyuubi-spark-sql-engine,:kyuubi-common,:kyuubi-ha,:kyuubi-zookeeper -Dmaven.javadoc.skip=true -V
|
|
fi
|
|
- |
|
|
if [[ "$JOB" == "tpcds-tests" ]]; then
|
|
mvn clean install --no-transfer-progress $PROFILE -DskipTests -pl :kyuubi-spark-sql-engine,:kyuubi-common,:kyuubi-ha,:kyuubi-zookeeper
|
|
mvn test --no-transfer-progress $PROFILE -Dtest=none -DwildcardSuites=org.apache.kyuubi.operation.tpcds
|
|
fi
|
|
|
|
after_success:
|
|
- if [[ "$CODECOV" == "true" ]]; then bash <(curl -s https://codecov.io/bash); fi
|
|
|
|
after_failure:
|
|
- echo "==== Build with $PROFILE FAILED ===="
|
|
- for log in `find * -name "kyuubi-spark-sql-engine.log*"`; do echo "=========$log========="; cat $log; done
|
|
- for log in `find * -name "unit-tests.log"`; do echo "=========$log========="; cat $log; done
|