9b3c22db54
 [](https://github.com/yaooqinn/kyuubi/pull/495)     [<img width="16" alt="Powered by Pull Request Badge" src="https://user-images.githubusercontent.com/1393946/111216524-d2bb8e00-85d4-11eb-821b-ed4c00989c02.png">](https://pullrequestbadge.com/?utm_medium=github&utm_source=yaooqinn&utm_campaign=badge_info)<!-- PR-BADGE: PLEASE DO NOT REMOVE THIS COMMENT --> ### _Why are the changes needed?_ This patch add Spark nightly build CI ### _How was this patch tested?_ github action CI passed Closes #495 from Yikun/kyuubi-491. Closes #491 c65e1f5f [Yikun Jiang] Skip dependency check in spark-3.2-snapshot d57ea16e [Yikun Jiang] Add Spark nightly build CI Authored-by: Yikun Jiang <yikunkero@gmail.com> Signed-off-by: Cheng Pan <379377944@qq.com>
65 lines
2.4 KiB
YAML
65 lines
2.4 KiB
YAML
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
sudo: required
|
|
|
|
dist: bionic
|
|
language: scala
|
|
scala:
|
|
- 2.12.10
|
|
jdk:
|
|
- openjdk8
|
|
|
|
cache:
|
|
directories:
|
|
- $HOME/.m2
|
|
|
|
matrix:
|
|
include:
|
|
- name: Test Kyuubi w/ -Pspark-3.0
|
|
env:
|
|
- PROFILE="-Pspark-3.0"
|
|
- EXCLUDE_TAGS=""
|
|
- name: Test Kyuubi w/ -Pspark-3.1
|
|
env:
|
|
- PROFILE="-Pspark-3.1"
|
|
- EXCLUDE_TAGS="org.apache.kyuubi.tags.DataLakeTest"
|
|
- name: Test Kyuubi w/ -Pspark-3.1 -Dhadoop.binary.version=3.2
|
|
env:
|
|
- PROFILE="-Pspark-3.1 -Dhadoop.binary.version=3.2"
|
|
- EXCLUDE_TAGS="org.apache.kyuubi.tags.DataLakeTest"
|
|
- name: Test Kyuubi w/ -Pspark-3.0 w/ Spark 3.1 distribution
|
|
env:
|
|
- PROFILE="-Pspark-3.0 -Dspark.archive.mirror=https://archive.apache.org/dist/spark/spark-3.1.1 -Dspark.archive.name=spark-3.1.1-bin-hadoop2.7.tgz"
|
|
- EXCLUDE_TAGS="org.apache.kyuubi.tags.DataLakeTest"
|
|
- name: Test Kyuubi w/ -Pspark-3.2-snapshot w/ Spark 3.2 nightly build
|
|
env:
|
|
- PROFILE="-Pspark-3.2-snapshot -pl :kyuubi-spark-sql-engine,:kyuubi-common,:kyuubi-ha,:kyuubi-zookeeper"
|
|
- EXCLUDE_TAGS="org.apache.kyuubi.tags.DataLakeTest"
|
|
|
|
install:
|
|
- mvn --version
|
|
|
|
script:
|
|
- mvn clean install $PROFILE -Dmaven.plugin.scalatest.exclude.tags=$EXCLUDE_TAGS -Dmaven.javadoc.skip=true -V
|
|
|
|
after_success:
|
|
- if [[ -z $EXCLUDE_TAGS ]]; then bash <(curl -s https://codecov.io/bash); fi
|
|
|
|
after_failure:
|
|
- echo "==== Build with $PROFILE FAILED ===="
|
|
- for log in `find * -name "kyuubi-spark-sql-engine.log*"`; do echo "=========$log========="; cat $log; done
|
|
- for log in `find * -name "unit-tests.log"`; do echo "=========$log========="; cat $log; done
|