1603342de3
### _Why are the changes needed?_ Use official download link and provide a way to fallback. - Doc reference: https://infra.apache.org/release-download-pages.html#download-scripts ### _How was this patch tested?_ - [ ] Add some test cases that check the changes thoroughly including negative and positive cases if possible - [ ] Add screenshots for manual tests if appropriate - [x] [Run test](https://kyuubi.readthedocs.io/en/master/develop_tools/testing.html#running-tests) locally before make a pull request ```shell build/mvn compile exec: curl --progress-bar -L https://www.apache.org/dyn/closer.lua/maven/maven-3/3.8.7/binaries/apache-maven-3.8.7-bin.tar.gz?action=download ``` Closes #4704 from yaooqinn/4278. Closes #4278 27a1fc284 [Kent Yao] [KYUUBI #4278] Use new Apache 'closer.lua' syntax to obtain Maven Authored-by: Kent Yao <yao@apache.org> Signed-off-by: Cheng Pan <chengpan@apache.org>
113 lines
4.2 KiB
Bash
Executable File
113 lines
4.2 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
|
|
# Determine the current working directory
|
|
_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
|
|
# Preserve the calling directory
|
|
_CALLING_DIR="$(pwd)"
|
|
# Options used during compilation
|
|
_COMPILE_JVM_OPTS="-Xms2g -Xmx2g -XX:ReservedCodeCacheSize=1g -Xss128m"
|
|
|
|
if [ "$CI" ]; then
|
|
export MAVEN_CLI_OPTS="--no-transfer-progress --errors --fail-fast"
|
|
fi
|
|
|
|
# Installs any application tarball given a URL, the expected tarball name,
|
|
# and, optionally, a checkable binary path to determine if the binary has
|
|
# already been installed
|
|
## Arg1 - URL
|
|
## Arg2 - Tarball Name
|
|
## Arg3 - Checkable Binary
|
|
install_app() {
|
|
local remote_tarball="$1/$2$4"
|
|
local local_tarball="${_DIR}/$2"
|
|
local binary="${_DIR}/$3"
|
|
|
|
# setup `curl` and `wget` silent options if we're running on Jenkins
|
|
local curl_opts="-L"
|
|
local wget_opts=""
|
|
curl_opts="--progress-bar ${curl_opts}"
|
|
wget_opts="--progress=bar:force ${wget_opts}"
|
|
|
|
if [ -z "$3" -o ! -f "$binary" ]; then
|
|
# check if we already have the tarball
|
|
# check if we have curl installed
|
|
# download application
|
|
[ ! -f "${local_tarball}" ] && [ $(command -v curl) ] && \
|
|
echo "exec: curl ${curl_opts} ${remote_tarball}" 1>&2 && \
|
|
curl ${curl_opts} "${remote_tarball}" > "${local_tarball}"
|
|
# if the file still doesn't exist, lets try `wget` and cross our fingers
|
|
[ ! -f "${local_tarball}" ] && [ $(command -v wget) ] && \
|
|
echo "exec: wget ${wget_opts} ${remote_tarball}" 1>&2 && \
|
|
wget ${wget_opts} -O "${local_tarball}" "${remote_tarball}"
|
|
# if both were unsuccessful, exit
|
|
[ ! -f "${local_tarball}" ] && \
|
|
echo -n "ERROR: Cannot download $2 with cURL or wget; " && \
|
|
echo "please install manually and try again." && \
|
|
exit 2
|
|
cd "${_DIR}" && tar -xzf "$2"
|
|
rm -rf "$local_tarball"
|
|
fi
|
|
}
|
|
|
|
# Determine the Maven version from the root pom.xml file and
|
|
# install maven under the build/ folder if needed.
|
|
install_mvn() {
|
|
local MVN_VERSION=`grep "<maven.version>" "${_DIR}/../pom.xml" | head -n1 | awk -F '[<>]' '{print $3}'`
|
|
MVN_BIN="$(command -v mvn)"
|
|
if [ "$MVN_BIN" ]; then
|
|
local MVN_DETECTED_VERSION="$(mvn --version | head -n1 | awk '{print $3}')"
|
|
fi
|
|
# See simple version normalization: http://stackoverflow.com/questions/16989598/bash-comparing-version-numbers
|
|
function version { echo "$@" | awk -F. '{ printf("%03d%03d%03d\n", $1,$2,$3); }'; }
|
|
if [ $(version $MVN_DETECTED_VERSION) -ne $(version $MVN_VERSION) ]; then
|
|
local APACHE_MIRROR=${APACHE_MIRROR:-'https://www.apache.org/dyn/closer.lua'}
|
|
local MIRROR_URL_QUERY="?action=download"
|
|
local MVN_TARBALL="apache-maven-${MVN_VERSION}-bin.tar.gz"
|
|
local FILE_PATH="maven/maven-3/${MVN_VERSION}/binaries"
|
|
|
|
if [ $(command -v curl) ]; then
|
|
if ! curl -L --output /dev/null --silent --head --fail "${APACHE_MIRROR}/${FILE_PATH}/${MVN_TARBALL}${MIRROR_URL_QUERY}" ; then
|
|
# Fall back to archive.apache.org for older Maven
|
|
echo "Falling back to archive.apache.org to download Maven"
|
|
APACHE_MIRROR="https://archive.apache.org/dist"
|
|
MIRROR_URL_QUERY=""
|
|
fi
|
|
fi
|
|
|
|
install_app \
|
|
"${APACHE_MIRROR}/${FILE_PATH}" \
|
|
"${MVN_TARBALL}" \
|
|
"apache-maven-${MVN_VERSION}/bin/mvn" \
|
|
"${MIRROR_URL_QUERY}"
|
|
|
|
MVN_BIN="${_DIR}/apache-maven-${MVN_VERSION}/bin/mvn"
|
|
fi
|
|
}
|
|
|
|
install_mvn
|
|
|
|
cd "${_CALLING_DIR}"
|
|
|
|
# Set any `mvn` options if not already present
|
|
export MAVEN_OPTS=${MAVEN_OPTS:-"$_COMPILE_JVM_OPTS"}
|
|
|
|
echo "Using \`mvn\` from path: $MVN_BIN" 1>&2
|
|
${MVN_BIN} $MAVEN_CLI_OPTS "$@"
|