fc437a41a4
 [](https://github.com/yaooqinn/kyuubi/pull/455)      [<img width="16" alt="Powered by Pull Request Badge" src="https://user-images.githubusercontent.com/1393946/111216524-d2bb8e00-85d4-11eb-821b-ed4c00989c02.png">](https://pullrequestbadge.com/?utm_medium=github&utm_source=yaooqinn&utm_campaign=badge_info)<!-- PR-BADGE: PLEASE DO NOT REMOVE THIS COMMENT --> Closes #455 from watermen/hadoopversion. 9e2f259 [watermen] Fix Hadoop Version for Dev start stript Authored-by: watermen <qiyadong2010@gmail.com> Signed-off-by: Kent Yao <yao@apache.org>
91 lines
3.1 KiB
Bash
Executable File
91 lines
3.1 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
|
|
|
|
export KYUUBI_HOME="${KYUUBI_HOME:-"$(cd "$(dirname "$0")"/.. || exit; pwd)"}"
|
|
|
|
export KYUUBI_CONF_DIR="${KYUUBI_CONF_DIR:-"${KYUUBI_HOME}"/conf}"
|
|
|
|
KYUUBI_ENV_SH="${KYUUBI_CONF_DIR}"/kyuubi-env.sh
|
|
if [[ -f ${KYUUBI_ENV_SH} ]]; then
|
|
set -a
|
|
echo "Using kyuubi environment file ${KYUUBI_ENV_SH} to initialize..."
|
|
. "${KYUUBI_ENV_SH}"
|
|
set +a
|
|
else
|
|
echo "Warn: Not find kyuubi environment file ${KYUUBI_ENV_SH}, using default ones..."
|
|
fi
|
|
|
|
export KYUUBI_LOG_DIR="${KYUUBI_LOG_DIR:-"${KYUUBI_HOME}/logs"}"
|
|
if [[ -e ${KYUUBI_LOG_DIR} ]]; then
|
|
mkdir -p ${KYUUBI_LOG_DIR}
|
|
fi
|
|
|
|
export KYUUBI_PID_DIR="${KYUUBI_PID_DIR:-"${KYUUBI_HOME}/pid"}"
|
|
if [[ -e ${KYUUBI_LOG_DIR} ]]; then
|
|
mkdir -p ${KYUUBI_LOG_DIR}
|
|
fi
|
|
|
|
export KYUUBI_WORK_DIR_ROOT="${KYUUBI_WORK_DIR_ROOT:-"${KYUUBI_HOME}/work"}"
|
|
if [[ -e ${KYUUBI_WORK_DIR_ROOT} ]]; then
|
|
mkdir -p ${KYUUBI_WORK_DIR_ROOT}
|
|
fi
|
|
|
|
if [[ -z ${JAVA_HOME} ]]; then
|
|
if [[ $(command -v java) ]]; then
|
|
export JAVA_HOME="$(dirname $(dirname $(which java)))"
|
|
fi
|
|
fi
|
|
|
|
export KYUUBI_SCALA_VERSION="${KYUUBI_SCALA_VERSION:-"2.12"}"
|
|
|
|
if [[ -f ${KYUUBI_HOME}/RELEASE ]]; then
|
|
SPARK_VERSION_BUILD="$(grep "Spark " "$KYUUBI_HOME/RELEASE" | awk -F ' ' '{print $2}')"
|
|
HADOOP_VERSION_BUILD="$(grep "Hadoop " "$KYUUBI_HOME/RELEASE" | awk -F ' ' '{print $2}')"
|
|
SPARK_BUILTIN="${KYUUBI_HOME}/externals/spark-$SPARK_VERSION_BUILD-bin-hadoop${HADOOP_VERSION_BUILD:0:3}"
|
|
fi
|
|
|
|
if [[ ! -d ${SPARK_BUILTIN} ]]; then
|
|
MVN="${MVN:-"${KYUUBI_HOME}/build/mvn"}"
|
|
SPARK_VERSION_BUILD=$("$MVN" help:evaluate -Dexpression=spark.version 2>/dev/null\
|
|
| grep -v "INFO"\
|
|
| grep -v "WARNING"\
|
|
| tail -n 1)
|
|
HADOOP_VERSION_BUILD=$("$MVN" help:evaluate -Dexpression=hadoop.binary.version 2>/dev/null\
|
|
| grep -v "INFO"\
|
|
| grep -v "WARNING"\
|
|
| tail -n 1)
|
|
SPARK_BUILTIN="${KYUUBI_HOME}/externals/kyuubi-download/target/spark-$SPARK_VERSION_BUILD-bin-hadoop${HADOOP_VERSION_BUILD}"
|
|
fi
|
|
|
|
export SPARK_HOME="${SPARK_HOME:-"${SPARK_BUILTIN}"}"
|
|
|
|
# Print essential environment variables to console
|
|
echo "JAVA_HOME: ${JAVA_HOME}"
|
|
|
|
echo "KYUUBI_HOME: ${KYUUBI_HOME}"
|
|
echo "KYUUBI_CONF_DIR: ${KYUUBI_CONF_DIR}"
|
|
echo "KYUUBI_LOG_DIR: ${KYUUBI_LOG_DIR}"
|
|
echo "KYUUBI_PID_DIR: ${KYUUBI_PID_DIR}"
|
|
echo "KYUUBI_WORK_DIR_ROOT: ${KYUUBI_WORK_DIR_ROOT}"
|
|
|
|
echo "SPARK_HOME: ${SPARK_HOME}"
|
|
echo "SPARK_CONF_DIR: ${SPARK_CONF_DIR}"
|
|
|
|
echo "HADOOP_CONF_DIR: ${HADOOP_CONF_DIR}"
|