forked from github/dataease
376 lines
12 KiB
Bash
Executable File
376 lines
12 KiB
Bash
Executable File
#!/bin/bash
|
||
|
||
CURRENT_DIR=$(
|
||
cd "$(dirname "$0")"
|
||
pwd
|
||
)
|
||
|
||
function log() {
|
||
message="[DATAEASE Log]: $1 "
|
||
echo -e "${message}" 2>&1 | tee -a ${CURRENT_DIR}/install.log
|
||
}
|
||
|
||
args=$@
|
||
os=$(uname -a)
|
||
docker_config_folder="/etc/docker"
|
||
compose_files="-f docker-compose.yml"
|
||
|
||
INSTALL_TYPE='install'
|
||
if [ -f /usr/bin/dectl ]; then
|
||
# 获取已安装的 DataEase 的运行目录
|
||
DE_BASE=$(grep "^DE_BASE=" /usr/bin/dectl | cut -d'=' -f2)
|
||
dectl uninstall
|
||
INSTALL_TYPE='upgrade'
|
||
fi
|
||
|
||
set -a
|
||
if [[ $DE_BASE ]] && [[ -f $DE_BASE/dataease/.env ]]; then
|
||
source $DE_BASE/dataease/.env
|
||
INSTALL_TYPE='upgrade'
|
||
else
|
||
source ${CURRENT_DIR}/install.conf
|
||
INSTALL_TYPE='install'
|
||
fi
|
||
set +a
|
||
|
||
DE_RUN_BASE=$DE_BASE/dataease
|
||
conf_folder=${DE_RUN_BASE}/conf
|
||
templates_folder=${DE_RUN_BASE}/templates
|
||
mysql_container_name="mysql"
|
||
if [ -f ${DE_RUN_BASE}/docker-compose-mysql.yml ]; then
|
||
mysql_container_name=$(grep "container_name" ${DE_RUN_BASE}/docker-compose-mysql.yml | awk -F': ' '{print $2}')
|
||
fi
|
||
|
||
dataease_conf=${conf_folder}/dataease.properties
|
||
|
||
function prop {
|
||
[ -f "$1" ] | grep -P "^\s*[^#]?${2}=.*$" $1 | cut -d'=' -f2
|
||
}
|
||
|
||
if [ "x${DE_ENGINE_MODE}" = "x" ]; then
|
||
export DE_ENGINE_MODE="local"
|
||
fi
|
||
|
||
if [ "x${DE_DOCKER_SUBNET}" = "x" ]; then
|
||
export DE_DOCKER_SUBNET=$(grep "^[[:blank:]]*- subnet" ${DE_RUN_BASE}/docker-compose.yml | awk -F': ' '{print $2}')
|
||
fi
|
||
|
||
if [ "x${DE_DOCKER_GATEWAY}" = "x" ]; then
|
||
export DE_DOCKER_GATEWAY=$(grep "^[[:blank:]]*gateway" ${DE_RUN_BASE}/docker-compose.yml | awk -F': ' '{print $2}')
|
||
fi
|
||
|
||
if [ "x${DE_DORIS_FE_IP}" = "x" ]; then
|
||
DE_DORIS_FE_IP=$(grep "^[[:blank:]]*ipv4_address" ${DE_RUN_BASE}/docker-compose-doris.yml | awk -F': ' '{print $2}' | head -n 1)
|
||
export DE_DORIS_FE_IP
|
||
fi
|
||
|
||
if [ "x${DE_DORIS_BE_IP}" = "x" ]; then
|
||
DE_DORIS_BE_IP=$(grep "^[[:blank:]]*ipv4_address" ${DE_RUN_BASE}/docker-compose-doris.yml | awk -F': ' '{print $2}' | tail -n 1)
|
||
export DE_DORIS_BE_IP
|
||
fi
|
||
|
||
echo -e "*******************************************************\n" 2>&1 | tee -a ${CURRENT_DIR}/install.log
|
||
echo -e " 当前部署模式为 ${DE_ENGINE_MODE}，如需切换模式，\n 请修改 $DE_BASE/dataease/.env 中的 DE_ENGINE_MODE 变量后，\n 重新执行 bash install.sh 即可\n" 2>&1 | tee -a ${CURRENT_DIR}/install.log
|
||
echo -e "*******************************************************\n" 2>&1 | tee -a ${CURRENT_DIR}/install.log
|
||
|
||
if [[ -f $dataease_conf ]]; then
|
||
DE_LOGIN_TIMEOUT=$(prop $dataease_conf dataease.login_timeout)
|
||
DE_MYSQL_PARAMS=$(grep -P "^\s*[^#]?spring.datasource.url=.*$" $dataease_conf | cut -d'=' --complement -f1 | awk -F'?' '{print $2}')
|
||
fi
|
||
export DE_MYSQL_PARAMS
|
||
export DE_LOGIN_TIMEOUT=$([[ -z $DE_LOGIN_TIMEOUT ]] && echo -n 480 || echo -n $DE_LOGIN_TIMEOUT)
|
||
|
||
if [[ -f $dataease_conf ]] && [[ ! ${DE_EXTERNAL_DORIS} ]]; then
|
||
export DE_DORIS_DB=$(prop $dataease_conf doris.db)
|
||
export DE_DORIS_USER=$(prop $dataease_conf doris.user)
|
||
export DE_DORIS_PASSWORD=$(prop $dataease_conf doris.password)
|
||
export DE_DORIS_HOST=$(prop $dataease_conf doris.host)
|
||
export DE_DORIS_PORT=$(prop $dataease_conf doris.port)
|
||
export DE_DORIS_HTTPPORT=$(prop $dataease_conf doris.httpPort)
|
||
|
||
if [ ${DE_DORIS_HOST} = "doris-fe" ]; then
|
||
export DE_EXTERNAL_DORIS="false"
|
||
else
|
||
export DE_EXTERNAL_DORIS="true"
|
||
fi
|
||
fi
|
||
|
||
if [ ${DE_EXTERNAL_DORIS} = "false" ] && [ ${DE_ENGINE_MODE} = "local" ]; then
|
||
compose_files="${compose_files} -f docker-compose-doris.yml"
|
||
fi
|
||
|
||
if [[ -f $dataease_conf ]] && [[ ! ${DE_EXTERNAL_KETTLE} ]]; then
|
||
export DE_CARTE_HOST=$(prop $dataease_conf carte.host)
|
||
export DE_CARTE_PORT=$(prop $dataease_conf carte.port)
|
||
export DE_CARTE_USER=$(prop $dataease_conf carte.user)
|
||
export DE_CARTE_PASSWORD=$(prop $dataease_conf carte.passwd)
|
||
|
||
if [ ${DE_CARTE_HOST} = "kettle" ]; then
|
||
export DE_EXTERNAL_KETTLE="false"
|
||
else
|
||
export DE_EXTERNAL_KETTLE="true"
|
||
fi
|
||
fi
|
||
|
||
if [ ${DE_EXTERNAL_KETTLE} = "false" ] && [ ${DE_ENGINE_MODE} = "local" ]; then
|
||
compose_files="${compose_files} -f docker-compose-kettle.yml"
|
||
fi
|
||
|
||
|
||
echo -e "======================= 开始安装 =======================" 2>&1 | tee -a ${CURRENT_DIR}/install.log
|
||
|
||
keep_doris="false"
|
||
if [[ -f ${DE_RUN_BASE}/docker-compose-doris.yml ]]; then
|
||
current_doris_version=$(grep '^ image:' ${DE_RUN_BASE}/docker-compose-doris.yml | head -1 | cut -d ':' -f3)
|
||
if [[ ! $current_doris_version =~ "v1.2.4" ]]; then
|
||
echo "不升级doris，备份 docker-compose-doris.yml 文件"
|
||
keep_doris="true"
|
||
\cp ${DE_RUN_BASE}/docker-compose-doris.yml ${DE_RUN_BASE}/docker-compose-doris.yml.bak
|
||
fi
|
||
fi
|
||
|
||
mkdir -p ${DE_RUN_BASE}
|
||
|
||
|
||
read available_disk <<< $(df -m --output=avail ${DE_RUN_BASE} | tail -1)
|
||
if [[ $available_disk -lt 20480 ]];then
|
||
log "\033[31m[警告] DataEase 运行目录所在磁盘剩余空间不足 20G 可能无法正常启动!\033[0m"
|
||
fi
|
||
|
||
cp -r ./dataease/* ${DE_RUN_BASE}/
|
||
|
||
cd $DE_RUN_BASE
|
||
env | grep DE_ >.env
|
||
|
||
mkdir -p $conf_folder
|
||
mkdir -p ${DE_RUN_BASE}/data/kettle
|
||
mkdir -p ${DE_RUN_BASE}/data/fe
|
||
mkdir -p ${DE_RUN_BASE}/data/be
|
||
mkdir -p ${DE_RUN_BASE}/data/mysql
|
||
mkdir -p ${DE_RUN_BASE}/data/static-resource
|
||
mkdir -p ${DE_RUN_BASE}/custom-drivers
|
||
mkdir -p ${DE_RUN_BASE}/data/business
|
||
|
||
|
||
if [ ${keep_doris} = "true" ]; then
|
||
\mv ${DE_RUN_BASE}/docker-compose-doris.yml.bak ${DE_RUN_BASE}/docker-compose-doris.yml
|
||
fi
|
||
|
||
DE_MYSQL_HOST_ORIGIN=$DE_MYSQL_HOST
|
||
DE_MYSQL_PORT_ORIGIN=$DE_MYSQL_PORT
|
||
|
||
if [ ${DE_EXTERNAL_MYSQL} = "false" ]; then
|
||
compose_files="${compose_files} -f docker-compose-mysql.yml"
|
||
export DE_MYSQL_HOST=$mysql_container_name
|
||
export DE_MYSQL_PORT=3306
|
||
sed -i "s/^ container_name: mysql/ container_name: ${DE_MYSQL_HOST}/g" docker-compose-mysql.yml
|
||
else
|
||
sed -i -e "/^ depends_on/,+2d" docker-compose.yml
|
||
fi
|
||
|
||
log "拷贝配置文件模板文件 -> $conf_folder"
|
||
if [[ -f $dataease_conf ]]; then
|
||
grep "redis" $dataease_conf >> $templates_folder/dataease.properties
|
||
fi
|
||
cd $DE_RUN_BASE
|
||
cp -r $templates_folder/* $conf_folder
|
||
cp -r $templates_folder/.kettle $conf_folder
|
||
|
||
log "根据安装配置参数调整配置文件"
|
||
cd ${templates_folder}
|
||
templates_files=( dataease.properties mysql.env )
|
||
for i in ${templates_files[@]}; do
|
||
if [ -f $i ]; then
|
||
envsubst < $i > $conf_folder/$i
|
||
fi
|
||
done
|
||
|
||
export DE_MYSQL_HOST=$DE_MYSQL_HOST_ORIGIN
|
||
export DE_MYSQL_PORT=$DE_MYSQL_PORT_ORIGIN
|
||
|
||
cd ${CURRENT_DIR}
|
||
sed -i -e "s#DE_BASE=.*#DE_BASE=${DE_BASE}#g" dectl
|
||
\cp dectl /usr/local/bin && chmod +x /usr/local/bin/dectl
|
||
if [ ! -f /usr/bin/dectl ]; then
|
||
ln -s /usr/local/bin/dectl /usr/bin/dectl 2>/dev/null
|
||
fi
|
||
|
||
echo "time: $(date)"
|
||
|
||
if which getenforce && [ $(getenforce) == "Enforcing" ];then
|
||
log "... 关闭 SELINUX"
|
||
setenforce 0
|
||
sed -i "s/SELINUX=enforcing/SELINUX=disabled/g" /etc/selinux/config
|
||
fi
|
||
|
||
#Install docker & docker-compose
|
||
##Install Latest Stable Docker Release
|
||
if which docker >/dev/null 2>&1; then
|
||
log "检测到 Docker 已安装，跳过安装步骤"
|
||
log "启动 Docker "
|
||
service docker start 2>&1 | tee -a ${CURRENT_DIR}/install.log
|
||
else
|
||
if [[ -d docker ]]; then
|
||
log "... 离线安装 docker"
|
||
cp docker/bin/* /usr/bin/
|
||
cp docker/service/docker.service /etc/systemd/system/
|
||
chmod +x /usr/bin/docker*
|
||
chmod 754 /etc/systemd/system/docker.service
|
||
log "... 启动 docker"
|
||
systemctl enable docker; systemctl daemon-reload; service docker start 2>&1 | tee -a ${CURRENT_DIR}/install.log
|
||
else
|
||
log "... 在线安装 docker"
|
||
curl -fsSL https://resource.fit2cloud.com/get-docker-linux.sh -o get-docker.sh 2>&1 | tee -a ${CURRENT_DIR}/install.log
|
||
if [[ ! -f get-docker.sh ]];then
|
||
log "docker 在线安装脚本下载失败，请稍候重试"
|
||
exit 1
|
||
fi
|
||
sudo sh get-docker.sh 2>&1 | tee -a ${CURRENT_DIR}/install.log
|
||
log "... 启动 docker"
|
||
systemctl enable docker; systemctl daemon-reload; service docker start 2>&1 | tee -a ${CURRENT_DIR}/install.log
|
||
fi
|
||
|
||
if [ ! -d "$docker_config_folder" ];then
|
||
mkdir -p "$docker_config_folder"
|
||
fi
|
||
|
||
docker version >/dev/null 2>&1
|
||
if [ $? -ne 0 ]; then
|
||
log "docker 安装失败"
|
||
exit 1
|
||
else
|
||
log "docker 安装成功"
|
||
fi
|
||
fi
|
||
|
||
##Install Latest Stable Docker Compose Release
|
||
docker-compose version >/dev/null 2>&1
|
||
if [ $? -ne 0 ]; then
|
||
docker compose version >/dev/null 2>&1
|
||
if [ $? -eq 0 ]; then
|
||
echo 'docker compose "$@"' > /usr/bin/docker-compose
|
||
chmod +x /usr/bin/docker-compose
|
||
else
|
||
if [[ -d docker ]]; then
|
||
log "... 离线安装 docker-compose"
|
||
cp docker/bin/docker-compose /usr/bin/
|
||
chmod +x /usr/bin/docker-compose
|
||
else
|
||
log "... 在线安装 docker-compose"
|
||
curl -L https://resource.fit2cloud.com/docker/compose/releases/download/v2.16.0/docker-compose-$(uname -s | tr A-Z a-z)-$(uname -m) -o /usr/local/bin/docker-compose 2>&1 | tee -a ${CURRENT_DIR}/install.log
|
||
if [[ ! -f /usr/local/bin/docker-compose ]];then
|
||
log "docker-compose 下载失败，请稍候重试"
|
||
exit 1
|
||
fi
|
||
chmod +x /usr/local/bin/docker-compose
|
||
ln -s /usr/local/bin/docker-compose /usr/bin/docker-compose
|
||
fi
|
||
fi
|
||
|
||
docker-compose version >/dev/null
|
||
if [ $? -ne 0 ]; then
|
||
log "docker-compose 安装失败"
|
||
exit 1
|
||
else
|
||
log "docker-compose 安装成功"
|
||
fi
|
||
else
|
||
log "检测到 Docker Compose 已安装，跳过安装步骤"
|
||
fi
|
||
|
||
export COMPOSE_HTTP_TIMEOUT=180
|
||
cd ${CURRENT_DIR}
|
||
# 加载镜像
|
||
if [[ -d images ]]; then
|
||
log "加载镜像"
|
||
for i in $(ls images); do
|
||
if [ ${DE_ENGINE_MODE} != "local" ]; then
|
||
if [[ $i =~ "doris" ]] || [[ $i =~ "kettle" ]]; then
|
||
continue
|
||
fi
|
||
fi
|
||
docker load -i images/$i 2>&1 | tee -a ${CURRENT_DIR}/install.log
|
||
done
|
||
else
|
||
log "拉取镜像"
|
||
cd ${DE_RUN_BASE} && docker-compose $compose_files pull 2>&1
|
||
|
||
DEVERSION=$(cat ${CURRENT_DIR}/dataease/templates/version)
|
||
curl -sfL https://resource.fit2cloud.com/installation-log.sh | sh -s de ${INSTALL_TYPE} ${DEVERSION}
|
||
cd -
|
||
fi
|
||
|
||
log "配置 dataease Service"
|
||
cp ${DE_RUN_BASE}/bin/dataease/dataease.service /etc/init.d/dataease
|
||
chmod a+x /etc/init.d/dataease
|
||
if which chkconfig;then
|
||
chkconfig --add dataease
|
||
fi
|
||
|
||
if [ -f /etc/rc.d/rc.local ];then
|
||
dataeaseService=$(grep "service dataease start" /etc/rc.d/rc.local | wc -l)
|
||
if [ "$dataeaseService" -eq 0 ]; then
|
||
echo "sleep 10" >> /etc/rc.d/rc.local
|
||
echo "service dataease start" >> /etc/rc.d/rc.local
|
||
fi
|
||
chmod +x /etc/rc.d/rc.local
|
||
fi
|
||
|
||
if [[ $(grep "vm.max_map_count" /etc/sysctl.conf | wc -l) -eq 0 ]];then
|
||
sysctl -w vm.max_map_count=2000000
|
||
echo "vm.max_map_count=2000000" >> /etc/sysctl.conf
|
||
elif (( $(grep "vm.max_map_count" /etc/sysctl.conf | awk -F'=' '{print $2}') < 2000000 ));then
|
||
sysctl -w vm.max_map_count=2000000
|
||
sed -i 's/^vm\.max_map_count.*/vm\.max_map_count=2000000/' /etc/sysctl.conf
|
||
fi
|
||
|
||
if [ $(grep "net.ipv4.ip_forward" /etc/sysctl.conf | wc -l) -eq 0 ];then
|
||
sysctl -w net.ipv4.ip_forward=1
|
||
echo "net.ipv4.ip_forward=1" >> /etc/sysctl.conf
|
||
else
|
||
sed -i 's/^net\.ipv4\.ip_forward.*/net\.ipv4\.ip_forward=1/' /etc/sysctl.conf
|
||
fi
|
||
|
||
if which firewall-cmd >/dev/null; then
|
||
if systemctl is-active firewalld &>/dev/null ;then
|
||
log "防火墙端口开放"
|
||
firewall-cmd --zone=public --add-port=${DE_PORT}/tcp --permanent
|
||
firewall-cmd --reload
|
||
else
|
||
log "防火墙未开启，忽略端口开放"
|
||
fi
|
||
fi
|
||
|
||
http_code=$(curl -sILw "%{http_code}\n" http://localhost:${DE_PORT} -o /dev/null)
|
||
if [[ $http_code == 200 ]];then
|
||
log "停止服务进行升级..."
|
||
dectl uninstall
|
||
fi
|
||
|
||
log "启动服务"
|
||
dectl reload | tee -a ${CURRENT_DIR}/install.log
|
||
dectl status 2>&1 | tee -a ${CURRENT_DIR}/install.log
|
||
|
||
for b in {1..30}
|
||
do
|
||
sleep 3
|
||
http_code=$(curl -sILw "%{http_code}\n" http://localhost:${DE_PORT} -o /dev/null)
|
||
if [[ $http_code == 000 ]];then
|
||
log "服务启动中，请稍候 ..."
|
||
elif [[ $http_code == 200 ]];then
|
||
log "服务启动成功!"
|
||
break;
|
||
else
|
||
log "服务启动出错!"
|
||
exit 1
|
||
fi
|
||
done
|
||
|
||
if [[ $http_code != 200 ]];then
|
||
log "【警告】服务在等待时间内未完全启动！请稍后使用 dectl status 检查服务运行状况。"
|
||
fi
|
||
|
||
echo -e "======================= 安装完成 =======================\n" 2>&1 | tee -a ${CURRENT_DIR}/install.log
|
||
echo -e "请通过以下方式访问:\n URL: http://\$LOCAL_IP:$DE_PORT\n 用户名: admin\n 初始密码: dataease" 2>&1 | tee -a ${CURRENT_DIR}/install.log
|
||
|