!63 适配升级
From: @hengliue Reviewed-by: @zhang_xubo Signed-off-by: @zhang_xubo
This commit is contained in:
openeuler-ci-bot
Gitee
commit
dee6e5d056
@ -1,6 +1,6 @@
|
||||
export GAUSSHOME=/usr/local/opengauss
|
||||
export LD_LIBRARY_PATH=/usr/local/opengauss/lib:$LD_LIBRARY_PATH
|
||||
export PATH=/usr/local/opengauss/bin:$PATH
|
||||
export LD_LIBRARY_PATH=${GAUSSHOME}/lib:$LD_LIBRARY_PATH
|
||||
export PATH=${GAUSSHOME}/bin:$PATH
|
||||
export PGDATA=/var/lib/opengauss/data
|
||||
export PGPORT=7654
|
||||
export PGDATABASE=postgres
|
||||
|
||||
@ -13,7 +13,7 @@
|
||||
|
||||
Name: opengauss
|
||||
Version: 6.0.0
|
||||
Release: 16
|
||||
Release: 17
|
||||
Summary: openGauss is an open source relational database management system
|
||||
License: MulanPSL-2.0 and MIT and BSD and zlib and TCL and Apache-2.0 and BSL-1.0
|
||||
URL: https://gitee.com/opengauss/openGauss-server
|
||||
@ -31,6 +31,7 @@ Source24: opengauss_upgrade_start.sh
|
||||
Source25: opengauss_upgrade_common.sh
|
||||
Source26: opengauss_upgrade_config.sh
|
||||
Source27: opengauss_upgrade_errorcode.sh
|
||||
Source28: upgrade.sh
|
||||
|
||||
Patch0: og-cmake.patch
|
||||
Patch1: og-delete-obs.patch
|
||||
@ -53,7 +54,7 @@ BuildRequires: bison flex, DCF >= 6
|
||||
BuildRequires: numactl-devel libxml2-devel xerces-c-devel pkgconfig(aws-cpp-sdk-core)
|
||||
BuildRequires: libatomic autoconf
|
||||
|
||||
%global _privatelibs lib(cjson|ecpg|z|pg|pq)\\.so*
|
||||
%global _privatelibs lib(krb5_gauss|ecpg|z|pg|pq)\\.so*
|
||||
%global __provides_exclude %{_privatelibs}
|
||||
%global __requires_exclude %{_privatelibs}
|
||||
|
||||
@ -61,7 +62,7 @@ Requires: lz4-devel zstd-devel boost-devel cjson-devel tar
|
||||
Requires: libcgroup-devel libcurl-devel unixODBC-devel jemalloc-devel
|
||||
Requires: java-1.8.0-openjdk-devel libedit-devel libaio-devel
|
||||
Requires: DCF >= 6, lsof
|
||||
Requires: numactl-devel libxml2-devel xerces-c-devel aws-sdk-cpp
|
||||
Requires: numactl-devel libxml2-devel xerces-c-devel pkgconfig(aws-cpp-sdk-core)
|
||||
|
||||
%description
|
||||
openGauss kernel : openGauss is an open source relational database management system.
|
||||
@ -249,7 +250,7 @@ install -d -m 700 $RPM_BUILD_ROOT%{?_localstatedir}/lib/opengauss/data
|
||||
install -m 644 %{SOURCE20} $RPM_BUILD_ROOT%{?_localstatedir}/lib/opengauss/.bash_profile
|
||||
# auto start files
|
||||
install -m 644 %{SOURCE21} %{buildroot}%{tmppath}/script/opengauss.service
|
||||
install -m 700 %{SOURCE22} %{buildroot}%{tmppath}/script/autostart.sh
|
||||
install -m 644 %{SOURCE22} %{buildroot}%{tmppath}/script/autostart.sh
|
||||
|
||||
# upgrade script
|
||||
install -m 644 %{SOURCE23} %{buildroot}%{tmppath}/version.cfg
|
||||
@ -257,6 +258,7 @@ install -m 644 %{SOURCE24} %{buildroot}%{tmppath}/opengauss_upgrade_start.sh
|
||||
install -m 644 %{SOURCE25} %{buildroot}%{tmppath}/opengauss_upgrade_common.sh
|
||||
install -m 644 %{SOURCE26} %{buildroot}%{tmppath}/opengauss_upgrade_config.sh
|
||||
install -m 644 %{SOURCE27} %{buildroot}%{tmppath}/opengauss_upgrade_errorcode.sh
|
||||
install -m 644 %{SOURCE28} %{buildroot}%{tmppath}/upgrade.sh
|
||||
|
||||
popd
|
||||
|
||||
@ -278,42 +280,18 @@ fi
|
||||
|
||||
|
||||
%post
|
||||
# set opengauss mini config parameters
|
||||
set_mini_configparam(){
|
||||
config_mini_file=%{apppath}/share/postgresql/opengauss_config_file_mini
|
||||
echo "port = %{port}" >> ${config_mini_file}
|
||||
|
||||
config_sample_file=%{apppath}/share/postgresql/postgresql.conf.sample
|
||||
if [[ -f $config_mini_file ]]
|
||||
then
|
||||
if [[ ! -f "$config_sample_file" ]]
|
||||
then
|
||||
echo "postgresql.conf.sample does not exist"
|
||||
else
|
||||
while IFS= read -r line; do
|
||||
SUBSTRING=$(echo $line | cut -d'=' -f 1)"= "
|
||||
if grep -q "$SUBSTRING" $config_sample_file ; then
|
||||
sed -i "/$SUBSTRING/c$line" $config_sample_file
|
||||
else
|
||||
echo $line >> $config_sample_file
|
||||
fi
|
||||
done < $config_mini_file
|
||||
fi
|
||||
fi
|
||||
}
|
||||
|
||||
start_opengauss(){
|
||||
process_id=$(ps -ef | grep /var/lib/opengauss/data | grep -v grep | awk '{print $2}')
|
||||
if [ "$process_id" != "" ]; then
|
||||
echo "A process of opengauss already exists. Use command (ps -ef | grep /var/lib/opengauss/data) to confirm."
|
||||
echo "Please kill the process and reinstall opengauss."
|
||||
return 0
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [ "`ls -A /var/lib/opengauss/data`" != "" ]; then
|
||||
echo "Datanode dir(/var/lib/opengauss/data) is not empty."
|
||||
echo "Please delete dir and reinstall opengauss."
|
||||
return 0
|
||||
exit 1
|
||||
fi
|
||||
|
||||
result=$(su - opengauss -c "source ~/.bash_profile; gs_initdb -D /var/lib/opengauss/data -U opengauss --nodename=single_node")
|
||||
@ -330,10 +308,15 @@ add_service(){
|
||||
systemctl daemon-reload
|
||||
}
|
||||
|
||||
# for install step
|
||||
# 1:install 2:upgrade
|
||||
if [ $1 -eq 1 ]; then
|
||||
echo "install" > /var/lib/opengauss/recode_install_flag
|
||||
remove_service(){
|
||||
service_name=/usr/lib/systemd/system/opengauss.service
|
||||
if [ -f $service_name ]; then
|
||||
systemctl disable opengauss.service
|
||||
rm $service_name
|
||||
fi
|
||||
}
|
||||
|
||||
create_dir() {
|
||||
if [ -d /usr/local/opengauss ]; then
|
||||
rm -rf /usr/local/opengauss
|
||||
fi
|
||||
@ -341,71 +324,47 @@ if [ $1 -eq 1 ]; then
|
||||
cp -r /var/lib/opengauss/pkg_%{version}/* /usr/local/opengauss
|
||||
chmod -R 755 /usr/local/opengauss
|
||||
chown -R opengauss:opengauss /usr/local/opengauss
|
||||
set_mini_configparam
|
||||
}
|
||||
|
||||
upgrade_create_dir() {
|
||||
rm -rf /var/lib/opengauss/opengauss_upgrade/pkg_%{version}
|
||||
rm -rf /var/lib/opengauss/opengauss_upgrade/bak
|
||||
rm -rf /var/lib/opengauss/opengauss_upgrade/tmp
|
||||
mkdir -p /var/lib/opengauss/opengauss_upgrade/pkg_%{version}
|
||||
mkdir -p /var/lib/opengauss/opengauss_upgrade/bak
|
||||
mkdir -p /var/lib/opengauss/opengauss_upgrade/tmp
|
||||
chown -R opengauss:opengauss /var/lib/opengauss
|
||||
}
|
||||
|
||||
# for install step
|
||||
# 1:install 2:upgrade
|
||||
if [ $1 -eq 1 ]; then
|
||||
echo "install" > /var/lib/opengauss/recode_install_flag
|
||||
create_dir
|
||||
start_opengauss
|
||||
add_service
|
||||
elif [ $1 -eq 2 ]; then
|
||||
echo "upgrade" > /var/lib/opengauss/recode_install_flag
|
||||
mkdir -p /var/lib/opengauss/opengauss_upgrade
|
||||
mkdir -p /var/lib/opengauss/opengauss_upgrade/bak
|
||||
mkdir -p /var/lib/opengauss/opengauss_upgrade/tmp
|
||||
cp -r /var/lib/opengauss/pkg_%{version} /var/lib/opengauss/opengauss_upgrade
|
||||
chmod -R 755 /var/lib/opengauss/opengauss_upgrade
|
||||
chown -R opengauss:opengauss /var/lib/opengauss/opengauss_upgrade
|
||||
chmod -R 755 /usr/local/opengauss
|
||||
chown -R opengauss:opengauss /usr/local/opengauss
|
||||
chmod -R 755 /var/lib/opengauss/pkg_%{version}
|
||||
chown -R opengauss:opengauss /var/lib/opengauss/pkg_%{version}
|
||||
|
||||
echo "start upgrade..."
|
||||
echo "upgrade pre"
|
||||
su - opengauss -c "source ~/.bash_profile; cd /var/lib/opengauss/opengauss_upgrade/pkg_%{version}/; sh opengauss_upgrade_start.sh -t upgrade_pre"
|
||||
upgrade_create_dir
|
||||
local cmd="source ~/.bash_profile; cd /var/lib/opengauss/pkg_%{version}; sh upgrade.sh"
|
||||
local result
|
||||
result=$(su - opengauss -c "$cmd")
|
||||
if [ $? -ne 0 ]; then
|
||||
echo "Upgrade pre-check failed."
|
||||
echo "Please cd /var/lib/opengauss_upgrade/pkg_%{version}/; sh opengauss_upgrade_start.sh -t upgrade_pre"
|
||||
echo "Upgrade failed."
|
||||
echo "$result, Please cat the log information: cat /var/lib/opengauss/opengauss_upgrade/opengauss_upgrade.log"
|
||||
exit 1
|
||||
fi
|
||||
echo "upgrade bin"
|
||||
su - opengauss -c "source ~/.bash_profile; cd /var/lib/opengauss/opengauss_upgrade/pkg_%{version}/; sh opengauss_upgrade_start.sh -t upgrade_bin"
|
||||
if [ $? -ne 0 ]; then
|
||||
echo "Upgrade binary failed."
|
||||
exit 1
|
||||
fi
|
||||
echo "upgrade post"
|
||||
su - opengauss -c "source ~/.bash_profile; cd /var/lib/opengauss/opengauss_upgrade/pkg_%{version}/; sh opengauss_upgrade_start.sh -t upgrade_post"
|
||||
if [ $? -ne 0 ]; then
|
||||
echo "Upgrade post-check failed."
|
||||
echo "Please cd /var/lib/opengauss/opengauss_upgrade/pkg_%{version}/; sh opengauss_upgrade_start.sh -t upgrade_post"
|
||||
exit 1
|
||||
fi
|
||||
su - opengauss -c "source ~/.bash_profile; cd /var/lib/opengauss/opengauss_upgrade/pkg_%{version}/; sh opengauss_upgrade_start.sh -t upgrade_commit"
|
||||
if [ $? -ne 0 ]; then
|
||||
echo "Upgrade commit failed."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
servicename=/usr/lib/systemd/system/opengauss.service
|
||||
if [ -f $servicename ]; then
|
||||
systemctl disable opengauss.service
|
||||
rm $servicename
|
||||
fi
|
||||
cp %{tmppath}/script/opengauss.service /usr/lib/systemd/system/
|
||||
systemctl daemon-reload
|
||||
|
||||
# upgrade backup
|
||||
pid=$(ps -ef | grep /var/lib/opengauss/data | grep -v grep | awk '{print $2}')
|
||||
if [ "$pid" != "" ]; then
|
||||
kill -9 $pid
|
||||
fi
|
||||
cp -rf /usr/local/opengauss /usr/local/opengauss_%{version}
|
||||
remove_service
|
||||
add_service
|
||||
fi
|
||||
|
||||
%preun
|
||||
remove_service(){
|
||||
servicename=/usr/lib/systemd/system/opengauss.service
|
||||
if [ -f $servicename ]; then
|
||||
service_name=/usr/lib/systemd/system/opengauss.service
|
||||
if [ -f $service_name ]; then
|
||||
systemctl disable opengauss.service
|
||||
rm $servicename
|
||||
rm $service_name
|
||||
fi
|
||||
}
|
||||
|
||||
@ -451,9 +410,14 @@ if [ $flag = "install" ]; then
|
||||
echo "Please run: systemctl start opengauss.service"
|
||||
else
|
||||
echo "upgrade posttrans"
|
||||
cp -rf /usr/local/opengauss_%{version}/* /usr/local/opengauss
|
||||
if [ -d "/usr/local/opengauss" ] && [ "$(ls -A /usr/local/opengauss)" ]; then
|
||||
rm -rf /usr/local/opengauss
|
||||
fi
|
||||
mkdir -p /usr/local/opengauss
|
||||
cp -rf /var/lib/opengauss/opengauss_upgrade/pkg_%{version}/* /usr/local/opengauss
|
||||
chown -R opengauss:opengauss /usr/local/opengauss
|
||||
chmod -R 755 /usr/local/opengauss
|
||||
chmod -R 700 /var/lib/opengauss/data
|
||||
systemctl restart opengauss.service
|
||||
echo "opengauss upgrade successfully"
|
||||
fi
|
||||
@ -469,6 +433,9 @@ fi
|
||||
|
||||
|
||||
%changelog
|
||||
* Mon Dec 2 2024 liuheng <liuheng76@huawei.com> - 6.0.0-17
|
||||
- Adaptation upgrade
|
||||
|
||||
* Thu Nov 14 2024 liuheng <liuheng76@huawei.com> - 6.0.0-16
|
||||
- Update version to 6.0.0
|
||||
|
||||
|
||||
648
upgrade.sh
Normal file
648
upgrade.sh
Normal file
@ -0,0 +1,648 @@
|
||||
#/bin/bash
|
||||
err_upgrade_pre=201
|
||||
err_upgrade_bin=202
|
||||
err_upgrade_post=203
|
||||
err_rollback_pre=204
|
||||
err_rollback_bin=205
|
||||
err_rollback_post=206
|
||||
err_check_init=207
|
||||
err_parameter=208
|
||||
err_upgrade_commit=209
|
||||
err_version_same=210
|
||||
err_no_need_commit=211
|
||||
err_inner_sys=212
|
||||
err_dn_role_null=213
|
||||
|
||||
version=6.0.0
|
||||
GAUSS_BASE_PATH="/usr/local/opengauss"
|
||||
GAUSS_UPGRADE_BASE_PATH="/var/lib/opengauss/opengauss_upgrade/pkg_${version}"
|
||||
GAUSS_BACKUP_BASE_PATH="/var/lib/opengauss/opengauss_upgrade/bak"
|
||||
GAUSS_TMP_PATH="${GAUSS_UPGRADE_BASE_PATH}/tmp"
|
||||
GAUSS_LOG_FILE="${GAUSS_UPGRADE_BASE_PATH}/opengauss_upgrade.log"
|
||||
new_opengauss_dir=/var/lib/opengauss/pkg_${version}
|
||||
GAUSS_LISTEN_PORT=7654
|
||||
|
||||
function create_dir() {
|
||||
rm -rf ${GAUSS_BACKUP_BASE_PATH}
|
||||
rm -rf ${GAUSS_TMP_PATH}
|
||||
rm -rf ${GAUSS_UPGRADE_BASE_PATH}
|
||||
mkdir -p ${GAUSS_UPGRADE_BASE_PATH}
|
||||
mkdir -p ${GAUSS_BACKUP_BASE_PATH}
|
||||
mkdir -p ${GAUSS_TMP_PATH}
|
||||
# touch ${GAUSS_LOG_FILE}
|
||||
}
|
||||
|
||||
# create_dir
|
||||
|
||||
function cp_new_all_pkg_to_tmp_dir() {
|
||||
cp -rf ${new_opengauss_dir}/* ${GAUSS_UPGRADE_BASE_PATH}
|
||||
}
|
||||
|
||||
cp_new_all_pkg_to_tmp_dir
|
||||
|
||||
function debug() {
|
||||
local current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
echo "[$current_time]" "$1" >>"${GAUSS_LOG_FILE}"
|
||||
}
|
||||
|
||||
function log() {
|
||||
local current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
echo "[$current_time]" "$1" >>"${GAUSS_LOG_FILE}"
|
||||
echo "$1"
|
||||
}
|
||||
|
||||
function die() {
|
||||
local current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
if [[ -f "${GAUSS_LOG_FILE}" ]]; then
|
||||
echo "[$current_time]" "$1" >>"${GAUSS_LOG_FILE}"
|
||||
fi
|
||||
echo -e "\033[31mError: $1\033[0m"
|
||||
exit $2
|
||||
}
|
||||
|
||||
function check_config_path() {
|
||||
local temp_value="$1"
|
||||
if [[ "$temp_value" == *[\(\)\{\}\[\]\<\>\"\'\`\\\ \*\!\|\;\&\$\~\?]* ]]; then
|
||||
die "$temp_value may contain illegal characters" ${err_check_init}
|
||||
fi
|
||||
if echo "$temp_value" | grep -Eq "^/{1,}$"; then
|
||||
die "path cannot be / " ${err_check_init}
|
||||
fi
|
||||
}
|
||||
|
||||
function check_env() {
|
||||
if [[ "$GAUSSHOME" == "" ]]; then
|
||||
die "GAUSSHOME cannot be null!" ${err_check_init}
|
||||
fi
|
||||
if [[ "$GAUSSDATA" == "" ]] && [[ "$PGDATA" == "" ]]; then
|
||||
die "GAUSSDATA or PGDATA cannot be all null!" ${err_check_init}
|
||||
fi
|
||||
if [[ "$PGDATA" == "" ]]; then
|
||||
PGDATA=${GAUSSDATA}
|
||||
fi
|
||||
if [[ "$GAUSSDATA" == "" ]]; then
|
||||
GAUSSDATA=${PGDATA}
|
||||
fi
|
||||
check_config_path "$GAUSSHOME"
|
||||
check_config_path "$GAUSSDATA"
|
||||
check_config_path "$PGDATA"
|
||||
# ensure GAUSSDATA not contain GAUSSHOME
|
||||
if echo "$GAUSSDATA" | grep -wq "^$GAUSSHOME"; then
|
||||
die "GAUSSDATA cannot be in GAUSSHOME!" ${err_check_init}
|
||||
fi
|
||||
log "Current env value: GAUSSHOME is $GAUSSHOME, PGDATA is $PGDATA."
|
||||
}
|
||||
|
||||
function check_upgrade_config() {
|
||||
local tempfile="$GAUSS_TMP_PATH"/".temp_check_guc_value"
|
||||
# guc output from opengauss or gauss is diff
|
||||
if gs_guc check -D ${PGDATA} -c "$1" >"$tempfile" 2>&1; then
|
||||
tempvalue=$(cat "$tempfile" | tail -2 | head -1 | sed 's/\[[^][]*\]//g' | sed 's/[[:space:]]//g' | awk -F= '{print $2}')
|
||||
if ! rm -f ${tempfile}; then
|
||||
log "rm -f $tempfile failed"
|
||||
return 1
|
||||
fi
|
||||
if [[ "$tempvalue" == "$2" ]]; then
|
||||
debug "guc check $1=$2 successfully"
|
||||
return 0
|
||||
elif [[ "$1" == "sync_config_strategy" && "$tempvalue" == "NULL" ]]; then
|
||||
debug "guc check $1=$2 successfully"
|
||||
return 0
|
||||
else
|
||||
return 1
|
||||
fi
|
||||
else
|
||||
if ! rm -f ${tempfile}; then
|
||||
log "rm -f $tempfile failed"
|
||||
return 1
|
||||
fi
|
||||
return 1
|
||||
fi
|
||||
}
|
||||
|
||||
function reload_upgrade_config() {
|
||||
if check_upgrade_config "$1" "$2"; then
|
||||
return 0
|
||||
fi
|
||||
# only primary need to reload upgrade_mode, standby wait sync from primary
|
||||
query_dn_role
|
||||
if [[ X"$dn_role" == X"standby" || X"$dn_role" == X"cascade_standby" ]]; then
|
||||
return 0
|
||||
fi
|
||||
# ensure value of sync_config_strategy is all_node or default
|
||||
if ! check_upgrade_config "sync_config_strategy" "all_node"; then
|
||||
return 1
|
||||
fi
|
||||
|
||||
local current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
echo -n \[${current_time}\] " " >>"${GAUSS_LOG_FILE}"
|
||||
for i in $(seq 1 3); do
|
||||
if gs_guc reload -D ${PGDATA} -c "$1=$2" >>"${GAUSS_LOG_FILE}" 2>&1; then
|
||||
return 0
|
||||
fi
|
||||
sleep 2
|
||||
done
|
||||
return 1
|
||||
}
|
||||
|
||||
function check_version() {
|
||||
version=$(gaussdb -V)
|
||||
if [[ $version =~ "V500R002C00" || $version =~ "2.1.0" ]]; then
|
||||
echo "2.1.0" >${GAUSSHOME}/version.cfg
|
||||
echo "92.421" >>${GAUSSHOME}/version.cfg
|
||||
echo "1f6832d" >>${GAUSSHOME}/version.cfg
|
||||
old_version=1f6832d
|
||||
old_cfg=$(sed -n 2p "$GAUSSHOME/version.cfg" | sed 's/\.//g')
|
||||
else
|
||||
if [[ ! -f "${GAUSSHOME}/version.cfg" ]]; then
|
||||
die "Cannot find current version.cfg!" ${err_upgrade_pre}
|
||||
else
|
||||
old_version=$(sed -n 3p "$GAUSSHOME"/version.cfg)
|
||||
old_cfg=$(sed -n 2p "$GAUSSHOME/version.cfg" | sed 's/\.//g')
|
||||
fi
|
||||
fi
|
||||
if [[ -f "$GAUSS_UPGRADE_BASE_PATH"/version.cfg ]]; then
|
||||
new_version_cfg_path="${GAUSS_UPGRADE_BASE_PATH}/version.cfg"
|
||||
else
|
||||
die "Cannot find new version.cfg!" ${err_upgrade_pre}
|
||||
fi
|
||||
|
||||
new_version=$(sed -n 3p "$new_version_cfg_path")
|
||||
new_cfg=$(sed -n 2p "$new_version_cfg_path" | sed 's/\.//g')
|
||||
|
||||
if [[ X"$old_version" == X || X"$old_cfg" == X || X"$new_version" == X || X"$new_cfg" == X ]]; then
|
||||
die "Maybe version.cfg is not normal" ${err_upgrade_pre}
|
||||
fi
|
||||
if ! echo "$old_cfg" | grep -Ewq "[0-9]{3,6}"; then
|
||||
die "Maybe version.cfg is not normal" ${err_upgrade_pre}
|
||||
fi
|
||||
if ! echo "$new_cfg" | grep -Ewq "[0-9]{3,6}"; then
|
||||
die "Maybe version.cfg is not normal" ${err_upgrade_pre}
|
||||
fi
|
||||
|
||||
if [[ "$old_version" == "$new_version" ]]; then
|
||||
die "New version is same as old, the commitId is $old_version!" ${err_version_same}
|
||||
fi
|
||||
if [[ ${new_cfg} -lt ${old_cfg} ]]; then
|
||||
die "Current version is newer!" ${err_upgrade_pre}
|
||||
fi
|
||||
|
||||
log "Old version commitId is $old_version, version info is $old_cfg"
|
||||
log "New version commitId is $new_version, version info is $new_cfg"
|
||||
}
|
||||
|
||||
function check_disk() {
|
||||
avail_disk=$(df -BM "$GAUSS_UPGRADE_BASE_PATH" | tail -n 1 | awk '{print $4}')
|
||||
avail_disk=${avail_disk:0:-1}
|
||||
if [[ X"$min_disk" == "X" ]]; then
|
||||
min_disk=2048
|
||||
fi
|
||||
if [[ ${avail_disk} -lt ${min_disk} ]]; then
|
||||
die "avail disk must be >= ${min_disk}MB, check with cmd: df -BM $GAUSS_UPGRADE_BASE_PATH!" ${err_check_init}
|
||||
fi
|
||||
log "Check available disk space successfully."
|
||||
}
|
||||
|
||||
function start_dbnode() {
|
||||
start_cmd="gs_ctl start -D ${PGDATA} "
|
||||
log "start gaussdb by cmd: $start_cmd"
|
||||
${start_cmd} >>"${GAUSS_LOG_FILE}" 2>&1
|
||||
if [ $? -ne 0 ]; then
|
||||
die "failed to $start_cmd"
|
||||
fi
|
||||
}
|
||||
|
||||
function rollback_post() {
|
||||
if ! check_db_process; then
|
||||
die "Gaussdb is not running" ${err_rollback_post}
|
||||
fi
|
||||
if ! reload_upgrade_config upgrade_mode 2; then
|
||||
die "set upgrade_mode to 2 failed" ${err_upgrade_post}
|
||||
fi
|
||||
if exec_sql "$GAUSS_UPGRADE_BASE_PATH"/temp_sql/temp_rollback-post_maindb.sql maindb && exec_sql "$GAUSS_UPGRADE_BASE_PATH"/temp_sql/temp_rollback-post_otherdb.sql otherdb; then
|
||||
debug "rollback post sql successfully"
|
||||
else
|
||||
die "rollback post sql failed" ${err_rollback_post}
|
||||
fi
|
||||
}
|
||||
|
||||
function prepare_sql() {
|
||||
#$1: upgrade,upgrade-post,rollback,rollback-post
|
||||
#$2: maindb,otherdb
|
||||
temp_old=${old_cfg}
|
||||
temp_new=${new_cfg}
|
||||
local action="$1"
|
||||
local dbname="$2"
|
||||
local tempfile="$GAUSS_TMP_PATH"/temp_sql/"temp_"${action}_${dbname}.sql
|
||||
temp_file_num=0
|
||||
if echo "START TRANSACTION;set IsInplaceUpgrade = on;" >"$tempfile" && chmod 600 "$tempfile"; then
|
||||
debug "Begin to generate $tempfile"
|
||||
else
|
||||
die "Write $tempfile failed" ${err_upgrade_pre}
|
||||
fi
|
||||
if ! echo "SET search_path = 'pg_catalog';SET local client_min_messages = NOTICE;SET local log_min_messages = NOTICE;" >>"$tempfile"; then
|
||||
die "Write $tempfile failed" ${err_upgrade_pre}
|
||||
fi
|
||||
if ! echo "SET statement_timeout = 3600000;" >>"$tempfile"; then
|
||||
die "Write $tempfile failed" ${err_upgrade_pre}
|
||||
fi
|
||||
if [[ "$action" == "upgrade" || "$action" == "upgrade-post" ]]; then
|
||||
while [[ ${temp_old} -lt ${temp_new} ]]; do
|
||||
((temp_old = $temp_old + 1))
|
||||
local upgrade_sql_file="upgrade_sql/upgrade_catalog_${dbname}/${action}_catalog_${dbname}_${temp_old:0:2}_${temp_old:2}.sql"
|
||||
if [[ -f "$upgrade_sql_file" ]]; then
|
||||
if ! cat "$upgrade_sql_file" >>"$tempfile"; then
|
||||
die "Write $tempfile failed" ${err_upgrade_pre}
|
||||
fi
|
||||
debug "$upgrade_sql_file >> $tempfile"
|
||||
((temp_file_num = temp_file_num + 1))
|
||||
fi
|
||||
done
|
||||
fi
|
||||
if [[ "$1" == "rollback" || "$1" == "rollback-post" ]]; then
|
||||
while [[ ${temp_new} -gt ${temp_old} ]]; do
|
||||
local upgrade_sql_file="upgrade_sql/rollback_catalog_${dbname}/${action}_catalog_${dbname}_${temp_new:0:2}_${temp_new:2}.sql"
|
||||
if [[ -f "$upgrade_sql_file" ]]; then
|
||||
if ! cat "$upgrade_sql_file" >>"$tempfile"; then
|
||||
die "Write $tempfile failed" ${err_upgrade_pre}
|
||||
fi
|
||||
debug "$upgrade_sql_file >>$tempfile"
|
||||
((temp_file_num = temp_file_num + 1))
|
||||
fi
|
||||
((temp_new = $temp_new - 1))
|
||||
done
|
||||
fi
|
||||
if ! echo "COMMIT;" >>"$tempfile"; then
|
||||
die "Write $tempfile failed" ${err_upgrade_pre}
|
||||
fi
|
||||
#file not meet requirements
|
||||
if [[ ${temp_file_num} -eq 0 ]]; then
|
||||
debug "No sql file for ${action} ${dbname}!"
|
||||
rm -f "$tempfile"
|
||||
else
|
||||
debug "get ${temp_file_num} files for ${action} ${dbname}!"
|
||||
fi
|
||||
}
|
||||
|
||||
function prepare_sql_all() {
|
||||
local dir_temp_sql="$GAUSS_TMP_PATH"/temp_sql
|
||||
local sql_tar_file="$GAUSS_UPGRADE_BASE_PATH"/upgrade_sql.tar.gz
|
||||
local sql_tar_sha="$GAUSS_UPGRADE_BASE_PATH"/upgrade_sql.sha256
|
||||
|
||||
if [[ ! -f "${sql_tar_file}" ]] || [[ ! -f "${sql_tar_sha}" ]]; then
|
||||
die "${sql_tar_file} or ${sql_tar_sha} not exit!" ${err_upgrade_pre}
|
||||
else
|
||||
local sha_expect=$(cat ${sql_tar_sha})
|
||||
local sha_current=$(sha256sum ${sql_tar_file} | awk '{print $1}')
|
||||
if [[ "$sha_expect" != "$sha_current" ]]; then
|
||||
die "The sha256 value of $sql_tar_file does not match $sql_tar_sha!" ${err_upgrade_pre}
|
||||
fi
|
||||
if [[ -d "$dir_temp_sql" ]]; then
|
||||
rm -rf "$dir_temp_sql"
|
||||
fi
|
||||
if mkdir -p -m 700 "$dir_temp_sql" && tar -zxf "$sql_tar_file" -C "$dir_temp_sql"; then
|
||||
log "decompress upgrade_sql.tar.gz successfully."
|
||||
else
|
||||
die "decompress upgrade_sql.tar.gz failed" ${err_upgrade_pre}
|
||||
fi
|
||||
fi
|
||||
#total 8
|
||||
cd "$dir_temp_sql"
|
||||
for action in upgrade upgrade-post rollback rollback-post; do
|
||||
for db_base in maindb otherdb; do
|
||||
prepare_sql ${action} ${db_base}
|
||||
done
|
||||
done
|
||||
}
|
||||
|
||||
function pre_exec_sql() {
|
||||
if exec_sql "$GAUSS_TMP_PATH"/temp_sql/temp_upgrade_maindb.sql maindb && exec_sql "$GAUSS_TMP_PATH"/temp_sql/temp_upgrade_otherdb.sql otherdb; then
|
||||
debug "exec pre sql successfully"
|
||||
else
|
||||
log "exec pre sql failed"
|
||||
return 1
|
||||
fi
|
||||
}
|
||||
|
||||
function post_exec_sql() {
|
||||
if exec_sql "$GAUSS_TMP_PATH"/temp_sql/temp_upgrade-post_maindb.sql maindb && exec_sql "$GAUSS_TMP_PATH"/temp_sql/temp_upgrade-post_otherdb.sql otherdb; then
|
||||
debug "upgrade post sql successfully"
|
||||
else
|
||||
die "upgrade post sql failed" ${err_upgrade_post}
|
||||
fi
|
||||
}
|
||||
|
||||
function stop_dbnode() {
|
||||
if ! check_db_process; then
|
||||
return 0
|
||||
fi
|
||||
gs_ctl stop -D ${PGDATA} >>"${GAUSS_LOG_FILE}" 2>&1
|
||||
}
|
||||
|
||||
function check_db_process() {
|
||||
legal_path=$(echo "$GAUSSHOME/bin/gaussdb" | sed 's#//*#/#g')
|
||||
ps wwx | grep "${legal_path}" | grep -v grep >/dev/null
|
||||
}
|
||||
|
||||
function query_dn_role() {
|
||||
gs_ctl query -D ${PGDATA} >"${GAUSS_TMP_PATH}/temp_dn_role"
|
||||
dn_role_temp=$(grep local_role "${GAUSS_TMP_PATH}/temp_dn_role" | head -1 | awk '{print $3}')
|
||||
# rm -f "${GAUSS_TMP_PATH}/temp_dn_role"
|
||||
if [[ "$dn_role_temp" = "Normal" ]]; then
|
||||
dn_role_temp="normal"
|
||||
elif [[ "$dn_role_temp" = "Primary" ]]; then
|
||||
dn_role_temp="primary"
|
||||
elif [[ "$dn_role_temp" = "Standby" ]]; then
|
||||
dn_role_temp="standby"
|
||||
elif [[ "$dn_role_temp" = "Cascade" ]]; then
|
||||
dn_role_temp="cascade_standby"
|
||||
else
|
||||
dn_role_temp=""
|
||||
fi
|
||||
|
||||
dn_role="$dn_role_temp"
|
||||
if [[ "$dn_role" != "$dn_role_temp" ]]; then
|
||||
die "dn_role maybe not right" ${err_dn_role_null}
|
||||
fi
|
||||
}
|
||||
|
||||
function rollback_bin() {
|
||||
export GAUSSHOME=${GAUSS_BASE_PATH}
|
||||
export LD_LIBRARY_PATH=${GAUSSHOME}/lib:$LD_LIBRARY_PATH
|
||||
export PATH=${GAUSSHOME}/bin:$PATH
|
||||
start_dbnode
|
||||
if ! reload_upgrade_config upgrade_mode 0; then
|
||||
die "set upgrade_mode to 0 failed" ${err_upgrade_post}
|
||||
fi
|
||||
}
|
||||
|
||||
function rollback_pre_sql() {
|
||||
if exec_sql "$GAUSS_TMP_PATH"/temp_sql/temp_rollback_maindb.sql maindb && exec_sql "$GAUSS_TMP_PATH"/temp_sql/temp_rollback_otherdb.sql otherdb; then
|
||||
debug "rollback pre sql successfully"
|
||||
else
|
||||
die "rollback pre sql failed" ${err_rollback_pre}
|
||||
fi
|
||||
}
|
||||
|
||||
function rollback_post() {
|
||||
if ! reload_upgrade_config upgrade_mode 2; then
|
||||
die "set upgrade_mode to 2 failed" ${err_upgrade_post}
|
||||
fi
|
||||
if exec_sql "$GAUSS_TMP_PATH"/temp_sql/temp_rollback-post_maindb.sql maindb && exec_sql "$GAUSS_TMP_PATH"/temp_sql/temp_rollback-post_otherdb.sql otherdb; then
|
||||
debug "rollback post sql successfully"
|
||||
else
|
||||
die "rollback post sql failed" ${err_rollback_post}
|
||||
fi
|
||||
}
|
||||
|
||||
function set_upgrade_config() {
|
||||
if check_upgrade_config "$1" "$2"; then
|
||||
return 0
|
||||
fi
|
||||
local current_time=$(date +"%Y-%m-%d %H:%M:%S")
|
||||
echo -n \[${current_time}\] " " >>"${GAUSS_LOG_FILE}"
|
||||
for i in $(seq 1 3); do
|
||||
if gs_guc set -D ${PGDATA} -c "$1=$2" >>"${GAUSS_LOG_FILE}" 2>&1; then
|
||||
debug "guc set $1=$2 successfully"
|
||||
return 0
|
||||
fi
|
||||
sleep 2
|
||||
done
|
||||
return 1
|
||||
}
|
||||
|
||||
function set_upgrade_mode() {
|
||||
if ! set_upgrade_config upgrade_mode 2; then
|
||||
die "set upgrade_mode to 2 failed" ${err_rollback_bin}
|
||||
fi
|
||||
}
|
||||
|
||||
function check_upgrade_mode_by_sql() {
|
||||
# check upgrade_mode = 2 by sql
|
||||
check_upgrade_mode_result="$GAUSS_TMP_PATH"/".temp_upgrade_mode"
|
||||
if echo "" >${check_upgrade_mode_result} && chmod 600 ${check_upgrade_mode_result}; then
|
||||
debug "Begin to generate check_upgrade_mode_result."
|
||||
else
|
||||
log "generate $check_upgrade_mode_result failed."
|
||||
return 1
|
||||
fi
|
||||
gsql -p ${GAUSS_LISTEN_PORT} -d postgres --pipeline -X -t -A \
|
||||
-c "show upgrade_mode;" >${check_upgrade_mode_result} 2>&1 &
|
||||
sleep 0.1
|
||||
|
||||
for i in $(seq 1 60); do
|
||||
check_mode_sql=$(cat ${check_upgrade_mode_result})
|
||||
if [[ "$check_mode_sql" == "2" ]]; then
|
||||
rm -f ${check_upgrade_mode_result}
|
||||
return 0
|
||||
elif [[ "$check_mode_sql" == "0" ]]; then
|
||||
rm -f ${check_upgrade_mode_result}
|
||||
gsql -p ${GAUSS_LISTEN_PORT} -d postgres --pipeline -X -t -A \
|
||||
-c "show upgrade_mode;" >${check_upgrade_mode_result} 2>&1 &
|
||||
elif [[ "$check_mode_sql" == "" ]]; then
|
||||
debug "Wait for check_upgrade_mode_result..."
|
||||
else
|
||||
log "$(cat ${check_upgrade_mode_result})"
|
||||
return 1
|
||||
fi
|
||||
sleep 0.5
|
||||
done
|
||||
if [[ -f "${check_upgrade_mode_result}" ]]; then
|
||||
debug "check_upgrade_mode_result is $(cat ${check_upgrade_mode_result})"
|
||||
rm -f ${check_upgrade_mode_result}
|
||||
else
|
||||
debug "get upgrade_mode by gsql failed"
|
||||
fi
|
||||
return 1
|
||||
}
|
||||
|
||||
function exec_sql() {
|
||||
#$1: sqlfilename
|
||||
#$2: maindb,otherdb
|
||||
query_dn_role
|
||||
if [[ X"$dn_role" == X"standby" || X"$dn_role" == X"cascade_standby" ]]; then
|
||||
return 0
|
||||
fi
|
||||
if [[ ! -f "$1" ]]; then
|
||||
return 0
|
||||
fi
|
||||
|
||||
if ! check_upgrade_mode_by_sql; then
|
||||
return 1
|
||||
fi
|
||||
|
||||
temp_result="$GAUSS_TMP_PATH"/"temp_sql_temp_result_$(date +%Y%m%d_%H%M%S)"
|
||||
if echo "" >"$temp_result" && chmod 600 "$temp_result"; then
|
||||
debug "begin exec sql ,file name is $1"
|
||||
else
|
||||
log "Generate $temp_result failed."
|
||||
fi
|
||||
sqlbegin="gsql -p $GAUSS_LISTEN_PORT -X -t -A "
|
||||
if [[ "$2" == "maindb" ]]; then
|
||||
if ${sqlbegin} -d postgres --echo-queries --set ON_ERROR_STOP=on -f $1 >>"$temp_result" 2>&1; then
|
||||
debug "Exec $1 on database: postgres successfully"
|
||||
else
|
||||
log "Exec sql on postgres failed."
|
||||
debug "$(cat ${temp_result})"
|
||||
rm -f ${temp_result}
|
||||
return 1
|
||||
fi
|
||||
else
|
||||
if databases=$(${sqlbegin} -d postgres -c "SELECT datname FROM pg_catalog.pg_database where datname != 'postgres';"); then
|
||||
temp_num=$(echo ${databases} | awk '{print NF}')
|
||||
debug "Num of other databases: $temp_num"
|
||||
else
|
||||
log "Exec sql to get databases failed."
|
||||
return 1
|
||||
fi
|
||||
for database in ${databases}; do
|
||||
debug "Begin exec $1 on database: $database "
|
||||
${sqlbegin} -d ${database} --echo-queries --set ON_ERROR_STOP=on -f $1 >>"$temp_result" 2>&1
|
||||
done
|
||||
fi
|
||||
if grep -wE "ERROR:|FATAL:|could not connect to server" ${temp_result}; then
|
||||
log "Exec sql failed."
|
||||
debug "$(cat ${temp_result})"
|
||||
rm -f ${temp_result}
|
||||
return 1
|
||||
else
|
||||
debug "Exec all sql successfully."
|
||||
rm -f ${temp_result}
|
||||
return 0
|
||||
fi
|
||||
}
|
||||
|
||||
function guc_delete() {
|
||||
if [[ ! -f "$GAUSS_TMP_PATH"/temp_sql/upgrade_sql/set_guc/delete_guc ]]; then
|
||||
log "No need to delete guc"
|
||||
fi
|
||||
for para in $(cat "$GAUSS_TMP_PATH"/temp_sql/upgrade_sql/set_guc/delete_guc); do
|
||||
if echo ${para} | grep -w datanode >/dev/null; then
|
||||
para=$(echo ${para} | awk '{print $1}')
|
||||
if sed -i "/^${para}[ =]/d" ${PGDATA}/postgresql.conf; then
|
||||
debug "$para was deleted successfully."
|
||||
else
|
||||
die "$para was deleted failed" ${err_upgrade_bin}
|
||||
fi
|
||||
fi
|
||||
done
|
||||
log "Delete guc successfully"
|
||||
}
|
||||
|
||||
function delete_tmp_files() {
|
||||
rm -rf "$GAUSS_TMP_PATH"
|
||||
rm -rf ${GAUSS_LOG_FILE}
|
||||
}
|
||||
|
||||
function add_pg_proc_index() {
|
||||
add_index="start transaction; set isinplaceupgrade=on;
|
||||
ALTER INDEX pg_proc_proname_args_nsp_index unusable;
|
||||
SET LOCAL inplace_upgrade_next_system_object_oids = IUO_CATALOG, false, true, 0, 0, 0, 9666;
|
||||
CREATE INDEX pg_catalog.pg_proc_proname_all_args_nsp_index on pg_catalog.pg_proc USING BTREE(proname name_ops, pronamespace oid_ops, propackageid oid_ops);
|
||||
SET LOCAL inplace_upgrade_next_system_object_oids = IUO_CATALOG, false, true, 0, 0, 0, 0;
|
||||
commit;"
|
||||
version=$(gaussdb -V)
|
||||
if [[ $version =~ "V500R002C00" || $version =~ "2.1.0" ]]; then
|
||||
sqlbegin="gsql -p $GAUSS_LISTEN_PORT -X -t -A "
|
||||
result=$(${sqlbegin} -d postgres -c "${add_index}")
|
||||
if [ $? -ne 0 ]; then
|
||||
log "Exec sql to get databases failed."
|
||||
return 1
|
||||
fi
|
||||
fi
|
||||
}
|
||||
|
||||
function upgrade_pre() {
|
||||
# 1.检查环境变量,版本,磁盘
|
||||
check_env
|
||||
check_version
|
||||
check_disk
|
||||
# 2.准备sql
|
||||
prepare_sql_all
|
||||
# 3.设置升级模式
|
||||
if ! reload_upgrade_config upgrade_mode 2; then
|
||||
die "set upgrade_mode to 0 failed" ${err_upgrade_pre}
|
||||
fi
|
||||
# 4.添加pg_proc_index
|
||||
add_pg_proc_index
|
||||
# 5.执行pre sql
|
||||
pre_exec_sql
|
||||
if [ $? -ne 0 ]; then
|
||||
rollback_pre_sql
|
||||
fi
|
||||
}
|
||||
|
||||
function remove_path() {
|
||||
local remove_dir="$1"
|
||||
export PATH=$(echo $PATH | tr ':' '\n' | grep -v "^${remove_dir}$" | tr '\n' ':' | sed 's/:$//')
|
||||
}
|
||||
|
||||
function remove_lib() {
|
||||
local remove_dir="$1"
|
||||
export LD_LIBRARY_PATH=$(echo $LD_LIBRARY_PATH | tr ':' '\n' | grep -v "^${remove_dir}$" | tr '\n' ':' | sed 's/:$//')
|
||||
}
|
||||
|
||||
function upgrade_bin() {
|
||||
# 1.停止旧库
|
||||
if ! stop_dbnode; then
|
||||
die "Stop gaussdb failed" ${err_upgrade_bin}
|
||||
fi
|
||||
# 2.删除guc
|
||||
guc_delete
|
||||
# 3.启动新库
|
||||
remove_path ${GAUSS_BASE_PATH}/bin
|
||||
remove_lib ${GAUSS_BASE_PATH}/lib
|
||||
export GAUSSHOME=${GAUSS_UPGRADE_BASE_PATH}
|
||||
export LD_LIBRARY_PATH=${GAUSSHOME}/lib:$LD_LIBRARY_PATH
|
||||
export PATH=${GAUSSHOME}/bin:$PATH
|
||||
start_dbnode
|
||||
}
|
||||
|
||||
function upgrade_post() {
|
||||
# 1.执行升级sql，升级元数据
|
||||
if ! check_db_process; then
|
||||
die "Guassdb is not running" ${err_upgrade_post}
|
||||
fi
|
||||
if exec_sql "$GAUSS_TMP_PATH"/temp_sql/temp_upgrade-post_maindb.sql maindb && exec_sql "$GAUSS_TMP_PATH"/temp_sql/temp_upgrade-post_otherdb.sql otherdb; then
|
||||
debug "upgrade post sql successfully"
|
||||
else
|
||||
log "upgrade post sql failed"
|
||||
return 1
|
||||
fi
|
||||
}
|
||||
|
||||
function upgrade_commit() {
|
||||
# 1.设置升级模式为0
|
||||
if ! reload_upgrade_config upgrade_mode 0; then
|
||||
die "set upgrade_mode to 0 failed" ${err_upgrade_commit}
|
||||
fi
|
||||
# 2.删除临时文件
|
||||
delete_tmp_files
|
||||
}
|
||||
|
||||
function cp_bak() {
|
||||
cp -rf ${GAUSS_BASE_PATH}/* ${GAUSS_BACKUP_BASE_PATH}
|
||||
rm -rf ${GAUSS_BASE_PATH}/*
|
||||
}
|
||||
|
||||
function cp_new() {
|
||||
cp -rf ${GAUSS_UPGRADE_BASE_PATH}/* ${GAUSS_BASE_PATH}
|
||||
}
|
||||
|
||||
function main() {
|
||||
upgrade_pre
|
||||
upgrade_bin
|
||||
upgrade_post
|
||||
upgrade_commit
|
||||
stop_dbnode
|
||||
# cp_bak
|
||||
# cp_new
|
||||
# remove_path ${GAUSS_UPGRADE_BASE_PATH}/bin
|
||||
# remove_lib ${GAUSS_UPGRADE_BASE_PATH}/lib
|
||||
# source /var/lib/opengauss/.bash_profile
|
||||
# which gs_ctl
|
||||
# start_dbnode
|
||||
return 0
|
||||
}
|
||||
|
||||
main
|
||||
Loading…
x
Reference in New Issue
Block a user