一、MogDB容器代碼解讀
1. clone代碼庫
[root@ecs-lee lee]# git clone https://gitee.com/enmotech/enmotech-docker-mogdb
Cloning into 'enmotech-docker-mogdb'
...
remote: Enumerating objects: 173, done.
remote: Counting objects: 100% (18/18), done.
remote: Compressing objects: 100% (16/16), done.
remote: Total 173 (delta 6), reused 9 (delta 2), pack-reused 155 Receiving objects: 100% (173/173), 2.00 MiB | 688.00 KiB/s, done.
Resolving deltas: 100% (87/87), done.
2. 文件結構及用意
[root@ecs-lee enmotech-docker-mogdb]# ls -lrt
total 112
drwxr-xr-x 2 root root 4096 Sep 8 09:30 1.0.0
drwxr-xr-x 2 root root 4096 Sep 8 09:30 1.0.1
drwxr-xr-x 2 root root 4096 Sep 8 09:30 1.1.0
drwxr-xr-x 2 root root 4096 Sep 8 09:30 2.0.0
drwxr-xr-x 2 root root 4096 Sep 8 09:30 2.0.1
drwxr-xr-x 2 root root 4096 Sep 8 09:30 2.0.3
drwxr-xr-x 2 root root 4096 Sep 8 09:30 3.0.1
drwxr-xr-x 2 root root 4096 Sep 8 09:30 3.0.0
drwxr-xr-x 2 root root 4096 Sep 8 09:30 2.1.1
drwxr-xr-x 2 root root 4096 Sep 8 09:30 2.1.0
-rw-r--r-- 1 root root 10147 Sep 8 09:30 README.md
-rw-r--r-- 1 root root 8699 Sep 8 09:30 origin-opengauss-text.png
-rw-r--r-- 1 root root 35149 Sep 8 09:30 LICENSE
-rwxr-xr-x 1 root root 3755 Sep 8 09:30 create_master_slave.sh
-rwxr-xr-x 1 root root 4337 Sep 8 09:30 buildDockerImage.sh
- 1.0.0 1.1.0 … 3.0.1 為對應的數據庫版本目錄
- README.md readme文件
- origin-opengauss-text.png openGauss圖片
- LICENSE “GNU GENERAL PUBLIC LICENSE”
- create_master_slave.sh 主備創建腳本
- buildDockerImage.sh 創建鏡像腳本
[root@ecs-lee enmotech-docker-mogdb]# tree 3.0.1
3.0.1
├── dockerfile_amd
├── dockerfile_arm
├── entrypoint.sh
├── k8s_amd.yaml
├── k8s_arm.yaml
├── md5_file_amd64
└── md5_file_arm64
0 directories, 8 files
- dockerfile_amd dockerfile文件 amd架構下
- dockerfile_arm dockerfile文件 arm架構下
- entrypoint.sh endpoint 文件用于創建DB及一些定制化功能
- k8s_amd.yaml k8s amd架構yaml文件
- k8s_arm.yaml k8s arm架構yaml文件
- md5_file_amd64 用于校驗amd架構下數據庫安裝包
- md5_file_arm64 用于校驗arm架構下數據庫安裝包
3. 關鍵文件內容解讀
a. dockerfile_amd
[root@ecs-lee 3.0.1]# cat dockerfile_amd
FROM ubuntu:18.04 as builder
RUN set -eux; \
apt-get update && apt-get install -y \
wget && \
wget https://gitee.com/lee1002/gosu/attach_files/943635/download/gosu-amd64 && \
wget https://cdn-mogdb.enmotech.com/mogdb-media/3.0.1/Plugins-3.0.1-CentOS-x86_64.tar.gz && \
wget https://gitee.com/enmotech/compat-tools/attach_files/1110114/download/compat-tools-v2022.06.28.tar && \
wget https://gitee.com/enmotech/mogila/attach_files/954052/download/mogila-v1.0.0.bz2
FROM ubuntu:18.04
ADD MogDB-3.0.1-CentOS-64bit.tar.gz /usr/local/mogdb
COPY --from=builder /gosu-amd64 /usr/local/bin/gosu
COPY --from=builder /Plugins-3.0.1-CentOS-x86_64.tar.gz /tmp
COPY --from=builder /compat-tools-v2022.06.28.tar /tmp
COPY --from=builder /mogila-v1.0.0.bz2 /tmp
COPY entrypoint.sh /usr/local/bin/
ENV LANG en_US.utf8
ENV PGDATA /var/lib/mogdb/data
RUN set -eux; \
apt-get update && apt-get install -y \
libaio-dev \
libkeyutils-dev \
libnuma-dev \
locales \
libreadline-dev \
vim \
procps && \
rm -rf /var/lib/apt/lists/*; \
ln -s /lib/x86_64-linux-gnu/libreadline.so.7 /lib/x86_64-linux-gnu/libreadline.so.6; \
groupadd -g 70 omm; \
useradd -u 70 -g omm -m -s /bin/bash omm; \
mkdir -p /var/lib/mogdb && \
mkdir -p /usr/local/mogdb && \
mkdir -p /var/run/mogdb && \
mkdir /docker-entrypoint-initdb.d && \
mkdir -p /usr/local/mogdb/share/postgresql/contrib && \
tar -xf /tmp/compat-tools-v2022.06.28.tar -C /home/omm && \
mv /home/omm/compat-tools-v2022.06.28 /home/omm/compat-tools && \
tar -xf /tmp/mogila-v1.0.0.bz2 -C /home/omm && \
tar -xf /tmp/Plugins-3.0.1-CentOS-x86_64.tar.gz -C /usr/local/mogdb && \
rm -rf /usr/local/mogdb/plugin/postgis && \
rm -f /tmp/compat-tools-v2022.06.28.tar && \
rm -f /tmp/Plugins-3.0.1-CentOS-x86_64.tar.gz && \
rm -f /tmp/mogila-v1.0.0.bz2 && \
chown omm:omm /var/lib/mogdb /home/omm /var/run/mogdb /docker-entrypoint-initdb.d /usr/local/mogdb/ /usr/local/mogdb/lib /usr/local/mogdb/lib/postgresql /usr/local/mogdb/share/postgresql/contrib /usr/local/mogdb/share/postgresql/extension /usr/local/mogdb/bin && \
locale-gen en_US.UTF-8 && \
echo "export GAUSSHOME=/usr/local/mogdb" >> /home/omm/.bashrc && \
echo "export PATH=\$GAUSSHOME/bin:\$PATH " >> /home/omm/.bashrc && \
echo "export LD_LIBRARY_PATH=\$GAUSSHOME/lib:\$LD_LIBRARY_PATH" >> /home/omm/.bashrc && \
echo "export GAUSSLOG=/var/lib/mogdb/data/pg_log" >> /home/omm/.bashrc && \
echo "export PGDATA=/var/lib/mogdb/data" >> /home/omm/.bashrc && \
echo "\set PROMPT1 'MogDB%R%#'" >> /home/omm/.gsqlrc && \
echo "\set PROMPT2 '#'" >> /home/omm/.gsqlrc && \
echo "\set PROMPT3 '>'" >> /home/omm/.gsqlrc && \
chown -R omm:omm /home/omm && \
chmod +x /usr/local/bin/gosu && \
chmod 755 /usr/local/bin/entrypoint.sh /usr/local/mogdb/plugins && \
cp `find /usr/local/mogdb/plugins -name *.so` /usr/local/mogdb/lib/postgresql/ && \
cp `find /usr/local/mogdb/plugins -name "*.control" -or -name "*.sql"` /usr/local/mogdb/share/postgresql/extension/ && \
cp `find /usr/local/mogdb/plugins -name pg_repack -type f -or -name pg_bulkload -type f -or -name postgresql` /usr/local/mogdb/bin/ && \
cp `find /usr/local/mogdb/plugins -name pg_timestamp.sql -or -name uninstall_pg_timestamp.sql` /usr/local/mogdb/share/postgresql/contrib/ && \
rm -rf /usr/local/mogdb/plugins && \
chmod 755 /usr/local/mogdb/lib/postgresql/* /usr/local/mogdb/share/postgresql/extension/* /usr/local/mogdb/bin/pg_repack /usr/local/mogdb/share/postgresql/contrib/pg_timestamp.sql && \
ln -s /usr/local/bin/entrypoint.sh /
ENTRYPOINT ["entrypoint.sh"]
EXPOSE 5432
CMD ["mogdb"]
- FROM ubuntu:18.04 as builder
- 兩階段構建，第一階段準備安裝包及依賴環境，
- FROM ubuntu:18.04
- 第二階段從第一階段去包及依賴環境，可以減少最終鏡像大小。
- wget
- 下載安裝包
- COPY
- 從第一階段鏡像導入
- ENV
- 配置環境變量
- RUN
- 準備數據庫依賴環境及清理中間產物。
- apt
- 安裝依賴包及基礎環境
- rm -rf
- 清理依賴環境
- mkdir
- 創建相關目錄
- groupadd useradd
- 增加所需用戶及用戶組
- ehco
- 配置環境變量及gsqlrc
- chown chmod
- 更改用戶owner及權限
- cp
- 安裝相關插件
- locale-gen en_US.UTF-8
- 安裝語言依賴
- ENTRYPOINT CMD
- 組合傳入mogdb參數會運entrypoint.sh
b. dockerfile_arm 文件內容和amd版本類似
c. k8s_arm.yaml
[root@ecs-lee 3.0.1]# cat k8s_arm.yaml
apiVersion: v1 --k8s api
kind: Pod -- k8s 運行種類
metadata:
name: mogdb
spec:
containers: --容器定義
- name: mogdb
image: swr.cn-north-4.myhuaweicloud.com/mogdb/mogdb:3.0.1 --容器地址
env: -- 環境變量
- name: GS_PASSWORD -- key
value: "Enmo@123" -- value
command: ["/bin/bash"] -- 執行的命令
args: ["-c", "--", "/usr/local/bin/entrypoint.sh mogdb"] -- 執行的參數
imagePullPolicy: IfNotPresent
ports:
- containerPort: 5432 -- 容器端口
name: mogdb
protocol: TCP
volumeMounts:
- mountPath: /mogdb
name: data
imagePullSecrets:
- name: default-secret
volumes:
- name: data
emptyDir: {}
d. md5_file_arm64
[root@ecs-lee 3.0.1]# cat md5_file_arm64 b726902ab90c1f8f1f0c0f9886de914f MogDB-3.0.1-openEuler-64bit.tar.gz
e. entrypoint.sh
[root@ecs-lee 3.0.1]# cat entrypoint.sh
#!/usr/bin/env bash
set -Eeo pipefail
# 幻術
# usage: file_env VAR [DEFAULT]
# ie: file_env 'XYZ_DB_PASSWORD' 'example'
# (will allow for "$XYZ_DB_PASSWORD_FILE" to fill in the value of
# "$XYZ_DB_PASSWORD" from a file, especially for Docker's secrets feature)
# 環境變量
export GAUSSHOME=/usr/local/mogdb
export PATH=$GAUSSHOME/bin:$PATH
export LD_LIBRARY_PATH=$GAUSSHOME/lib:$LD_LIBRARY_PATH
export LANG=en_US.UTF-8
# 文件環境變量
file_env() {
local var="$1"
local fileVar="${var}_FILE"
local def="${2:-}"
if [ "${!var:-}" ] && [ "${!fileVar:-}" ]; then
echo >&2 "error: both $var and $fileVar are set (but are exclusive)"
exit 1
fi
local val="$def"
if [ "${!var:-}" ]; then
val="${!var}"
elif [ "${!fileVar:-}" ]; then
val="$(< "${!fileVar}")"
fi
export "$var"="$val"
unset "$fileVar"
}
# check to see if this file is being run or sourced from another script
_is_sourced() {
[ "${#FUNCNAME[@]}" -ge 2 ] \
&& [ "${FUNCNAME[0]}" = '_is_sourced' ] \
&& [ "${FUNCNAME[1]}" = 'source' ]
}
# used to create initial mogdb directories and if run as root, ensure ownership belong to the omm user
# 創建相關目錄
docker_create_db_directories() {
local user; user="$(id -u)"
mkdir -p "$PGDATA"
chmod 700 "$PGDATA"
# ignore failure since it will be fine when using the image provided directory;
mkdir -p /var/run/mogdb || :
chmod 775 /var/run/mogdb || :
# Create the transaction log directory before initdb is run so the directory is owned by the correct user
if [ -n "$POSTGRES_INITDB_XLOGDIR" ]; then
mkdir -p "$POSTGRES_INITDB_XLOGDIR"
if [ "$user" = '0' ]; then
find "$POSTGRES_INITDB_XLOGDIR" \! -user postgres -exec chown postgres '{ }' +
fi
chmod 700 "$POSTGRES_INITDB_XLOGDIR"
fi
# allow the container to be started with `--user`
if [ "$user" = '0' ]; then
find "$PGDATA" \! -user omm -exec chown omm '{}' +
find /var/run/mogdb \! -user omm -exec chown omm '{}' +
fi
}
# initialize empty PGDATA directory with new database via 'initdb'
# arguments to `initdb` can be passed via POSTGRES_INITDB_ARGS or as arguments to this function
# `initdb` automatically creates the "postgres", "template0", and "template1" dbnames
# this is also where the database user is created, specified by `GS_USER` env
# 自定義變量，邏輯為若有傳入則使用，沒有則使用默認，其中包括 GS_NODENAME、ENCODING、LOCALE、DBCOMPATIBILITY
docker_init_database_dir() {
# "initdb" is particular about the current user existing in "/etc/passwd", so we use "nss _wrapper" to fake that if necessary
if ! getent passwd "$(id -u)" &> /dev/null && [ -e /usr/lib/libnss_wrapper.so ]; then
export LD_PRELOAD='/usr/lib/libnss_wrapper.so'
export NSS_WRAPPER_PASSWD="$(mktemp)"
export NSS_WRAPPER_GROUP="$(mktemp)"
echo "postgres:x:$(id -u):$(id -g):PostgreSQL:$PGDATA:/bin/false" > "$NSS_WRAPPER _PASSWD"
echo "postgres:x:$(id -g):" > "$NSS_WRAPPER_GROUP"
fi
if [ -n "$POSTGRES_INITDB_XLOGDIR" ]; then
set -- --xlogdir "$POSTGRES_INITDB_XLOGDIR" "$@"
fi
cmdbase="gs_initdb --pwfile=<(echo "$GS_PASSWORD")"
if [ -n "$GS_NODENAME" ]; then
cmdbase="$cmdbase --nodename=$GS_NODENAME"
else
cmdbase="$cmdbase --nodename=mogdb"
fi
if [ -n "$ENCODING" ]; then
cmdbase="$cmdbase --encoding=$ENCODING"
else
cmdbase="$cmdbase --encoding=UTF-8"
fi
if [ -n "$LOCALE" ]; then
cmdbase="$cmdbase --locale=$LOCALE"
else
cmdbase="$cmdbase --no-locale"
fi
if [ -n "$DBCOMPATIBILITY" ]; then
cmdbase="$cmdbase --dbcompatibility=$DBCOMPATIBILITY"
else
cmdbase="$cmdbase --dbcompatibility=PG"
fi
cmdbase="$cmdbase -D $PGDATA"
eval $cmdbase
# unset/cleanup "nss_wrapper" bits
if [ "${LD_PRELOAD:-}" = '/usr/lib/libnss_wrapper.so' ]; then
rm -f "$NSS_WRAPPER_PASSWD" "$NSS_WRAPPER_GROUP"
unset LD_PRELOAD NSS_WRAPPER_PASSWD NSS_WRAPPER_GROUP
fi
}
# print large warning if GS_PASSWORD is long
# error if both GS_PASSWORD is empty and GS_HOST_AUTH_METHOD is not 'trust'
# print large warning if GS_HOST_AUTH_METHOD is set to 'trust'
# assumes database is not set up, ie: [ -z "$DATABASE_ALREADY_EXISTS" ]
# 密碼強度校驗
docker_verify_minimum_env() {
# check password first so we can output the warning before postgres
# messes it up
if [[ "$GS_PASSWORD" =~ ^(.{8,}).*$ ]] && [[ "$GS_PASSWORD" =~ ^(.*[a-z]+).*$ ]] && [[ "$GS_PASSWORD" =~ ^(.*[A-Z]).*$ ]] && [[ "$GS_PASSWORD" =~ ^(.*[0-9]).*$ ]] && [[ "$GS_PASSWORD" =~ ^(.*[#?!@$%^&*-]).*$ ]]; then
cat >&2 <<-'EOWARN'
Message: The supplied GS_PASSWORD is meet requirements.
EOWARN
else
cat >&2 <<-'EOWARN'
Error: The supplied GS_PASSWORD is not meet requirements.
Please Check if the password contains uppercase, lowercase, numbers, spec ial characters, and password length(8).
At least one uppercase, lowercase, numeric, special character.
Example: Enmo@123
EOWARN
exit 1
fi
if [ -z "$GS_PASSWORD" ] && [ 'trust' != "$GS_HOST_AUTH_METHOD" ]; then
# The - option suppresses leading tabs but *not* spaces. :)
cat >&2 <<-'EOE'
Error: Database is uninitialized and superuser password is not specified.
You must specify GS_PASSWORD to a non-empty value for the
superuser. For example, "-e GS_PASSWORD=password" on "docker run".
You may also use "GS_HOST_AUTH_METHOD=trust" to allow all
connections without a password. This is *not* recommended.
EOE
exit 1
fi
if [ 'trust' = "$GS_HOST_AUTH_METHOD" ]; then
cat >&2 <<-'EOWARN'
************************************************************************* *******
WARNING: GS_HOST_AUTH_METHOD has been set to "trust". This will allow
anyone with access to the mogdb port to access your database wit hout
a password, even if GS_PASSWORD is set.
It is not recommended to use GS_HOST_AUTH_METHOD=trust. Replace
it with "-e GS_PASSWORD=password" instead to set a password in
"docker run".
************************************************************************* *******
EOWARN
fi
}
# usage: docker_process_init_files [file [file [...]]]
# ie: docker_process_init_files /always-initdb.d/*
# process initializer files, based on file extensions and permissions
docker_process_init_files() {
# gsql here for backwards compatiblilty "${gsql[@]}"
gsql=( docker_process_sql )
echo
local f
for f; do
case "$f" in
*.sh)
if [ -x "$f" ]; then
echo "$0: running $f"
"$f"
else
echo "$0: sourcing $f"
. "$f"
fi
;;
*.sql) echo "$0: running $f"; docker_process_sql -f "$f"; echo ;;
*.sql.gz) echo "$0: running $f"; gunzip -c "$f" | docker_process_sql; ech o ;;
*.sql.xz) echo "$0: running $f"; xzcat "$f" | docker_process_sql; echo ;;
*) echo "$0: ignoring $f" ;;
esac
echo
done
}
# Execute sql script, passed via stdin (or -f flag of pqsl)
# usage: docker_process_sql [gsql-cli-args]
# ie: docker_process_sql --dbname=mydb <<<'INSERT ...'
# ie: docker_process_sql -f my-file.sql
# ie: docker_process_sql <my-file.sql
# SQL運行傳入
docker_process_sql() {
local query_runner=( gsql -v ON_ERROR_STOP=1 --username "$GS_USER" --dbname postgres)
echo "Execute SQL: ${query_runner[@]} $@"
"${query_runner[@]}" "$@"
}
# create initial database
# uses environment variables for input: GS_DB
# 創建DB
docker_setup_db() {
docker_process_sql --set passwd="$GS_PASSWORD" <<-'EOSQL'
create user mogdb with login password :"passwd" ;
CREATE DATABASE mogdb;
CREATE DATABASE mogila;
grant all privileges to mogdb;
ALTER USER mogdb MONADMIN;
EOSQL
}
# 創建用戶
docker_setup_user() {
if [ -n "$GS_USERNAME" ]; then
GS_DB= docker_process_sql --set passwd="$GS_PASSWORD" --set user="$GS_USERNAME" <<-'EOSQL'
create user :"user" with login password :"passwd" ;
EOSQL
else
echo " default user is mogdb"
fi
}
#創建復制用戶
docker_setup_rep_user() {
if [ -n "$SERVER_MODE" ] && [ "$SERVER_MODE" = "primary" ]; then
GS_DB= docker_process_sql --set passwd="RepUser@2020" --set user="repuser" <<-'E OSQL'
create user :"user" SYSADMIN REPLICATION password :"passwd" ;
EOSQL
else
echo " default no repuser created"
fi
}
# Loads various settings that are used elsewhere in the script
# This should be called before any other functions
docker_setup_env() {
export GS_USER=omm
file_env 'GS_PASSWORD' 'Enmo@123'
# file_env 'GS_USER' 'omm'
file_env 'GS_DB' "$GS_USER"
file_env 'POSTGRES_INITDB_ARGS'
# default authentication method is md5
: "${GS_HOST_AUTH_METHOD:=md5}"
declare -g DATABASE_ALREADY_EXISTS
# look specifically for OG_VERSION, as it is expected in the DB dir
if [ -s "$PGDATA/PG_VERSION" ]; then
DATABASE_ALREADY_EXISTS='true'
fi
}
# append GS_HOST_AUTH_METHOD to pg_hba.conf for "host" connections
# 更添加hba條目
mogdb_setup_hba_conf() {
{
echo
if [ 'trust' = "$GS_HOST_AUTH_METHOD" ]; then
echo '# warning trust is enabled for all connections'
fi
echo "host all all 0.0.0.0/0 $GS_HOST_AUTH_METHOD"
echo "host replication mogdb 0.0.0.0/0 md5"
if [ -n "$SERVER_MODE" ]; then
echo "host replication repuser $OG_SUBNET trust"
fi
} >> "$PGDATA/pg_hba.conf"
}
# append parameter to postgres.conf for connections
# 配置文件定制
mogdb_setup_postgresql_conf() {
{
echo
if [ -n "$GS_PORT" ]; then
echo "password_encryption_type = 1"
echo "port = $GS_PORT"
echo "wal_level = logical"
else
echo '# use default port 5432'
echo "password_encryption_type = 1"
echo "wal_level = logical"
fi
if [ -n "$SERVER_MODE" ]; then
echo "listen_addresses = '0.0.0.0'"
echo "most_available_sync = on"
echo "remote_read_mode = non_authentication"
echo "pgxc_node_name = '$NODE_NAME'"
# echo "application_name = '$NODE_NAME'"
if [ "$SERVER_MODE" = "primary" ]; then
echo "max_connections = 100"
else
echo "max_connections = 100"
fi
echo -e "$REPL_CONN_INFO"
if [ -n "$SYNCHRONOUS_STANDBY_NAMES" ]; then
echo "synchronous_standby_names=$SYNCHRONOUS_STANDBY_NAMES"
fi
else
echo "listen_addresses = '*'"
fi
if [ -n "$OTHER_PG_CONF" ]; then
echo -e "$OTHER_PG_CONF"
fi
} >> "$PGDATA/postgresql.conf"
}
mogdb_setup_mot_conf() {
echo "enable_numa = false" >> "$PGDATA/mot.conf"
}
# start socket-only postgresql server for setting up or running scripts
# all arguments will be passed along as arguments to `postgres` (via pg_ctl)
# 數據庫啟動
docker_temp_server_start() {
if [ "$1" = 'mogdb' ]; then
shift
fi
# internal start of server in order to allow setup using gsql client
# does not listen on external TCP/IP and waits until start finishes
set -- "$@" -c listen_addresses='127.0.0.1' -p "${PGPORT:-5432}"
PGUSER="${PGUSER:-$GS_USER}" \
gs_ctl -D "$PGDATA" \
-o "$(printf '%q ' "$@")" \
-w start
}
# stop postgresql server after done setting up user and running scripts
# 數據庫停止
docker_temp_server_stop() {
PGUSER="${PGUSER:-postgres}" \
gs_ctl -D "$PGDATA" -m fast -w stop
}
docker_slave_full_backup() {
gs_ctl build -D "$PGDATA" -b full
}
# check arguments for an option that would cause mogdb to stop
# return true if there is one
# 數據庫插件安裝
docker_setup_plugin(){
GS_DB= docker_process_sql <<-'EOSQL'
create extension dblink;
create extension orafce;
create extension pg_bulkload;
create extension pg_prewarm;
create extension pg_repack;
create extension pg_trgm;
EOSQL
}
docker_setup_compat_tools(){
cd /home/omm/compat-tools
docker_process_sql <<-'EOSQL'
\o /home/omm/compat-tools.log;
\i runMe.sql;
-- update pg_database set datallowconn = TRUE where datname = 'template0';
-- \c template0
-- \i runMe.sql;
-- update pg_database set datallowconn = FALSE where datname = 'template0';
EOSQL
}
# moglia安裝
docker_setup_mogila(){
echo "GS_DB = $GS_DB"
cd /home/omm/mogila-v1.0.0
docker_process_sql --dbname mogila <<-'EOSQL'
\o /home/omm/mogila.log;
\i mogila-insert-data.sql;
EOSQL
}
# wal2json測試
docker_setup_slot() {
docker_process_sql <<-'EOSQL'
select * from pg_create_logical_replication_slot('wal2json', 'wal2json');
create table mogdb.test (id int primary key, name varchar2(20));
insert into mogdb.test values(1,'yun');
insert into mogdb.test values(2,'he');
insert into mogdb.test values(3,'enmo');
ALTER TABLE mogdb.test REPLICA IDENTITY FULL;
EOSQL
}
# 幫助
_mogdb_want_help() {
local arg
count=1
for arg; do
case "$arg" in
# postgres --help | grep 'then exit'
# leaving out -C on purpose since it always fails and is unhelpful:
# postgres: could not access the server configuration file "/var/lib/post gresql/data/postgresql.conf": No such file or directory
-'?'|--help|--describe-config|-V|--version)
return 0
;;
esac
if [ "$arg" == "-M" ]; then
SERVER_MODE=${@:$count+1:1}
echo "MogDB DB SERVER_MODE = $SERVER_MODE"
shift
fi
count=$[$count + 1]
done
return 1
}
# 執行函數主題，從上到下。
_main() {
# if first arg looks like a flag, assume we want to run postgres server
if [ "${1:0:1}" = '-' ]; then
set -- mogdb "$@"
fi
if [ "$1" = 'mogdb' ] && ! _mogdb_want_help "$@"; then
docker_setup_env
# setup data directories and permissions (when run as root)
docker_create_db_directories
if [ "$(id -u)" = '0' ]; then
# then restart script as postgres user
exec gosu omm "$BASH_SOURCE" "$@"
fi
# only run initialization on an empty data directory
if [ -z "$DATABASE_ALREADY_EXISTS" ]; then
docker_verify_minimum_env
# check dir permissions to reduce likelihood of half-initialized database
ls /docker-entrypoint-initdb.d/ > /dev/null
docker_init_database_dir
mogdb_setup_hba_conf
mogdb_setup_postgresql_conf
mogdb_setup_mot_conf
# PGPASSWORD is required for gsql when authentication is required for 'lo cal' connections via pg_hba.conf and is otherwise harmless
# e.g. when '--auth=md5' or '--auth-local=md5' is used in POSTGRES_INITDB _ARGS
export PGPASSWORD="${PGPASSWORD:-$GS_PASSWORD}"
docker_temp_server_start "$@"
if [ -z "$SERVER_MODE" ] || [ "$SERVER_MODE" = "primary" ]; then
docker_setup_user
docker_setup_rep_user
docker_setup_plugin
docker_setup_compat_tools
docker_setup_db
docker_setup_mogila
docker_setup_slot
docker_process_init_files /docker-entrypoint-initdb.d/*
fi
if [ -n "$SERVER_MODE" ] && [ "$SERVER_MODE" != "primary" ]; then
docker_slave_full_backup
fi
docker_temp_server_stop
unset PGPASSWORD
echo
echo 'MogDB init process complete; ready for start up.'
echo
else
echo
echo 'MogDB Database directory appears to contain a database; Skipping in itialization'
echo
fi
fi
exec "$@"
}
if ! _is_sourced; then
_main "$@"
fi
二、容器打包
1. 下載安裝包
[root@ecs-lee 3.0.1]# wget https://cdn-mogdb.enmotech.com/mogdb-media/3.0.1/MogDB-3.0.1-CentOS-x86_64.tar.gz ^C
[root@ecs-lee 3.0.1]# tar -xf MogDB-3.0.1-CentOS-64bit.tar.gz
2. 打包
[root@ecs-lee enmotech-docker-mogdb]# ls
1.0.0 1.0.1 1.1.0 2.0.0 2.0.1 2.0.3 2.1.0 2.1.1 3.0.0 3.0.1 buildDockerImage.sh create_master_slave.sh LICENSE origin-opengauss-text.png README.md
[root@ecs-lee enmotech-docker-mogdb]# ./buildDockerImage.sh -v 3.0.1 -i
Ignored MD5 checksum.
==========================
DOCKER info:
Client:
Context: default
Debug Mode: false
Plugins:
app: Docker App (Docker Inc., v0.9.1-beta3)
buildx: Docker Buildx (Docker Inc., v0.7.1-docker)
scan: Docker Scan (Docker Inc., v0.12.0)
Server:
Containers: 54
Running: 26
Paused: 0
Stopped: 28
Images: 65
Server Version: 20.10.12
Storage Driver: overlay2
Backing Filesystem: extfs
Supports d_type: true
Native Overlay Diff: true
userxattr: false
Logging Driver: json-file
Cgroup Driver: cgroupfs
Cgroup Version: 1
Plugins:
Volume: local
Network: bridge host ipvlan macvlan null overlay
Log: awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog
Swarm: inactive
Runtimes: io.containerd.runc.v2 io.containerd.runtime.v1.linux runc
Default Runtime: runc
Init Binary: docker-init
containerd version: 7b11cfaabd73bb80907dd23182b9347b4245eb5d
runc version: v1.0.2-0-g52b36a2
init version: de40ad0
Security Options:
seccomp
Profile: default
Kernel Version: 3.10.0-1160.15.2.el7.x86_64
Operating System: CentOS Linux 7 (Core)
OSType: linux
Architecture: x86_64
CPUs: 4
Total Memory: 15.51GiB
Name: ecs-lee
ID: GYME:4QYA:D4QF:RJOT:FBO3:CGBJ:BWCT:7IMP:3TIU:4TUA:R33L:6W3Z
Docker Root Dir: /var/lib/docker
Debug Mode: false
Username: 15501059069
Registry: https://index.docker.io/v1/
Labels:
Experimental: false
Insecure Registries:
127.0.0.0/8
Registry Mirrors:
http://hub-mirror.c.163.com/
https://registry.docker-cn.com/
https://pee6w651.mirror.aliyuncs.com/
Live Restore Enabled: false
==========================
Building image 'swr.cn-north-4.myhuaweicloud.com/mogdb/mogdb:3.0.1_amd' ...
Sending build context to Docker daemon 107.2MB
Step 1/15 : FROM ubuntu:18.04 as builder
---> dcf4d4bef137
Step 2/15 : RUN set -eux; apt-get update && apt-get install -y wget && wget https://gitee.com/lee1002/gosu/attach_files/943635/download/gosu-amd64 && wget https://cdn-mogdb.enmotech.com/mogdb-media/3.0.1/Plugins-3.0.1-CentOS-x86_64.tar.gz && wget https://gitee.com/enmotech/compat-tools/attach_files/1110114/download/compat-tools-v2022.06.28.tar && wget https://gitee.com/enmotech/mogila/attach_files/954052/download/mogila-v1.0.0.bz2
---> Running in 2c9fa8155580
...
2022-09-09 06:27:40 (139 KB/s) - 'mogila-v1.0.0.bz2' saved [955694/955694]
Removing intermediate container 2c9fa8155580
---> aec8dfcb94d4
Step 3/15 : FROM ubuntu:18.04
---> dcf4d4bef137
Step 4/15 : ADD MogDB-3.0.1-CentOS-64bit.tar.gz /usr/local/mogdb
---> 3d918fecd300
Step 5/15 : COPY --from=builder /gosu-amd64 /usr/local/bin/gosu
---> 31924dad711c
Step 6/15 : COPY --from=builder /Plugins-3.0.1-CentOS-x86_64.tar.gz /tmp
---> 19cf1715733c
Step 7/15 : COPY --from=builder /compat-tools-v2022.06.28.tar /tmp
---> a67c2b892f92
Step 8/15 : COPY --from=builder /mogila-v1.0.0.bz2 /tmp
---> 629ed723ad41
Step 9/15 : COPY entrypoint.sh /usr/local/bin/
---> e22ac8b04195
Step 10/15 : ENV LANG en_US.utf8
---> Running in 449596bdbfc7
Removing intermediate container 449596bdbfc7
---> 4bb6adc4abbc
Step 11/15 : ENV PGDATA /var/lib/mogdb/data
---> Running in 90f445deb780
Removing intermediate container 90f445deb780
---> c64779467abb
Step 12/15 : RUN set -eux; apt-get update && apt-get install -y libaio-dev libkeyutils-dev libnuma-dev locales libreadline-dev vim procps && rm -rf /var/lib/apt/lists/*; ln -s /lib/x86_64-linux-gnu/libreadline.so.7 /lib/x86_64-linux-gnu/libreadline.so.6; groupadd -g 70 omm; useradd -u 70 -g omm -m -s /bin/bash omm; mkdir -p /var/lib/mogdb && mkdir -p /usr/local/mogdb && mkdir -p /var/run/mogdb && mkdir /docker-entrypoint-initdb.d && mkdir -p /usr/local/mogdb/share/postgresql/contrib && tar -xf /tmp/compat-tools-v2022.06.28.tar -C /home/omm && mv /home/omm/compat-tools-v2022.06.28 /home/omm/compat-tools && tar -xf /tmp/mogila-v1.0.0.bz2 -C /home/omm && tar -xf /tmp/Plugins-3.0.1-CentOS-x86_64.tar.gz -C /usr/local/mogdb && rm -rf /usr/local/mogdb/plugin/postgis && rm -f /tmp/compat-tools-v2022.06.28.tar && rm -f /tmp/Plugins-3.0.1-CentOS-x86_64.tar.gz && rm -f /tmp/mogila-v1.0.0.bz2 && chown omm:omm /var/lib/mogdb /home/omm /var/run/mogdb /docker-entrypoint-initdb.d /usr/local/mogdb/ /usr/local/mogdb/lib /usr/local/mogdb/lib/postgresql /usr/local/mogdb/share/postgresql/contrib /usr/local/mogdb/share/postgresql/extension /usr/local/mogdb/bin && locale-gen en_US.UTF-8 && echo "export GAUSSHOME=/usr/local/mogdb" >> /home/omm/.bashrc && echo "export PATH=\$GAUSSHOME/bin:\$PATH " >> /home/omm/.bashrc && echo "export LD_LIBRARY_PATH=\$GAUSSHOME/lib:\$LD_LIBRARY_PATH" >> /home/omm/.bashrc && echo "export GAUSSLOG=/var/lib/mogdb/data/pg_log" >> /home/omm/.bashrc && echo "export PGDATA=/var/lib/mogdb/data" >> /home/omm/.bashrc && echo "\set PROMPT1 'MogDB%R%#'" >> /home/omm/.gsqlrc && echo "\set PROMPT2 '#'" >> /home/omm/.gsqlrc && echo "\set PROMPT3 '>'" >> /home/omm/.gsqlrc && chown -R omm:omm /home/omm && chmod +x /usr/local/bin/gosu && chmod 755 /usr/local/bin/entrypoint.sh /usr/local/mogdb/plugins && cp `find /usr/local/mogdb/plugins -name *.so` /usr/local/mogdb/lib/postgresql/ && cp `find /usr/local/mogdb/plugins -name "*.control" -or -name "*.sql"` /usr/local/mogdb/share/postgresql/extension/ && cp `find /usr/local/mogdb/plugins -name pg_repack -type f -or -name pg_bulkload -type f -or -name postgresql` /usr/local/mogdb/bin/ && cp `find /usr/local/mogdb/plugins -name pg_timestamp.sql -or -name uninstall_pg_timestamp.sql` /usr/local/mogdb/share/postgresql/contrib/ && rm -rf /usr/local/mogdb/plugins && chmod 755 /usr/local/mogdb/lib/postgresql/* /usr/local/mogdb/share/postgresql/extension/* /usr/local/mogdb/bin/pg_repack /usr/local/mogdb/share/postgresql/contrib/pg_timestamp.sql && ln -s /usr/local/bin/entrypoint.sh /
---> Running in a323b79e8ad3
...
Removing intermediate container a323b79e8ad3
---> f55ce41f7e90
Step 13/15 : ENTRYPOINT ["entrypoint.sh"]
---> Running in cf2e22f83941
Removing intermediate container cf2e22f83941
---> 12272e02e627
Step 14/15 : EXPOSE 5432
---> Running in 6effe6ad1ee8
Removing intermediate container 6effe6ad1ee8
---> 969e80e978c1
Step 15/15 : CMD ["mogdb"]
---> Running in cdf7bc12e544
Removing intermediate container cdf7bc12e544
---> 98be66283571
Successfully built 98be66283571
Successfully tagged swr.cn-north-4.myhuaweicloud.com/mogdb/mogdb:3.0.1_amd
MogDB Docker Image 3.0.1 is ready to be extended:
--> swr.cn-north-4.myhuaweicloud.com/mogdb/mogdb:3.0.1_amd
Build completed in 180 seconds.
三、容器驗證
[root@ecs-lee enmotech-docker-mogdb]# docker image ls
REPOSITORY TAG IMAGE ID CREATED SIZE
swr.cn-north-4.myhuaweicloud.com/mogdb/mogdb 3.0.1_amd 2a74132455e2 36 seconds ago 727MB
[root@ecs-lee enmotech-docker-mogdb]# docker image ls
REPOSITORY TAG IMAGE ID CREATED SIZE
swr.cn-north-4.myhuaweicloud.com/mogdb/mogdb 3.0.1_amd 2a74132455e2 36 seconds ago 727MB
[root@ecs-lee enmotech-docker-mogdb]# docker run --name mogdb --privileged=true -d swr.cn-north-4.myhuaweicloud.com/mogdb/mogdb:3.0.1_amd 12b8ed3e37e874bde7c0df5c247e43dda0eb1b72a13e247aa4d70f533fed9670
[root@ecs-lee 3.0.1]# docker logs -f mogdb
Message: The supplied GS_PASSWORD is meet requirements.
The files belonging to this database system will be owned by user "omm".
This user must also own the server process.
The database cluster will be initialized with locale "C".
The default text search configuration will be set to "english".
fixing permissions on existing directory /var/lib/mogdb/data ... ok
creating subdirectories ... ok
selecting default max_connections ... 100
selecting default shared_buffers ... 32MB
creating configuration files ... ok
Begin init undo subsystem meta.
[INIT UNDO] Init undo subsystem meta successfully.
creating template1 database in /var/lib/mogdb/data/base/1 ... The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
2022-09-08 02:56:56.938 [unknown] [unknown] localhost 139708980549824 0[0:0#0] [BACKEND] WARNING: macAddr is 578/2886795268, sysidentifier is 37923857/284257, randomNum is 3140245089
ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
initializing pg_authid ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
setting password ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
initializing dependencies ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
loading PL/pgSQL server-side language ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
creating system views ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
creating performance views ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
loading system objects' descriptions ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
creating collations ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
creating conversions ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
creating dictionaries ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
setting privileges on built-in objects ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
initialize global configure for bucketmap length ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
creating information schema ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
loading foreign-data wrapper for distfs access ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
loading foreign-data wrapper for hdfs access ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
loading foreign-data wrapper for log access ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
loading hstore extension ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
loading foreign-data wrapper for MOT access ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
loading security plugin ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
update system tables ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
creating snapshots catalog ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
vacuuming database template1 ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
copying template1 to template0 ... ok
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
copying template1 to postgres ... ok
freezing database template0 ... ok
freezing database template1 ... ok
freezing database postgres ... ok
WARNING: enabling "trust" authentication for local connections
You can change this by editing pg_hba.conf or using the option -A, or
--auth-local and --auth-host, the next time you run gs_initdb.
Success. You can now start the database server of single node using:
mogdb -D /var/lib/mogdb/data --single_node
or
gs_ctl start -D /var/lib/mogdb/data -Z single_node -l logfile
[2022-09-08 02:57:11.586][182][][gs_ctl]: gs_ctl started,datadir is /var/lib/mogdb/data
[2022-09-08 02:57:11.653][182][][gs_ctl]: waiting for server to start...
.0 LOG: [Alarm Module]can not read GAUSS_WARNING_TYPE env.
0 LOG: [Alarm Module]Host Name: 12b8ed3e37e8
0 LOG: [Alarm Module]Host IP: 172.17.0.4
0 LOG: [Alarm Module]Get ENV GS_CLUSTER_NAME failed!
0 WARNING: failed to open feature control file, please check whether it exists: FileName=gaussdb.version, Errno=2, Errmessage=No such file or directory.
0 WARNING: failed to parse feature control file: gaussdb.version.
0 WARNING: Failed to load the product control file, so gaussdb cannot distinguish product version.
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
2022-09-08 02:57:11.792 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] LOG: when starting as multi_standby mode, we couldn't support data replicaton.
gaussdb.state does not exist, and skipt setting since it is optional.2022-09-08 02:57:11.799 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] LOG: [Alarm Module]can not read GAUSS_WARNING_TYPE env.
2022-09-08 02:57:11.799 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] LOG: [Alarm Module]Host Name: 12b8ed3e37e8
2022-09-08 02:57:11.799 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] LOG: [Alarm Module]Host IP: 172.17.0.4
2022-09-08 02:57:11.799 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] LOG: [Alarm Module]Get ENV GS_CLUSTER_NAME failed!
2022-09-08 02:57:11.804 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] LOG: loaded library "security_plugin"
2022-09-08 02:57:11.804 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] WARNING: could not create any HA TCP/IP sockets
2022-09-08 02:57:11.804 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] WARNING: could not create any HA TCP/IP sockets
2022-09-08 02:57:11.810 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] WARNING: No explicit IP is configured for listen_addresses GUC.
2022-09-08 02:57:11.810 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] LOG: InitNuma numaNodeNum: 1 numa_distribute_mode: none inheritThreadPool: 0.
2022-09-08 02:57:11.810 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] LOG: reserved memory for backend threads is: 220 MB
2022-09-08 02:57:11.810 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] LOG: reserved memory for WAL buffers is: 128 MB
2022-09-08 02:57:11.810 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] LOG: Set max backend reserve memory is: 348 MB, max dynamic memory is: 11064 MB
2022-09-08 02:57:11.810 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] LOG: shared memory 363 Mbytes, memory context 11412 Mbytes, max process memory 12288 Mbytes
2022-09-08 02:57:11.838 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [CACHE] LOG: set data cache size(402653184)
2022-09-08 02:57:11.855 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [CACHE] LOG: set metadata cache size(134217728)
2022-09-08 02:57:11.894 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [SEGMENT_PAGE] LOG: Segment-page constants: DF_MAP_SIZE: 8156, DF_MAP_BIT_CNT: 65248, DF_MAP_GROUP_EXTENTS: 4175872, IPBLOCK_SIZE: 8168, EXTENTS_PER_IPBLOCK: 1021, IPBLOCK_GROUP_SIZE: 4090, BMT_HEADER_LEVEL0_TOTAL_PAGES: 8323072, BktMapEntryNumberPerBlock: 2038, BktMapBlockNumber: 25, BktBitMaxMapCnt: 512
2022-09-08 02:57:11.926 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] LOG: mogdb: fsync file "/var/lib/mogdb/data/gaussdb.state.temp" success
2022-09-08 02:57:11.926 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] LOG: create gaussdb state file success: db state(STARTING_STATE), server mode(Normal), connection index(1)
2022-09-08 02:57:11.958 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] LOG: max_safe_fds = 978, usable_fds = 1000, already_open = 12
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
2022-09-08 02:57:11.960 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] LOG: user configure file is not found, it will be created.
2022-09-08 02:57:11.965 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] LOG: the configure file /usr/local/mogdb/etc/gscgroup_omm.cfg doesn't exist or the size of configure file has changed. Please create it by root user!
2022-09-08 02:57:11.965 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [BACKEND] LOG: Failed to parse cgroup config file.
2022-09-08 02:57:11.988 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [EXECUTOR] WARNING: Failed to obtain environment value $GAUSSLOG!
2022-09-08 02:57:11.988 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [EXECUTOR] DETAIL: N/A
2022-09-08 02:57:11.988 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [EXECUTOR] CAUSE: Incorrect environment value.
2022-09-08 02:57:11.988 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [EXECUTOR] ACTION: Please refer to backend log for more details.
2022-09-08 02:57:11.989 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [EXECUTOR] WARNING: Failed to obtain environment value $GAUSSLOG!
2022-09-08 02:57:11.989 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [EXECUTOR] DETAIL: N/A
2022-09-08 02:57:11.989 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [EXECUTOR] CAUSE: Incorrect environment value.
2022-09-08 02:57:11.989 [unknown] [unknown] localhost 139814390462656 0[0:0#0] 0 [EXECUTOR] ACTION: Please refer to backend log for more details.
[2022-09-08 02:57:12.657][182][][gs_ctl]: done
[2022-09-08 02:57:12.657][182][][gs_ctl]: server started (/var/lib/mogdb/data)
default user is mogdb
default no repuser created
Execute SQL: gsql -v ON_ERROR_STOP=1 --username omm --dbname postgres
CREATE EXTENSION
CREATE EXTENSION
CREATE EXTENSION
CREATE EXTENSION
CREATE EXTENSION
CREATE EXTENSION
Execute SQL: gsql -v ON_ERROR_STOP=1 --username omm --dbname postgres
gsql:runMe.sql:152: NOTICE:
gsql:runMe.sql:152: NOTICE: -- =====================================================================
gsql:runMe.sql:152: NOTICE: -- Compat Object List:
gsql:runMe.sql:152: NOTICE: -- =====================================================================
gsql:runMe.sql:152: NOTICE: | type | name | version | language | operation |
gsql:runMe.sql:152: NOTICE: |-----------|-----------------------------------------------------------------------------|---------|-----------------|----------------------------------|
gsql:runMe.sql:152: NOTICE: | function | compat_tools.mg_sequence() | 1.0 | | Initial creation |
gsql:runMe.sql:152: NOTICE: | view | compat_tools.dba_sequences | 2.0 | | Initial creation |
creation |
gsql:runMe.sql:152: NOTICE: | function | pg_catalog.digits(numeric) | 1.0 | sql | Initial creation |
gsql:runMe.sql:152: NOTICE:
gsql:runMe.sql:152: NOTICE: -- =====================================================================
gsql:runMe.sql:152: NOTICE: -- Test Summary:
gsql:runMe.sql:152: NOTICE: -- =====================================================================
gsql:runMe.sql:152: NOTICE: | result_type | case_count | start_time | complete_time |
gsql:runMe.sql:152: NOTICE: |-------------|------------|---------------------|---------------------|
gsql:runMe.sql:152: NOTICE: | PASSED | 521 | 2022-09-08 02:57:13 | 2022-09-08 02:57:15 |
gsql:runMe.sql:152: NOTICE:
gsql:runMe.sql:152: NOTICE: -- =====================================================================
gsql:runMe.sql:152: NOTICE: -- Test Detail (Failed or Null):
gsql:runMe.sql:152: NOTICE: -- =====================================================================
gsql:runMe.sql:152: NOTICE: -- <<< ALL SUCCEED >>>
Execute SQL: gsql -v ON_ERROR_STOP=1 --username omm --dbname postgres --set passwd=Enmo@123
NOTICE: The encrypted password contains MD5 ciphertext, which is not secure.
CREATE ROLE
CREATE DATABASE
CREATE DATABASE
ALTER ROLE
ALTER ROLE
GS_DB = omm
Execute SQL: gsql -v ON_ERROR_STOP=1 --username omm --dbname postgres --dbname mogila
gsql:mogila-insert-data.sql:47673: WARNING: Trigger function with non-plpgsql type is not recommended.
DETAIL: Non-plpgsql trigger function are not shippable by default.
HINT: Unshippable trigger may lead to bad performance.
Execute SQL: gsql -v ON_ERROR_STOP=1 --username omm --dbname postgres
slotname | xlog_position
----------+---------------
wal2json | 0/40E5998
(1 row)
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "test_pkey" for table "test"
CREATE TABLE
INSERT 0 1
INSERT 0 1
INSERT 0 1
ALTER TABLE
/usr/local/bin/entrypoint.sh: ignoring /docker-entrypoint-initdb.d/*
[2022-09-08 02:57:56.882][296][][gs_ctl]: gs_ctl stopped ,datadir is /var/lib/mogdb/data
waiting for server to shut down........... done
server stopped
MogDB init process complete; ready for start up.
0 LOG: [Alarm Module]can not read GAUSS_WARNING_TYPE env.
0 LOG: [Alarm Module]Host Name: 12b8ed3e37e8
0 LOG: [Alarm Module]Host IP: 172.17.0.4
0 LOG: [Alarm Module]Get ENV GS_CLUSTER_NAME failed!
0 WARNING: failed to open feature control file, please check whether it exists: FileName=gaussdb.version, Errno=2, Errmessage=No such file or directory.
0 WARNING: failed to parse feature control file: gaussdb.version.
0 WARNING: Failed to load the product control file, so gaussdb cannot distinguish product version.
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
2022-09-08 02:58:05.040 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] LOG: when starting as multi_standby mode, we couldn't support data replicaton.
2022-09-08 02:58:05.046 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] LOG: [Alarm Module]can not read GAUSS_WARNING_TYPE env.
2022-09-08 02:58:05.046 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] LOG: [Alarm Module]Host Name: 12b8ed3e37e8
2022-09-08 02:58:05.046 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] LOG: [Alarm Module]Host IP: 172.17.0.4
2022-09-08 02:58:05.046 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] LOG: [Alarm Module]Get ENV GS_CLUSTER_NAME failed!
2022-09-08 02:58:05.050 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] LOG: loaded library "security_plugin"
2022-09-08 02:58:05.050 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] WARNING: could not create any HA TCP/IP sockets
2022-09-08 02:58:05.050 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] WARNING: could not create any HA TCP/IP sockets
2022-09-08 02:58:05.056 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] WARNING: No explicit IP is configured for listen_addresses GUC.
2022-09-08 02:58:05.056 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] LOG: InitNuma numaNodeNum: 1 numa_distribute_mode: none inheritThreadPool: 0.
2022-09-08 02:58:05.056 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] LOG: reserved memory for backend threads is: 220 MB
2022-09-08 02:58:05.056 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] LOG: reserved memory for WAL buffers is: 128 MB
2022-09-08 02:58:05.056 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] LOG: Set max backend reserve memory is: 348 MB, max dynamic memory is: 11064 MB
2022-09-08 02:58:05.056 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] LOG: shared memory 363 Mbytes, memory context 11412 Mbytes, max process memory 12288 Mbytes
2022-09-08 02:58:05.084 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [CACHE] LOG: set data cache size(402653184)
2022-09-08 02:58:05.101 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [CACHE] LOG: set metadata cache size(134217728)
2022-09-08 02:58:05.139 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [SEGMENT_PAGE] LOG: Segment-page constants: DF_MAP_SIZE: 8156, DF_MAP_BIT_CNT: 65248, DF_MAP_GROUP_EXTENTS: 4175872, IPBLOCK_SIZE: 8168, EXTENTS_PER_IPBLOCK: 1021, IPBLOCK_GROUP_SIZE: 4090, BMT_HEADER_LEVEL0_TOTAL_PAGES: 8323072, BktMapEntryNumberPerBlock: 2038, BktMapBlockNumber: 25, BktBitMaxMapCnt: 512
2022-09-08 02:58:05.172 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] LOG: mogdb: fsync file "/var/lib/mogdb/data/gaussdb.state.temp" success
2022-09-08 02:58:05.172 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] LOG: create gaussdb state file success: db state(STARTING_STATE), server mode(Normal), connection index(1)
2022-09-08 02:58:05.192 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] LOG: max_safe_fds = 977, usable_fds = 1000, already_open = 13
The core dump path from /proc/sys/kernel/core_pattern is an invalid directory:/opt/mogdb/corefile/
2022-09-08 02:58:05.195 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] LOG: the configure file /usr/local/mogdb/etc/gscgroup_omm.cfg doesn't exist or the size of configure file has changed. Please create it by root user!
2022-09-08 02:58:05.195 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [BACKEND] LOG: Failed to parse cgroup config file.
2022-09-08 02:58:05.219 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [EXECUTOR] WARNING: Failed to obtain environment value $GAUSSLOG!
2022-09-08 02:58:05.219 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [EXECUTOR] DETAIL: N/A
2022-09-08 02:58:05.219 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [EXECUTOR] CAUSE: Incorrect environment value.
2022-09-08 02:58:05.219 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [EXECUTOR] ACTION: Please refer to backend log for more details.
2022-09-08 02:58:05.220 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [EXECUTOR] WARNING: Failed to obtain environment value $GAUSSLOG!
2022-09-08 02:58:05.220 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [EXECUTOR] DETAIL: N/A
2022-09-08 02:58:05.220 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [EXECUTOR] CAUSE: Incorrect environment value.
2022-09-08 02:58:05.220 [unknown] [unknown] localhost 140198371371200 0[0:0#0] 0 [EXECUTOR] ACTION: Please refer to backend log for more details.
[root@ecs-lee 3.0.1]# docker exec -it mogdb bash
root@12b8ed3e37e8:/# su - omm
omm@12b8ed3e37e8:~$ gsql -d postgres -p5432 -r
gsql ((MogDB 3.0.1 build 1a363ea9) compiled at 2022-08-05 17:31:04 commit 0 last mr )
Non-SSL connection (SSL connection is recommended when requiring high-security)
Type "help" for help.
MogDB=#select version();
version
--------------------------------------------------------------------------------------------------------------------------------------------------
(MogDB 3.0.1 build 1a363ea9) compiled at 2022-08-05 17:31:04 commit 0 last mr on x86_64-unknown-linux-gnu, compiled by g++ (GCC) 7.3.0, 64-bit
(1 row)
MogDB=#
最后修改時間：2022-09-29 13:14:09
「喜歡這篇文章，您的關注和贊賞是給作者最好的鼓勵」
關注作者
【版權聲明】本文為墨天輪用戶原創內容，轉載時必須標注文章的來源（墨天輪），文章鏈接，文章作者等基本信息，否則作者和墨天輪有權追究責任。如果您發現墨天輪中有涉嫌抄襲或者侵權的內容，歡迎發送郵件至：contact@modb.pro進行舉報，并提供相關證據，一經查實，墨天輪將立刻刪除相關內容。
