postgresSQL数据库主备流复制性能测试
数据库主备搭建步骤
- 修改postgresql.conf配置
# postgresql.conf
max_connections = 500
shared_buffers = 2GB
temp_buffers = 64MB
work_mem = 64MB
max_stack_depth = 8MB
dynamic_shared_memory_type = posix
log_destination = 'stderr'
logging_collector = on
log_directory = 'pg_log'
log_filename = 'postgresql-%a.log'
log_truncate_on_rotation = on
log_rotation_age = 1440
log_rotation_size = 50MB
log_min_duration_statement = 0
log_connections = on
log_disconnections = on
log_line_prefix = '<%m> '
log_timezone = 'PRC'
datestyle = 'iso, mdy'
timezone = 'PRC'
lc_messages = 'en_US.UTF-8'
lc_monetary = 'en_US.UTF-8'
lc_numeric = 'en_US.UTF-8'
lc_time = 'en_US.UTF-8'
default_text_search_config = 'pg_catalog.english'
port = 5432
fsync = off
max_wal_size = 4GB
checkpoint_timeout = 20min
synchronous_commit = off
listen_addresses = '*'
wal_level = replica
max_wal_senders = 5 # 设置了可以最多有几个流复制的链接
wal_keep_segments = 1024 #保留1024个WAL文件，每个wal文件16M，总共大小16M*1024=16G
wal_log_hints = on
hot_standby = on
-
修改pg_hba.conf配置
# psql_hba.con # TYPE DATABASE USER ADDRESS METHOD local all all trust host replication postgres 0.0.0.0/0 trust host all all 127.0.0.1/32 trust host replication postgres ::1/128 trust host all all 0.0.0.0/0 trust host replication postgres all md5 host all all all md5 -
重启主数据节点服务
su - postgres -c "/usr/local/appsys/package/pgsql/bin/pg_ctl -D /usr/local/appdata/data/datazddi/ restart -l /home/postgres/pg.log" -
开始基础备份
# 删除/usr/local/appdata/data/datazddi文件夹下面数据 rm -fr /usr/local/appdata/data/datazddi/* sudo -u postgres /usr/local/appsys/package/pgsql/bin/pg_basebackup -h 10.2.0.246 -p 5432 -U postgres -F p -x -P -R -D /usr/local/appdata/data/datazddi -
备份完成后，启动服务
su - postgres -c "/usr/local/appsys/package/pgsql/bin/pg_ctl -D /usr/local/appdata/data/datazddi/ start -l /home/postgres/pg.log" -
启动完成后，再主数据节点上查看主备流复制状态
cloudipam=# select * from pg_stat_replication ; pid | usesysid | usename | application_name | client_addr | client_hostname | client_port | backend_start | backend_xmin | state | sent_location | write_location | flush_location | repla y_location | sync_priority | sync_state ------+----------+----------+------------------+-------------+-----------------+-------------+-------------------------------+--------------+-----------+---------------+----------------+----------------+------ -----------+---------------+------------ 1053 | 10 | postgres | walreceiver | 10.2.0.238 | | 51830 | 2021-03-30 17:42:14.499251+08 | | streaming | 0/4004888 | 0/4004888 | 0/4004888 | 0/400 4888 | 0 | async
监控命令
#cpu使用率：
vmstat | sed -n '3p'| awk {
'print $13, $14,$15,$16'}
#系统负载：
`uptime | awk {
'print $8'} | sed 's/,//g'`
#内存利用率：
head -5 /proc/meminfo | awk 'NR==1{MemTotal=$2}NR==2{MemFree=$2}NR==4{Buffers=$2}NR==5{Cached=$2;print (MemTotal-MemFree-Buffers-Cached)/MemTotal}'
#网卡出入口带宽：
ifstat -i eth0 -n 1 1 | awk 'NR>2 {print $1,$2}'
#磁盘IO占有率：
iostat -d -x -k 1 1 | sed -n '4p'| awk '{print $14}'
# 查看主备数据库差异大小(在主数据节点上执行)：
[root@localhost ~]# psql -d cloudipam -U postgres -c 'select client_addr,pg_xlog_location_diff(pg_current_xlog_location(),replay_location)/1024/1024 as MB from pg_stat_replication;' | awk 'NR==3{ip1=$1;mb1=$3}NR==4{ip2=$1;mb2=$3}NR==5{ip3=$1;mb3=$3}NR==6{ip4=$1;mb4=$3}NR==7{ip5=$1;mb5=$3;print ip1,mb1,ip2,mb2,ip3,mb3,ip4,mb4,ip5,mb5}'
10.2.0.238 0.00000000000000000000 10.2.2.16 0.00000000000000000000 10.2.2.15 0.00000000000000000000 10.2.2.14 0.00000000000000000000 10.2.2.17 0.00000000000000000000
# 查看主备数据库时延
SELECT
CASE
WHEN pg_last_xlog_receive_location() = pg_last_xlog_replay_location() THEN 0
ELSE EXTRACT (EPOCH FROM now() - pg_last_xact_replay_timestamp())
END
AS replication_lag;"
#查看LSN
sql="
SELECT
CASE
WHEN pg_is_in_recovery()
THEN
coalesce(pg_last_xlog_receive_location(), pg_last_xlog_replay_location())
ELSE
pg_current_xlog_flush_location()
END;"
#AS replication_lag;"
echo -e "`psql -c "$sql" -d cloudipam -U postgres`"
建立主备流复制时间测试
测试拓扑
测试步骤
- 在数据上执行监控脚本
echo "cs us sy id load mem_use_rate in out %util"
while true
do
echo -e "`vmstat | sed -n '3p'| awk {
'print $13, $14,$15,$16'}` \c";echo -e "`uptime | awk {
'print $8'} | sed 's/,//g'` \c";echo -e "`head -5 /proc/meminfo | awk 'NR==1{MemTotal=$2}NR==2{MemFree=$2}NR==4{Buffers=$2}NR==5{Cached=$2;print (MemTotal-MemFree-Buffers-Cached)/MemTotal}'` \c"; echo -e "`ifstat -i eth0 -n 1 1 | awk 'NR>2 {print $1,$2}'` \