环境
现有集群节点:
192.168.99.210:3101
新加入节点:
192.168.99.211:3101
通过xtrabackup备份还原实例,并通过同步方式追数据:
- 已有节点情况:
root@localhost [(none)]>show global status like '%wsrep%';
+----------------------------------+--------------------------------------+
| Variable_name | Value |
+----------------------------------+--------------------------------------+
| wsrep_local_state_uuid | f5ea51e1-a1d0-11e8-b9c7-43286b421cc6 |
| wsrep_protocol_version | 8 |
| wsrep_last_applied | 375 |
| wsrep_last_committed | 375 |
| wsrep_replicated | 375 |
| wsrep_replicated_bytes | 118792 |
| wsrep_repl_keys | 1106 |
| wsrep_repl_keys_bytes | 17848 |
| wsrep_repl_data_bytes | 75323 |
| wsrep_repl_other_bytes | 0 |
| wsrep_received | 4 |
| wsrep_received_bytes | 159 |
| wsrep_local_commits | 365 |
| wsrep_local_cert_failures | 0 |
| wsrep_local_replays | 0 |
| wsrep_local_send_queue | 0 |
| wsrep_local_send_queue_max | 1 |
| wsrep_local_send_queue_min | 0 |
| wsrep_local_send_queue_avg | 0.000000 |
| wsrep_local_recv_queue | 0 |
| wsrep_local_recv_queue_max | 2 |
| wsrep_local_recv_queue_min | 0 |
| wsrep_local_recv_queue_avg | 0.250000 |
| wsrep_local_cached_downto | 1 |
| wsrep_flow_control_paused_ns | 0 |
| wsrep_flow_control_paused | 0.000000 |
| wsrep_flow_control_sent | 0 |
| wsrep_flow_control_recv | 0 |
| wsrep_flow_control_interval | [ 100, 100 ] |
| wsrep_flow_control_interval_low | 100 |
| wsrep_flow_control_interval_high | 100 |
| wsrep_flow_control_status | OFF |
| wsrep_cert_deps_distance | 60.778667 |
| wsrep_apply_oooe | 0.000000 |
| wsrep_apply_oool | 0.000000 |
| wsrep_apply_window | 1.000000 |
| wsrep_commit_oooe | 0.000000 |
| wsrep_commit_oool | 0.000000 |
| wsrep_commit_window | 1.000000 |
| wsrep_local_state | 4 |
| wsrep_local_state_comment | Synced |
| wsrep_cert_index_size | 122 |
| wsrep_cert_bucket_count | 210 |
| wsrep_gcache_pool_size | 135112 |
| wsrep_causal_reads | 0 |
| wsrep_cert_interval | 0.000000 |
| wsrep_ist_receive_status | |
| wsrep_ist_receive_seqno_start | 0 |
| wsrep_ist_receive_seqno_current | 0 |
| wsrep_ist_receive_seqno_end | 0 |
| wsrep_incoming_addresses | 192.168.99.210:3101 |
| wsrep_desync_count | 0 |
| wsrep_evs_delayed | |
| wsrep_evs_evict_list | |
| wsrep_evs_repl_latency | 0/0/0/0/0 |
| wsrep_evs_state | OPERATIONAL |
| wsrep_gcomm_uuid | f5e9d0b5-a1d0-11e8-a8ab-fb9117856933 |
| wsrep_cluster_conf_id | 1 |
| wsrep_cluster_size | 1 |
| wsrep_cluster_state_uuid | f5ea51e1-a1d0-11e8-b9c7-43286b421cc6 |
| wsrep_cluster_status | Primary |
| wsrep_connected | ON |
| wsrep_local_bf_aborts | 0 |
| wsrep_local_index | 0 |
| wsrep_provider_name | Galera |
| wsrep_provider_vendor | Codership Oy |
| wsrep_provider_version | 3.26(r) |
| wsrep_ready | ON |
+----------------------------------+--------------------------------------+
68 rows in set (0.01 sec)
Database changed
+----------+
| count(*) |
+----------+
| 365 |
+----------+
1 row in set (0.00 sec)
+----------+-----------+
| Table | Checksum |
+----------+-----------+
| wenyz.t2 | 437196033 |
+----------+-----------+
1 row in set (0.00 sec)
root@localhost [wenyz]>show master status;
+------------------+----------+--------------+------------------+--------------------------------------------+
| File | Position | Binlog_Do_DB | Binlog_Ignore_DB | Executed_Gtid_Set |
+------------------+----------+--------------+------------------+--------------------------------------------+
| mysql-bin.000002 | 106879 | | | 0a15ae1e-5e2f-ee17-4638-bcd794bde339:1-374 |
+------------------+----------+--------------+------------------+--------------------------------------------+
1 row in set (0.00 sec)
root@localhost [sysbench_testdata]>select @@server_uuid;
+--------------------------------------+
| @@server_uuid |
+--------------------------------------+
| e21ab2d2-a1d0-11e8-9bb4-0050568be82c |
+--------------------------------------+
1 row in set (0.00 sec)
- 备份数据
[root@db210_11:57:26 /tmp]
#innobackupex -S /3101/tmp/mysql.sock -pzstzst -A /data/backup/
...
xtrabackup: Transaction log of lsn (2823806) to (2823823) was copied.
180817 11:58:41 completed OK!
[root@db210_11:58:41 /tmp]
[root@db210_11:59:21 /data/backup/2018-08-17_11-58-36]
#innobackupex --apply-log .
//在211节点上:
[root@db211_12:31:48 /3101/data]
scp -r db210:/data/backup/2018-08-17_11-58-36/* .
[root@db211_12:31:48 /3101/data]
#chown -R mysql:mysql *
- 注释掉配置文件中pxc相关内容:
#vi /3101/my_pxc.cnf
#loose_wsrep_cluster_name=pxc_wenyz
#loose_wsrep_cluster_address=gcomm://192.168.99.210,192.168.99.211,192.168.99.212
#loose_wsrep_node_address=192.168.99.211
#wsrep_sst_receive_address =192.168.99.211:4588
#loose_wsrep_provider=/usr/local/pxc/lib/libgalera_smm.so
#wsrep_sst_method=reync
#loose_wsrep_sst_method=xtrabackup-v2
#loose_wsrep_sst_auth=sst:zstzst
- 查看xtrabackup 备份信息:
#cat xtrabackup_info
uuid = d4482ec7-a1d1-11e8-8d90-0050568be82c
name =
tool_name = innobackupex
tool_command = -S /3101/tmp/mysql.sock -pzstzst -A /data/backup/
tool_version = 2.4.12
ibbackup_version = 2.4.12
server_version = 5.7.22-22-29.26-log
start_time = 2018-08-17 11:58:39
end_time = 2018-08-17 11:58:41
lock_time = 0
binlog_pos = filename 'mysql-bin.000002', position '106879', GTID of the last change '0a15ae1e-5e2f-ee17-4638-bcd794bde339:1-374'
innodb_from_lsn = 0
innodb_to_lsn = 2823806
...
- 启动211节点(非PXC),启用主从复制
- 查看211节点实例情况:
root@localhost [(none)]>show master status;
+------------------+----------+--------------+------------------+-------------------+
| File | Position | Binlog_Do_DB | Binlog_Ignore_DB | Executed_Gtid_Set |
+------------------+----------+--------------+------------------+-------------------+
| mysql-bin.000001 | 154 | | | |
+------------------+----------+--------------+------------------+-------------------+
1 row in set (0.00 sec)
root@localhost [(none)]>show global variables like '%gtid%';
+----------------------------------+-------+
| Variable_name | Value |
+----------------------------------+-------+
| binlog_gtid_simple_recovery | ON |
| enforce_gtid_consistency | ON |
| gtid_executed | |
| gtid_executed_compression_period | 1000 |
| gtid_mode | ON |
| gtid_owned | |
| gtid_purged | |
| session_track_gtids | OFF |
+----------------------------------+-------+
8 rows in set (0.01 sec)
root@localhost [(none)]>select count(*) from wenyz.t2;
+----------+
| count(*) |
+----------+
| 365 |
+----------+
1 row in set (0.01 sec)
root@localhost [(none)]>set global gtid_purged='0a15ae1e-5e2f-ee17-4638-bcd794bde339:1-374';
Query OK, 0 rows affected (0.00 sec)
root@localhost [(none)]>show global variables like '%gtid%';
+----------------------------------+--------------------------------------------+
| Variable_name | Value |
+----------------------------------+--------------------------------------------+
| binlog_gtid_simple_recovery | ON |
| enforce_gtid_consistency | ON |
| gtid_executed | 0a15ae1e-5e2f-ee17-4638-bcd794bde339:1-374 |
| gtid_executed_compression_period | 1000 |
| gtid_mode | ON |
| gtid_owned | |
| gtid_purged | 0a15ae1e-5e2f-ee17-4638-bcd794bde339:1-374 |
| session_track_gtids | OFF |
+----------------------------------+--------------------------------------------+
8 rows in set (0.01 sec)
root@localhost [(none)]>change master to master_host='db210',master_port=3101,master_user='repl',master_password='repl4slave',master_auto_position=1;
root@localhost [(none)]>start slave;
Query OK, 0 rows affected (0.00 sec)
\\等同步结束后,stop slave;并查看同步情况:
root@localhost [(none)]>show slave status\G;
*************************** 1. row ***************************
Slave_IO_State: Waiting for master to send event
Master_Host: db210
Master_User: repl
Master_Port: 3101
Connect_Retry: 60
Master_Log_File: mysql-bin.000005
Read_Master_Log_Pos: 433472
Relay_Log_File: db211-relay-bin.000008
Relay_Log_Pos: 433685
Relay_Master_Log_File: mysql-bin.000005
Slave_IO_Running: Yes
Slave_SQL_Running: Yes
Replicate_Do_DB:
Replicate_Ignore_DB:
Replicate_Do_Table:
Replicate_Ignore_Table:
Replicate_Wild_Do_Table:
Replicate_Wild_Ignore_Table:
Last_Errno: 0
Last_Error:
Skip_Counter: 0
Exec_Master_Log_Pos: 433472
Relay_Log_Space: 433979
Until_Condition: None
Until_Log_File:
Until_Log_Pos: 0
Master_SSL_Allowed: No
Master_SSL_CA_File:
Master_SSL_CA_Path:
Master_SSL_Cert:
Master_SSL_Cipher:
Master_SSL_Key:
Seconds_Behind_Master: 0
Master_SSL_Verify_Server_Cert: No
Last_IO_Errno: 0
Last_IO_Error:
Last_SQL_Errno: 0
Last_SQL_Error:
Replicate_Ignore_Server_Ids:
Master_Server_Id: 2103101
Master_UUID: e21ab2d2-a1d0-11e8-9bb4-0050568be82c
Master_Info_File: /3101/data/master.info
SQL_Delay: 0
SQL_Remaining_Delay: NULL
Slave_SQL_Running_State: Slave has read all relay log; waiting for more updates
Master_Retry_Count: 86400
Master_Bind:
Last_IO_Error_Timestamp:
Last_SQL_Error_Timestamp:
Master_SSL_Crl:
Master_SSL_Crlpath:
Retrieved_Gtid_Set: 0a15ae1e-5e2f-ee17-4638-bcd794bde339:375-2643736
Executed_Gtid_Set: 0a15ae1e-5e2f-ee17-4638-bcd794bde339:1-2643736
Auto_Position: 1
Replicate_Rewrite_DB:
Channel_Name:
Master_TLS_Version:
1 row in set (0.00 sec)
关闭211节点实例
通过GTID或同步信息查看210节点mysql-bin.000005的433472,的XID位置 (XID基本上和GTID相同,只需要核实一下)
'/*!*/;
# at 433472
#180817 21:28:31 server id 2103101 end_log_pos 433537 CRC32 0x3ef7c97f GTID last_committed=912 sequence_number=913 rbr_only=yes original_committed_timestamp=0 immediate_commit_timestamp=0 transaction_length=0
/*!50718 SET TRANSACTION ISOLATION LEVEL READ COMMITTED*//*!*/;
# original_commit_timestamp=0 (1970-01-01 08:00:00.000000 CST)
# immediate_commit_timestamp=0 (1970-01-01 08:00:00.000000 CST)
/*!80001 SET @@session.original_commit_timestamp=0*//*!*/;
SET @@SESSION.GTID_NEXT= '0a15ae1e-5e2f-ee17-4638-bcd794bde339:2643737'/*!*/;
# at 433537
#180817 21:28:31 server id 2103101 end_log_pos 433618 CRC32 0x911e2292 Query thread_id=190 exec_time=0 error_code=0
SET TIMESTAMP=1534512511/*!*/;
SET @@session.pseudo_thread_id=190/*!*/;
SET @@session.foreign_key_checks=1, @@session.sql_auto_is_null=0, @@session.unique_checks=1, @@session.autocommit=1/*!*/;
SET @@session.sql_mode=1436549152/*!80005 &~0x1003ff00*//*!*/;
SET @@session.auto_increment_increment=1, @@session.auto_increment_offset=1/*!*/;
/*!\C utf8 *//*!*/;
SET @@session.character_set_client=33,@@session.collation_connection=33,@@session.collation_server=33/*!*/;
SET @@session.time_zone='SYSTEM'/*!*/;
SET @@session.lc_time_names=0/*!*/;
SET @@session.collation_database=DEFAULT/*!*/;
BEGIN
/*!*/;
# at 433618
#180817 21:28:31 server id 2103101 end_log_pos 433668 CRC32 0xdc1eeaf7 Table_map: `wenyz`.`t2` mapped to number 110
# at 433668
#180817 21:28:31 server id 2103101 end_log_pos 433717 CRC32 0x6491e061 Write_rows: table id 110 flags: STMT_END_F
BINLOG '
f812WxM9FyAAMgAAAASeBgAAAG4AAAAAAAEABXdlbnl6AAJ0MgADAw8KAiwBBPfqHtw=
f812Wx49FyAAMQAAADWeBgAAAG4AAAAAAAEAAgAD//hiQj4ABABmZmZmEcUPYeCRZA==
'/*!*/;
### INSERT INTO `wenyz`.`t2`
### SET
### @1=4080226
### @2='ffff'
### @3='2018:08:17'
# at 433717
#180817 21:28:31 server id 2103101 end_log_pos 433748 CRC32 0x42d3082c Xid = 2643738
COMMIT/*!*/;
SET @@SESSION.GTID_NEXT= 'AUTOMATIC' /* added by mysqlbinlog */ /*!*/;
DELIMITER ;
- 找到Xid = 2419038,并将写入grastate.dat
#scp db210:/3101/data/grastate.dat .
grastate.dat 100% 113 0.1KB/s 00:00
[root@db211_13:56:56 /3101/data]
#vi grastate.dat
[root@db211_13:57:16 /3101/data]
#chown mysql:mysql grastate.dat
#cat grastate.dat
# GALERA saved state
version: 2.1
uuid: f5ea51e1-a1d0-11e8-b9c7-43286b421cc6
seqno: 2419038
safe_to_bootstrap: 1
- 恢复my_pxc.cnf中pxc相关信息并启动实例:
root@localhost [(none)]>show master status;
+------------------+----------+--------------+------------------+------------------------------------------------+
| File | Position | Binlog_Do_DB | Binlog_Ignore_DB | Executed_Gtid_Set |
+------------------+----------+--------------+------------------+------------------------------------------------+
| mysql-bin.000004 | 672 | | | 0a15ae1e-5e2f-ee17-4638-bcd794bde339:1-2643738 |
+------------------+----------+--------------+------------------+------------------------------------------------+
1 row in set (0.00 sec)
root@localhost [(none)]>show global status like '%wsrep%';
+----------------------------------+-----------------------------------------+
| Variable_name | Value |
+----------------------------------+-----------------------------------------+
| wsrep_local_state_uuid | f5ea51e1-a1d0-11e8-b9c7-43286b421cc6 |
| wsrep_protocol_version | 8 |
| wsrep_last_applied | 2643738 |
| wsrep_last_committed | 2643738 |
| wsrep_replicated | 0 |
| wsrep_replicated_bytes | 0 |
| wsrep_repl_keys | 0 |
| wsrep_repl_keys_bytes | 0 |
| wsrep_repl_data_bytes | 0 |
| wsrep_repl_other_bytes | 0 |
| wsrep_received | 3 |
| wsrep_received_bytes | 222 |
| wsrep_local_commits | 0 |
| wsrep_local_cert_failures | 0 |
| wsrep_local_replays | 0 |
| wsrep_local_send_queue | 0 |
| wsrep_local_send_queue_max | 1 |
| wsrep_local_send_queue_min | 0 |
| wsrep_local_send_queue_avg | 0.000000 |
| wsrep_local_recv_queue | 0 |
| wsrep_local_recv_queue_max | 1 |
| wsrep_local_recv_queue_min | 0 |
| wsrep_local_recv_queue_avg | 0.000000 |
| wsrep_local_cached_downto | 0 |
| wsrep_flow_control_paused_ns | 0 |
| wsrep_flow_control_paused | 0.000000 |
| wsrep_flow_control_sent | 0 |
| wsrep_flow_control_recv | 0 |
| wsrep_flow_control_interval | [ 141, 141 ] |
| wsrep_flow_control_interval_low | 141 |
| wsrep_flow_control_interval_high | 141 |
| wsrep_flow_control_status | OFF |
| wsrep_cert_deps_distance | 0.000000 |
| wsrep_apply_oooe | 0.000000 |
| wsrep_apply_oool | 0.000000 |
| wsrep_apply_window | 1.000000 |
| wsrep_commit_oooe | 0.000000 |
| wsrep_commit_oool | 0.000000 |
| wsrep_commit_window | 1.000000 |
| wsrep_local_state | 4 |
| wsrep_local_state_comment | Synced |
| wsrep_cert_index_size | 0 |
| wsrep_cert_bucket_count | 22 |
| wsrep_gcache_pool_size | 1536 |
| wsrep_causal_reads | 0 |
| wsrep_cert_interval | 0.000000 |
| wsrep_ist_receive_status | |
| wsrep_ist_receive_seqno_start | 0 |
| wsrep_ist_receive_seqno_current | 0 |
| wsrep_ist_receive_seqno_end | 0 |
| wsrep_incoming_addresses | 192.168.99.211:3101,192.168.99.210:3101 |
| wsrep_desync_count | 0 |
| wsrep_evs_delayed | |
| wsrep_evs_evict_list | |
| wsrep_evs_repl_latency | 0/0/0/0/0 |
| wsrep_evs_state | OPERATIONAL |
| wsrep_gcomm_uuid | 334d1dc3-a226-11e8-8c7a-1e62925bf5b7 |
| wsrep_cluster_conf_id | 6 |
| wsrep_cluster_size | 2 |
| wsrep_cluster_state_uuid | f5ea51e1-a1d0-11e8-b9c7-43286b421cc6 |
| wsrep_cluster_status | Primary |
| wsrep_connected | ON |
| wsrep_local_bf_aborts | 0 |
| wsrep_local_index | 0 |
| wsrep_provider_name | Galera |
| wsrep_provider_vendor | Codership Oy |
| wsrep_provider_version | 3.26(r) |
| wsrep_ready | ON |
+----------------------------------+-----------------------------------------+
68 rows in set (0.00 sec)
- 加入集群时IST数据同步日志:
2018-08-17T14:02:38.765177Z 0 [Warning] The syntax '--log_warnings/-W' is deprecated and will be removed in a future release. Please use '--log_error_verbosity' instead.
2018-08-17T14:02:38.765425Z 0 [Warning] TIMESTAMP with implicit DEFAULT value is deprecated. Please use --explicit_defaults_for_timestamp server option (see documentation for more details).
2018-08-17T14:02:38.765482Z 0 [Note] --secure-file-priv is set to NULL. Operations related to importing and exporting data are disabled
2018-08-17T14:02:38.765521Z 0 [Note] /usr/local/pxc/bin/mysqld (mysqld 5.7.22-22-29.26-log) starting as process 17712 ...
2018-08-17T14:02:38.769555Z 0 [Note] WSREP: Setting wsrep_ready to false
2018-08-17T14:02:38.769577Z 0 [Note] WSREP: No pre-stored wsrep-start position found. Skipping position initialization.
2018-08-17T14:02:38.769583Z 0 [Note] WSREP: wsrep_load(): loading provider library '/usr/local/pxc/lib/libgalera_smm.so'
2018-08-17T14:02:38.775172Z 0 [Note] WSREP: wsrep_load(): Galera 3.26(r) by Codership Oy loaded successfully.
2018-08-17T14:02:38.775257Z 0 [Note] WSREP: CRC-32C: using hardware acceleration.
2018-08-17T14:02:38.775781Z 0 [Note] WSREP: Found saved state: f5ea51e1-a1d0-11e8-b9c7-43286b421cc6:2643736, safe_to_bootstrap: 1
2018-08-17T14:02:38.793446Z 0 [Note] WSREP: GCache history reset: 00000000-0000-0000-0000-000000000000:0 -> f5ea51e1-a1d0-11e8-b9c7-43286b421cc6:2643736
2018-08-17T14:02:38.794296Z 0 [Note] WSREP: Assign initial position for certification: 2643736, protocol version: -1
2018-08-17T14:02:38.794337Z 0 [Note] WSREP: Preparing to initiate SST/IST
2018-08-17T14:02:38.794344Z 0 [Note] WSREP: Starting replication
2018-08-17T14:02:38.794365Z 0 [Note] WSREP: Setting initial position to f5ea51e1-a1d0-11e8-b9c7-43286b421cc6:2643736
2018-08-17T14:02:38.794584Z 0 [Note] WSREP: Using CRC-32C for message checksums.
2018-08-17T14:02:38.794703Z 0 [Note] WSREP: gcomm thread scheduling priority set to other:0
2018-08-17T14:02:38.794856Z 0 [Warning] WSREP: Fail to access the file (/3101/data//gvwstate.dat) error (No such file or directory). It is possible if node is booting for first time or re-booting after a graceful shutdown
2018-08-17T14:02:38.794866Z 0 [Note] WSREP: Restoring primary-component from disk failed. Either node is booting for first time or re-booting after a graceful shutdown
2018-08-17T14:02:38.795883Z 0 [Note] WSREP: (334d1dc3, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
2018-08-17T14:02:38.796293Z 0 [Note] WSREP: EVS version 0
2018-08-17T14:02:38.796429Z 0 [Note] WSREP: gcomm: connecting to group 'pxc_wenyz', peer '192.168.99.210:,192.168.99.211:,192.168.99.212:'
2018-08-17T14:02:38.797989Z 0 [Note] WSREP: (334d1dc3, 'tcp://0.0.0.0:4567') connection established to 334d1dc3 tcp://192.168.99.211:4567
2018-08-17T14:02:38.798010Z 0 [Warning] WSREP: (334d1dc3, 'tcp://0.0.0.0:4567') address 'tcp://192.168.99.211:4567' points to own listening address, blacklisting
2018-08-17T14:02:38.798521Z 0 [Note] WSREP: (334d1dc3, 'tcp://0.0.0.0:4567') connection established to f5e9d0b5 tcp://192.168.99.210:4567
2018-08-17T14:02:38.798612Z 0 [Note] WSREP: (334d1dc3, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers:
2018-08-17T14:02:39.298009Z 0 [Note] WSREP: declaring f5e9d0b5 at tcp://192.168.99.210:4567 stable
2018-08-17T14:02:39.298370Z 0 [Note] WSREP: Node f5e9d0b5 state primary
2018-08-17T14:02:39.298614Z 0 [Note] WSREP: Current view of cluster as seen by this node
view (view_id(PRIM,334d1dc3,6)
memb {
334d1dc3,0
f5e9d0b5,0
}
joined {
}
left {
}
)
2018-08-17T14:02:39.298630Z 0 [Note] WSREP: Save the discovered primary-component to disk
2018-08-17T14:02:39.298822Z 0 [Note] WSREP: discarding pending addr without UUID: tcp://192.168.99.212:4567
2018-08-17T14:02:39.797207Z 0 [Note] WSREP: gcomm: connected
2018-08-17T14:02:39.797334Z 0 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
2018-08-17T14:02:39.797403Z 0 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 2
2018-08-17T14:02:39.797492Z 0 [Note] WSREP: Waiting for SST/IST to complete.
2018-08-17T14:02:39.797968Z 0 [Note] WSREP: STATE_EXCHANGE: sent state UUID: 33e616ee-a226-11e8-b6d4-f3655f9c37eb
2018-08-17T14:02:39.798274Z 0 [Note] WSREP: STATE EXCHANGE: sent state msg: 33e616ee-a226-11e8-b6d4-f3655f9c37eb
2018-08-17T14:02:39.798516Z 0 [Note] WSREP: STATE EXCHANGE: got state msg: 33e616ee-a226-11e8-b6d4-f3655f9c37eb from 0 (db211)
2018-08-17T14:02:39.798770Z 0 [Note] WSREP: STATE EXCHANGE: got state msg: 33e616ee-a226-11e8-b6d4-f3655f9c37eb from 1 (db210)
2018-08-17T14:02:39.798784Z 0 [Note] WSREP: Quorum results:
version = 4,
component = PRIMARY,
conf_id = 5,
members = 1/2 (primary/total),
act_id = 2643738,
last_appl. = -1,
protocols = 0/8/3 (gcs/repl/appl),
group UUID = f5ea51e1-a1d0-11e8-b9c7-43286b421cc6
2018-08-17T14:02:39.798791Z 0 [Note] WSREP: Flow-control interval: [141, 141]
2018-08-17T14:02:39.798794Z 0 [Note] WSREP: Trying to continue unpaused monitor
2018-08-17T14:02:39.798799Z 0 [Note] WSREP: Shifting OPEN -> PRIMARY (TO: 2643738)
2018-08-17T14:02:39.798860Z 1 [Note] WSREP: State transfer required:
Group state: f5ea51e1-a1d0-11e8-b9c7-43286b421cc6:2643738
Local state: f5ea51e1-a1d0-11e8-b9c7-43286b421cc6:2643736
2018-08-17T14:02:39.798880Z 1 [Note] WSREP: REPL Protocols: 8 (3, 2)
2018-08-17T14:02:39.798897Z 1 [Note] WSREP: New cluster view: global state: f5ea51e1-a1d0-11e8-b9c7-43286b421cc6:2643738, view# 6: Primary, number of nodes: 2, my index: 0, protocol version 3
2018-08-17T14:02:39.798901Z 1 [Note] WSREP: Setting wsrep_ready to true
2018-08-17T14:02:39.798904Z 1 [Warning] WSREP: Gap in state sequence. Need state transfer.
2018-08-17T14:02:39.798906Z 1 [Note] WSREP: Setting wsrep_ready to false
2018-08-17T14:02:40.300561Z 1 [Note] WSREP: Prepared SST/IST request: xtrabackup-v2|192.168.99.211:4588/xtrabackup_sst//1
2018-08-17T14:02:40.300582Z 1 [Note] WSREP: Auto Increment Offset/Increment re-align with cluster membership change (Offset: 1 -> 1) (Increment: 1 -> 2)
2018-08-17T14:02:40.300594Z 1 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
2018-08-17T14:02:40.300619Z 1 [Note] WSREP: Assign initial position for certification: 2643738, protocol version: 3
2018-08-17T14:02:40.300683Z 0 [Note] WSREP: Service thread queue flushed.
2018-08-17T14:02:40.300729Z 1 [Note] WSREP: Check if state gap can be serviced using IST
2018-08-17T14:02:40.300853Z 1 [Note] WSREP: IST receiver addr using tcp://192.168.99.211:4568
2018-08-17T14:02:40.301007Z 1 [Note] WSREP: Prepared IST receiver, listening at: tcp://192.168.99.211:4568
2018-08-17T14:02:40.301024Z 1 [Note] WSREP: State gap can be likely serviced using IST. SST request though present would be void.
2018-08-17T14:02:40.301350Z 0 [Note] WSREP: Member 0.0 (db211) requested state transfer from '*any*'. Selected 1.0 (db210)(SYNCED) as donor.
2018-08-17T14:02:40.301364Z 0 [Note] WSREP: Shifting PRIMARY -> JOINER (TO: 2643738)
2018-08-17T14:02:40.301398Z 1 [Note] WSREP: Requesting state transfer: success, donor: 1
2018-08-17T14:02:40.301413Z 1 [Note] WSREP: GCache history reset: f5ea51e1-a1d0-11e8-b9c7-43286b421cc6:0 -> f5ea51e1-a1d0-11e8-b9c7-43286b421cc6:2643738
2018-08-17T14:02:40.639379Z 0 [Note] WSREP: 1.0 (db210): State transfer to 0.0 (db211) complete.
2018-08-17T14:02:40.639643Z 0 [Note] WSREP: Member 1.0 (db210) synced with group.
2018-08-17T14:02:40.658465Z WSREP_SST: [INFO] xtrabackup_ist received from donor: Running IST
2018-08-17T14:02:40.660643Z WSREP_SST: [INFO] Galera co-ords from recovery: f5ea51e1-a1d0-11e8-b9c7-43286b421cc6:2643736
2018-08-17T14:02:40.671754Z 0 [Note] WSREP: SST complete, seqno: 2643736
2018-08-17T14:02:40.673632Z 0 [Note] InnoDB: PUNCH HOLE support available
2018-08-17T14:02:40.673644Z 0 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins
2018-08-17T14:02:40.673648Z 0 [Note] InnoDB: Uses event mutexes
2018-08-17T14:02:40.673652Z 0 [Note] InnoDB: GCC builtin __atomic_thread_fence() is used for memory barrier
2018-08-17T14:02:40.673655Z 0 [Note] InnoDB: Compressed tables use zlib 1.2.7
2018-08-17T14:02:40.673671Z 0 [Note] InnoDB: Using Linux native AIO
2018-08-17T14:02:40.673950Z 0 [Note] InnoDB: Number of pools: 1
2018-08-17T14:02:40.674092Z 0 [Note] InnoDB: Using CPU crc32 instructions
2018-08-17T14:02:40.676384Z 0 [Note] InnoDB: Initializing buffer pool, total size = 5G, instances = 1, chunk size = 128M
2018-08-17T14:02:40.841611Z 0 [Note] InnoDB: Completed initialization of buffer pool
2018-08-17T14:02:40.880417Z 0 [Note] InnoDB: If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority().
2018-08-17T14:02:40.897710Z 0 [Note] InnoDB: Crash recovery did not find the parallel doublewrite buffer at /data/pxc/mysql3101/data/xb_doublewrite
2018-08-17T14:02:40.899368Z 0 [Note] InnoDB: Highest supported file format is Barracuda.
2018-08-17T14:02:40.944101Z 0 [Note] InnoDB: Created parallel doublewrite buffer at /data/pxc/mysql3101/data/xb_doublewrite, size 3932160 bytes
2018-08-17T14:02:41.065461Z 0 [Note] InnoDB: Creating shared tablespace for temporary tables
2018-08-17T14:02:41.065565Z 0 [Note] InnoDB: Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ...
2018-08-17T14:02:41.094987Z 0 [Note] InnoDB: File './ibtmp1' size is now 12 MB.
2018-08-17T14:02:41.095899Z 0 [Note] InnoDB: 96 redo rollback segment(s) found. 96 redo rollback segment(s) are active.
2018-08-17T14:02:41.095911Z 0 [Note] InnoDB: 32 non-redo rollback segment(s) are active.
2018-08-17T14:02:41.096190Z 0 [Note] InnoDB: Waiting for purge to start
2018-08-17T14:02:41.146515Z 0 [Note] InnoDB: Percona XtraDB (http://www.percona.com) 5.7.22-rel22 started; log sequence number 1373458123
2018-08-17T14:02:41.146672Z 0 [Note] InnoDB: Loading buffer pool(s) from /data/pxc/mysql3101/data/ib_buffer_pool
2018-08-17T14:02:41.146826Z 0 [Note] Plugin 'FEDERATED' is disabled.
2018-08-17T14:02:42.297518Z 0 [Note] WSREP: (334d1dc3, 'tcp://0.0.0.0:4567') turning message relay requesting off
2018-08-17T14:02:43.159037Z 0 [Note] InnoDB: Buffer pool(s) load completed at 180817 22:02:43
2018-08-17T14:02:43.654527Z 0 [Note] Found ca.pem, server-cert.pem and server-key.pem in data directory. Trying to enable SSL support using them.
2018-08-17T14:02:43.654552Z 0 [Note] Skipping generation of SSL certificates as certificate files are present in data directory.
2018-08-17T14:02:43.655358Z 0 [Warning] CA certificate ca.pem is self signed.
2018-08-17T14:02:43.655412Z 0 [Note] Skipping generation of RSA key pair as key files are present in data directory.
2018-08-17T14:02:43.655548Z 0 [Note] Server hostname (bind-address): '*'; port: 3101
2018-08-17T14:02:43.655597Z 0 [Note] IPv6 is available.
2018-08-17T14:02:43.655610Z 0 [Note] - '::' resolves to '::';
2018-08-17T14:02:43.655640Z 0 [Note] Server socket created on IP: '::'.
2018-08-17T14:02:43.685386Z 0 [Note] Event Scheduler: Loaded 0 events
2018-08-17T14:02:43.685510Z 0 [Note] WSREP: Signalling provider to continue on SST completion.
2018-08-17T14:02:43.687176Z 0 [Note] WSREP: Initialized wsrep sidno 2
2018-08-17T14:02:43.687211Z 0 [Note] WSREP: SST received: f5ea51e1-a1d0-11e8-b9c7-43286b421cc6:2643736
2018-08-17T14:02:43.687276Z 1 [Note] WSREP: Receiving IST: 2 writesets, seqnos 2643736-2643738
2018-08-17T14:02:43.687320Z 0 [Note] /usr/local/pxc/bin/mysqld: ready for connections.
Version: '5.7.22-22-29.26-log' socket: '/3101/tmp/mysql.sock' port: 3101 Percona XtraDB Cluster binary (GPL) 5.7.22-29.26, Revision da86071, wsrep_29.26
2018-08-17T14:02:43.687405Z 0 [Note] WSREP: Receiving IST... 0.0% (0/2 events) complete.
2018-08-17T14:02:43.694246Z 0 [Note] WSREP: Receiving IST...100.0% (2/2 events) complete.
2018-08-17T14:02:43.694452Z 1 [Note] WSREP: IST received: f5ea51e1-a1d0-11e8-b9c7-43286b421cc6:2643738
2018-08-17T14:02:43.694790Z 0 [Note] WSREP: 0.0 (db211): State transfer from 1.0 (db210) complete.
2018-08-17T14:02:43.694805Z 0 [Note] WSREP: SST leaving flow control
2018-08-17T14:02:43.694810Z 0 [Note] WSREP: Shifting JOINER -> JOINED (TO: 2643738)
2018-08-17T14:02:43.695051Z 0 [Note] WSREP: Member 0.0 (db211) synced with group.
2018-08-17T14:02:43.695058Z 0 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 2643738)
2018-08-17T14:02:43.695078Z 1 [Note] WSREP: Synchronized with group, ready for connections
2018-08-17T14:02:43.695087Z 1 [Note] WSREP: Setting wsrep_ready to true
2018-08-17T14:02:43.695091Z 1 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
2018-08-17T14:03:06.192813Z 4 [Note] Access denied for user 'root'@'localhost' (using password: NO)
2018-08-17T14:08:56.428350Z 5 [Note] Aborted connection 5 to db: 'unconnected' user: 'root' host: 'localhost' (Got timeout reading communication packets)