PXC 选用xtrabackup-v2方式复制数据,启动报错:Error while getting data from donor node: exit codes: 137 0

PXC 复制数据选用xtrabackup-v2报错:Error while getting data from donor node:  exit codes: 137 0
但是我先用rsync同步数据后,shutdown,再修改为xtrabackup-v2,重新启动,数据同步又是正常的。
具体的流程如下:
 node1:
#pxc配置文件
wsrep_cluster_address = gcomm://10.157.26.130,10.157.26.131
wsrep_provider = /usr/local/mysql/lib/libgalera_smm.so
wsrep_node_address = 10.157.26.130
wsrep_slave_threads = 2
wsrep_cluster_name = pxc_test
wsrep_sst_method = xtrabackup-v2
pxc_strict_mode = ENFORCING
wsrep_sst_auth = sst:samp
wsrep_node_name = node130
innodb_autoinc_lock_mode = 2
wsrep_provider_options = debug=1;gcache.size=1G

[root@dpstmngsmb00 ~]# ll /data/mysql/mysql_3307/data/
total 1980512
-rw-r----- 1 mysql mysql         56 May 16 18:00 auto.cnf
-rw------- 1 mysql mysql       1676 May 16 18:00 ca-key.pem
-rw-r--r-- 1 mysql mysql       1083 May 16 18:00 ca.pem
-rw-r--r-- 1 mysql mysql       1087 May 16 18:00 client-cert.pem
-rw------- 1 mysql mysql       1676 May 16 18:00 client-key.pem
-rw------- 1 mysql mysql 1073743144 May 16 18:06 galera.cache
-rw-r----- 1 mysql mysql        113 May 16 18:05 grastate.dat
-rw-r----- 1 mysql mysql        170 May 16 18:01 gvwstate.dat
-rw-r----- 1 mysql mysql        407 May 16 18:00 ib_buffer_pool
-rw-r----- 1 mysql mysql  104857600 May 16 18:06 ibdata1
-rw-r----- 1 mysql mysql  268435456 May 16 18:06 ib_logfile0
-rw-r----- 1 mysql mysql  268435456 May 16 18:00 ib_logfile1
-rw-r----- 1 mysql mysql  268435456 May 16 18:00 ib_logfile2
-rw-r----- 1 mysql mysql   12582912 May 16 18:01 ibtmp1
-rw-r----- 1 mysql mysql       9093 May 16 18:06 innodb_status.13671
drwxr-x--- 2 mysql mysql       4096 May 16 18:00 mysql
-rw-r----- 1 mysql mysql          6 May 16 18:01 mysql.pid
drwxr-x--- 2 mysql mysql       4096 May 16 18:00 performance_schema
-rw------- 1 mysql mysql       1680 May 16 18:00 private_key.pem
-rw-r--r-- 1 mysql mysql        452 May 16 18:00 public_key.pem
drwxr-x--- 2 mysql mysql       4096 May 16 18:05 sampson
-rw-r--r-- 1 mysql mysql       1087 May 16 18:00 server-cert.pem
-rw------- 1 mysql mysql       1676 May 16 18:00 server-key.pem
drwxr-x--- 2 mysql mysql      12288 May 16 18:00 sys
-rw-r----- 1 mysql mysql   31457280 May 16 18:06 xb_doublewrite


node2:
wsrep_sst_method = xtrabackup-v2


[root@dpstmngmul00 ~]# xtrabackup --version
xtrabackup version 2.4.4 based on MySQL server 5.7.13 Linux (x86_64) (revision id: df58cf2)

[root@dpstmngmul00 ~]# /usr/local/mysql/bin/mysqld
Aborted
启动的同时查看进程:
[root@dpstmngmul00 ~]# ps -ef|grep mysql
root     16781 16711  0 16:35 pts/0    00:00:00 mysql -p
mysql    21422     1  0 18:07 pts/3    00:00:00 /bin/bash -ue /opt/mysql/Percona-XtraDB-Cluster-5.7.17-rel13-29.20.3.Linux.x86_64.ssl101/bin/wsrep_sst_xtrabackup-v2 --role joiner --address 10.157.26.131 --datadir /data/mysql/mysql_3307/data/ --defaults-file /etc/my.cnf --defaults-group-suffix  --parent 21413 --binlog /data/mysql/mysql_3307/logs/binlog/mysql-bin
mysql    21793 21422  0 18:07 pts/3    00:00:00 timeout -s9 100 socat -u TCP-LISTEN:4444,reuseaddr stdio
mysql    21794 21422  0 18:07 pts/3    00:00:00 xbstream -x
mysql    21795 21793  0 18:07 pts/3    00:00:00 socat -u TCP-LISTEN:4444,reuseaddr stdio
root     21805 19570  0 18:07 pts/4    00:00:00 grep mysql


mysql错误日志:
[root@dpstmngmul00 ~]# cat /data/mysql/mysql_3307/logs/error.log 
2017-05-16T10:07:16.123562Z 0 [Note] --secure-file-priv is set to NULL. Operations related to importing and exporting data are disabled
2017-05-16T10:07:16.123760Z 0 [Note] /usr/local/mysql/bin/mysqld (mysqld 5.7.17-13-29.20-log) starting as process 21413 ...
2017-05-16T10:07:16.132077Z 0 [Note] WSREP: No pre-stored wsrep-start position found. Skipping position initialization.
2017-05-16T10:07:16.132100Z 0 [Note] WSREP: wsrep_load(): loading provider library '/usr/local/mysql/lib/libgalera_smm.so'
2017-05-16T10:07:16.139730Z 0 [Note] WSREP: wsrep_load(): Galera 3.20(r) by Codership Oy <info@codership.com> loaded successfully.
2017-05-16T10:07:16.139828Z 0 [Note] WSREP: CRC-32C: using hardware acceleration.
2017-05-16T10:07:16.140454Z 0 [Warning] WSREP: galera/src/saved_state.cpp:SavedState():48: Could not open state file for reading: '/data/mysql/mysql_3307/data//grastate.dat'
2017-05-16T10:07:16.140480Z 0 [Warning] WSREP: galera/src/saved_state.cpp:SavedState():49: No persistent state found. Bootstraping with default state
2017-05-16T10:07:16.140602Z 0 [Note] WSREP: galera/src/saved_state.cpp:SavedState():120: Found saved state: 00000000-0000-0000-0000-000000000000:-1, safe_to_bootsrap: 1
2017-05-16T10:07:16.155380Z 0 [Note] WSREP: galera/src/galera_gcs.hpp:Gcs():89: Passing config to GCS: base_dir = /data/mysql/mysql_3307/data/; base_host = 10.157.26.131; base_port = 4567; cert.log_conflicts = no; debug = 1; evs.auto_evict = 0; evs.delay_margin = PT1S; evs.delayed_keep_period = PT30S; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 3; evs.send_window = 10; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 4; evs.view_forget_timeout = PT24H; gcache.dir = /data/mysql/mysql_3307/data/; gcache.keep_pages_count = 0; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /data/mysql/mysql_3307/data//galera.cache; gcache.page_size = 128M; gcache.recover = no; gcache.size = 1G; gcomm.thread_prio = ; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 100; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.recovery = 1; pc.version = 0; pc.wait_prim = true; pc.wait_prim_timeout = PT30S; pc.weight = 1; protonet.backend = asio; protonet.version = 0; repl.causal_read_timeout = PT30S; repl.commit_order = 3; repl.key_format = FLAT8; repl.max_ws_size = 2147483647; repl.proto_max = 7; socket.checksum = 2; socket.recv_buf_size = 212992; 
2017-05-16T10:07:16.176863Z 0 [Note] WSREP: gcache/src/GCache_seqno.cpp:seqno_reset():28: GCache history reset: old(00000000-0000-0000-0000-000000000000:0) -> new(00000000-0000-0000-0000-000000000000:-1)
2017-05-16T10:07:16.180506Z 0 [Note] WSREP: galera/src/certification.cpp:assign_initial_position():913: Assign initial position for certification: -1, protocol version: -1
2017-05-16T10:07:16.180577Z 0 [Note] WSREP: Preparing to initiate SST/IST
2017-05-16T10:07:16.180590Z 0 [Note] WSREP: Starting replication
2017-05-16T10:07:16.180615Z 0 [Note] WSREP: galera/src/replicator_smm.cpp:connect():342: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
2017-05-16T10:07:16.180948Z 0 [Note] WSREP: gcomm/src/datagram.cpp:checksum_type():26: Using CRC-32C for message checksums.
2017-05-16T10:07:16.181160Z 0 [Note] WSREP: gcs/src/gcs_gcomm.cpp:connect():279: gcomm thread scheduling priority set to other:0 
2017-05-16T10:07:16.181375Z 0 [Warning] WSREP: gcomm/src/view.cpp:read_file():389: Fail to access the file (/data/mysql/mysql_3307/data//gvwstate.dat) error (No such file or directory). It is possible if node is booting for first time or re-booting after a graceful shutdown
2017-05-16T10:07:16.181396Z 0 [Note] WSREP: gcomm/src/pc.cpp:PC():256: Restoring primary-component from disk failed. Either node is booting for first time or re-booting after a graceful shutdown
2017-05-16T10:07:16.182501Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:GMCast():98: GMCast version 0
2017-05-16T10:07:16.183066Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:GMCast():191: (705fd23b, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
2017-05-16T10:07:16.183087Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:GMCast():192: (705fd23b, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
2017-05-16T10:07:16.183695Z 0 [Note] WSREP: gcomm/src/evs_proto.cpp:Proto():199: EVS version 0
2017-05-16T10:07:16.183909Z 0 [Note] WSREP: gcs/src/gcs_gcomm.cpp:connect():309: gcomm: connecting to group 'pxc_test', peer '10.157.26.130:,10.157.26.131:'
2017-05-16T10:07:16.186170Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:handle_established():555: (705fd23b, 'tcp://0.0.0.0:4567') connection established to 705fd23b tcp://10.157.26.131:4567
2017-05-16T10:07:16.186207Z 0 [Warning] WSREP: gcomm/src/gmcast.cpp:handle_established():580: (705fd23b, 'tcp://0.0.0.0:4567') address 'tcp://10.157.26.131:4567' points to own listening address, blacklisting
2017-05-16T10:07:16.193010Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:handle_established():555: (705fd23b, 'tcp://0.0.0.0:4567') connection established to 9854a778 tcp://10.157.26.130:4567
2017-05-16T10:07:16.193156Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:check_liveness():1147: (705fd23b, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: 
2017-05-16T10:07:16.689172Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:handle_stable_view():1597: declaring 9854a778 at tcp://10.157.26.130:4567 stable
2017-05-16T10:07:16.690954Z 0 [Note] WSREP: gcomm/src/pc_proto.cpp:is_prim():796: Node 9854a778 state primary
2017-05-16T10:07:16.692019Z 0 [Note] WSREP: gcomm/src/pc_proto.cpp:deliver_view():229: Current view of cluster as seen by this node
view (view_id(PRIM,705fd23b,2)
memb {
    705fd23b,0
    9854a778,0
    }
joined {
    }
left {
    }
partitioned {
    }
)
2017-05-16T10:07:16.692081Z 0 [Note] WSREP: gcomm/src/pc.cpp:handle_up():30: Save the discovered primary-component to disk
2017-05-16T10:07:17.185851Z 0 [Note] WSREP: gcs/src/gcs_gcomm.cpp:connect():319: gcomm: connected
2017-05-16T10:07:17.186176Z 0 [Note] WSREP: gcs/src/gcs.cpp:gcs_shift_state():592: Shifting CLOSED -> OPEN (TO: 0)
2017-05-16T10:07:17.186454Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_comp_msg():410: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 2
2017-05-16T10:07:17.186469Z 0 [Note] WSREP: Waiting for SST/IST to complete.
2017-05-16T10:07:17.187540Z 0 [Note] WSREP: gcs/src/gcs_core.cpp:core_handle_comp_msg():767: STATE_EXCHANGE: sent state UUID: 70f93240-3a1f-11e7-974e-6369c15088a2
2017-05-16T10:07:17.188807Z 0 [Note] WSREP: gcs/src/gcs_core.cpp:core_handle_uuid_msg():861: STATE EXCHANGE: sent state msg: 70f93240-3a1f-11e7-974e-6369c15088a2
2017-05-16T10:07:17.189651Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_state_msg():592: STATE EXCHANGE: got state msg: 70f93240-3a1f-11e7-974e-6369c15088a2 from 0 (node131)
2017-05-16T10:07:17.189678Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:group_print_state_debug():574: 
    Version      : 4
    Flags        : 0x1
    Protocols    : 0 / 7 / 3
    State        : NON-PRIMARY
    Desync count : 0
    Prim state   : NON-PRIMARY
    Prim UUID    : 00000000-0000-0000-0000-000000000000
    Prim  seqno  : -1
    First seqno  : -1
    Last  seqno  : -1
    Prim JOINED  : 0
    State UUID   : 70f93240-3a1f-11e7-974e-6369c15088a2
    Group UUID   : 00000000-0000-0000-0000-000000000000
    Name         : 'node131'
    Incoming addr: '10.157.26.131:3307'

2017-05-16T10:07:17.190319Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_state_msg():592: STATE EXCHANGE: got state msg: 70f93240-3a1f-11e7-974e-6369c15088a2 from 1 (node130)
2017-05-16T10:07:17.190349Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:group_print_state_debug():574: 
    Version      : 4
    Flags        : 0x2
    Protocols    : 0 / 7 / 3
    State        : SYNCED
    Desync count : 0
    Prim state   : SYNCED
    Prim UUID    : 98560a8a-3a1e-11e7-bac2-2b80f07c3584
    Prim  seqno  : 1
    First seqno  : 1
    Last  seqno  : 10
    Prim JOINED  : 1
    State UUID   : 70f93240-3a1f-11e7-974e-6369c15088a2
    Group UUID   : 9855e90c-3a1e-11e7-8f4d-c654d74fc98f
    Name         : 'node130'
    Incoming addr: '10.157.26.130:3307'

2017-05-16T10:07:17.190384Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:group_post_state_exchange():369: Quorum results:
    version    = 4,
    component  = PRIMARY,
    conf_id    = 1,
    members    = 1/2 (primary/total),
    act_id     = 10,
    last_appl. = -1,
    protocols  = 0/7/3 (gcs/repl/appl),
    group UUID = 9855e90c-3a1e-11e7-8f4d-c654d74fc98f
2017-05-16T10:07:17.190401Z 0 [Note] WSREP: gcs/src/gcs.cpp:_set_fc_limits():799: Flow-control interval: [141, 141]
2017-05-16T10:07:17.190411Z 0 [Note] WSREP: gcs/src/gcs.cpp:gcs_shift_state():592: Shifting OPEN -> PRIMARY (TO: 10)
2017-05-16T10:07:17.190703Z 1 [Note] WSREP: galera/src/replicator_smm.cpp:process_conf_change():1529: State transfer required: 
    Group state: 9855e90c-3a1e-11e7-8f4d-c654d74fc98f:10
    Local state: 00000000-0000-0000-0000-000000000000:-1
2017-05-16T10:07:17.190738Z 1 [Note] WSREP: New cluster view: global state: 9855e90c-3a1e-11e7-8f4d-c654d74fc98f:10, view# 2: Primary, number of nodes: 2, my index: 0, protocol version 3
2017-05-16T10:07:17.190750Z 1 [Warning] WSREP: Gap in state sequence. Need state transfer.
2017-05-16T10:07:17.191028Z 0 [Note] WSREP: Initiating SST/IST transfer on JOINER side (wsrep_sst_xtrabackup-v2 --role 'joiner' --address '10.157.26.131' --datadir '/data/mysql/mysql_3307/data/' --defaults-file '/etc/my.cnf' --defaults-group-suffix '' --parent '21413' --binlog '/data/mysql/mysql_3307/logs/binlog/mysql-bin' )
2017-05-16T10:07:17.779053Z 1 [Note] WSREP: Prepared SST/IST request: xtrabackup-v2|10.157.26.131:4444/xtrabackup_sst//1
2017-05-16T10:07:17.779108Z 1 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
2017-05-16T10:07:17.779137Z 1 [Note] WSREP: galera/src/replicator_smm.cpp:establish_protocol_versions():1439: REPL Protocols: 7 (3, 2)
2017-05-16T10:07:17.779154Z 1 [Note] WSREP: galera/src/certification.cpp:assign_initial_position():913: Assign initial position for certification: 10, protocol version: 3
2017-05-16T10:07:17.779393Z 0 [Note] WSREP: galera/src/galera_service_thd.cpp:thd_func():46: Service thread queue flushed.
2017-05-16T10:07:17.779607Z 1 [Note] WSREP: galera/src/replicator_str.cpp:prepare_state_request():598: Check if state gap can be serviced using IST
2017-05-16T10:07:17.779648Z 1 [Note] WSREP: galera/src/replicator_str.cpp:prepare_for_IST():535: Local UUID: 00000000-0000-0000-0000-000000000000 != Group UUID: 9855e90c-3a1e-11e7-8f4d-c654d74fc98f
2017-05-16T10:07:17.779745Z 1 [Note] WSREP: galera/src/replicator_str.cpp:prepare_state_request():604: State gap can't be serviced using IST. Switching to SST
2017-05-16T10:07:17.780960Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:group_select_donor():1312: Member 0.0 (node131) requested state transfer from '*any*'. Selected 1.0 (node130)(SYNCED) as donor.
2017-05-16T10:07:17.780981Z 0 [Note] WSREP: gcs/src/gcs.cpp:gcs_shift_state():592: Shifting PRIMARY -> JOINER (TO: 10)
2017-05-16T10:07:17.781086Z 1 [Note] WSREP: galera/src/replicator_str.cpp:send_state_request():733: Requesting state transfer: success, donor: 1
2017-05-16T10:07:17.781148Z 1 [Note] WSREP: gcache/src/GCache_seqno.cpp:seqno_reset():28: GCache history reset: old(00000000-0000-0000-0000-000000000000:0) -> new(9855e90c-3a1e-11e7-8f4d-c654d74fc98f:10)
2017-05-16T10:07:18.045358Z 0 [Warning] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_join_msg():740: 1.0 (node130): State transfer to 0.0 (node131) failed: -2 (No such file or directory)
2017-05-16T10:07:18.045393Z 0 [ERROR] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_join_msg():765: Will never receive state. Need to abort.
2017-05-16T10:07:18.045430Z 0 [Note] WSREP: gcs/src/gcs_gcomm.cpp:close():331: gcomm: terminating thread
2017-05-16T10:07:18.045449Z 0 [Note] WSREP: gcs/src/gcs_gcomm.cpp:close():334: gcomm: joining thread
2017-05-16T10:07:18.045622Z 0 [Note] WSREP: gcs/src/gcs_gcomm.cpp:close():338: gcomm: closing backend
2017-05-16T10:07:19.686063Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:check_liveness():1088: (705fd23b, 'tcp://0.0.0.0:4567') connection to peer 705fd23b with addr tcp://10.157.26.131:4567 timed out, no messages seen in PT3S
2017-05-16T10:07:19.686903Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:check_liveness():1188: (705fd23b, 'tcp://0.0.0.0:4567') turning message relay requesting off
2017-05-16T10:07:21.186053Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:check_liveness():1088: (705fd23b, 'tcp://0.0.0.0:4567') connection to peer 9854a778 with addr tcp://10.157.26.130:4567 timed out, no messages seen in PT3S
2017-05-16T10:07:21.186508Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:check_liveness():1147: (705fd23b, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://10.157.26.130:4567 
2017-05-16T10:07:22.686138Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:reconnect():1010: (705fd23b, 'tcp://0.0.0.0:4567') reconnecting to 9854a778 (tcp://10.157.26.130:4567), attempt 0
2017-05-16T10:07:23.546875Z 0 [Note] WSREP: gcomm/src/evs_proto.cpp:check_inactive():953: evs::proto(705fd23b, LEAVING, view_id(REG,705fd23b,2)) suspecting node: 9854a778
2017-05-16T10:07:23.547098Z 0 [Note] WSREP: gcomm/src/evs_proto.cpp:check_inactive():964: evs::proto(705fd23b, LEAVING, view_id(REG,705fd23b,2)) suspected node without join message, declaring inactive
2017-05-16T10:07:23.547348Z 0 [Note] WSREP: gcomm/src/pc_proto.cpp:deliver_view():229: Current view of cluster as seen by this node
view (view_id(NON_PRIM,705fd23b,2)
memb {
    705fd23b,0
    }
joined {
    }
left {
    }
partitioned {
    9854a778,0
    }
)
2017-05-16T10:07:23.547573Z 0 [Note] WSREP: gcomm/src/pc_proto.cpp:deliver_view():229: Current view of cluster as seen by this node
view ((empty))
2017-05-16T10:07:23.548506Z 0 [Note] WSREP: gcs/src/gcs_gcomm.cpp:close():350: gcomm: closed
2017-05-16T10:07:23.548574Z 0 [Note] WSREP: galerautils/src/gu_abort.c:gu_abort():31: /usr/local/mysql/bin/mysqld: Terminated.
    20170516 18:08:57.573 WSREP_SST: [ERROR] ******************* FATAL ERROR ********************** 
    20170516 18:08:57.576 WSREP_SST: [ERROR] Error while getting data from donor node:  exit codes: 137 0
    20170516 18:08:57.578 WSREP_SST: [ERROR] ****************************************************** 
    20170516 18:08:57.581 WSREP_SST: [ERROR] Cleanup after exit with status:32



node2 MySQL data目录:
[root@dpstmngmul00 ~]# ll /data/mysql/mysql_3307/data/ -lh
total 1.1G
-rw------- 1 mysql mysql 1.1G May 16 17:44 galera.cache---二进制文件,不能打开
-rw-r----- 1 mysql mysql    0 May 16 17:44 grastate.dat
-rw-r----- 1 mysql mysql    0 May 16 17:44 sst_in_progress

node1 MySQL data目录:
[root@dpstmngsmb00 ~]# ll /data/mysql/mysql_3307/data/
total 1980512
-rw-r----- 1 mysql mysql         56 May 16 18:00 auto.cnf
-rw------- 1 mysql mysql       1676 May 16 18:00 ca-key.pem
-rw-r--r-- 1 mysql mysql       1083 May 16 18:00 ca.pem
-rw-r--r-- 1 mysql mysql       1087 May 16 18:00 client-cert.pem
-rw------- 1 mysql mysql       1676 May 16 18:00 client-key.pem
-rw------- 1 mysql mysql 1073743144 May 16 18:07 galera.cache
-rw-r----- 1 mysql mysql        113 May 16 18:07 grastate.dat
-rw-r----- 1 mysql mysql        170 May 16 18:07 gvwstate.dat
-rw-r----- 1 mysql mysql        407 May 16 18:00 ib_buffer_pool
-rw-r----- 1 mysql mysql  104857600 May 16 18:06 ibdata1
-rw-r----- 1 mysql mysql  268435456 May 16 18:06 ib_logfile0
-rw-r----- 1 mysql mysql  268435456 May 16 18:00 ib_logfile1
-rw-r----- 1 mysql mysql  268435456 May 16 18:00 ib_logfile2
-rw-r----- 1 mysql mysql   12582912 May 16 18:01 ibtmp1
-rw-r----- 1 mysql mysql       9093 May 16 18:09 innodb_status.13671
drwxr-x--- 2 mysql mysql       4096 May 16 18:00 mysql
-rw-r----- 1 mysql mysql          6 May 16 18:01 mysql.pid
drwxr-x--- 2 mysql mysql       4096 May 16 18:00 performance_schema
-rw------- 1 mysql mysql       1680 May 16 18:00 private_key.pem
-rw-r--r-- 1 mysql mysql        452 May 16 18:00 public_key.pem
drwxr-x--- 2 mysql mysql       4096 May 16 18:05 sampson
-rw-r--r-- 1 mysql mysql       1087 May 16 18:00 server-cert.pem
-rw------- 1 mysql mysql       1676 May 16 18:00 server-key.pem
drwxr-x--- 2 mysql mysql      12288 May 16 18:00 sys
-rw-r----- 1 mysql mysql   31457280 May 16 18:06 xb_doublewrite

node2修改wsrep_sst_method = rsync
node2启动并查看进程:
[root@dpstmngmul00 ~]# /usr/local/mysql/bin/mysqld
[root@dpstmngmul00 ~]# ps -ef|grep mysql
root     16781 16711  0 16:35 pts/0    00:00:00 mysql -p
mysql    21996 19523  9 18:11 pts/3    00:00:00 /usr/local/mysql/bin/mysqld
mysql    22005 21996  0 18:11 pts/3    00:00:00 /bin/bash -ue /opt/mysql/Percona-XtraDB-Cluster-5.7.17-rel13-29.20.3.Linux.x86_64.ssl101/bin/wsrep_sst_rsync --role joiner --address 10.157.26.131 --datadir /data/mysql/mysql_3307/data/ --defaults-file /etc/my.cnf --defaults-group-suffix  --parent 21996 --binlog /data/mysql/mysql_3307/logs/binlog/mysql-bin
mysql    22079 22005  0 18:11 pts/3    00:00:00 rsync --daemon --no-detach --port 4444 --config /data/mysql/mysql_3307/data//rsync_sst.conf
mysql    22093 22079  0 18:11 pts/3    00:00:00 rsync --daemon --no-detach --port 4444 --config /data/mysql/mysql_3307/data//rsync_sst.conf
mysql    22094 22093 25 18:11 pts/3    00:00:00 rsync --daemon --no-detach --port 4444 --config /data/mysql/mysql_3307/data//rsync_sst.conf
mysql    22108 22005  0 18:11 pts/3    00:00:00 sleep 1
root     22110 19570  0 18:11 pts/4    00:00:00 grep mysql

node1与node2检查:
"root@localhost:mysql.sock  [(none)]>show global status like 'wsrep_cluster_size';
+--------------------+-------+
| Variable_name      | Value |
+--------------------+-------+
| wsrep_cluster_size | 2     |
+--------------------+-------+
1 row in set (0.00 sec)

node1:
"root@localhost:mysql.sock  [sampson]>show global status like 'wsrep%';
+------------------------------+---------------------------------------+
| Variable_name                | Value                                 |
+------------------------------+---------------------------------------+
| wsrep_local_state_uuid       | 9855e90c-3a1e-11e7-8f4d-c654d74fc98f  |
| wsrep_protocol_version       | 7                                     |
| wsrep_last_committed         | 10                                    |
| wsrep_replicated             | 10                                    |
| wsrep_replicated_bytes       | 2614                                  |
| wsrep_repl_keys              | 18                                    |
| wsrep_repl_keys_bytes        | 374                                   |
| wsrep_repl_data_bytes        | 1600                                  |
| wsrep_repl_other_bytes       | 0                                     |
| wsrep_received               | 11                                    |
| wsrep_received_bytes         | 842                                   |
| wsrep_local_commits          | 3                                     |
| wsrep_local_cert_failures    | 0                                     |
| wsrep_local_replays          | 0                                     |
| wsrep_local_send_queue       | 0                                     |
| wsrep_local_send_queue_max   | 1                                     |
| wsrep_local_send_queue_min   | 0                                     |
| wsrep_local_send_queue_avg   | 0.000000                              |
| wsrep_local_recv_queue       | 0                                     |
| wsrep_local_recv_queue_max   | 2                                     |
| wsrep_local_recv_queue_min   | 0                                     |
| wsrep_local_recv_queue_avg   | 0.090909                              |
| wsrep_local_cached_downto    | 1                                     |
| wsrep_flow_control_paused_ns | 0                                     |
| wsrep_flow_control_paused    | 0.000000                              |
| wsrep_flow_control_sent      | 0                                     |
| wsrep_flow_control_recv      | 0                                     |
| wsrep_flow_control_interval  | [ 141, 141 ]                          |
| wsrep_flow_control_status    | OFF                                   |
| wsrep_cert_deps_distance     | 1.300000                              |
| wsrep_apply_oooe             | 0.000000                              |
| wsrep_apply_oool             | 0.000000                              |
| wsrep_apply_window           | 1.000000                              |
| wsrep_commit_oooe            | 0.000000                              |
| wsrep_commit_oool            | 0.000000                              |
| wsrep_commit_window          | 1.000000                              |
| wsrep_local_state            | 4                                     |
| wsrep_local_state_comment    | Synced                                |
| wsrep_cert_index_size        | 7                                     |
| wsrep_cert_bucket_count      | 22                                    |
| wsrep_gcache_pool_size       | 4582                                  |
| wsrep_causal_reads           | 0                                     |
| wsrep_cert_interval          | 0.000000                              |
| wsrep_ist_receive_status     |                                       |
| wsrep_incoming_addresses     | 10.157.26.131:3307,10.157.26.130:3307 |
| wsrep_desync_count           | 0                                     |
| wsrep_evs_delayed            |                                       |
| wsrep_evs_evict_list         |                                       |
| wsrep_evs_repl_latency       | 0/0/0/0/0                             |
| wsrep_evs_state              | OPERATIONAL                           |
| wsrep_gcomm_uuid             | 9854a778-3a1e-11e7-bf58-b2cab2b9ea45  |
| wsrep_cluster_conf_id        | 4                                     |
| wsrep_cluster_size           | 2                                     |
| wsrep_cluster_state_uuid     | 9855e90c-3a1e-11e7-8f4d-c654d74fc98f  |
| wsrep_cluster_status         | Primary                               |
| wsrep_connected              | ON                                    |
| wsrep_local_bf_aborts        | 0                                     |
| wsrep_local_index            | 1                                     |
| wsrep_provider_name          | Galera                                |
| wsrep_provider_vendor        | Codership Oy <info@codership.com>     |
| wsrep_provider_version       | 3.20(r)                               |
| wsrep_ready                  | ON                                    |
+------------------------------+---------------------------------------+
62 rows in set (0.00 sec)


node 2:
"root@localhost:mysql.sock  [(none)]>show global status like 'wsrep%';
+------------------------------+---------------------------------------+
| Variable_name                | Value                                 |
+------------------------------+---------------------------------------+
| wsrep_local_state_uuid       | 9855e90c-3a1e-11e7-8f4d-c654d74fc98f  |
| wsrep_protocol_version       | 7                                     |
| wsrep_last_committed         | 10                                    |
| wsrep_replicated             | 0                                     |
| wsrep_replicated_bytes       | 0                                     |
| wsrep_repl_keys              | 0                                     |
| wsrep_repl_keys_bytes        | 0                                     |
| wsrep_repl_data_bytes        | 0                                     |
| wsrep_repl_other_bytes       | 0                                     |
| wsrep_received               | 3                                     |
| wsrep_received_bytes         | 224                                   |
| wsrep_local_commits          | 0                                     |
| wsrep_local_cert_failures    | 0                                     |
| wsrep_local_replays          | 0                                     |
| wsrep_local_send_queue       | 0                                     |
| wsrep_local_send_queue_max   | 1                                     |
| wsrep_local_send_queue_min   | 0                                     |
| wsrep_local_send_queue_avg   | 0.000000                              |
| wsrep_local_recv_queue       | 0                                     |
| wsrep_local_recv_queue_max   | 1                                     |
| wsrep_local_recv_queue_min   | 0                                     |
| wsrep_local_recv_queue_avg   | 0.000000                              |
| wsrep_local_cached_downto    | 0                                     |
| wsrep_flow_control_paused_ns | 0                                     |
| wsrep_flow_control_paused    | 0.000000                              |
| wsrep_flow_control_sent      | 0                                     |
| wsrep_flow_control_recv      | 0                                     |
| wsrep_flow_control_interval  | [ 141, 141 ]                          |
| wsrep_flow_control_status    | OFF                                   |
| wsrep_cert_deps_distance     | 0.000000                              |
| wsrep_apply_oooe             | 0.000000                              |
| wsrep_apply_oool             | 0.000000                              |
| wsrep_apply_window           | 0.000000                              |
| wsrep_commit_oooe            | 0.000000                              |
| wsrep_commit_oool            | 0.000000                              |
| wsrep_commit_window          | 0.000000                              |
| wsrep_local_state            | 4                                     |
| wsrep_local_state_comment    | Synced                                |
| wsrep_cert_index_size        | 0                                     |
| wsrep_cert_bucket_count      | 22                                    |
| wsrep_gcache_pool_size       | 1436                                  |
| wsrep_causal_reads           | 0                                     |
| wsrep_cert_interval          | 0.000000                              |
| wsrep_ist_receive_status     |                                       |
| wsrep_incoming_addresses     | 10.157.26.131:3307,10.157.26.130:3307 |
| wsrep_desync_count           | 0                                     |
| wsrep_evs_delayed            |                                       |
| wsrep_evs_evict_list         |                                       |
| wsrep_evs_repl_latency       | 0/0/0/0/0                             |
| wsrep_evs_state              | OPERATIONAL                           |
| wsrep_gcomm_uuid             | 10c6b085-3a20-11e7-a56f-23e3e784f8dd  |
| wsrep_cluster_conf_id        | 4                                     |
| wsrep_cluster_size           | 2                                     |
| wsrep_cluster_state_uuid     | 9855e90c-3a1e-11e7-8f4d-c654d74fc98f  |
| wsrep_cluster_status         | Primary                               |
| wsrep_connected              | ON                                    |
| wsrep_local_bf_aborts        | 0                                     |
| wsrep_local_index            | 0                                     |
| wsrep_provider_name          | Galera                                |
| wsrep_provider_vendor        | Codership Oy <info@codership.com>     |
| wsrep_provider_version       | 3.20(r)                               |
| wsrep_ready                  | ON                                    |
+------------------------------+---------------------------------------+
62 rows in set (0.00 sec)

node1 mysql data 目录:
[root@dpstmngsmb00 ~]# ll /data/mysql/mysql_3307/data/
total 1980516
-rw-r----- 1 mysql mysql         56 May 16 18:00 auto.cnf
-rw------- 1 mysql mysql       1676 May 16 18:00 ca-key.pem
-rw-r--r-- 1 mysql mysql       1083 May 16 18:00 ca.pem
-rw-r--r-- 1 mysql mysql       1087 May 16 18:00 client-cert.pem
-rw------- 1 mysql mysql       1676 May 16 18:00 client-key.pem
-rw------- 1 mysql mysql 1073743144 May 16 18:11 galera.cache
-rw-r----- 1 mysql mysql        113 May 16 18:12 grastate.dat
-rw-r----- 1 mysql mysql        217 May 16 18:11 gvwstate.dat
-rw-r----- 1 mysql mysql        407 May 16 18:00 ib_buffer_pool
-rw-r----- 1 mysql mysql  104857600 May 16 18:12 ibdata1
-rw-r----- 1 mysql mysql  268435456 May 16 18:12 ib_logfile0
-rw-r----- 1 mysql mysql  268435456 May 16 18:00 ib_logfile1
-rw-r----- 1 mysql mysql  268435456 May 16 18:00 ib_logfile2
-rw-r----- 1 mysql mysql   12582912 May 16 18:01 ibtmp1
-rw-r----- 1 mysql mysql       9094 May 16 18:14 innodb_status.13671
drwxr-x--- 2 mysql mysql       4096 May 16 18:00 mysql
-rw-r----- 1 mysql mysql          6 May 16 18:01 mysql.pid
drwxr-x--- 2 mysql mysql       4096 May 16 18:00 performance_schema
-rw------- 1 mysql mysql       1680 May 16 18:00 private_key.pem
-rw-r--r-- 1 mysql mysql        452 May 16 18:00 public_key.pem
-rw-r----- 1 mysql mysql         40 May 16 18:12 rsync_sst_complete
drwxr-x--- 2 mysql mysql       4096 May 16 18:05 sampson
-rw-r--r-- 1 mysql mysql       1087 May 16 18:00 server-cert.pem
-rw------- 1 mysql mysql       1676 May 16 18:00 server-key.pem
drwxr-x--- 2 mysql mysql      12288 May 16 18:00 sys
-rw-r----- 1 mysql mysql   31457280 May 16 18:12 xb_doublewrite
node2 MySQL data目录:
[root@dpstmngmul00 ~]# ll /data/mysql/mysql_3307/data/
total 1980508
-rw-r----- 1 mysql mysql         56 May 16 18:12 auto.cnf
-rw------- 1 mysql mysql       1680 May 16 18:12 ca-key.pem
-rw-r--r-- 1 mysql mysql       1083 May 16 18:12 ca.pem
-rw-r--r-- 1 mysql mysql       1087 May 16 18:12 client-cert.pem
-rw------- 1 mysql mysql       1676 May 16 18:12 client-key.pem
-rw------- 1 mysql mysql 1073743144 May 16 18:11 galera.cache
-rw-r----- 1 mysql mysql        113 May 16 18:12 grastate.dat
-rw-r----- 1 mysql mysql        217 May 16 18:11 gvwstate.dat
-rw-r----- 1 mysql mysql  104857600 May 16 18:12 ibdata1
-rw-r----- 1 mysql mysql  268435456 May 16 18:12 ib_logfile0
-rw-r----- 1 mysql mysql  268435456 May 16 18:11 ib_logfile1
-rw-r----- 1 mysql mysql  268435456 May 16 18:11 ib_logfile2
-rw-r----- 1 mysql mysql   12582912 May 16 18:12 ibtmp1
-rw-r----- 1 mysql mysql       8983 May 16 18:14 innodb_status.21996
drwxr-x--- 2 mysql mysql       4096 May 16 18:12 mysql
-rw-r----- 1 mysql mysql          6 May 16 18:12 mysql.pid
drwxr-x--- 2 mysql mysql       4096 May 16 18:11 performance_schema
-rw------- 1 mysql mysql       1676 May 16 18:12 private_key.pem
-rw-r--r-- 1 mysql mysql        452 May 16 18:12 public_key.pem
drwxr-x--- 2 mysql mysql       4096 May 16 18:11 sampson
-rw-r--r-- 1 mysql mysql       1087 May 16 18:12 server-cert.pem
-rw------- 1 mysql mysql       1680 May 16 18:12 server-key.pem
drwxr-x--- 2 mysql mysql      12288 May 16 18:11 sys
-rw-r----- 1 mysql mysql   31457280 May 16 18:12 xb_doublewrite

node 2 修改为rsync时启动,mysql错误日志:
2017-05-16T10:11:45.237949Z 0 [Note] --secure-file-priv is set to NULL. Operations related to importing and exporting data are disabled
2017-05-16T10:11:45.238164Z 0 [Note] /usr/local/mysql/bin/mysqld (mysqld 5.7.17-13-29.20-log) starting as process 21996 ...
2017-05-16T10:11:45.248855Z 0 [Note] WSREP: No pre-stored wsrep-start position found. Skipping position initialization.
2017-05-16T10:11:45.248874Z 0 [Note] WSREP: wsrep_load(): loading provider library '/usr/local/mysql/lib/libgalera_smm.so'
2017-05-16T10:11:45.256277Z 0 [Note] WSREP: wsrep_load(): Galera 3.20(r) by Codership Oy <info@codership.com> loaded successfully.
2017-05-16T10:11:45.256360Z 0 [Note] WSREP: CRC-32C: using hardware acceleration.
2017-05-16T10:11:45.257031Z 0 [Note] WSREP: galera/src/saved_state.cpp:SavedState():120: Found saved state: 00000000-0000-0000-0000-000000000000:-1, safe_to_bootsrap: 1
2017-05-16T10:11:45.264594Z 0 [Note] WSREP: galera/src/galera_gcs.hpp:Gcs():89: Passing config to GCS: base_dir = /data/mysql/mysql_3307/data/; base_host = 10.157.26.131; base_port = 4567; cert.log_conflicts = no; debug = 1; evs.auto_evict = 0; evs.delay_margin = PT1S; evs.delayed_keep_period = PT30S; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 3; evs.send_window = 10; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 4; evs.view_forget_timeout = PT24H; gcache.dir = /data/mysql/mysql_3307/data/; gcache.keep_pages_count = 0; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /data/mysql/mysql_3307/data//galera.cache; gcache.page_size = 128M; gcache.recover = no; gcache.size = 1G; gcomm.thread_prio = ; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 100; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.recovery = 1; pc.version = 0; pc.wait_prim = true; pc.wait_prim_timeout = PT30S; pc.weight = 1; protonet.backend = asio; protonet.version = 0; repl.causal_read_timeout = PT30S; repl.commit_order = 3; repl.key_format = FLAT8; repl.max_ws_size = 2147483647; repl.proto_max = 7; socket.checksum = 2; socket.recv_buf_size = 212992; 
2017-05-16T10:11:45.285304Z 0 [Note] WSREP: gcache/src/GCache_seqno.cpp:seqno_reset():28: GCache history reset: old(9855e90c-3a1e-11e7-8f4d-c654d74fc98f:0) -> new(00000000-0000-0000-0000-000000000000:-1)
2017-05-16T10:11:45.290119Z 0 [Note] WSREP: galera/src/certification.cpp:assign_initial_position():913: Assign initial position for certification: -1, protocol version: -1
2017-05-16T10:11:45.290213Z 0 [Note] WSREP: Preparing to initiate SST/IST
2017-05-16T10:11:45.290239Z 0 [Note] WSREP: Starting replication
2017-05-16T10:11:45.290265Z 0 [Note] WSREP: galera/src/replicator_smm.cpp:connect():342: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
2017-05-16T10:11:45.290611Z 0 [Note] WSREP: gcomm/src/datagram.cpp:checksum_type():26: Using CRC-32C for message checksums.
2017-05-16T10:11:45.290835Z 0 [Note] WSREP: gcs/src/gcs_gcomm.cpp:connect():279: gcomm thread scheduling priority set to other:0 
2017-05-16T10:11:45.291005Z 0 [Warning] WSREP: gcomm/src/view.cpp:read_file():389: Fail to access the file (/data/mysql/mysql_3307/data//gvwstate.dat) error (No such file or directory). It is possible if node is booting for first time or re-booting after a graceful shutdown
2017-05-16T10:11:45.291026Z 0 [Note] WSREP: gcomm/src/pc.cpp:PC():256: Restoring primary-component from disk failed. Either node is booting for first time or re-booting after a graceful shutdown
2017-05-16T10:11:45.292108Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:GMCast():98: GMCast version 0
2017-05-16T10:11:45.292697Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:GMCast():191: (10c6b085, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
2017-05-16T10:11:45.292718Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:GMCast():192: (10c6b085, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
2017-05-16T10:11:45.293319Z 0 [Note] WSREP: gcomm/src/evs_proto.cpp:Proto():199: EVS version 0
2017-05-16T10:11:45.293498Z 0 [Note] WSREP: gcs/src/gcs_gcomm.cpp:connect():309: gcomm: connecting to group 'pxc_test', peer '10.157.26.130:,10.157.26.131:'
2017-05-16T10:11:45.295841Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:handle_established():555: (10c6b085, 'tcp://0.0.0.0:4567') connection established to 10c6b085 tcp://10.157.26.131:4567
2017-05-16T10:11:45.295878Z 0 [Warning] WSREP: gcomm/src/gmcast.cpp:handle_established():580: (10c6b085, 'tcp://0.0.0.0:4567') address 'tcp://10.157.26.131:4567' points to own listening address, blacklisting
2017-05-16T10:11:45.299087Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:handle_established():555: (10c6b085, 'tcp://0.0.0.0:4567') connection established to 9854a778 tcp://10.157.26.130:4567
2017-05-16T10:11:45.299213Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:check_liveness():1147: (10c6b085, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: 
2017-05-16T10:11:45.799237Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:handle_stable_view():1597: declaring 9854a778 at tcp://10.157.26.130:4567 stable
2017-05-16T10:11:45.800935Z 0 [Note] WSREP: gcomm/src/pc_proto.cpp:is_prim():796: Node 9854a778 state primary
2017-05-16T10:11:45.801823Z 0 [Note] WSREP: gcomm/src/pc_proto.cpp:deliver_view():229: Current view of cluster as seen by this node
view (view_id(PRIM,10c6b085,4)
memb {
    10c6b085,0
    9854a778,0
    }
joined {
    }
left {
    }
partitioned {
    }
)
2017-05-16T10:11:45.801872Z 0 [Note] WSREP: gcomm/src/pc.cpp:handle_up():30: Save the discovered primary-component to disk
2017-05-16T10:11:46.295893Z 0 [Note] WSREP: gcs/src/gcs_gcomm.cpp:connect():319: gcomm: connected
2017-05-16T10:11:46.296448Z 0 [Note] WSREP: gcs/src/gcs.cpp:gcs_shift_state():592: Shifting CLOSED -> OPEN (TO: 0)
2017-05-16T10:11:46.297166Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_comp_msg():410: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 2
2017-05-16T10:11:46.297201Z 0 [Note] WSREP: Waiting for SST/IST to complete.
2017-05-16T10:11:46.298729Z 0 [Note] WSREP: gcs/src/gcs_core.cpp:core_handle_comp_msg():767: STATE_EXCHANGE: sent state UUID: 11603771-3a20-11e7-9555-8e16fb6ac663
2017-05-16T10:11:46.299929Z 0 [Note] WSREP: gcs/src/gcs_core.cpp:core_handle_uuid_msg():861: STATE EXCHANGE: sent state msg: 11603771-3a20-11e7-9555-8e16fb6ac663
2017-05-16T10:11:46.300711Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_state_msg():592: STATE EXCHANGE: got state msg: 11603771-3a20-11e7-9555-8e16fb6ac663 from 0 (node131)
2017-05-16T10:11:46.300748Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:group_print_state_debug():574: 
    Version      : 4
    Flags        : 0x1
    Protocols    : 0 / 7 / 3
    State        : NON-PRIMARY
    Desync count : 0
    Prim state   : NON-PRIMARY
    Prim UUID    : 00000000-0000-0000-0000-000000000000
    Prim  seqno  : -1
    First seqno  : -1
    Last  seqno  : -1
    Prim JOINED  : 0
    State UUID   : 11603771-3a20-11e7-9555-8e16fb6ac663
    Group UUID   : 00000000-0000-0000-0000-000000000000
    Name         : 'node131'
    Incoming addr: '10.157.26.131:3307'

2017-05-16T10:11:46.301193Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_state_msg():592: STATE EXCHANGE: got state msg: 11603771-3a20-11e7-9555-8e16fb6ac663 from 1 (node130)
2017-05-16T10:11:46.301217Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:group_print_state_debug():574: 
    Version      : 4
    Flags        : 0x2
    Protocols    : 0 / 7 / 3
    State        : SYNCED
    Desync count : 0
    Prim state   : SYNCED
    Prim UUID    : 72152ba9-3a1f-11e7-86be-6a8141282530
    Prim  seqno  : 3
    First seqno  : 1
    Last  seqno  : 10
    Prim JOINED  : 1
    State UUID   : 11603771-3a20-11e7-9555-8e16fb6ac663
    Group UUID   : 9855e90c-3a1e-11e7-8f4d-c654d74fc98f
    Name         : 'node130'
    Incoming addr: '10.157.26.130:3307'

2017-05-16T10:11:46.301234Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:group_post_state_exchange():369: Quorum results:
    version    = 4,
    component  = PRIMARY,
    conf_id    = 3,
    members    = 1/2 (primary/total),
    act_id     = 10,
    last_appl. = -1,
    protocols  = 0/7/3 (gcs/repl/appl),
    group UUID = 9855e90c-3a1e-11e7-8f4d-c654d74fc98f
2017-05-16T10:11:46.301251Z 0 [Note] WSREP: gcs/src/gcs.cpp:_set_fc_limits():799: Flow-control interval: [141, 141]
2017-05-16T10:11:46.301262Z 0 [Note] WSREP: gcs/src/gcs.cpp:gcs_shift_state():592: Shifting OPEN -> PRIMARY (TO: 10)
2017-05-16T10:11:46.301523Z 2 [Note] WSREP: galera/src/replicator_smm.cpp:process_conf_change():1529: State transfer required: 
    Group state: 9855e90c-3a1e-11e7-8f4d-c654d74fc98f:10
    Local state: 00000000-0000-0000-0000-000000000000:-1
2017-05-16T10:11:46.301599Z 2 [Note] WSREP: New cluster view: global state: 9855e90c-3a1e-11e7-8f4d-c654d74fc98f:10, view# 4: Primary, number of nodes: 2, my index: 0, protocol version 3
2017-05-16T10:11:46.301616Z 2 [Warning] WSREP: Gap in state sequence. Need state transfer.
2017-05-16T10:11:46.301946Z 0 [Note] WSREP: Initiating SST/IST transfer on JOINER side (wsrep_sst_rsync --role 'joiner' --address '10.157.26.131' --datadir '/data/mysql/mysql_3307/data/' --defaults-file '/etc/my.cnf' --defaults-group-suffix '' --parent '21996' --binlog '/data/mysql/mysql_3307/logs/binlog/mysql-bin' )
    20170516 18:11:46.383 WSREP_SST: [INFO] Waiting for data-dir through rsync................
2017-05-16T10:11:46.444522Z 2 [Note] WSREP: Prepared SST/IST request: rsync|10.157.26.131:4444/rsync_sst
2017-05-16T10:11:46.444580Z 2 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
2017-05-16T10:11:46.444636Z 2 [Note] WSREP: galera/src/replicator_smm.cpp:establish_protocol_versions():1439: REPL Protocols: 7 (3, 2)
2017-05-16T10:11:46.444659Z 2 [Note] WSREP: galera/src/certification.cpp:assign_initial_position():913: Assign initial position for certification: 10, protocol version: 3
2017-05-16T10:11:46.444741Z 0 [Note] WSREP: galera/src/galera_service_thd.cpp:thd_func():46: Service thread queue flushed.
2017-05-16T10:11:46.444786Z 2 [Note] WSREP: galera/src/replicator_str.cpp:prepare_state_request():598: Check if state gap can be serviced using IST
2017-05-16T10:11:46.444812Z 2 [Note] WSREP: galera/src/replicator_str.cpp:prepare_for_IST():535: Local UUID: 00000000-0000-0000-0000-000000000000 != Group UUID: 9855e90c-3a1e-11e7-8f4d-c654d74fc98f
2017-05-16T10:11:46.444948Z 2 [Note] WSREP: galera/src/replicator_str.cpp:prepare_state_request():604: State gap can't be serviced using IST. Switching to SST
2017-05-16T10:11:46.446046Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:group_select_donor():1312: Member 0.0 (node131) requested state transfer from '*any*'. Selected 1.0 (node130)(SYNCED) as donor.
2017-05-16T10:11:46.446092Z 0 [Note] WSREP: gcs/src/gcs.cpp:gcs_shift_state():592: Shifting PRIMARY -> JOINER (TO: 10)
2017-05-16T10:11:46.446128Z 2 [Note] WSREP: galera/src/replicator_str.cpp:send_state_request():733: Requesting state transfer: success, donor: 1
2017-05-16T10:11:46.446154Z 2 [Note] WSREP: gcache/src/GCache_seqno.cpp:seqno_reset():28: GCache history reset: old(00000000-0000-0000-0000-000000000000:0) -> new(9855e90c-3a1e-11e7-8f4d-c654d74fc98f:10)
2017-05-16T10:11:48.296955Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:check_liveness():1088: (10c6b085, 'tcp://0.0.0.0:4567') connection to peer 10c6b085 with addr tcp://10.157.26.131:4567 timed out, no messages seen in PT3S
2017-05-16T10:11:48.797291Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:check_liveness():1188: (10c6b085, 'tcp://0.0.0.0:4567') turning message relay requesting off
2017-05-16T10:12:01.730416Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_join_msg():792: 1.0 (node130): State transfer to 0.0 (node131) complete.
2017-05-16T10:12:01.731138Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_sync_msg():838: Member 1.0 (node130) synced with group.
    20170516 18:12:01.758 WSREP_SST: [INFO] ..............rsync completed
2017-05-16T10:12:02.272170Z 0 [Note] WSREP: SST complete, seqno: 10
2017-05-16T10:12:06.284469Z 0 [Warning] InnoDB: Using innodb_locks_unsafe_for_binlog is DEPRECATED. This option may be removed in future releases. Please use READ COMMITTED transaction isolation level instead; Please refer to http://dev.mysql.com/doc/refma ... .html
2017-05-16T10:12:06.284754Z 0 [Note] InnoDB: PUNCH HOLE support available
2017-05-16T10:12:06.284781Z 0 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins
2017-05-16T10:12:06.284790Z 0 [Note] InnoDB: Uses event mutexes
2017-05-16T10:12:06.284798Z 0 [Note] InnoDB: GCC builtin __sync_synchronize() is used for memory barrier
2017-05-16T10:12:06.284807Z 0 [Note] InnoDB: Compressed tables use zlib 1.2.3
2017-05-16T10:12:06.284815Z 0 [Note] InnoDB: Using Linux native AIO
2017-05-16T10:12:06.285295Z 0 [Note] InnoDB: Number of pools: 1
2017-05-16T10:12:06.285521Z 0 [Note] InnoDB: Using CPU crc32 instructions
2017-05-16T10:12:06.511423Z 0 [Note] InnoDB: Initializing buffer pool, total size = 1G, instances = 8, chunk size = 128M
2017-05-16T10:12:06.570784Z 0 [Note] InnoDB: Completed initialization of buffer pool
2017-05-16T10:12:06.600253Z 0 [Note] InnoDB: If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority().
2017-05-16T10:12:06.877170Z 0 [Note] InnoDB: Crash recovery did not find the parallel doublewrite buffer at /data/mysql/mysql_3307/data/xb_doublewrite
2017-05-16T10:12:06.939390Z 0 [Note] InnoDB: Highest supported file format is Barracuda.
2017-05-16T10:12:06.957936Z 0 [Note] InnoDB: Log scan progressed past the checkpoint lsn 2509166
2017-05-16T10:12:06.957998Z 0 [Note] InnoDB: Doing recovery: scanned up to log sequence number 2509414
2017-05-16T10:12:06.966016Z 0 [Note] InnoDB: Doing recovery: scanned up to log sequence number 2509414
2017-05-16T10:12:06.966679Z 0 [Note] InnoDB: Database was not shutdown normally!
2017-05-16T10:12:06.966699Z 0 [Note] InnoDB: Starting crash recovery.
2017-05-16T10:12:20.072163Z 0 [Note] InnoDB: Created parallel doublewrite buffer at /data/mysql/mysql_3307/data/xb_doublewrite, size 31457280 bytes
2017-05-16T10:12:20.398956Z 0 [Note] InnoDB: Starting an apply batch of log records to the database...
InnoDB: Progress in percent: 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 
2017-05-16T10:12:20.937218Z 0 [Note] InnoDB: Apply batch completed
2017-05-16T10:12:20.937307Z 0 [Note] InnoDB: Last MySQL binlog file position 0 2647, file name mysql-bin.000002
2017-05-16T10:12:20.969102Z 0 [Note] InnoDB: Creating shared tablespace for temporary tables
2017-05-16T10:12:20.969222Z 0 [Note] InnoDB: Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ...
2017-05-16T10:12:21.075467Z 0 [Note] InnoDB: File './ibtmp1' size is now 12 MB.
2017-05-16T10:12:21.077017Z 0 [Note] InnoDB: 96 redo rollback segment(s) found. 96 redo rollback segment(s) are active.
2017-05-16T10:12:21.077039Z 0 [Note] InnoDB: 32 non-redo rollback segment(s) are active.
2017-05-16T10:12:21.077563Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 14477ms. The settings might not be optimal. (flushed=0, during the time.)
2017-05-16T10:12:21.079251Z 0 [Note] InnoDB: Waiting for purge to start
2017-05-16T10:12:21.130377Z 0 [Note] InnoDB: Percona XtraDB (http://www.percona.com) 5.7.17-rel13 started; log sequence number 2509414
2017-05-16T10:12:21.131905Z 0 [Note] InnoDB: Loading buffer pool(s) from /data/mysql/mysql_3307/data/ib_buffer_pool
2017-05-16T10:12:21.131998Z 0 [ERROR] InnoDB: Cannot open '/data/mysql/mysql_3307/data/ib_buffer_pool' for reading: No such file or directory
2017-05-16T10:12:21.132790Z 0 [Note] Plugin 'FEDERATED' is disabled
......
2017-05-16T10:12:22.374328Z 0 [Note] Executing 'SELECT * FROM INFORMATION_SCHEMA.TABLES;' to get a list of tables using the deprecated partition engine. You may use the startup option '--disable-partition-engine-check' to skip this check. 
2017-05-16T10:12:22.374344Z 0 [Note] Beginning of list of non-natively partitioned tables
2017-05-16T10:12:22.376412Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_join_msg():792: 0.0 (node131): State transfer from 1.0 (node130) complete.
2017-05-16T10:12:22.376535Z 0 [Note] WSREP: gcs/src/gcs.cpp:gcs_shift_state():592: Shifting JOINER -> JOINED (TO: 10)
2017-05-16T10:12:22.377792Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_sync_msg():838: Member 0.0 (node131) synced with group.
2017-05-16T10:12:22.377812Z 0 [Note] WSREP: gcs/src/gcs.cpp:gcs_shift_state():592: Shifting JOINED -> SYNCED (TO: 10)
2017-05-16T10:12:22.377859Z 4 [Note] WSREP: Synchronized with group, ready for connections
2017-05-16T10:12:22.377880Z 4 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
2017-05-16T10:12:22.395949Z 0 [Note] End of list of non-natively partitioned tables
2017-05-16T10:12:22.396086Z 0 [Note] /usr/local/mysql/bin/mysqld: ready for connections.
Version: '5.7.17-13-29.20-log'  socket: '/tmp/mysql.sock'  port: 3307  Percona XtraDB Cluster binary (GPL) 5.7.17-29.20, Revision f46c657, wsrep_29.20



修改wsrep_sst_method = xtrabackup-v2

再次启动node2,查看MySQL错误日志:

[root@dpstmngmul00 ~]# tail -f  /data/mysql/mysql_3307/logs/error.log 2017-05-16T10:21:08.608836Z 0 [Note] --secure-file-priv is set to NULL. Operations related to importing and exporting data are disabled
2017-05-16T10:21:08.609009Z 0 [Note] /usr/local/mysql/bin/mysqld (mysqld 5.7.17-13-29.20-log) starting as process 22738 ...
2017-05-16T10:21:08.617766Z 0 [Note] WSREP: No pre-stored wsrep-start position found. Skipping position initialization.
2017-05-16T10:21:08.617823Z 0 [Note] WSREP: wsrep_load(): loading provider library '/usr/local/mysql/lib/libgalera_smm.so'
2017-05-16T10:21:08.625449Z 0 [Note] WSREP: wsrep_load(): Galera 3.20(r) by Codership Oy <info@codership.com> loaded successfully.
2017-05-16T10:21:08.625549Z 0 [Note] WSREP: CRC-32C: using hardware acceleration.
2017-05-16T10:21:08.626295Z 0 [Note] WSREP: galera/src/saved_state.cpp:SavedState():120: Found saved state: 9855e90c-3a1e-11e7-8f4d-c654d74fc98f:10, safe_to_bootsrap: 0
2017-05-16T10:21:08.632713Z 0 [Note] WSREP: galera/src/galera_gcs.hpp:Gcs():89: Passing config to GCS: base_dir = /data/mysql/mysql_3307/data/; base_host = 10.157.26.131; base_port = 4567; cert.log_conflicts = no; debug = 1; evs.auto_evict = 0; evs.delay_margin = PT1S; evs.delayed_keep_period = PT30S; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 3; evs.send_window = 10; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 4; evs.view_forget_timeout = PT24H; gcache.dir = /data/mysql/mysql_3307/data/; gcache.keep_pages_count = 0; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /data/mysql/mysql_3307/data//galera.cache; gcache.page_size = 128M; gcache.recover = no; gcache.size = 1G; gcomm.thread_prio = ; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 100; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.recovery = 1; pc.version = 0; pc.wait_prim = true; pc.wait_prim_timeout = PT30S; pc.weight = 1; protonet.backend = asio; protonet.version = 0; repl.causal_read_timeout = PT30S; repl.commit_order = 3; repl.key_format = FLAT8; repl.max_ws_size = 2147483647; repl.proto_max = 7; socket.checksum = 2; socket.recv_buf_size = 212992; 
2017-05-16T10:21:08.656211Z 0 [Note] WSREP: gcache/src/GCache_seqno.cpp:seqno_reset():28: GCache history reset: old(9855e90c-3a1e-11e7-8f4d-c654d74fc98f:0) -> new(9855e90c-3a1e-11e7-8f4d-c654d74fc98f:10)
2017-05-16T10:21:08.660709Z 0 [Note] WSREP: galera/src/certification.cpp:assign_initial_position():913: Assign initial position for certification: 10, protocol version: -1
2017-05-16T10:21:08.660900Z 0 [Note] WSREP: Preparing to initiate SST/IST
2017-05-16T10:21:08.660926Z 0 [Note] WSREP: Starting replication
2017-05-16T10:21:08.660958Z 0 [Note] WSREP: galera/src/replicator_smm.cpp:connect():342: Setting initial position to 9855e90c-3a1e-11e7-8f4d-c654d74fc98f:10
2017-05-16T10:21:08.661440Z 0 [Note] WSREP: gcomm/src/datagram.cpp:checksum_type():26: Using CRC-32C for message checksums.
2017-05-16T10:21:08.661894Z 0 [Note] WSREP: gcs/src/gcs_gcomm.cpp:connect():279: gcomm thread scheduling priority set to other:0 
2017-05-16T10:21:08.662108Z 0 [Warning] WSREP: gcomm/src/view.cpp:read_file():389: Fail to access the file (/data/mysql/mysql_3307/data//gvwstate.dat) error (No such file or directory). It is possible if node is booting for first time or re-booting after a graceful shutdown
2017-05-16T10:21:08.662166Z 0 [Note] WSREP: gcomm/src/pc.cpp:PC():256: Restoring primary-component from disk failed. Either node is booting for first time or re-booting after a graceful shutdown
2017-05-16T10:21:08.663282Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:GMCast():98: GMCast version 0
2017-05-16T10:21:08.663907Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:GMCast():191: (60924e2c, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
2017-05-16T10:21:08.663947Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:GMCast():192: (60924e2c, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
2017-05-16T10:21:08.664562Z 0 [Note] WSREP: gcomm/src/evs_proto.cpp:Proto():199: EVS version 0
2017-05-16T10:21:08.664794Z 0 [Note] WSREP: gcs/src/gcs_gcomm.cpp:connect():309: gcomm: connecting to group 'pxc_test', peer '10.157.26.130:,10.157.26.131:'
2017-05-16T10:21:08.667095Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:handle_established():555: (60924e2c, 'tcp://0.0.0.0:4567') connection established to 60924e2c tcp://10.157.26.131:4567
2017-05-16T10:21:08.667154Z 0 [Warning] WSREP: gcomm/src/gmcast.cpp:handle_established():580: (60924e2c, 'tcp://0.0.0.0:4567') address 'tcp://10.157.26.131:4567' points to own listening address, blacklisting
2017-05-16T10:21:08.671019Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:handle_established():555: (60924e2c, 'tcp://0.0.0.0:4567') connection established to 9854a778 tcp://10.157.26.130:4567
2017-05-16T10:21:08.671265Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:check_liveness():1147: (60924e2c, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: 
2017-05-16T10:21:09.168756Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:handle_stable_view():1597: declaring 9854a778 at tcp://10.157.26.130:4567 stable
2017-05-16T10:21:09.170481Z 0 [Note] WSREP: gcomm/src/pc_proto.cpp:is_prim():796: Node 9854a778 state primary
2017-05-16T10:21:09.171486Z 0 [Note] WSREP: gcomm/src/pc_proto.cpp:deliver_view():229: Current view of cluster as seen by this node
view (view_id(PRIM,60924e2c,6)
memb {
    60924e2c,0
    9854a778,0
    }
joined {
    }
left {
    }
partitioned {
    }
)
2017-05-16T10:21:09.171610Z 0 [Note] WSREP: gcomm/src/pc.cpp:handle_up():30: Save the discovered primary-component to disk
2017-05-16T10:21:09.666819Z 0 [Note] WSREP: gcs/src/gcs_gcomm.cpp:connect():319: gcomm: connected
2017-05-16T10:21:09.667546Z 0 [Note] WSREP: gcs/src/gcs.cpp:gcs_shift_state():592: Shifting CLOSED -> OPEN (TO: 0)
2017-05-16T10:21:09.668366Z 0 [Note] WSREP: Waiting for SST/IST to complete.
2017-05-16T10:21:09.668904Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_comp_msg():410: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 2
2017-05-16T10:21:09.670128Z 0 [Note] WSREP: gcs/src/gcs_core.cpp:core_handle_comp_msg():767: STATE_EXCHANGE: sent state UUID: 612bec51-3a21-11e7-b5f7-2af5f3f19fd6
2017-05-16T10:21:09.671769Z 0 [Note] WSREP: gcs/src/gcs_core.cpp:core_handle_uuid_msg():861: STATE EXCHANGE: sent state msg: 612bec51-3a21-11e7-b5f7-2af5f3f19fd6
2017-05-16T10:21:09.672526Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_state_msg():592: STATE EXCHANGE: got state msg: 612bec51-3a21-11e7-b5f7-2af5f3f19fd6 from 0 (node131)
2017-05-16T10:21:09.672593Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:group_print_state_debug():574: 
    Version      : 4
    Flags        : 0x1
    Protocols    : 0 / 7 / 3
    State        : NON-PRIMARY
    Desync count : 0
    Prim state   : NON-PRIMARY
    Prim UUID    : 00000000-0000-0000-0000-000000000000
    Prim  seqno  : -1
    First seqno  : -1
    Last  seqno  : 10
    Prim JOINED  : 0
    State UUID   : 612bec51-3a21-11e7-b5f7-2af5f3f19fd6
    Group UUID   : 9855e90c-3a1e-11e7-8f4d-c654d74fc98f
    Name         : 'node131'
    Incoming addr: '10.157.26.131:3307'

2017-05-16T10:21:09.673444Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_state_msg():592: STATE EXCHANGE: got state msg: 612bec51-3a21-11e7-b5f7-2af5f3f19fd6 from 1 (node130)
2017-05-16T10:21:09.673491Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:group_print_state_debug():574: 
    Version      : 4
    Flags        : 0x2
    Protocols    : 0 / 7 / 3
    State        : SYNCED
    Desync count : 0
    Prim state   : SYNCED
    Prim UUID    : 022f057a-3a21-11e7-9d00-87412fc935b7
    Prim  seqno  : 5
    First seqno  : 1
    Last  seqno  : 10
    Prim JOINED  : 1
    State UUID   : 612bec51-3a21-11e7-b5f7-2af5f3f19fd6
    Group UUID   : 9855e90c-3a1e-11e7-8f4d-c654d74fc98f
    Name         : 'node130'
    Incoming addr: '10.157.26.130:3307'

2017-05-16T10:21:09.673537Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:group_post_state_exchange():369: Quorum results:
    version    = 4,
    component  = PRIMARY,
    conf_id    = 5,
    members    = 2/2 (primary/total),
    act_id     = 10,
    last_appl. = -1,
    protocols  = 0/7/3 (gcs/repl/appl),
    group UUID = 9855e90c-3a1e-11e7-8f4d-c654d74fc98f
2017-05-16T10:21:09.673588Z 0 [Note] WSREP: gcs/src/gcs.cpp:_set_fc_limits():799: Flow-control interval: [141, 141]
2017-05-16T10:21:09.673643Z 0 [Note] WSREP: gcs/src/gcs.cpp:gcs_handle_act_conf():973: Restored state OPEN -> JOINED (10)
2017-05-16T10:21:09.674235Z 1 [Note] WSREP: New cluster view: global state: 9855e90c-3a1e-11e7-8f4d-c654d74fc98f:10, view# 6: Primary, number of nodes: 2, my index: 0, protocol version 3
2017-05-16T10:21:09.674304Z 0 [Note] WSREP: SST complete, seqno: 10
2017-05-16T10:21:09.674863Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_sync_msg():838: Member 0.0 (node131) synced with group.
2017-05-16T10:21:09.674933Z 0 [Note] WSREP: gcs/src/gcs.cpp:gcs_shift_state():592: Shifting JOINED -> SYNCED (TO: 10)
2017-05-16T10:21:09.680373Z 0 [Warning] InnoDB: Using innodb_locks_unsafe_for_binlog is DEPRECATED. This option may be removed in future releases. Please use READ COMMITTED transaction isolation level instead; Please refer to http://dev.mysql.com/doc/refma ... .html
2017-05-16T10:21:09
已邀请:

lizhi - MySQL DBA

赞同来自:

修改wsrep_sst_method = xtrabackup-v2

再次启动node2,查看MySQL错误日志:

[root@dpstmngmul00 ~]# tail -f  /data/mysql/mysql_3307/logs/error.log 
2017-05-16T10:18:38.395531Z 0 [Note] InnoDB: Shutdown completed; log sequence number 2509591
2017-05-16T10:18:38.395891Z 0 [Note] InnoDB: Removed temporary tablespace data file: "ibtmp1"
2017-05-16T10:18:38.395931Z 0 [Note] Shutting down plugin 'PERFORMANCE_SCHEMA'
2017-05-16T10:18:38.395998Z 0 [Note] Shutting down plugin 'CSV'
2017-05-16T10:18:38.396011Z 0 [Note] Shutting down plugin 'sha256_password'
2017-05-16T10:18:38.396018Z 0 [Note] Shutting down plugin 'mysql_native_password'
2017-05-16T10:18:38.396023Z 0 [Note] Shutting down plugin 'wsrep'
2017-05-16T10:18:38.396340Z 0 [Note] Shutting down plugin 'binlog'
2017-05-16T10:18:38.400009Z 0 [Note] /usr/local/mysql/bin/mysqld: Shutdown complete



2017-05-16T10:21:08.608836Z 0 [Note] --secure-file-priv is set to NULL. Operations related to importing and exporting data are disabled
2017-05-16T10:21:08.609009Z 0 [Note] /usr/local/mysql/bin/mysqld (mysqld 5.7.17-13-29.20-log) starting as process 22738 ...
2017-05-16T10:21:08.617766Z 0 [Note] WSREP: No pre-stored wsrep-start position found. Skipping position initialization.
2017-05-16T10:21:08.617823Z 0 [Note] WSREP: wsrep_load(): loading provider library '/usr/local/mysql/lib/libgalera_smm.so'
2017-05-16T10:21:08.625449Z 0 [Note] WSREP: wsrep_load(): Galera 3.20(r) by Codership Oy <info@codership.com> loaded successfully.
2017-05-16T10:21:08.625549Z 0 [Note] WSREP: CRC-32C: using hardware acceleration.
2017-05-16T10:21:08.626295Z 0 [Note] WSREP: galera/src/saved_state.cpp:SavedState():120: Found saved state: 9855e90c-3a1e-11e7-8f4d-c654d74fc98f:10, safe_to_bootsrap: 0
2017-05-16T10:21:08.632713Z 0 [Note] WSREP: galera/src/galera_gcs.hpp:Gcs():89: Passing config to GCS: base_dir = /data/mysql/mysql_3307/data/; base_host = 10.157.26.131; base_port = 4567; cert.log_conflicts = no; debug = 1; evs.auto_evict = 0; evs.delay_margin = PT1S; evs.delayed_keep_period = PT30S; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 3; evs.send_window = 10; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 4; evs.view_forget_timeout = PT24H; gcache.dir = /data/mysql/mysql_3307/data/; gcache.keep_pages_count = 0; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /data/mysql/mysql_3307/data//galera.cache; gcache.page_size = 128M; gcache.recover = no; gcache.size = 1G; gcomm.thread_prio = ; gcs.fc_debug = 0; gcs.fc_factor = 1; gcs.fc_limit = 100; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.recovery = 1; pc.version = 0; pc.wait_prim = true; pc.wait_prim_timeout = PT30S; pc.weight = 1; protonet.backend = asio; protonet.version = 0; repl.causal_read_timeout = PT30S; repl.commit_order = 3; repl.key_format = FLAT8; repl.max_ws_size = 2147483647; repl.proto_max = 7; socket.checksum = 2; socket.recv_buf_size = 212992; 
2017-05-16T10:21:08.656211Z 0 [Note] WSREP: gcache/src/GCache_seqno.cpp:seqno_reset():28: GCache history reset: old(9855e90c-3a1e-11e7-8f4d-c654d74fc98f:0) -> new(9855e90c-3a1e-11e7-8f4d-c654d74fc98f:10)
2017-05-16T10:21:08.660709Z 0 [Note] WSREP: galera/src/certification.cpp:assign_initial_position():913: Assign initial position for certification: 10, protocol version: -1
2017-05-16T10:21:08.660900Z 0 [Note] WSREP: Preparing to initiate SST/IST
2017-05-16T10:21:08.660926Z 0 [Note] WSREP: Starting replication
2017-05-16T10:21:08.660958Z 0 [Note] WSREP: galera/src/replicator_smm.cpp:connect():342: Setting initial position to 9855e90c-3a1e-11e7-8f4d-c654d74fc98f:10
2017-05-16T10:21:08.661440Z 0 [Note] WSREP: gcomm/src/datagram.cpp:checksum_type():26: Using CRC-32C for message checksums.
2017-05-16T10:21:08.661894Z 0 [Note] WSREP: gcs/src/gcs_gcomm.cpp:connect():279: gcomm thread scheduling priority set to other:0 
2017-05-16T10:21:08.662108Z 0 [Warning] WSREP: gcomm/src/view.cpp:read_file():389: Fail to access the file (/data/mysql/mysql_3307/data//gvwstate.dat) error (No such file or directory). It is possible if node is booting for first time or re-booting after a graceful shutdown
2017-05-16T10:21:08.662166Z 0 [Note] WSREP: gcomm/src/pc.cpp:PC():256: Restoring primary-component from disk failed. Either node is booting for first time or re-booting after a graceful shutdown
2017-05-16T10:21:08.663282Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:GMCast():98: GMCast version 0
2017-05-16T10:21:08.663907Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:GMCast():191: (60924e2c, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
2017-05-16T10:21:08.663947Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:GMCast():192: (60924e2c, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
2017-05-16T10:21:08.664562Z 0 [Note] WSREP: gcomm/src/evs_proto.cpp:Proto():199: EVS version 0
2017-05-16T10:21:08.664794Z 0 [Note] WSREP: gcs/src/gcs_gcomm.cpp:connect():309: gcomm: connecting to group 'pxc_test', peer '10.157.26.130:,10.157.26.131:'
2017-05-16T10:21:08.667095Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:handle_established():555: (60924e2c, 'tcp://0.0.0.0:4567') connection established to 60924e2c tcp://10.157.26.131:4567
2017-05-16T10:21:08.667154Z 0 [Warning] WSREP: gcomm/src/gmcast.cpp:handle_established():580: (60924e2c, 'tcp://0.0.0.0:4567') address 'tcp://10.157.26.131:4567' points to own listening address, blacklisting
2017-05-16T10:21:08.671019Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:handle_established():555: (60924e2c, 'tcp://0.0.0.0:4567') connection established to 9854a778 tcp://10.157.26.130:4567
2017-05-16T10:21:08.671265Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:check_liveness():1147: (60924e2c, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: 
2017-05-16T10:21:09.168756Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:handle_stable_view():1597: declaring 9854a778 at tcp://10.157.26.130:4567 stable
2017-05-16T10:21:09.170481Z 0 [Note] WSREP: gcomm/src/pc_proto.cpp:is_prim():796: Node 9854a778 state primary
2017-05-16T10:21:09.171486Z 0 [Note] WSREP: gcomm/src/pc_proto.cpp:deliver_view():229: Current view of cluster as seen by this node
view (view_id(PRIM,60924e2c,6)
memb {
    60924e2c,0
    9854a778,0
    }
joined {
    }
left {
    }
partitioned {
    }
)
2017-05-16T10:21:09.171610Z 0 [Note] WSREP: gcomm/src/pc.cpp:handle_up():30: Save the discovered primary-component to disk
2017-05-16T10:21:09.666819Z 0 [Note] WSREP: gcs/src/gcs_gcomm.cpp:connect():319: gcomm: connected
2017-05-16T10:21:09.667546Z 0 [Note] WSREP: gcs/src/gcs.cpp:gcs_shift_state():592: Shifting CLOSED -> OPEN (TO: 0)
2017-05-16T10:21:09.668366Z 0 [Note] WSREP: Waiting for SST/IST to complete.
2017-05-16T10:21:09.668904Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_comp_msg():410: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 2
2017-05-16T10:21:09.670128Z 0 [Note] WSREP: gcs/src/gcs_core.cpp:core_handle_comp_msg():767: STATE_EXCHANGE: sent state UUID: 612bec51-3a21-11e7-b5f7-2af5f3f19fd6
2017-05-16T10:21:09.671769Z 0 [Note] WSREP: gcs/src/gcs_core.cpp:core_handle_uuid_msg():861: STATE EXCHANGE: sent state msg: 612bec51-3a21-11e7-b5f7-2af5f3f19fd6
2017-05-16T10:21:09.672526Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_state_msg():592: STATE EXCHANGE: got state msg: 612bec51-3a21-11e7-b5f7-2af5f3f19fd6 from 0 (node131)
2017-05-16T10:21:09.672593Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:group_print_state_debug():574: 
    Version      : 4
    Flags        : 0x1
    Protocols    : 0 / 7 / 3
    State        : NON-PRIMARY
    Desync count : 0
    Prim state   : NON-PRIMARY
    Prim UUID    : 00000000-0000-0000-0000-000000000000
    Prim  seqno  : -1
    First seqno  : -1
    Last  seqno  : 10
    Prim JOINED  : 0
    State UUID   : 612bec51-3a21-11e7-b5f7-2af5f3f19fd6
    Group UUID   : 9855e90c-3a1e-11e7-8f4d-c654d74fc98f
    Name         : 'node131'
    Incoming addr: '10.157.26.131:3307'

2017-05-16T10:21:09.673444Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_state_msg():592: STATE EXCHANGE: got state msg: 612bec51-3a21-11e7-b5f7-2af5f3f19fd6 from 1 (node130)
2017-05-16T10:21:09.673491Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:group_print_state_debug():574: 
    Version      : 4
    Flags        : 0x2
    Protocols    : 0 / 7 / 3
    State        : SYNCED
    Desync count : 0
    Prim state   : SYNCED
    Prim UUID    : 022f057a-3a21-11e7-9d00-87412fc935b7
    Prim  seqno  : 5
    First seqno  : 1
    Last  seqno  : 10
    Prim JOINED  : 1
    State UUID   : 612bec51-3a21-11e7-b5f7-2af5f3f19fd6
    Group UUID   : 9855e90c-3a1e-11e7-8f4d-c654d74fc98f
    Name         : 'node130'
    Incoming addr: '10.157.26.130:3307'

2017-05-16T10:21:09.673537Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:group_post_state_exchange():369: Quorum results:
    version    = 4,
    component  = PRIMARY,
    conf_id    = 5,
    members    = 2/2 (primary/total),
    act_id     = 10,
    last_appl. = -1,
    protocols  = 0/7/3 (gcs/repl/appl),
    group UUID = 9855e90c-3a1e-11e7-8f4d-c654d74fc98f
2017-05-16T10:21:09.673588Z 0 [Note] WSREP: gcs/src/gcs.cpp:_set_fc_limits():799: Flow-control interval: [141, 141]
2017-05-16T10:21:09.673643Z 0 [Note] WSREP: gcs/src/gcs.cpp:gcs_handle_act_conf():973: Restored state OPEN -> JOINED (10)
2017-05-16T10:21:09.674235Z 1 [Note] WSREP: New cluster view: global state: 9855e90c-3a1e-11e7-8f4d-c654d74fc98f:10, view# 6: Primary, number of nodes: 2, my index: 0, protocol version 3
2017-05-16T10:21:09.674304Z 0 [Note] WSREP: SST complete, seqno: 10
2017-05-16T10:21:09.674863Z 0 [Note] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_sync_msg():838: Member 0.0 (node131) synced with group.
2017-05-16T10:21:09.674933Z 0 [Note] WSREP: gcs/src/gcs.cpp:gcs_shift_state():592: Shifting JOINED -> SYNCED (TO: 10)
2017-05-16T10:21:09.680373Z 0 [Warning] InnoDB: Using innodb_locks_unsafe_for_binlog is DEPRECATED. This option may be removed in future releases. Please use READ COMMITTED transaction isolation level instead; Please refer to http://dev.mysql.com/doc/refma ... .html
2017-05-16T10:21:09.680502Z 0 [Note] InnoDB: PUNCH HOLE support available
2017-05-16T10:21:09.680521Z 0 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins
2017-05-16T10:21:09.680531Z 0 [Note] InnoDB: Uses event mutexes
2017-05-16T10:21:09.680569Z 0 [Note] InnoDB: GCC builtin __sync_synchronize() is used for memory barrier
2017-05-16T10:21:09.680594Z 0 [Note] InnoDB: Compressed tables use zlib 1.2.3
2017-05-16T10:21:09.680607Z 0 [Note] InnoDB: Using Linux native AIO
2017-05-16T10:21:09.681925Z 0 [Note] InnoDB: Number of pools: 1
2017-05-16T10:21:09.682174Z 0 [Note] InnoDB: Using CPU crc32 instructions
2017-05-16T10:21:09.685490Z 0 [Note] InnoDB: Initializing buffer pool, total size = 1G, instances = 8, chunk size = 128M
2017-05-16T10:21:09.738263Z 0 [Note] InnoDB: Completed initialization of buffer pool
2017-05-16T10:21:09.765254Z 0 [Note] InnoDB: If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority().
2017-05-16T10:21:09.785305Z 0 [Note] InnoDB: Crash recovery did not find the parallel doublewrite buffer at /data/mysql/mysql_3307/data/xb_doublewrite
2017-05-16T10:21:09.788924Z 0 [Note] InnoDB: Highest supported file format is Barracuda.
2017-05-16T10:21:10.037948Z 0 [Note] InnoDB: Created parallel doublewrite buffer at /data/mysql/mysql_3307/data/xb_doublewrite, size 31457280 bytes
2017-05-16T10:21:10.561889Z 0 [Note] InnoDB: Creating shared tablespace for temporary tables
2017-05-16T10:21:10.562056Z 0 [Note] InnoDB: Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ...
2017-05-16T10:21:10.643601Z 0 [Note] InnoDB: File './ibtmp1' size is now 12 MB.
2017-05-16T10:21:10.645323Z 0 [Note] InnoDB: 96 redo rollback segment(s) found. 96 redo rollback segment(s) are active.
2017-05-16T10:21:10.645370Z 0 [Note] InnoDB: 32 non-redo rollback segment(s) are active.
2017-05-16T10:21:10.647409Z 0 [Note] InnoDB: Waiting for purge to start
2017-05-16T10:21:10.698860Z 0 [Note] InnoDB: Percona XtraDB (http://www.percona.com) 5.7.17-rel13 started; log sequence number 2509591
2017-05-16T10:21:10.699423Z 0 [Note] InnoDB: Loading buffer pool(s) from /data/mysql/mysql_3307/data/ib_buffer_pool
2017-05-16T10:21:10.699574Z 0 [Note] Plugin 'FEDERATED' is disabled.
2017-05-16T10:21:10.874296Z 0 [Note] Found ca.pem, server-cert.pem and server-key.pem in data directory. Trying to enable SSL support using them.
2017-05-16T10:21:10.874353Z 0 [Note] Skipping generation of SSL certificates as certificate files are present in data directory.
2017-05-16T10:21:10.888924Z 0 [Warning] CA certificate ca.pem is self signed.
2017-05-16T10:21:10.889092Z 0 [Note] Skipping generation of RSA key pair as key files are present in data directory.
2017-05-16T10:21:10.889317Z 0 [Note] Server hostname (bind-address): '*'; port: 3307
2017-05-16T10:21:10.889607Z 0 [Note] IPv6 is available.
2017-05-16T10:21:10.889658Z 0 [Note]   - '::' resolves to '::';
2017-05-16T10:21:10.889712Z 0 [Note] Server socket created on IP: '::'.
2017-05-16T10:21:10.902892Z 0 [Note] InnoDB: Buffer pool(s) load completed at 170516 18:21:10
2017-05-16T10:21:10.955864Z 0 [Note] Event Scheduler: Loaded 0 events
2017-05-16T10:21:10.957671Z 0 [Note] Executing 'SELECT * FROM INFORMATION_SCHEMA.TABLES;' to get a list of tables using the deprecated partition engine. You may use the startup option '--disable-partition-engine-check' to skip this check. 
2017-05-16T10:21:10.957807Z 0 [Note] Beginning of list of non-natively partitioned tables
2017-05-16T10:21:10.969572Z 1 [Note] WSREP: Initialized wsrep sidno 2
2017-05-16T10:21:10.969685Z 1 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
2017-05-16T10:21:10.969798Z 1 [Note] WSREP: galera/src/replicator_smm.cpp:establish_protocol_versions():1439: REPL Protocols: 7 (3, 2)
2017-05-16T10:21:10.969852Z 1 [Note] WSREP: galera/src/certification.cpp:assign_initial_position():913: Assign initial position for certification: 10, protocol version: 3
2017-05-16T10:21:10.969964Z 0 [Note] WSREP: galera/src/galera_service_thd.cpp:thd_func():46: Service thread queue flushed.
2017-05-16T10:21:10.970156Z 1 [Note] WSREP: Synchronized with group, ready for connections
2017-05-16T10:21:10.970185Z 1 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
2017-05-16T10:21:10.986682Z 0 [Note] End of list of non-natively partitioned tables
2017-05-16T10:21:10.986829Z 0 [Note] /usr/local/mysql/bin/mysqld: ready for connections.
Version: '5.7.17-13-29.20-log'  socket: '/tmp/mysql.sock'  port: 3307  Percona XtraDB Cluster binary (GPL) 5.7.17-29.20, Revision f46c657, wsrep_29.20
2017-05-16T10:21:11.667738Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:check_liveness():1088: (60924e2c, 'tcp://0.0.0.0:4567') connection to peer 60924e2c with addr tcp://10.157.26.131:4567 timed out, no messages seen in PT3S
2017-05-16T10:21:12.168006Z 0 [Note] WSREP: gcomm/src/gmcast.cpp:check_liveness():1188: (60924e2c, 'tcp://0.0.0.0:4567') turning message relay requesting off

在node1插入数据,node也完成同步。
node1:
"root@localhost:mysql.sock  [sampson]>select * from t1;
+----+------+
| id | name |
+----+------+
|  1 | a    |
|  2 | a    |
|  3 | a    |
+----+------+
3 rows in set (0.00 sec)

"root@localhost:mysql.sock  [sampson]>insert into t1(id,name)values(4,'b');
Query OK, 1 row affected (0.01 sec)

"root@localhost:mysql.sock  [sampson]>insert into t1(id,name)values(5,'b');
Query OK, 1 row affected (0.00 sec)

"root@localhost:mysql.sock  [sampson]>insert into t1(id,name)values(6,'b');
Query OK, 1 row affected (0.00 sec)

"root@localhost:mysql.sock  [sampson]>select * from t1;
+----+------+
| id | name |
+----+------+
|  1 | a    |
|  2 | a    |
|  3 | a    |
|  4 | b    |
|  5 | b    |
|  6 | b    |
+----+------+
6 rows in set (0.00 sec)

node2:
"root@localhost:mysql.sock  [sampson]>select * from t1;
+----+------+
| id | name |
+----+------+
|  1 | a    |
|  2 | a    |
|  3 | a    |
+----+------+
3 rows in set (0.03 sec)

"root@localhost:mysql.sock  [sampson]>select * from t1;
+----+------+
| id | name |
+----+------+
|  1 | a    |
|  2 | a    |
|  3 | a    |
|  4 | b    |
|  5 | b    |
|  6 | b    |
+----+------+
6 rows in set (0.00 sec)

始终没有发现xtrabackup的日志。

lyhabc - love mysql

赞同来自:

没有发现xtrabackup的日志是不正常的

要回复问题请先登录注册