떠돌이늑대's tory

 [root@galera2 ~]# firewall-cmd --list-ports
3306/tcp 4444/tcp 4567/tcp 4568/tcp

[galera]
# Mandatory settings
wsrep_on=ON
wsrep_provider=/maria/app/lib/galera/libgalera_smm.so
wsrep_provider_options=gcache.size=128M
wsrep_cluster_address="gcomm://"
wsrep_cluster_name=cfpc_galera
wsrep_node_address=192.168.1.140
wsrep_node_name=galera1
wsrep_sst_receive_address=192.168.1.140:4444
wsrep_sst_method=mariabackup
wsrep_sst_auth=galera:123qwe!@#QWE
binlog_format=ROW
innodb_autoinc_lock_mode=2
default_storage_engine=InnoDB

/etc/init.d/maria start --wsrep-new-cluster

MariaDB [(none)]> show status like 'wsrep%';
+------------------------------+----------------------------------------+
| Variable_name                | Value                                  |
+------------------------------+----------------------------------------+
| wsrep_apply_oooe           | 0.000000                               |
| wsrep_apply_oool            | 0.000000                               |
| wsrep_apply_window        | 0.000000                               |
| wsrep_causal_reads          | 0                                         |
| wsrep_cert_deps_distance  | 0.000000                               |
| wsrep_cert_index_size       | 0                                         |
| wsrep_cert_interval          | 0.000000                               |
| wsrep_cluster_conf_id       | 1                                         |
| wsrep_cluster_size           | 1                                         |
| wsrep_cluster_state_uuid   | 07112bf5-dce0-11e8-bd0f-fe56e4bea91e   |
| wsrep_cluster_status        | Primary                                |
| wsrep_cluster_weight       | 1                                        |
| wsrep_commit_oooe        | 0.000000                              |
| wsrep_commit_oool         | 0.000000                              |
| wsrep_commit_window      | 0.000000                             |
| wsrep_connected             | ON                                     |
| wsrep_desync_count         | 0                                        |
| wsrep_evs_delayed           |                                          |
| wsrep_evs_evict_list          |                                        |
| wsrep_evs_repl_latency     | 2.6e-06/5.08e-06/8.2e-06/2.22207e-06/5 |
| wsrep_evs_state              | OPERATIONAL                            |
| wsrep_flow_control_paused    | 0.000000                               |
| wsrep_flow_control_paused_ns | 0                                      |
| wsrep_flow_control_recv      | 0                                      |
| wsrep_flow_control_sent      | 0                                      |
| wsrep_gcomm_uuid             | 9dcdbc95-de36-11e8-92d7-9a829c5cb06a   |
| wsrep_incoming_addresses     | 192.168.1.140:3306                     |
| wsrep_last_committed         | 4                                      |
| wsrep_local_bf_aborts         | 0                                      |
| wsrep_local_cached_downto    | 18446744073709551615                   |
| wsrep_local_cert_failures    | 0                                      |
| wsrep_local_commits          | 0                                      |
| wsrep_local_index            | 0                                      |
| wsrep_local_recv_queue       | 0                                      |
| wsrep_local_recv_queue_avg   | 0.500000                               |
| wsrep_local_recv_queue_max   | 2                                      |
| wsrep_local_recv_queue_min   | 0                                      |
| wsrep_local_replays          | 0                                      |
| wsrep_local_send_queue       | 0                                      |
| wsrep_local_send_queue_avg   | 0.000000                               |
| wsrep_local_send_queue_max   | 1                                      |
| wsrep_local_send_queue_min   | 0                                      |
| wsrep_local_state            | 4                                      |
| wsrep_local_state_comment    | Synced                                 |
| wsrep_local_state_uuid       | 07112bf5-dce0-11e8-bd0f-fe56e4bea91e   |
| wsrep_open_connections       | 0                                      |
| wsrep_open_transactions      | 0                                      |
| wsrep_protocol_version       | 9                                      |
| wsrep_provider_name          | Galera                                 |
| wsrep_provider_vendor        | Codership Oy <info@codership.com>      |
| wsrep_provider_version       | 25.3.24(r3825)                         |
| wsrep_ready                  | ON                                     |
| wsrep_received               | 2                                      |
| wsrep_received_bytes         | 144                                    |
| wsrep_repl_data_bytes        | 0                                      |
| wsrep_repl_keys              | 0                                      |
| wsrep_repl_keys_bytes        | 0                                      |
| wsrep_repl_other_bytes       | 0                                      |
| wsrep_replicated             | 0                                      |
| wsrep_replicated_bytes       | 0                                      |
| wsrep_thread_count           | 2                                      |
+------------------------------+----------------------------------------+
61 rows in set (0.003 sec)

[galera]
# Mandatory settings
wsrep_on=ON
wsrep_provider=/maria/app/lib/galera/libgalera_smm.so
wsrep_provider_options=gcache.size=128M
wsrep_cluster_address="gcomm://192.168.1.140:4567"
wsrep_cluster_name=cfpc_galera
wsrep_sst_receive_address=192.168.1.141:4444
wsrep_node_address=192.168.1.141
wsrep_node_name=galera2
wsrep_sst_method=mariabackup
wsrep_sst_auth=galera:123qwe!@#QWE
binlog_format=ROW
innodb_autoinc_lock_mode=2
default_storage_engine=InnoDB

 [root@galera2 ~]# systemctl start maria
Job for maria.service failed because the control process exited with error code. See "systemctl status maria.service" and "journalctl -xe" for details.

-- Unit maria.service has begun starting up.
Nov 02 10:13:05 galera2 maria[2521]: Starting MariaDB.181102 10:13:05 mysqld_safe Logging to '/maria_log/error/maria.err'.
Nov 02 10:13:05 galera2 maria[2521]: 181102 10:13:05 mysqld_safe Starting mysqld daemon with databases from /dbdata
Nov 02 10:13:27 galera2 maria[2521]: .................... ERROR!
Nov 02 10:13:27 galera2 systemd[1]: maria.service: control process exited, code=exited status=1
Nov 02 10:13:27 galera2 systemd[1]: Failed to start LSB: start and stop MariaDB.
-- Subject: Unit maria.service has failed
-- Defined-By: systemd
-- Support: http://lists.freedesktop.org/mailman/listinfo/systemd-devel
--
-- Unit maria.service has failed.
--
-- The result is failed.

2018-11-02 10:13:08 0 [Note] WSREP: Read nil XID from storage engines, skipping position init
2018-11-02 10:13:08 0 [Note] WSREP: wsrep_load(): loading provider library '/maria/app/lib/galera/libgalera_smm.so'
2018-11-02 10:13:08 0 [Note] WSREP: wsrep_load(): Galera 25.3.24(r3825) by Codership Oy <info@codership.com> loaded successfully.
2018-11-02 10:13:08 0 [Note] WSREP: CRC-32C: using hardware acceleration.
2018-11-02 10:13:08 0 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1, safe_to_bootstrap: 1
2018-11-02 10:13:08 0 [Note] WSREP: Passing config to GCS: base_dir = /dbdata/; base_host = 192.168.1.141; base_port = 4567; cert.log_conflicts = no; debug = no; evs.auto_evict = 0; evs.delay_margin = PT1S; evs.delayed_keep_period = PT30S; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 3; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /dbdata/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /dbdata//galera.cache; gcache.page_size = 128M; gcache.recover = no; gcache.size = 128M; gcomm.thread_prio = ; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.checksum = false; pc.ignore_quorum = false
2018-11-02 10:13:08 0 [Note] WSREP: GCache history reset: 07112bf5-dce0-11e8-bd0f-fe56e4bea91e:0 -> 00000000-0000-0000-0000-000000000000:-1
2018-11-02 10:13:08 0 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
2018-11-02 10:13:08 0 [Note] WSREP: wsrep_sst_grab()
2018-11-02 10:13:08 0 [Note] WSREP: Start replication
2018-11-02 10:13:08 0 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
2018-11-02 10:13:08 0 [Note] WSREP: protonet asio version 0
2018-11-02 10:13:08 0 [Note] WSREP: Using CRC-32C for message checksums.
2018-11-02 10:13:08 0 [Note] WSREP: backend: asio
2018-11-02 10:13:08 0 [Note] WSREP: gcomm thread scheduling priority set to other:0
2018-11-02 10:13:08 0 [Warning] WSREP: access file(/dbdata//gvwstate.dat) failed(No such file or directory)
2018-11-02 10:13:08 0 [Note] WSREP: restore pc from disk failed
2018-11-02 10:13:08 0 [Note] WSREP: GMCast version 0
2018-11-02 10:13:08 0 [Note] WSREP: (75a27987, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
2018-11-02 10:13:08 0 [Note] WSREP: (75a27987, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
2018-11-02 10:13:08 0 [Note] WSREP: EVS version 0
2018-11-02 10:13:08 0 [Note] WSREP: gcomm: connecting to group 'cfpc_galera', peer '192.168.1.140:4567'
2018-11-02 10:13:08 0 [Note] WSREP: (75a27987, 'tcp://0.0.0.0:4567') connection established to 9dcdbc95 tcp://192.168.1.140:4567
2018-11-02 10:13:08 0 [Note] WSREP: (75a27987, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers:
2018-11-02 10:13:09 0 [Note] WSREP: declaring 9dcdbc95 at tcp://192.168.1.140:4567 stable
2018-11-02 10:13:09 0 [Note] WSREP: Node 9dcdbc95 state prim

2018-11-02 10:13:09 0 [Note] WSREP: view(view_id(PRIM,75a27987,4) memb {
        75a27987,0
        9dcdbc95,0
} joined {
} left {
} partitioned {
})
2018-11-02 10:13:09 0 [Note] WSREP: save pc into disk
2018-11-02 10:13:09 0 [Note] WSREP: gcomm: connected
2018-11-02 10:13:09 0 [Note] WSREP: Changing maximum packet size to 64500, resulting msg size: 32636
2018-11-02 10:13:09 0 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
2018-11-02 10:13:09 0 [Note] WSREP: Opened channel 'cfpc_galera'
2018-11-02 10:13:09 0 [Note] WSREP: Waiting for SST to complete.
2018-11-02 10:13:09 0 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 2
2018-11-02 10:13:09 0 [Note] WSREP: STATE_EXCHANGE: sent state UUID: 763ba9e2-de3c-11e8-9ed7-8a60fe20a71d
2018-11-02 10:13:09 0 [Note] WSREP: STATE EXCHANGE: sent state msg: 763ba9e2-de3c-11e8-9ed7-8a60fe20a71d
2018-11-02 10:13:09 0 [Note] WSREP: STATE EXCHANGE: got state msg: 763ba9e2-de3c-11e8-9ed7-8a60fe20a71d from 0 (galera2)
2018-11-02 10:13:09 0 [Note] WSREP: STATE EXCHANGE: got state msg: 763ba9e2-de3c-11e8-9ed7-8a60fe20a71d from 1 (galera1)
2018-11-02 10:13:09 0 [Note] WSREP: Quorum results:
        version    = 4,
        component  = PRIMARY,
        conf_id    = 3,
        members    = 1/2 (joined/total),
        act_id     = 4,
        last_appl. = -1,
        protocols  = 0/9/3 (gcs/repl/appl),
        group UUID = 07112bf5-dce0-11e8-bd0f-fe56e4bea91e
2018-11-02 10:13:09 0 [Note] WSREP: Flow-control interval: [23, 23]
2018-11-02 10:13:09 0 [Note] WSREP: Trying to continue unpaused monitor
2018-11-02 10:13:09 0 [Note] WSREP: Shifting OPEN -> PRIMARY (TO: 4)
2018-11-02 10:13:09 2 [Note] WSREP: State transfer required:
        Group state: 07112bf5-dce0-11e8-bd0f-fe56e4bea91e:4
        Local state: 00000000-0000-0000-0000-000000000000:-1
2018-11-02 10:13:09 2 [Note] WSREP: New cluster view: global state: 07112bf5-dce0-11e8-bd0f-fe56e4bea91e:4, view# 4: Primary, number of nodes: 2, my index: 0, protocol version 3
2018-11-02 10:13:09 2 [Warning] WSREP: Gap in state sequence. Need state transfer.
2018-11-02 10:13:09 0 [Note] WSREP: Running: 'wsrep_sst_mariabackup --role 'joiner' --address '192.168.1.141:4444' --datadir '/dbdata/'   --parent '2998' --binlog '/maria_log/binary/maria-bin'  '''
WSREP_SST: [INFO] Streaming with xbstream (20181102 10:13:10.481)
WSREP_SST: [INFO] Using socat as streamer (20181102 10:13:10.486)
WSREP_SST: [INFO] Stale sst_in_progress file: /dbdata//sst_in_progress (20181102 10:13:10.494)
WSREP_SST: [INFO] Evaluating timeout -k 110 100 socat -u TCP-LISTEN:4444,reuseaddr stdio | mbstream -x; RC=( ${PIPESTATUS[@]} ) (20181102 10:13:10.564)
2018-11-02 10:13:10 2 [Note] WSREP: Prepared SST request: mariabackup|192.168.1.141:4444/xtrabackup_sst//1
2018-11-02 10:13:10 2 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
2018-11-02 10:13:10 2 [Note] WSREP: REPL Protocols: 9 (4, 2)
2018-11-02 10:13:10 2 [Note] WSREP: Assign initial position for certification: 4, protocol version: 4
2018-11-02 10:13:10 0 [Note] WSREP: Service thread queue flushed.

2018-11-02 10:13:10 2 [Warning] WSREP: Failed to prepare for incremental state transfer: Local state UUID (00000000-0000-0000-0000-000000000000) does not match group state UUID (07112bf5-dce0-11e8-bd0f-fe56e4bea91e): 1 (Operation not permitted)
         at galera/src/replicator_str.cpp:prepare_for_IST():482. IST will be unavailable.
2018-11-02 10:13:10 0 [Note] WSREP: Member 0.0 (galera2) requested state transfer from '*any*'. Selected 1.0 (galera1)(SYNCED) as donor.
2018-11-02 10:13:10 0 [Note] WSREP: Shifting PRIMARY -> JOINER (TO: 4)
2018-11-02 10:13:10 2 [Note] WSREP: Requesting state transfer: success, donor: 1
2018-11-02 10:13:10 2 [Note] WSREP: GCache history reset: 00000000-0000-0000-0000-000000000000:0 -> 07112bf5-dce0-11e8-bd0f-fe56e4bea91e:4
WSREP_SST: [INFO] WARNING: Stale temporary SST directory: /dbdata//.sst from previous state transfer. Removing (20181102 10:13:11.434)
WSREP_SST: [INFO] Proceeding with SST (20181102 10:13:11.441)
WSREP_SST: [INFO] Evaluating socat -u TCP-LISTEN:4444,reuseaddr stdio | mbstream -x; RC=( ${PIPESTATUS[@]} ) (20181102 10:13:11.444)
WSREP_SST: [INFO] Cleaning the existing datadir and innodb-data/log directories (20181102 10:13:11.452)
removed ‘/dbdata/aria_log_control’
removed ‘/dbdata/aria_log.00000001’
removed ‘/dbdata/ibdata1’
removed ‘/dbdata/ibdata2’
removed ‘/dbdata/ibdata3’
removed ‘/dbdata/ibdata4’
removed ‘/dbdata/ibdata5’
removed ‘/dbdata/ib_logfile1’
removed ‘/dbdata/ib_logfile2’
removed ‘/dbdata/ib_logfile3’
removed ‘/dbdata/ib_logfile4’
WSREP_SST: [INFO] Cleaning the binlog directory /maria_log/binary as well (20181102 10:13:11.473)
removed ‘/maria_log/binary/maria-bin.000001’
WSREP_SST: [INFO] Waiting for SST streaming to complete! (20181102 10:13:11.480)
2018-11-02 10:13:11 0 [Note] WSREP: (75a27987, 'tcp://0.0.0.0:4567') turning message relay requesting off
2018-11-02 10:13:21 0 [Warning] WSREP: 1.0 (galera1): State transfer to 0.0 (galera2) failed: -22 (Invalid argument)
2018-11-02 10:13:21 0 [ERROR] WSREP: gcs/src/gcs_group.cpp:gcs_group_handle_join_msg():737: Will never receive state. Need to abort.
2018-11-02 10:13:21 0 [Note] WSREP: gcomm: terminating thread
2018-11-02 10:13:21 0 [Note] WSREP: gcomm: joining thread
2018-11-02 10:13:21 0 [Note] WSREP: gcomm: closing backend
WSREP_SST: [ERROR] xtrabackup_checkpoints missing, failed innobackupex/SST on donor (20181102 10:13:21.557)
WSREP_SST: [ERROR] Cleanup after exit with status:2 (20181102 10:13:21.609)
2018-11-02 10:13:21 0 [ERROR] WSREP: Process completed with error: wsrep_sst_mariabackup --role 'joiner' --address '192.168.1.141:4444' --datadir '/dbdata/'   --parent '2998' --binlog '/maria_log/binary/maria-bin'  '': 2 (No such file or directory)
2018-11-02 10:13:21 0 [ERROR] WSREP: Failed to read uuid:seqno and wsrep_gtid_domain_id from joiner script.
2018-11-02 10:13:21 0 [ERROR] WSREP: SST failed: 2 (No such file or directory)
2018-11-02 10:13:21 0 [ERROR] Aborting

181102 14:51:08 Connecting to MySQL server host: localhost, user: galera, password: set, port: not set, socket: /tmp/maria.sock
Failed to connect to MySQL server: Access denied for user 'galera'@'localhost' (using password: YES).

MariaDB [(none)]> show status like 'wsrep_%';
+------------------------------+----------------------------------------------------------+
| Variable_name                | Value                                                    |
+------------------------------+----------------------------------------------------------+
| wsrep_apply_oooe             | 0.000000                                                 |
| wsrep_apply_oool             | 0.000000                                                 |
| wsrep_apply_window           | 0.000000                                                 |
| wsrep_causal_reads           | 0                                                        |
| wsrep_cert_deps_distance     | 0.000000                                                 |
| wsrep_cert_index_size        | 0                                                        |
| wsrep_cert_interval          | 0.000000                                                 |
| wsrep_cluster_conf_id        | 27                                                       |
| wsrep_cluster_size           | 3                                                        |
| wsrep_cluster_state_uuid     | ed7ec725-de61-11e8-9a68-26599eda2ee7                     |
| wsrep_cluster_status         | Primary                                                  |
| wsrep_cluster_weight         | 3                                                        |
| wsrep_commit_oooe            | 0.000000                                                 |
| wsrep_commit_oool            | 0.000000                                                 |
| wsrep_commit_window          | 0.000000                                                 |
| wsrep_connected              | ON                                                       |
| wsrep_desync_count           | 0                                                        |
| wsrep_evs_delayed            |                                                          |
| wsrep_evs_evict_list         |                                                          |
| wsrep_evs_repl_latency       | 0/0/0/0/0                                                |
| wsrep_evs_state              | OPERATIONAL                                              |
| wsrep_flow_control_paused    | 0.000000                                                 |
| wsrep_flow_control_paused_ns | 0                                                        |
| wsrep_flow_control_recv      | 0                                                        |
| wsrep_flow_control_sent      | 0                                                        |
| wsrep_gcomm_uuid             | ae0b4de8-de7d-11e8-bb50-3773face4542                     |
| wsrep_incoming_addresses     | 192.168.1.140:3306,192.168.1.141:3306,192.168.1.142:3306 |
| wsrep_last_committed         | 29                                                       |
| wsrep_local_bf_aborts        | 0                                                        |
| wsrep_local_cached_downto    | 18446744073709551615                                     |
| wsrep_local_cert_failures    | 0                                                        |
| wsrep_local_commits          | 0                                                        |
| wsrep_local_index            | 2                                                        |
| wsrep_local_recv_queue       | 0                                                        |
| wsrep_local_recv_queue_avg   | 0.000000                                                 |
| wsrep_local_recv_queue_max   | 1                                                        |
| wsrep_local_recv_queue_min   | 0                                                        |
| wsrep_local_replays          | 0                                                        |
| wsrep_local_send_queue       | 0                                                        |
| wsrep_local_send_queue_avg   | 0.000000                                                 |
| wsrep_local_send_queue_max   | 1                                                        |
| wsrep_local_send_queue_min   | 0                                                        |
| wsrep_local_state            | 4                                                        |
| wsrep_local_state_comment    | Synced                                                   |
| wsrep_local_state_uuid       | ed7ec725-de61-11e8-9a68-26599eda2ee7                     |
| wsrep_open_connections       | 0                                                        |
| wsrep_open_transactions      | 0                                                        |
| wsrep_protocol_version       | 9                                                        |
| wsrep_provider_name          | Galera                                                   |
| wsrep_provider_vendor        | Codership Oy <info@codership.com>                        |
| wsrep_provider_version       | 25.3.24(r3825)                                           |
| wsrep_ready                  | ON                                                       |
| wsrep_received               | 3                                                        |
| wsrep_received_bytes         | 296                                                      |
| wsrep_repl_data_bytes        | 0                                                        |
| wsrep_repl_keys              | 0                                                        |
| wsrep_repl_keys_bytes        | 0                                                        |
| wsrep_repl_other_bytes       | 0                                                        |
| wsrep_replicated             | 0                                                        |
| wsrep_replicated_bytes       | 0                                                        |
| wsrep_thread_count           | 2                                                        |
+------------------------------+----------------------------------------------------------+
61 rows in set (0.003 sec)