先看看我的配置：
[root@ndb-manager mysql-cluster]# cat /etc/my.cnf [mysqld] ndbcluster datadir=/var/lib/mysql/database_data plugin-dir=/usr/lib64/mysql/plugin pid-file=/var/lib/mysql/mysql.pid log-error=/var/lib/mysql/mysql-error.log user=mysql [mysql_cluster] ndb-connectstring=10.158.1.98 [root@ndb-manager mysql-cluster]# [root@ndb-manager mysql-cluster]# cat /var/lib/mysql-cluster/config.ini [ndb_mgmd default] datadir=/var/lib/mysql-cluster/ndb_mgmd_data [ndbd default] NoOfReplicas=2 DataMemory=200M IndexMemory=20M datadir=/var/lib/mysql/ndb_data [ndb_mgmd] NodeId=1 HostName=10.158.1.98 datadir=/var/lib/mysql-cluster/ndb_mgmd_data [ndbd] NodeId=2 HostName=10.158.1.148 datadir=/var/lib/mysql/ndb_data [ndbd] NodeId=3 HostName=10.158.1.173 datadir=/var/lib/mysql/ndb_data [mysqld] NodeId=4 HostName=10.158.1.98 [root@ndb-manager mysql-cluster]# [root@ndb-manager mysql-cluster]#
看看各个文件路径的状态：
[root@ndb-manager mysql-cluster]# tree /var/lib/mysql /var/lib/mysql ├── database_data └── ndb_data 2 directories, 0 files [root@ndb-manager mysql-cluster]# [root@ndb-manager mysql-cluster]# tree /var/lib/mysql-cluster/ /var/lib/mysql-cluster/ ├── config.ini └── ndb_mgmd_data 1 directory, 1 file [root@ndb-manager mysql-cluster]# [root@ndb-node1 ~]# ls -ltr /var/lib | grep mysql drwxr-x--- 2 mysql mysql 6 Jan 7 00:56 mysql-keyring drwxr-x--- 2 mysql mysql 6 Jan 7 00:56 mysql-files drwxr-x--x 4 mysql mysql 63 Feb 16 14:58 mysql [root@ndb-node1 ~]# [root@ndb-node1 ~]# tree /var/lib/mysql /var/lib/mysql ├── database_data ├── mysql-error.log └── ndb_data 2 directories, 1 file [root@ndb-node1 ~]# [root@ndb-node2 ~]# ls -ltr /var/lib | grep mysql drwxr-x--- 2 mysql mysql 6 Jan 7 00:56 mysql-keyring drwxr-x--- 2 mysql mysql 6 Jan 7 00:56 mysql-files drwxr-x--x 4 mysql mysql 63 Feb 16 15:01 mysql [root@ndb-node2 ~]# [root@ndb-node2 ~]# tree /var/lib/mysql /var/lib/mysql ├── database_data ├── mysql-error.log └── ndb_data 2 directories, 1 file [root@ndb-node2 ~]#
一、启动
管理节点：
第一次：
ndb_mgmd -f /var/lib/mysql-cluster/config.ini –initial
平常：
ndb_mgmd -f /var/lib/mysql-cluster/config.ini
[root@ndb-manager ~]# ps -ef | grep ndb_mgm root 18928 17999 0 15:30 pts/3 00:00:00 grep --color=auto ndb_mgm [root@ndb-manager ~]# [root@ndb-manager ~]# netstat -tupln | grep mgm [root@ndb-manager ~]# [root@ndb-manager ~]# ndb_mgmd -f /var/lib/mysql-cluster/config.ini MySQL Cluster Management Server mysql-5.7.17 ndb-7.5.5 [root@ndb-manager ~]# [root@ndb-manager ~]# ps -ef | grep ndb_mgm root 18932 1 0 15:30 ? 00:00:00 ndb_mgmd -f /var/lib/mysql-cluster/config.ini root 18943 17999 0 15:30 pts/3 00:00:00 grep --color=auto ndb_mgm [root@ndb-manager ~]# [root@ndb-manager ~]# netstat -tupln | grep mgm tcp 0 0 0.0.0.0:1186 0.0.0.0:* LISTEN 18932/ndb_mgmd [root@ndb-manager ~]#
数据节点：
第一次：
ndbd –initial
平常：
ndbd
[root@ndb-node1 ~]# ndbd 2017-02-16 15:33:15 [ndbd] INFO -- Angel connected to '10.158.1.98:1186' 2017-02-16 15:33:15 [ndbd] INFO -- Angel allocated nodeid: 2 [root@ndb-node1 ~]#
SQL节点：
如果是第一次，可能涉及到初始化数据。
具体如下：
[root@ndb-manager mysql-cluster]# tree /var/lib/mysql /var/lib/mysql ├── database_data └── ndb_data 2 directories, 0 files [root@ndb-manager mysql-cluster]# root@ndb-manager mysql-cluster]# mysqld --initialize [root@ndb-manager mysql-cluster]# [root@ndb-manager mysql-cluster]# tree /var/lib/mysql /var/lib/mysql ├── database_data │ ├── auto.cnf │ ├── ib_buffer_pool │ ├── ibdata1 │ ├── ib_logfile0 │ ├── ib_logfile1 │ ├── mysql │ │ ├── columns_priv.frm │ │ ├── columns_priv.MYD │ │ ├── columns_priv.MYI │ │ ├── db.frm │ │ ├── db.MYD │ │ ├── db.MYI │ │ ├── db.opt │ │ ├── engine_cost.frm │ │ ├── engine_cost.ibd │ │ ├── event.frm │ │ ├── event.MYD │ │ ├── event.MYI │ │ ├── func.frm │ │ ├── func.MYD │ │ ├── func.MYI │ │ ├── general_log.CSM │ │ ├── general_log.CSV │ │ ├── general_log.frm │ │ ├── gtid_executed.frm │ │ ├── gtid_executed.ibd │ │ ├── help_category.frm │ │ ├── help_category.ibd │ │ ├── help_keyword.frm │ │ ├── help_keyword.ibd │ │ ├── help_relation.frm │ │ ├── help_relation.ibd │ │ ├── help_topic.frm │ │ ├── help_topic.ibd │ │ ├── innodb_index_stats.frm │ │ ├── innodb_index_stats.ibd │ │ ├── innodb_table_stats.frm │ │ ├── innodb_table_stats.ibd │ │ ├── ndb_binlog_index.frm │ │ ├── ndb_binlog_index.ibd │ │ ├── plugin.frm │ │ ├── plugin.ibd │ │ ├── proc.frm │ │ ├── proc.MYD │ │ ├── proc.MYI │ │ ├── procs_priv.frm │ │ ├── procs_priv.MYD │ │ ├── procs_priv.MYI │ │ ├── proxies_priv.frm │ │ ├── proxies_priv.MYD │ │ ├── proxies_priv.MYI │ │ ├── server_cost.frm │ │ ├── server_cost.ibd │ │ ├── servers.frm │ │ ├── servers.ibd │ │ ├── slave_master_info.frm │ │ ├── slave_master_info.ibd │ │ ├── slave_relay_log_info.frm │ │ ├── slave_relay_log_info.ibd │ │ ├── slave_worker_info.frm │ │ ├── slave_worker_info.ibd │ │ ├── slow_log.CSM │ │ ├── slow_log.CSV │ │ ├── slow_log.frm │ │ ├── tables_priv.frm │ │ ├── tables_priv.MYD │ │ ├── tables_priv.MYI │ │ ├── time_zone.frm │ │ ├── time_zone.ibd │ │ ├── time_zone_leap_second.frm │ │ ├── time_zone_leap_second.ibd │ │ ├── time_zone_name.frm │ │ ├── time_zone_name.ibd │ │ ├── time_zone_transition.frm │ │ ├── time_zone_transition.ibd │ │ ├── time_zone_transition_type.frm │ │ ├── time_zone_transition_type.ibd │ │ ├── user.frm │ │ ├── user.MYD │ │ └── user.MYI │ ├── ndbinfo │ │ ├── arbitrator_validity_detail.frm │ │ ├── arbitrator_validity_summary.frm │ │ ├── blocks.frm │ │ ├── cluster_locks.frm │ │ ├── cluster_operations.frm │ │ ├── cluster_transactions.frm │ │ ├── config_params.frm │ │ ├── config_values.frm │ │ ├── counters.frm │ │ ├── cpustat_1sec.frm │ │ ├── cpustat_20sec.frm │ │ ├── cpustat_50ms.frm │ │ ├── cpustat.frm │ │ ├── db.opt │ │ ├── dict_obj_info.frm │ │ ├── dict_obj_types.frm │ │ ├── diskpagebuffer.frm │ │ ├── disk_write_speed_aggregate.frm │ │ ├── disk_write_speed_aggregate_node.frm │ │ ├── disk_write_speed_base.frm │ │ ├── locks_per_fragment.frm │ │ ├── logbuffers.frm │ │ ├── logspaces.frm │ │ ├── membership.frm │ │ ├── memory_per_fragment.frm │ │ ├── memoryusage.frm │ │ ├── ndb@0024acc_operations.frm │ │ ├── ndb@0024blocks.frm │ │ ├── ndb@0024columns.frm │ │ ├── ndb@0024config_params.frm │ │ ├── ndb@0024config_values.frm │ │ ├── ndb@0024counters.frm │ │ ├── ndb@0024cpustat_1sec.frm │ │ ├── ndb@0024cpustat_20sec.frm │ │ ├── ndb@0024cpustat_50ms.frm │ │ ├── ndb@0024cpustat.frm │ │ ├── ndb@0024dblqh_tcconnect_state.frm │ │ ├── ndb@0024dbtc_apiconnect_state.frm │ │ ├── ndb@0024dict_obj_info.frm │ │ ├── ndb@0024dict_obj_types.frm │ │ ├── ndb@0024diskpagebuffer.frm │ │ ├── ndb@0024disk_write_speed_aggregate.frm │ │ ├── ndb@0024disk_write_speed_base.frm │ │ ├── ndb@0024frag_locks.frm │ │ ├── ndb@0024frag_mem_use.frm │ │ ├── ndb@0024frag_operations.frm │ │ ├── ndb@0024logbuffers.frm │ │ ├── ndb@0024logspaces.frm │ │ ├── ndb@0024membership.frm │ │ ├── ndb@0024nodes.frm │ │ ├── ndb@0024operations.frm │ │ ├── ndb@0024pools.frm │ │ ├── ndb@0024resources.frm │ │ ├── ndb@0024restart_info.frm │ │ ├── ndb@0024stored_tables.frm │ │ ├── ndb@0024table_distribution_status_all.frm │ │ ├── ndb@0024table_distribution_status.frm │ │ ├── ndb@0024table_fragments_all.frm │ │ ├── ndb@0024table_fragments.frm │ │ ├── ndb@0024table_replicas_all.frm │ │ ├── ndb@0024table_replicas.frm │ │ ├── ndb@0024tables.frm │ │ ├── ndb@0024tc_time_track_stats.frm │ │ ├── ndb@0024test.frm │ │ ├── ndb@0024threadblocks.frm │ │ ├── ndb@0024threads.frm │ │ ├── ndb@0024threadstat.frm │ │ ├── ndb@0024transactions.frm │ │ ├── ndb@0024transporters.frm │ │ ├── nodes.frm │ │ ├── operations_per_fragment.frm │ │ ├── resources.frm │ │ ├── restart_info.frm │ │ ├── server_locks.frm │ │ ├── server_operations.frm │ │ ├── server_transactions.frm │ │ ├── table_distribution_status.frm │ │ ├── table_fragments.frm │ │ ├── table_info.frm │ │ ├── table_replicas.frm │ │ ├── tc_time_track_stats.frm │ │ ├── threadblocks.frm │ │ ├── threads.frm │ │ ├── threadstat.frm │ │ └── transporters.frm │ ├── performance_schema │ │ ├── accounts.frm │ │ ├── cond_instances.frm │ │ ├── db.opt │ │ ├── events_stages_current.frm │ │ ├── events_stages_history.frm │ │ ├── events_stages_history_long.frm │ │ ├── events_stages_summary_by_account_by_event_name.frm │ │ ├── events_stages_summary_by_host_by_event_name.frm │ │ ├── events_stages_summary_by_thread_by_event_name.frm │ │ ├── events_stages_summary_by_user_by_event_name.frm │ │ ├── events_stages_summary_global_by_event_name.frm │ │ ├── events_statements_current.frm │ │ ├── events_statements_history.frm │ │ ├── events_statements_history_long.frm │ │ ├── events_statements_summary_by_account_by_event_name.frm │ │ ├── events_statements_summary_by_digest.frm │ │ ├── events_statements_summary_by_host_by_event_name.frm │ │ ├── events_statements_summary_by_program.frm │ │ ├── events_statements_summary_by_thread_by_event_name.frm │ │ ├── events_statements_summary_by_user_by_event_name.frm │ │ ├── events_statements_summary_global_by_event_name.frm │ │ ├── events_transactions_current.frm │ │ ├── events_transactions_history.frm │ │ ├── events_transactions_history_long.frm │ │ ├── events_transactions_summary_by_account_by_event_name.frm │ │ ├── events_transactions_summary_by_host_by_event_name.frm │ │ ├── events_transactions_summary_by_thread_by_event_name.frm │ │ ├── events_transactions_summary_by_user_by_event_name.frm │ │ ├── events_transactions_summary_global_by_event_name.frm │ │ ├── events_waits_current.frm │ │ ├── events_waits_history.frm │ │ ├── events_waits_history_long.frm │ │ ├── events_waits_summary_by_account_by_event_name.frm │ │ ├── events_waits_summary_by_host_by_event_name.frm │ │ ├── events_waits_summary_by_instance.frm │ │ ├── events_waits_summary_by_thread_by_event_name.frm │ │ ├── events_waits_summary_by_user_by_event_name.frm │ │ ├── events_waits_summary_global_by_event_name.frm │ │ ├── file_instances.frm │ │ ├── file_summary_by_event_name.frm │ │ ├── file_summary_by_instance.frm │ │ ├── global_status.frm │ │ ├── global_variables.frm │ │ ├── host_cache.frm │ │ ├── hosts.frm │ │ ├── memory_summary_by_account_by_event_name.frm │ │ ├── memory_summary_by_host_by_event_name.frm │ │ ├── memory_summary_by_thread_by_event_name.frm │ │ ├── memory_summary_by_user_by_event_name.frm │ │ ├── memory_summary_global_by_event_name.frm │ │ ├── metadata_locks.frm │ │ ├── mutex_instances.frm │ │ ├── objects_summary_global_by_type.frm │ │ ├── performance_timers.frm │ │ ├── prepared_statements_instances.frm │ │ ├── replication_applier_configuration.frm │ │ ├── replication_applier_status_by_coordinator.frm │ │ ├── replication_applier_status_by_worker.frm │ │ ├── replication_applier_status.frm │ │ ├── replication_connection_configuration.frm │ │ ├── replication_connection_status.frm │ │ ├── replication_group_members.frm │ │ ├── replication_group_member_stats.frm │ │ ├── rwlock_instances.frm │ │ ├── session_account_connect_attrs.frm │ │ ├── session_connect_attrs.frm │ │ ├── session_status.frm │ │ ├── session_variables.frm │ │ ├── setup_actors.frm │ │ ├── setup_consumers.frm │ │ ├── setup_instruments.frm │ │ ├── setup_objects.frm │ │ ├── setup_timers.frm │ │ ├── socket_instances.frm │ │ ├── socket_summary_by_event_name.frm │ │ ├── socket_summary_by_instance.frm │ │ ├── status_by_account.frm │ │ ├── status_by_host.frm │ │ ├── status_by_thread.frm │ │ ├── status_by_user.frm │ │ ├── table_handles.frm │ │ ├── table_io_waits_summary_by_index_usage.frm │ │ ├── table_io_waits_summary_by_table.frm │ │ ├── table_lock_waits_summary_by_table.frm │ │ ├── threads.frm │ │ ├── users.frm │ │ ├── user_variables_by_thread.frm │ │ └── variables_by_thread.frm │ └── sys │ ├── db.opt │ ├── host_summary_by_file_io.frm │ ├── host_summary_by_file_io_type.frm │ ├── host_summary_by_stages.frm │ ├── host_summary_by_statement_latency.frm │ ├── host_summary_by_statement_type.frm │ ├── host_summary.frm │ ├── innodb_buffer_stats_by_schema.frm │ ├── innodb_buffer_stats_by_table.frm │ ├── innodb_lock_waits.frm │ ├── io_by_thread_by_latency.frm │ ├── io_global_by_file_by_bytes.frm │ ├── io_global_by_file_by_latency.frm │ ├── io_global_by_wait_by_bytes.frm │ ├── io_global_by_wait_by_latency.frm │ ├── latest_file_io.frm │ ├── memory_by_host_by_current_bytes.frm │ ├── memory_by_thread_by_current_bytes.frm │ ├── memory_by_user_by_current_bytes.frm │ ├── memory_global_by_current_bytes.frm │ ├── memory_global_total.frm │ ├── metrics.frm │ ├── processlist.frm │ ├── ps_check_lost_instrumentation.frm │ ├── schema_auto_increment_columns.frm │ ├── schema_index_statistics.frm │ ├── schema_object_overview.frm │ ├── schema_redundant_indexes.frm │ ├── schema_table_lock_waits.frm │ ├── schema_table_statistics.frm │ ├── schema_table_statistics_with_buffer.frm │ ├── schema_tables_with_full_table_scans.frm │ ├── schema_unused_indexes.frm │ ├── session.frm │ ├── session_ssl_status.frm │ ├── statement_analysis.frm │ ├── statements_with_errors_or_warnings.frm │ ├── statements_with_full_table_scans.frm │ ├── statements_with_runtimes_in_95th_percentile.frm │ ├── statements_with_sorting.frm │ ├── statements_with_temp_tables.frm │ ├── sys_config.frm │ ├── sys_config.ibd │ ├── sys_config_insert_set_user.TRN │ ├── sys_config.TRG │ ├── sys_config_update_set_user.TRN │ ├── user_summary_by_file_io.frm │ ├── user_summary_by_file_io_type.frm │ ├── user_summary_by_stages.frm │ ├── user_summary_by_statement_latency.frm │ ├── user_summary_by_statement_type.frm │ ├── user_summary.frm │ ├── version.frm │ ├── wait_classes_global_by_avg_latency.frm │ ├── wait_classes_global_by_latency.frm │ ├── waits_by_host_by_latency.frm │ ├── waits_by_user_by_latency.frm │ ├── waits_global_by_latency.frm │ ├── x@0024host_summary_by_file_io.frm │ ├── x@0024host_summary_by_file_io_type.frm │ ├── x@0024host_summary_by_stages.frm │ ├── x@0024host_summary_by_statement_latency.frm │ ├── x@0024host_summary_by_statement_type.frm │ ├── x@0024host_summary.frm │ ├── x@0024innodb_buffer_stats_by_schema.frm │ ├── x@0024innodb_buffer_stats_by_table.frm │ ├── x@0024innodb_lock_waits.frm │ ├── x@0024io_by_thread_by_latency.frm │ ├── x@0024io_global_by_file_by_bytes.frm │ ├── x@0024io_global_by_file_by_latency.frm │ ├── x@0024io_global_by_wait_by_bytes.frm │ ├── x@0024io_global_by_wait_by_latency.frm │ ├── x@0024latest_file_io.frm │ ├── x@0024memory_by_host_by_current_bytes.frm │ ├── x@0024memory_by_thread_by_current_bytes.frm │ ├── x@0024memory_by_user_by_current_bytes.frm │ ├── x@0024memory_global_by_current_bytes.frm │ ├── x@0024memory_global_total.frm │ ├── x@0024processlist.frm │ ├── x@0024ps_digest_95th_percentile_by_avg_us.frm │ ├── x@0024ps_digest_avg_latency_distribution.frm │ ├── x@0024ps_schema_table_statistics_io.frm │ ├── x@0024schema_flattened_keys.frm │ ├── x@0024schema_index_statistics.frm │ ├── x@0024schema_table_lock_waits.frm │ ├── x@0024schema_table_statistics.frm │ ├── x@0024schema_table_statistics_with_buffer.frm │ ├── x@0024schema_tables_with_full_table_scans.frm │ ├── x@0024session.frm │ ├── x@0024statement_analysis.frm │ ├── x@0024statements_with_errors_or_warnings.frm │ ├── x@0024statements_with_full_table_scans.frm │ ├── x@0024statements_with_runtimes_in_95th_percentile.frm │ ├── x@0024statements_with_sorting.frm │ ├── x@0024statements_with_temp_tables.frm │ ├── x@0024user_summary_by_file_io.frm │ ├── x@0024user_summary_by_file_io_type.frm │ ├── x@0024user_summary_by_stages.frm │ ├── x@0024user_summary_by_statement_latency.frm │ ├── x@0024user_summary_by_statement_type.frm │ ├── x@0024user_summary.frm │ ├── x@0024wait_classes_global_by_avg_latency.frm │ ├── x@0024wait_classes_global_by_latency.frm │ ├── x@0024waits_by_host_by_latency.frm │ ├── x@0024waits_by_user_by_latency.frm │ └── x@0024waits_global_by_latency.frm ├── mysql-error.log └── ndb_data 6 directories, 359 files [root@ndb-manager mysql-cluster]#
启动：
平常：
mysqld –ndbcluster –ndb-connectstring=10.158.1.98:1186 –explicit_defaults_for_timestamp –skip-grant-tables &
[root@ndb-manager mysql-cluster]# ps -ef | grep mysqld root 19167 17999 0 15:41 pts/3 00:00:00 grep --color=auto mysqld [root@ndb-manager mysql-cluster]# [root@ndb-manager mysql-cluster]# netstat -tupln | grep mysql [root@ndb-manager mysql-cluster]# [root@ndb-manager mysql-cluster]# mysqld --ndbcluster --ndb-connectstring=10.158.1.98:1186 --explicit_defaults_for_timestamp --skip-grant-tables & [1] 19178 [root@ndb-manager mysql-cluster]# [root@ndb-manager mysql-cluster]# ps -ef | grep mysqld mysql 19178 17999 33 15:41 pts/3 00:00:01 mysqld --ndbcluster --ndb-connectstring=10.158.1.98:1186 --explicit_defaults_for_timestamp --skip-grant-tables root 19217 17999 0 15:41 pts/3 00:00:00 grep --color=auto mysqld [root@ndb-manager mysql-cluster]# [root@ndb-manager mysql-cluster]# netstat -tupln | grep mysql tcp6 0 0 :::3306 :::* LISTEN 19178/mysqld [root@ndb-manager mysql-cluster]# [root@ndb-manager mysql-cluster]#
这样，就启动好了。
检查一下：
[root@ndb-manager mysql-cluster]# ndb_mgm -- NDB Cluster -- Management Client -- ndb_mgm> show Connected to Management Server at: 10.158.1.98:1186 Cluster Configuration --------------------- [ndbd(NDB)] 2 node(s) id=2 @10.158.1.148 (mysql-5.7.17 ndb-7.5.5, Nodegroup: 0, *) id=3 @10.158.1.173 (mysql-5.7.17 ndb-7.5.5, Nodegroup: 0) [ndb_mgmd(MGM)] 1 node(s) id=1 @10.158.1.98 (mysql-5.7.17 ndb-7.5.5) [mysqld(API)] 1 node(s) id=4 @10.158.1.98 (mysql-5.7.17 ndb-7.5.5) ndb_mgm> exit [root@ndb-manager mysql-cluster]# [root@ndb-manager mysql-cluster]# mysql Welcome to the MySQL monitor. Commands end with ; or \g. Your MySQL connection id is 5 Server version: 5.7.17-ndb-7.5.5-cluster-gpl MySQL Cluster Community Server (GPL) Copyright (c) 2000, 2017, Oracle and/or its affiliates. All rights reserved. Oracle is a registered trademark of Oracle Corporation and/or its affiliates. Other names may be trademarks of their respective owners. Type 'help;' or '\h' for help. Type '\c' to clear the current input statement. mysql> show databases; +--------------------+ | Database | +--------------------+ | information_schema | | mysql | | ndbinfo | | performance_schema | | sys | +--------------------+ 5 rows in set (0.00 sec) mysql> select user,host from mysql.user; +-----------+-----------+ | user | host | +-----------+-----------+ | mysql.sys | localhost | | root | localhost | +-----------+-----------+ 2 rows in set (0.00 sec) mysql>
启动的时候，SQL Node的日志：
2017-02-16T08:18:17.888119Z 1 [Note] NDB Binlog: DISCOVER TABLE Event: REPL$mysql/ndb_schema 2017-02-16T08:18:17.943550Z 1 [Note] NDB Binlog: logging ./mysql/ndb_schema (UPDATED,USE_WRITE) 2017-02-16T08:18:17.947001Z 1 [Note] NDB Binlog: DISCOVER TABLE Event: REPL$mysql/ndb_apply_status 2017-02-16T08:18:18.020610Z 1 [Note] NDB Binlog: logging ./mysql/ndb_apply_status (UPDATED,USE_WRITE) 2017-02-16T08:18:18.020760Z 1 [Note] NDB: Cleaning stray tables from database 'emy_me' 2017-02-16T08:18:18.021157Z 1 [Note] NDB: Cleaning stray tables from database 'ndbinfo' 2017-02-16T08:18:18.021734Z 1 [Note] NDB: Cleaning stray tables from database 'performance_schema' 2017-02-16T08:18:18.022398Z 1 [Note] NDB: Cleaning stray tables from database 'sys' 2017-02-16T08:18:18.028686Z 1 [Note] NDB Binlog: Wait for first event 2017-02-16 16:18:18 [NdbApi] INFO -- Flushing incomplete GCI:s < 1122/10 2017-02-16 16:18:18 [NdbApi] INFO -- Flushing incomplete GCI:s < 1122/10 2017-02-16T08:18:18.070291Z 1 [Note] NDB Binlog: starting log at epoch 1122/10 2017-02-16T08:18:18.070302Z 1 [Note] NDB Binlog: Got first event 2017-02-16T08:18:18.070307Z 1 [Note] NDB Binlog: ndb tables writable 2017-02-16T08:18:18.070316Z 1 [Note] NDB Binlog: Startup and setup completed
二、关闭
管理节点：
all stop
[root@ndb-manager mysql-cluster]# ndb_mgm -- NDB Cluster -- Management Client -- ndb_mgm> show; Connected to Management Server at: 10.158.1.98:1186 Cluster Configuration --------------------- [ndbd(NDB)] 2 node(s) id=2 @10.158.1.148 (mysql-5.7.17 ndb-7.5.5, Nodegroup: 0, *) id=3 @10.158.1.173 (mysql-5.7.17 ndb-7.5.5, Nodegroup: 0) [ndb_mgmd(MGM)] 1 node(s) id=1 @10.158.1.98 (mysql-5.7.17 ndb-7.5.5) [mysqld(API)] 1 node(s) id=4 @10.158.1.98 (mysql-5.7.17 ndb-7.5.5) ndb_mgm> ndb_mgm> all stop Executing STOP on all nodes. Node 3: Cluster shutdown initiated Node 2: Cluster shutdown initiated Node 3: Node shutdown completed. Node 2: Node shutdown completed. NDB Cluster has shutdown. ndb_mgm> show Cluster Configuration --------------------- [ndbd(NDB)] 2 node(s) id=2 (not connected, accepting connect from 10.158.1.148) id=3 (not connected, accepting connect from 10.158.1.173) [ndb_mgmd(MGM)] 1 node(s) id=1 @10.158.1.98 (mysql-5.7.17 ndb-7.5.5) [mysqld(API)] 1 node(s) id=4 (not connected, accepting connect from 10.158.1.98) ndb_mgm>
【all stop】执行完，数据节点的【ndbd】就被停掉了：
[root@ndb-node1 ~]# ps -ef | grep ndbd root 17791 16344 0 16:18 pts/2 00:00:00 grep --color=auto ndbd [root@ndb-node1 ~]#
也可以直接在数据节点上执行：
mysqld stop
SQL节点：
mysqladmin -u root -p shutdown
[root@ndb-manager mysql-cluster]# ps -ef | grep mysqld mysql 19454 17999 0 15:52 pts/3 00:00:12 mysqld --ndbcluster --ndb-connectstring=10.158.1.98:1186 --explicit_defaults_for_timestamp root 19957 17999 0 16:22 pts/3 00:00:00 grep --color=auto mysqld [root@ndb-manager mysql-cluster]# [root@ndb-manager mysql-cluster]# mysqladmin -u root -p shutdown Enter password: [1]+ Done mysqld --ndbcluster --ndb-connectstring=10.158.1.98:1186 --explicit_defaults_for_timestamp [root@ndb-manager mysql-cluster]# [root@ndb-manager mysql-cluster]# ps -ef | grep mysqld root 19976 17999 0 16:23 pts/3 00:00:00 grep --color=auto mysqld [root@ndb-manager mysql-cluster]#
这个过程中的日志变化：
2017-02-16T08:21:00.607206Z 1 [Note] NDB Schema dist: Data node: 2 failed, subscriber bitmask 000000000 2017-02-16T08:21:00.607255Z 1 [Note] NDB Schema dist: Data node: 3 failed, subscriber bitmask 000000000 2017-02-16T08:21:00.607262Z 1 [Note] NDB Schema dist: cluster failure at epoch 1203/0. 2017-02-16T08:21:00.618118Z 1 [Note] NDB Binlog: cluster failure for ./mysql/ndb_apply_status at epoch 1203/0. 2017-02-16T08:21:00.618215Z 1 [Note] NDB Binlog: Restarting 2017-02-16T08:21:00.618382Z 1 [Note] NDB Binlog: Stopping... 2017-02-16T08:21:00.618402Z 1 [Note] NDB Binlog: Setting up 2017-02-16T08:21:00.618619Z 1 [Note] NDB Binlog: Created schema Ndb object, reference: 0x80040004, name: 'Ndb Binlog schema change monitoring' 2017-02-16T08:21:00.618663Z 1 [Note] NDB Binlog: Created injector Ndb object, reference: 0x80050004, name: 'Ndb Binlog data change monitoring' 2017-02-16T08:21:00.618675Z 1 [Note] NDB Binlog: Setup completed 2017-02-16T08:21:00.618679Z 1 [Note] NDB Binlog: Wait for server start completed 2017-02-16T08:21:00.618727Z 1 [Note] NDB Binlog: Check for incidents 2017-02-16T08:21:00.618737Z 1 [Note] NDB Binlog: Wait for cluster to start 2017-02-16T08:23:40.182800Z 0 [Note] Giving 2 client threads a chance to die gracefully 2017-02-16T08:23:40.182858Z 0 [Note] Shutting down slave threads 2017-02-16T08:23:40.767445Z 1 [Note] NDB Binlog: Server shutdown detected while waiting for ndbcluster to start... 2017-02-16T08:23:40.767499Z 1 [Note] NDB Binlog: Shutting down 2017-02-16T08:23:40.767603Z 1 [Note] NDB Binlog: Stopping... 2017-02-16T08:23:40.767667Z 0 [Note] NDB Binlog: Stopped 2017-02-16T08:23:41.020929Z 0 [Note] NDB Util: Stopped 2017-02-16T08:23:42.182962Z 0 [Note] Forcefully disconnecting 0 remaining clients 2017-02-16T08:23:42.183022Z 0 [Note] Event Scheduler: Purging the queue. 0 events 2017-02-16T08:23:42.183254Z 0 [Note] Binlog end 2017-02-16T08:23:42.183278Z 0 [Note] NDB Binlog: Stop 2017-02-16T08:23:42.183285Z 0 [Note] NDB Binlog: Wakeup 2017-02-16T08:23:42.183288Z 0 [Note] NDB Binlog: Stop completed 2017-02-16T08:23:42.183830Z 0 [Note] Shutting down plugin 'ngram' 2017-02-16T08:23:42.183852Z 0 [Note] Shutting down plugin 'partition' 2017-02-16T08:23:42.183859Z 0 [Note] Shutting down plugin 'ndb_transid_mysql_connection_map' 2017-02-16T08:23:42.183885Z 0 [Note] Shutting down plugin 'ndbinfo' 2017-02-16T08:23:42.196719Z 0 [Note] Shutting down plugin 'ndbcluster' 2017-02-16T08:23:42.196771Z 0 [Note] NDB Index Stat: Stop 2017-02-16T08:23:42.196783Z 0 [Note] NDB Index Stat: Wakeup 2017-02-16T08:23:42.196824Z 0 [Note] NDB Index Stat: Stopping... 2017-02-16T08:23:42.196925Z 0 [Note] NDB Index Stat: Stopped 2017-02-16T08:23:42.197205Z 0 [Note] NDB Index Stat: Stop completed 2017-02-16T08:23:42.197224Z 0 [Note] NDB Util: Stop 2017-02-16T08:23:42.197230Z 0 [Note] NDB Util: Wakeup 2017-02-16T08:23:42.197234Z 0 [Note] NDB Util: Stop completed 2017-02-16T08:23:43.141568Z 0 [Note] Shutting down plugin 'BLACKHOLE' 2017-02-16T08:23:43.141650Z 0 [Note] Shutting down plugin 'ARCHIVE' 2017-02-16T08:23:43.141663Z 0 [Note] Shutting down plugin 'PERFORMANCE_SCHEMA' 2017-02-16T08:23:43.141698Z 0 [Note] Shutting down plugin 'MRG_MYISAM' 2017-02-16T08:23:43.141708Z 0 [Note] Shutting down plugin 'MyISAM' 2017-02-16T08:23:43.141778Z 0 [Note] Shutting down plugin 'INNODB_SYS_VIRTUAL' 2017-02-16T08:23:43.141798Z 0 [Note] Shutting down plugin 'INNODB_SYS_DATAFILES' 2017-02-16T08:23:43.141804Z 0 [Note] Shutting down plugin 'INNODB_SYS_TABLESPACES' 2017-02-16T08:23:43.141808Z 0 [Note] Shutting down plugin 'INNODB_SYS_FOREIGN_COLS' 2017-02-16T08:23:43.141812Z 0 [Note] Shutting down plugin 'INNODB_SYS_FOREIGN' 2017-02-16T08:23:43.141816Z 0 [Note] Shutting down plugin 'INNODB_SYS_FIELDS' 2017-02-16T08:23:43.141820Z 0 [Note] Shutting down plugin 'INNODB_SYS_COLUMNS' 2017-02-16T08:23:43.141824Z 0 [Note] Shutting down plugin 'INNODB_SYS_INDEXES' 2017-02-16T08:23:43.141828Z 0 [Note] Shutting down plugin 'INNODB_SYS_TABLESTATS' 2017-02-16T08:23:43.141832Z 0 [Note] Shutting down plugin 'INNODB_SYS_TABLES' 2017-02-16T08:23:43.141836Z 0 [Note] Shutting down plugin 'INNODB_FT_INDEX_TABLE' 2017-02-16T08:23:43.141839Z 0 [Note] Shutting down plugin 'INNODB_FT_INDEX_CACHE' 2017-02-16T08:23:43.141843Z 0 [Note] Shutting down plugin 'INNODB_FT_CONFIG' 2017-02-16T08:23:43.141847Z 0 [Note] Shutting down plugin 'INNODB_FT_BEING_DELETED' 2017-02-16T08:23:43.141851Z 0 [Note] Shutting down plugin 'INNODB_FT_DELETED' 2017-02-16T08:23:43.141855Z 0 [Note] Shutting down plugin 'INNODB_FT_DEFAULT_STOPWORD' 2017-02-16T08:23:43.141858Z 0 [Note] Shutting down plugin 'INNODB_METRICS' 2017-02-16T08:23:43.141862Z 0 [Note] Shutting down plugin 'INNODB_TEMP_TABLE_INFO' 2017-02-16T08:23:43.141866Z 0 [Note] Shutting down plugin 'INNODB_BUFFER_POOL_STATS' 2017-02-16T08:23:43.141870Z 0 [Note] Shutting down plugin 'INNODB_BUFFER_PAGE_LRU' 2017-02-16T08:23:43.141874Z 0 [Note] Shutting down plugin 'INNODB_BUFFER_PAGE' 2017-02-16T08:23:43.141878Z 0 [Note] Shutting down plugin 'INNODB_CMP_PER_INDEX_RESET' 2017-02-16T08:23:43.141882Z 0 [Note] Shutting down plugin 'INNODB_CMP_PER_INDEX' 2017-02-16T08:23:43.141886Z 0 [Note] Shutting down plugin 'INNODB_CMPMEM_RESET' 2017-02-16T08:23:43.141889Z 0 [Note] Shutting down plugin 'INNODB_CMPMEM' 2017-02-16T08:23:43.141893Z 0 [Note] Shutting down plugin 'INNODB_CMP_RESET' 2017-02-16T08:23:43.141897Z 0 [Note] Shutting down plugin 'INNODB_CMP' 2017-02-16T08:23:43.141901Z 0 [Note] Shutting down plugin 'INNODB_LOCK_WAITS' 2017-02-16T08:23:43.141904Z 0 [Note] Shutting down plugin 'INNODB_LOCKS' 2017-02-16T08:23:43.141930Z 0 [Note] Shutting down plugin 'INNODB_TRX' 2017-02-16T08:23:43.141935Z 0 [Note] Shutting down plugin 'InnoDB' 2017-02-16T08:23:43.142300Z 0 [Note] InnoDB: FTS optimize thread exiting. 2017-02-16T08:23:43.142809Z 0 [Note] InnoDB: Starting shutdown... 2017-02-16T08:23:43.243472Z 0 [Note] InnoDB: Dumping buffer pool(s) to /var/lib/mysql/database_data/ib_buffer_pool 2017-02-16T08:23:43.243996Z 0 [Note] InnoDB: Buffer pool(s) dump completed at 170216 16:23:43 2017-02-16T08:23:44.720832Z 0 [Note] InnoDB: Shutdown completed; log sequence number 2542369 2017-02-16T08:23:44.724461Z 0 [Note] InnoDB: Removed temporary tablespace data file: "ibtmp1" 2017-02-16T08:23:44.724497Z 0 [Note] Shutting down plugin 'MEMORY' 2017-02-16T08:23:44.724546Z 0 [Note] Shutting down plugin 'CSV' 2017-02-16T08:23:44.724567Z 0 [Note] Shutting down plugin 'sha256_password' 2017-02-16T08:23:44.724576Z 0 [Note] Shutting down plugin 'mysql_native_password' 2017-02-16T08:23:44.724906Z 0 [Note] Shutting down plugin 'binlog' 2017-02-16T08:23:44.726346Z 0 [Note] mysqld: Shutdown complete
管理节点：
[root@ndb-manager mysql-cluster]# ps -ef | grep ndb_mgm root 19002 1 0 15:34 ? 00:00:19 ndb_mgmd -f /var/lib/mysql-cluster/config.ini root 19995 17999 0 16:26 pts/3 00:00:00 grep --color=auto ndb_mgm [root@ndb-manager mysql-cluster]# [root@ndb-manager mysql-cluster]# ndb_mgm -e shutdown Connected to Management Server at: 10.158.1.98:1186 1 NDB Cluster node(s) have shutdown. Disconnecting to allow management server to shutdown. [root@ndb-manager mysql-cluster]# [root@ndb-manager mysql-cluster]# ps -ef | grep ndb_mgm root 19002 1 0 15:34 ? 00:00:19 ndb_mgmd -f /var/lib/mysql-cluster/config.ini root 19999 17999 0 16:26 pts/3 00:00:00 grep --color=auto ndb_mgm [root@ndb-manager mysql-cluster]# [root@ndb-manager mysql-cluster]# ps -ef | grep ndb_mgm root 20001 17999 0 16:26 pts/3 00:00:00 grep --color=auto ndb_mgm [root@ndb-manager mysql-cluster]#
需要等待一段时间，看到进程没有了，才算停止完成。
该过程，没有日志输出。
——————————————————
Done。