|
|
pacemaker可以管理galera集群，当节点数据库被kill掉，或者无故宕机重启之后，可以被拉起来: s( j2 u. X+ U; q
但是如果第一个节点被弄宕机之后，是不会被拉起来的，
& e! p1 l1 Q, T0 h; _只能重新启动集群的方式启动数据库/ q( e+ L. o' Y- u6 c- m
这时问题就来了，第一个节点再次被启动之后，其他两个节点的数据不会和该节点数据一致；使用lsof -i:4567就会发现：1 t( G3 s5 h. D
[root@controller1 ~]# ps -ef |grep mysql3 m; T4 u, b" {
root 6111 2807 3 17:52 pts/1 00:00:00 /usr/libexec/mysqld --wsrep-new-cluster --user=root [5 D+ }, Q/ k. v X
root 6162 2807 0 17:52 pts/1 00:00:00 grep --color=auto mysql
, o# ^% j e6 p- c6 b[root@controller1 ~]# lsof -i:4567 S' A: I/ N$ Z& I4 J7 X" R
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME7 z5 W/ k* w" p& O( e2 o+ p# @
mysqld 6111 root 11u IPv4 4596223 0t0 TCP *:tram (LISTEN)! u$ @- s1 q( z2 e& x. D/ }
[root@controller1 ~]# crm_mon -i1 -f
( ~2 s% t) A% s: l* E1 T2 tConnection to the CIB terminated# \1 \/ l( K: F; q8 `- T
[root@controller1 ~]# lsof -i:4567' i, @- ]* I5 B+ s, E& P% p
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
8 F8 _6 b. y: l, N! n% @mysqld 6111 root 11u IPv4 4596223 0t0 TCP *:tram (LISTEN)
5 Q; c$ Y8 D' I- gmysqld 6111 root 25u IPv4 4609115 0t0 TCP controller1:tram->controller2:47986 (ESTABLISHED)/ e) O7 N0 \( h9 S* m
mysqld 6111 root 51u IPv4 4599863 0t0 TCP controller1:tram->controller3:46132 (ESTABLISHED). J; f( W. t4 T: ]
" Q" [' G9 }$ Q2 H
" ]8 S, i) [4 b! C6 |+ x, x
Q, C7 M& P B3 D; f9 m第二个节点的状态如下：
/ M- I$ M7 U, d5 ]) A. m[root@controller2 noarch]# ps -ef |grep mysql2 E, H' W' t$ M2 w# B/ c h
mysql 29028 1 1 17:43 ? 00:00:06 /usr/libexec/mysqld --basedir=/usr/ u0 L+ J5 f# ~! V
root 29400 4880 0 17:49 pts/0 00:00:00 grep --color=auto mysql4 O! [. a4 @5 L: y
[root@controller2 noarch]# ps -ef |grep mysql4 i/ X1 e9 K$ J9 Q- n/ H! i
mysql 29028 1 1 17:43 ? 00:00:06 /usr/libexec/mysqld --basedir=/usr
; ?2 {9 v5 e4 k( Froot 29402 4880 0 17:49 pts/0 00:00:00 grep --color=auto mysql
1 M$ K' [) f' ]9 [4 w; r1 T[root@controller2 noarch]# lsof -i:4567- O) z. h: G( @* N8 r7 S4 M
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME' ?+ t' z8 V& z* \2 h- v
mysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN)
/ u& }% ^6 Y; A4 fmysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)
$ R1 X* Z9 h: J, u* r[root@controller2 noarch]# lsof -i:4567
. A: M( S4 ?: u' s: YCOMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME) G) \0 R0 Q" E+ w4 z/ G
mysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN)
8 U' r3 ^( N/ I1 ^: nmysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)- w \( e7 L! f' U7 N3 f- ^( G
[root@controller2 noarch]# lsof -i:4567# [& v8 c. {. u9 z8 f2 ]
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME4 R( q# z& f0 S: a8 G* k8 z2 b2 p1 g
mysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN)( h: Y. S7 v* d7 f T! _* O& {0 U
mysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)8 T! o- ~# d6 W% O
[root@controller2 noarch]# lsof -i:4567# F* O U' e4 X* \; l% \7 t
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
& x% ?& F4 }8 l9 E3 C) j4 p Fmysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN)
1 j1 _6 K8 y, L2 d: F" ^; p: lmysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)8 w: B2 H1 ?: [+ z0 U) x5 W
[root@controller2 noarch]# lsof -i:4567 [) a) b5 \: r4 ^6 a& f
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
/ M# W9 H0 \" amysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN)
: @( S. ~: F; v/ u# C6 wmysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)
% S9 c4 Q' [$ D; M[root@controller2 noarch]# lsof -i:4567
9 s n/ [- k# j' Z: {& vCOMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME1 ]- g! z# p. |# o4 ]
mysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN)! D' m. d% Z6 i
mysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)
& Z( K( S9 ^% s9 R[root@controller2 noarch]# lsof -i:4567
/ w- T9 I1 I3 c5 n* \COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME7 F; F. u0 f2 [4 \
mysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN)
% E, [. J7 |$ W Dmysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)" W9 Y1 ~: D) T& R7 O
[root@controller2 noarch]# lsof -i:4567" P8 D7 \. S: k. q- J
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
) M: z! K2 z, Q( s5 }+ c& @mysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN)
( v, |6 }/ o- V# c. ` smysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)( p) Y4 m- ?& l6 D1 M t
[root@controller2 noarch]# lsof -i:45675 I1 n1 O3 t! G& S
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
9 w" ?6 p1 w, o# J: bmysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN)
% W- e' i7 h# Z- d$ I. K) E* J1 d Emysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)1 U) C- b6 c7 F6 H! P9 Y
[root@controller2 noarch]# ps -ef |grep mysql
" ^/ U2 z/ C% x2 @0 V4 E1 `0 {mysql 29028 1 1 17:43 ? 00:00:10 /usr/libexec/mysqld --basedir=/usr
+ i P4 s. Q8 \root 29544 4880 0 17:54 pts/0 00:00:00 grep --color=auto mysql
9 r- r U( d* z" y) |$ D4 @[root@controller2 noarch]# kill -9 29028* v* y1 _: r$ R& P2 E, d3 N
[root@controller2 noarch]# ps -ef |grep mysql ) S3 W4 `7 b. f( [: N, X
mysql 29632 1 1 17:54 ? 00:00:00 /usr/libexec/mysqld --basedir=/usr3 q7 K0 i! x# H: \
root 29641 4880 0 17:55 pts/0 00:00:00 grep --color=auto mysql4 I( S. j0 f6 ?: n9 S @$ S1 i' \$ Q: q
[root@controller2 noarch]# lsof -i:4567! O4 X1 m% |# \
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME$ j! j& V, Z. a. r2 s8 C+ b
mysqld 29632 mysql 11u IPv4 4513297 0t0 TCP *:tram (LISTEN)
9 ~1 I% V" e1 \$ tmysqld 29632 mysql 12u IPv4 4513641 0t0 TCP controller2:tram->controller3:40324 (ESTABLISHED)- W6 s, B0 f- c9 ~& ^$ a- b
mysqld 29632 mysql 13u IPv4 4513720 0t0 TCP controller2:tram->controller1:40644 (ESTABLISHED)
7 i3 D- t) Z9 H* y[root@controller2 noarch]# ps -ef |grep mysql " r2 {4 ?! ~% ]$ h8 U: ]
mysql 29632 1 1 17:54 ? 00:00:06 /usr/libexec/mysqld --basedir=/usr* `% z1 |, u9 z7 l
root 29953 4880 0 18:01 pts/0 00:00:00 grep --color=auto mysql
. T' i" n6 F6 V6 W! s: J7 `/ ?& A( [8 R3 ~
2 l: r# U; q# g
第三个节点：
" J6 k1 _2 q! N V$ ^3 x[root@controller3 noarch]# ps -ef |grep mysql7 \! f5 ?( L3 e- l7 N+ |
mysql 28955 1 1 17:55 ? 00:00:07 /usr/libexec/mysqld --basedir=/usr' i6 m4 U& i' H* c
root 29396 4824 0 18:02 pts/0 00:00:00 grep --color=auto mysql
4 l: {$ R2 A, h3 N; r3 |[root@controller3 noarch]# kill -9 28955
& E/ F' Z3 _( X[root@controller3 noarch]# ps -ef |grep mysql2 M$ L' o& z$ K/ j2 L ]: h
root 29426 4824 0 18:02 pts/0 00:00:00 grep --color=auto mysql
5 r w- F- E e8 j[root@controller3 noarch]# lsof -i:4567
: V- l' x1 B& R" X' m[root@controller3 noarch]# lsof -i:4567, b6 Y( h' A) T5 O* L& v% I
[root@controller3 noarch]# lsof -i:45677 z+ F1 g7 M* @9 @3 y6 d
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
* L; b5 F" j3 b2 `mysqld 29487 mysql 11u IPv4 4519472 0t0 TCP *:tram (LISTEN)& x1 w8 U! \ a; z
[root@controller3 noarch]# lsof -i:4567' d4 K: w6 f8 ^$ T
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
/ `. h- G Y# J: t. ]7 Q1 Nmysqld 29487 mysql 11u IPv4 4519472 0t0 TCP *:tram (LISTEN)
; T% F' I. M7 r6 t- D[root@controller3 noarch]# lsof -i:4567
+ T% W) n0 k7 L: O& m$ JCOMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME7 a4 E- E5 ~* X0 ^5 \
mysqld 29487 mysql 11u IPv4 4519472 0t0 TCP *:tram (LISTEN)* h2 |* p* p( t; }% b6 P1 @" ~6 I
mysqld 29487 mysql 12u IPv4 4519587 0t0 TCP controller3:36394->controller1:tram (ESTABLISHED)
, ?& _4 C3 c7 F5 ~& T% X# w[root@controller3 noarch]# lsof -i:4567
$ V6 q2 d" J% m7 h/ ~( B: GCOMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME! h: o- @# |. u0 O: ]# H. p9 a' e
mysqld 29487 mysql 11u IPv4 4519472 0t0 TCP *:tram (LISTEN)
% {" r) g/ {" imysqld 29487 mysql 12u IPv4 4519587 0t0 TCP controller3:36394->controller1:tram (ESTABLISHED)
* B# s$ t" y/ c9 w1 Q/ amysqld 29487 mysql 13u IPv4 4519625 0t0 TCP controller3:58954->controller2:tram (ESTABLISHED); Q* U6 t9 N- x
[root@controller3 noarch]# lsof -i:4567
. y! f; V: M/ x( H' N8 z3 ]2 bCOMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
1 w# r3 r4 T: H% F& ]9 [6 {mysqld 29487 mysql 11u IPv4 4519472 0t0 TCP *:tram (LISTEN)' e3 l, Q7 s6 a/ d
mysqld 29487 mysql 12u IPv4 4519587 0t0 TCP controller3:36394->controller1:tram (ESTABLISHED)
& F) b2 C( ` ^4 W3 |; lmysqld 29487 mysql 13u IPv4 4519625 0t0 TCP controller3:58954->controller2:tram (ESTABLISHED)
9 ~! h' Q& }2 x0 a* s$ f0 L) o[root@controller3 noarch]# lsof -i:4567- k! c- Q, h) }! x/ X
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME: F" Z1 F4 M5 c/ a$ X- w% G5 p
mysqld 29487 mysql 11u IPv4 4519472 0t0 TCP *:tram (LISTEN)
+ Y8 A! P* C% R) L l: ]0 kmysqld 29487 mysql 12u IPv4 4519587 0t0 TCP controller3:36394->controller1:tram (ESTABLISHED)
: _( R; i) N5 z! S9 T6 C, m6 d: Imysqld 29487 mysql 13u IPv4 4519625 0t0 TCP controller3:58954->controller2:tram (ESTABLISHED)+ I0 q8 r) G- O7 _$ p. Y' r
[root@controller3 noarch]# lsof -i:45671 T% z, _* ~1 L! H6 \& G Y) a$ ]4 P
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME+ l& Q5 L0 B5 ?3 K0 ~! V$ W
mysqld 29487 mysql 11u IPv4 4519472 0t0 TCP *:tram (LISTEN)
1 W$ c6 q3 W' H6 U9 L" Z4 ?, \mysqld 29487 mysql 12u IPv4 4519587 0t0 TCP controller3:36394->controller1:tram (ESTABLISHED)) p. s2 R: q9 y/ c! v( R
mysqld 29487 mysql 13u IPv4 4519625 0t0 TCP controller3:58954->controller2:tram (ESTABLISHED)
E5 t, T0 K7 n: V; Y2 Z/ t9 C[root@controller3 noarch]# lsof -i:4567* f4 X. v. S( n/ E3 I- L
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME/ b0 C8 c6 ?5 I" H
mysqld 29487 mysql 11u IPv4 4519472 0t0 TCP *:tram (LISTEN)
0 K8 [) c: w, v) Bmysqld 29487 mysql 12u IPv4 4519587 0t0 TCP controller3:36394->controller1:tram (ESTABLISHED)
. \5 ?9 V' t4 c# g5 gmysqld 29487 mysql 13u IPv4 4519625 0t0 TCP controller3:58954->controller2:tram (ESTABLISHED)
2 K) a8 I) @) K2 n3 [3 c
8 R# ?$ B- Z) B
# `& N2 q3 R! y
% O" N+ N+ h" C: }9 K& }' [也就是说，在第一个节点宕机之后，启动集群之后，第二三两个节点也必须kill掉，mysql的4567端口数据才会一致，否者就会出现第一个节点是一个状态，第二三个节点是另一个状态，就是我们说的脑裂现象。
4 n; z$ S6 }% n, C) ?" l( T |
|
发表于 2018-7-29 22:18:03