|
|
pacemaker可以管理galera集群，当节点数据库被kill掉，或者无故宕机重启之后，可以被拉起来
0 y3 k% [" c" x4 Y但是如果第一个节点被弄宕机之后，是不会被拉起来的，
3 K! h D+ e: j只能重新启动集群的方式启动数据库
* D3 _& I8 l- `9 O" w这时问题就来了，第一个节点再次被启动之后，其他两个节点的数据不会和该节点数据一致；使用lsof -i:4567就会发现：
# p+ X' P4 ~! b: q8 k; u- R) x[root@controller1 ~]# ps -ef |grep mysql* I/ c, j% J b( o3 L3 \% T2 L
root 6111 2807 3 17:52 pts/1 00:00:00 /usr/libexec/mysqld --wsrep-new-cluster --user=root
! z9 ?0 j' ~! i9 i5 Q- k/ T& E2 zroot 6162 2807 0 17:52 pts/1 00:00:00 grep --color=auto mysql2 z& W" M A) q; v T; B# i
[root@controller1 ~]# lsof -i:4567! l5 [$ ?3 P# J- }
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
, m2 M4 c, u; A0 [* ~mysqld 6111 root 11u IPv4 4596223 0t0 TCP *:tram (LISTEN)3 r" U' u, V+ k/ R
[root@controller1 ~]# crm_mon -i1 -f
0 ]/ h0 r+ b: @3 F0 T0 S& d8 }; f; sConnection to the CIB terminated/ q# ?% t D8 M, G4 o6 b
[root@controller1 ~]# lsof -i:4567
) W+ V1 x: E+ ~+ C9 VCOMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
" L! }2 L, G$ j4 H Omysqld 6111 root 11u IPv4 4596223 0t0 TCP *:tram (LISTEN)
% u5 ^+ K: }1 Q. }( b+ ^9 O( smysqld 6111 root 25u IPv4 4609115 0t0 TCP controller1:tram->controller2:47986 (ESTABLISHED)8 Q* n$ z9 d' `
mysqld 6111 root 51u IPv4 4599863 0t0 TCP controller1:tram->controller3:46132 (ESTABLISHED)8 _: a* M* M% X, v
. V8 `" V6 c2 O R' p
, n5 I; k) g% z% A) ]
- W$ O: q" d! {4 b" S4 T第二个节点的状态如下：
8 S. U$ Y9 h4 z }[root@controller2 noarch]# ps -ef |grep mysql4 I( R& I2 b+ P0 Y- F% q
mysql 29028 1 1 17:43 ? 00:00:06 /usr/libexec/mysqld --basedir=/usr
5 V; m$ C! z1 o% p! z3 Rroot 29400 4880 0 17:49 pts/0 00:00:00 grep --color=auto mysql
! ?; B- b) Y' d[root@controller2 noarch]# ps -ef |grep mysql
% E0 L* b- r: [, s u" j. R7 dmysql 29028 1 1 17:43 ? 00:00:06 /usr/libexec/mysqld --basedir=/usr: S/ v% \& d; N
root 29402 4880 0 17:49 pts/0 00:00:00 grep --color=auto mysql* h/ i I* ]& \" Q" e
[root@controller2 noarch]# lsof -i:4567
, R1 w6 X, ^7 N" G3 f' TCOMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
# M2 M7 |- e4 \7 bmysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN)
5 s, A6 V6 M$ \: ]mysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)
3 L! [. O% @7 e) J7 c# I[root@controller2 noarch]# lsof -i:4567
8 d) K# E( }$ b& w* |COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME! ^8 f) r2 k* ?. f' u1 h
mysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN)2 O% ]9 q( |6 X9 N8 l
mysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)6 u+ x. H% W7 L: q7 j
[root@controller2 noarch]# lsof -i:4567$ l6 j. w$ z9 d, y, m, x$ F8 P
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME* }* I: C0 k' Q- R- \
mysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN)
, T8 l/ s! o4 i) D* y( fmysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)
/ ?8 l" q- a: [. M[root@controller2 noarch]# lsof -i:4567
. _8 j' h: y* I5 P1 ]* y- ~5 `COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
8 p$ N5 G- y6 W) F+ D! w+ R3 E lmysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN)0 M, Q: n- l* R( X( m
mysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)
5 \& ~+ D/ L) k) u[root@controller2 noarch]# lsof -i:4567
6 m: g5 u6 j) a8 O! W- K. Q6 LCOMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME+ ?) j: [' ~& |9 q; _' W5 ^
mysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN)1 H1 F5 ~1 ~; n0 W5 ?/ [5 g
mysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)
' E7 O* P! F G: O# `) k3 Z[root@controller2 noarch]# lsof -i:4567
5 H, z4 p D2 f$ M1 x( c* u" wCOMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME6 {8 ?- K$ j. x/ M/ T6 ]
mysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN)8 X, h% s' }! r7 c g; h
mysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)
7 t q ?% S R0 _9 O2 D+ l6 l[root@controller2 noarch]# lsof -i:4567" J$ J: y- { E5 M
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
- y- p0 i1 }0 y. l+ _* @mysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN)
- s1 U+ D" W4 y. ~* O2 w- ?mysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)9 H1 Y( n1 e% Q1 Z2 k5 f
[root@controller2 noarch]# lsof -i:45675 h2 @( ? n' E' F. l" E- p( E1 Z
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
8 Z* h. b3 s8 b0 H+ S9 E+ V7 |- P; t9 Kmysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN)
: z5 X4 S0 L g }7 `3 Emysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)( V1 H& z! f4 m( E; c
[root@controller2 noarch]# lsof -i:4567
$ Q5 j6 c7 |/ cCOMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
. `; _2 v8 {5 E+ {mysqld 29028 mysql 11u IPv4 4495884 0t0 TCP *:tram (LISTEN); A/ K8 l2 d- ?1 ~
mysqld 29028 mysql 12u IPv4 4504890 0t0 TCP controller2:tram->controller3:55332 (ESTABLISHED)9 D d. b+ w# V; G& u' S( E' @: V6 j
[root@controller2 noarch]# ps -ef |grep mysql 2 v* I; b+ i# N" w' q
mysql 29028 1 1 17:43 ? 00:00:10 /usr/libexec/mysqld --basedir=/usr
( z& `' V1 Q' [+ Proot 29544 4880 0 17:54 pts/0 00:00:00 grep --color=auto mysql
: o; n5 T" g' P6 c3 b; |[root@controller2 noarch]# kill -9 29028
) y* M( @. `6 Q' Q2 H% y2 g[root@controller2 noarch]# ps -ef |grep mysql ! D. ]: Y* i% G
mysql 29632 1 1 17:54 ? 00:00:00 /usr/libexec/mysqld --basedir=/usr
8 v }- b* _4 O! V% Rroot 29641 4880 0 17:55 pts/0 00:00:00 grep --color=auto mysql* x9 v& Z7 h. t0 I# f
[root@controller2 noarch]# lsof -i:4567
/ K* k/ ?$ t/ A) Y1 _9 \0 V. g& _COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME3 f% I! s2 H0 }6 N$ r9 ?# i% @2 o$ Z, K
mysqld 29632 mysql 11u IPv4 4513297 0t0 TCP *:tram (LISTEN)
* ?5 L* z9 c% ?5 o9 Ymysqld 29632 mysql 12u IPv4 4513641 0t0 TCP controller2:tram->controller3:40324 (ESTABLISHED). x$ V- T6 M" ^# E2 k$ {, s
mysqld 29632 mysql 13u IPv4 4513720 0t0 TCP controller2:tram->controller1:40644 (ESTABLISHED)
3 V7 A+ Q! a8 m5 F6 [% _8 l) C[root@controller2 noarch]# ps -ef |grep mysql 4 r, z* O. l# s! ^
mysql 29632 1 1 17:54 ? 00:00:06 /usr/libexec/mysqld --basedir=/usr
- B* P) J" G+ l8 k9 Broot 29953 4880 0 18:01 pts/0 00:00:00 grep --color=auto mysql; Q6 j6 X1 {+ ^
. A4 G- i- q7 A' ]9 p- n! n+ c" c
第三个节点：
" s7 S. c4 K C5 k; k[root@controller3 noarch]# ps -ef |grep mysql( c/ m, K5 B7 m# R
mysql 28955 1 1 17:55 ? 00:00:07 /usr/libexec/mysqld --basedir=/usr
: B1 a: F* Y" b4 K" d# lroot 29396 4824 0 18:02 pts/0 00:00:00 grep --color=auto mysql" T- H$ I* |% ]4 o+ [
[root@controller3 noarch]# kill -9 289557 P* ]8 c: F! [0 f. a
[root@controller3 noarch]# ps -ef |grep mysql6 P" G3 n% J: L
root 29426 4824 0 18:02 pts/0 00:00:00 grep --color=auto mysql
) A0 S+ v: d$ ?7 a' K6 l2 y+ h, a[root@controller3 noarch]# lsof -i:45675 t( e/ l$ g6 {& X0 S
[root@controller3 noarch]# lsof -i:45673 s* z; o% V0 T+ q2 o
[root@controller3 noarch]# lsof -i:4567
9 u$ m4 m4 i! [8 f( L H8 c) G# FCOMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME+ k6 O$ j% J2 d
mysqld 29487 mysql 11u IPv4 4519472 0t0 TCP *:tram (LISTEN). Q, b( Q$ ?- R" _
[root@controller3 noarch]# lsof -i:4567
9 n& ?. I/ o3 ]3 GCOMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
3 `3 b+ }* X' k6 M' H5 G$ L" ~mysqld 29487 mysql 11u IPv4 4519472 0t0 TCP *:tram (LISTEN)4 {# v" V3 Q! L! S6 T6 c
[root@controller3 noarch]# lsof -i:4567
5 I2 X' a, q, G1 E0 TCOMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
+ a# q! k3 W7 O# qmysqld 29487 mysql 11u IPv4 4519472 0t0 TCP *:tram (LISTEN)
2 r7 \" }1 V. u- w- C8 cmysqld 29487 mysql 12u IPv4 4519587 0t0 TCP controller3:36394->controller1:tram (ESTABLISHED)
) e* f5 l8 R; V, c" A( b3 N, y[root@controller3 noarch]# lsof -i:4567% ^) g, c$ |( p/ F- D
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
8 ?2 @4 B* s8 ~9 x5 K' mmysqld 29487 mysql 11u IPv4 4519472 0t0 TCP *:tram (LISTEN)
# q3 a+ A3 b8 T- g" @mysqld 29487 mysql 12u IPv4 4519587 0t0 TCP controller3:36394->controller1:tram (ESTABLISHED)
% {7 ~4 K! @; Y8 C* m' jmysqld 29487 mysql 13u IPv4 4519625 0t0 TCP controller3:58954->controller2:tram (ESTABLISHED)
1 S; w: G% w6 `[root@controller3 noarch]# lsof -i:45677 J3 N6 F- J* q0 j$ R' T! A8 F
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
6 g% w& h1 P* H8 y: v, @! ?mysqld 29487 mysql 11u IPv4 4519472 0t0 TCP *:tram (LISTEN)4 ?$ b7 z7 A5 H4 \
mysqld 29487 mysql 12u IPv4 4519587 0t0 TCP controller3:36394->controller1:tram (ESTABLISHED)6 D5 B! W# x0 @" k
mysqld 29487 mysql 13u IPv4 4519625 0t0 TCP controller3:58954->controller2:tram (ESTABLISHED)7 B0 j2 V* D) p5 {9 @
[root@controller3 noarch]# lsof -i:4567
/ i6 i$ [5 ?9 n/ a, U- Y; jCOMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME o8 [5 t, v, U& \9 f+ k
mysqld 29487 mysql 11u IPv4 4519472 0t0 TCP *:tram (LISTEN)
4 q+ k/ Z' p4 ?: Qmysqld 29487 mysql 12u IPv4 4519587 0t0 TCP controller3:36394->controller1:tram (ESTABLISHED)7 F: `8 O4 I9 @) O/ J% M
mysqld 29487 mysql 13u IPv4 4519625 0t0 TCP controller3:58954->controller2:tram (ESTABLISHED)' o0 i: M& _& {$ t: x
[root@controller3 noarch]# lsof -i:4567
; {3 u4 }/ _" R5 ~COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
8 j# }" f, X) q3 `9 A Dmysqld 29487 mysql 11u IPv4 4519472 0t0 TCP *:tram (LISTEN)
/ M s7 `$ g6 Y" C; [mysqld 29487 mysql 12u IPv4 4519587 0t0 TCP controller3:36394->controller1:tram (ESTABLISHED)
; x4 b- N9 N6 @. ]1 w7 gmysqld 29487 mysql 13u IPv4 4519625 0t0 TCP controller3:58954->controller2:tram (ESTABLISHED); t) b) X' I n1 T( f5 X2 }1 u
[root@controller3 noarch]# lsof -i:4567
3 P: p; S& }+ P+ F! m4 t+ u n* `& _COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
* ]& v3 l. c3 vmysqld 29487 mysql 11u IPv4 4519472 0t0 TCP *:tram (LISTEN)
' D; r+ d9 z5 w) ymysqld 29487 mysql 12u IPv4 4519587 0t0 TCP controller3:36394->controller1:tram (ESTABLISHED)
% b2 |8 F0 v1 i$ K6 m: P1 `mysqld 29487 mysql 13u IPv4 4519625 0t0 TCP controller3:58954->controller2:tram (ESTABLISHED); E; ~" d4 ?$ F7 g$ T: D
1 m- Y7 `( E$ o# b& F
5 w" p4 M* d6 g) T* N/ W8 `' h7 W& y5 U3 \, q" {4 u
也就是说，在第一个节点宕机之后，启动集群之后，第二三两个节点也必须kill掉，mysql的4567端口数据才会一致，否者就会出现第一个节点是一个状态，第二三个节点是另一个状态，就是我们说的脑裂现象。3 X1 H8 h7 y4 v! w7 J3 Y
|
|
发表于 2018-7-29 22:18:03