浏览此站
联系我们相册切换到窄版 Language

 找回密码
 注册
易陆发现论坛»论坛 › 云计算开源区 › OpenStack问题汇总 › image has snapshots - not removing 删除镜像出错该镜 ...
返回列表 发新帖
查看: 2965|回复: 1

image has snapshots - not removing 删除镜像出错该镜像包含snapshort解决过程

[复制链接]
admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
发表于 2021-10-19 15:00:03 | 显示全部楼层 |阅读模式
删除时报错
0 L: P- O5 E7 q, L[root@compute01 ~]# rbd rm -p vms volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
* `5 s( E1 k6 \# I! X2021-10-19 14:20:49.287 7fe204b32b00 -1 librbd::image::PreRemoveRequest: 0x563793d78b50 check_image_snaps: image has snapshots - not removing
) \) c4 ~$ f. _4 u1 V, i1 IRemoving image: 0% complete...failed.
8 |# p! X6 X9 S( l- z4 trbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.5 o: V% w5 V& T( v* k) V

# {8 l/ Y. |; t. A# u查看是否包含子镜像：
3 V8 d$ X% ~+ d[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106! @5 d$ `1 X0 e( c* m  |
5 s( Z' T4 M# c  t# r$ v

+ X$ w9 Y* |4 n/ a6 E查看snap信息：
' J# \% k$ k; |. x% G- P/ e! t[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106* ]  M1 Y% E( w* k; O( E
SNAPID NAME                                          SIZE  PROTECTED TIMESTAMP               
$ b8 J8 `/ C' u0 y, i2 K# X0 `    36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes       Mon Oct 18 17:12:22 2021
4 q; K7 E' K3 x; g1 p6 b3 e    37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes       Mon Oct 18 21:05:23 2021 : f: i, ^( a$ k& R. V/ `

/ `7 F. f. [: W  g分离flatten 镜像：
) e* P! q1 \* ~' K[root@compute01 ~]#  rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff1065 i8 g4 N  i/ j6 l1 c  L& k
Image flatten: 0% complete...failed., t6 ^6 p" [" }$ J7 z" q
rbd: flatten error: (22) Invalid argument( r: a5 ^. q3 }: g  L1 ?6 V
2021-10-19 14:22:11.267 7f51fde1bb00 -1 librbd::Operations: image has no parent5 E& G2 `: M1 _6 K, x! x2 U

! z- J  D9 k2 q) T0 C失败了：郁闷了：
! I- Q5 r# t( `% N[root@compute01 ~]#  rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106 ' N3 Q( y" R1 g
Image flatten: 0% complete...failed." P. ~, Z9 t" B! e- H9 B
rbd: flatten error: 2021-10-19 14:22:17.346 7fcfb671bb00 -1 librbd::Operations: image has no parent(22) Invalid argument
/ m* a  O9 w( N" }+ Q$ G, j/ P' M% A# b- V
查看其他的依然没有办法：
* B+ {9 l7 I+ `  q' V- w; x5 }5 P/ e( z; c' x! q1 K) S% T
[root@compute01 ~]#  rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8622 m3 `3 ^$ K" ?3 Y
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory* T% a" k8 d/ B
[root@compute01 ~]#  rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106$ J7 t! [5 G4 }( x- \
[root@compute01 ~]#  rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
. X, |2 K9 e1 Qrbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory
; R0 q9 e5 t) {9 m% q1 T! i: p& H1 E6 |
再次查看snap信息：% Z' P) A6 o& M( n
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
5 P5 H% Z+ o* l' H  uSNAPID NAME                                          SIZE  PROTECTED TIMESTAMP                * j7 S' N- c$ _
    36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes       Mon Oct 18 17:12:22 2021 ; ?! h2 }( F! f$ l3 \8 Y2 V
    37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes       Mon Oct 18 21:05:23 2021 ' s0 R. W' }& p1 [+ ~" _, D/ b5 D& Z# _
[root@compute01 ~]# rbd snap
8 m- i. Q: _; G6 vadd        create     limit      list       ls         protect    purge      remove     rename     revert     rm         rollback   unprotect  
. E0 R, P' |  f& p+ x+ ^5 a[root@compute01 ~]# rbd snap
3 ^- p/ s0 U% fadd        create     limit      list       ls         protect    purge      remove     rename     revert     rm         rollback   unprotect  / P- E- O: V0 \
" [  O, i- N% r6 O

  b( k; K$ `. q! U( m& ?( D尝试删除snap：
5 r' ]; \- m3 I9 t- Y[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106  v7 L: d! h, }% i2 |
rbd: snapshot name was not specified+ ?# [% M" T7 R& ~6 t

7 |) I4 U) l# [0 V; Z5 V, P' ~检查snap ls状态：) v. E) C, N1 Q0 Y$ j% C
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862' D7 u+ x% e# _
rbd: snapshot name specified for a command that doesn't use it
/ |/ m/ S. T, L( v; C
6 E8 R) e7 O8 f# Q[root@compute01 ~]# rbd snap ls vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
8 b3 D4 }) [+ m/ f0 ?: j7 g& }4 Brbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory
- p; [/ Y0 J, X* \' f- v) P$ ^
( M0 R9 p' o% E" D/ i
+ b2 Q/ s- F' Z# f+ ?[root@compute01 ~]#  rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862- O, K- a2 h/ Z. [3 O/ w  W
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory" L. d3 l6 p" v+ d- S, A2 Z3 g

+ W" i1 V1 l8 M3 F' N, z) L
, {+ P9 U/ Z* H$ q9 R& ~! y[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
. {4 K& z( X) USNAPID NAME                                          SIZE  PROTECTED TIMESTAMP               
  C" Z3 q! x7 a) v# A/ H    36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes       Mon Oct 18 17:12:22 2021 9 `, x/ ]9 @3 C) q) u4 s1 Y
    37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes       Mon Oct 18 21:05:23 2021
5 Z# f! _6 a) y* c" r& M( c! y, R2 b5 `9 D4 A! u4 Z, ]
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd7418097 k' ?" v* w. p( [- b+ \5 D
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8625 t  T& t5 B- U* c. M# l/ k# p
! D7 T/ K2 |" E, L

: |: t$ _  L' F9 y, g通过snap删除：7 P8 {1 h9 J# X" o( {: K' w
[root@compute01 ~]# rbd snap rm snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
* v) M6 [( W( l' Nrbd: snapshot name was not specified5 M6 W  t  n: i; A' j  F

. V* l) O2 W; N3 I! O% K0 Y7 z/ M, q' d* A7 C% S# N, N: n4 i: l
删除snap
7 \7 M, b* W; W+ w& m# g2 \% ]! ^) s
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
# v1 |" \# ?. k4 K& dRemoving snap: 0% complete...failed.
4 l: x, D3 ^& urbd: snapshot 'snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862' is protected from removal.
& H" k( P, j, ~4 E2021-10-19 14:28:08.361 7f33d8a03b00 -1 librbd::Operations: snapshot is protected8 i7 x; k! c% v$ |0 O& {4 e

# ~$ u7 Q" R! l: t0 o0 o  l. S/ a% b8 d! q. [
取消snap 保护：
5 j* Z4 ^( v( x[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862. ^: y' s+ s/ m, N% `
4 g# E" m/ Q* |. {0 {

' [2 ]# D; K8 l& f- T% h  j) u8 b3 [% R* j7 L, E
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862@snap' G" M0 E! ~5 C* A8 Z& A% c, L
rbd: unprotecting snap failed: (2) No such file or directory$ v0 i. y  a, R
" c, W- s, n0 R4 {
再次执行：
4 L3 l0 |( [3 k[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862* v. B" \; J- O. ?2 p
rbd: snap is already unprotected
5 X( Y/ U3 \) k- ~
, v& _8 J/ ~$ m删除成功：
& `$ R* y1 K. T, D[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
2 j0 W) u. e( i) P- q' GRemoving snap: 100% complete...done.
' A3 q4 h6 P: v3 \4 P
! q/ q7 _! M5 z1 H/ b' Z4 p1 E  ~8 t  ~( Y4 f/ O! {, j' P
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809+ E! `0 H2 i( h& s0 ~
Removing snap: 2021-10-19 14:29:05.450 7fe3d0f69b00 -1 librbd::Operations: snapshot is protected0% complete...failed.
4 P7 q8 g3 x5 a5 R* Drbd: snapshot 'snapshot-a5f9935c-338a-4b48-a535-3237dd741809' is protected from removal.: L7 e8 p# B8 N2 H
/ X/ h& Q. Z: N* r$ `; D% S
8 x- H/ p! k4 G$ ~# s0 ~( x" X
尝试第二个取消保护：
) A, h" Y1 h! x6 d8 Q* P[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809) }: K$ w8 C' w
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
$ L3 }5 W3 J  M' F+ G+ Z$ o, jrbd: snap is already unprotected
7 g3 q8 l( Z1 P7 `7 m, E$ A5 g' d( r删除snap，删除成功：
3 I% y" |# k8 |6 d' z% P6 a[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
3 Z0 g2 `+ [6 _& dRemoving snap: 100% complete...done.$ G) L! T4 _" g& Y
* ?! o( P  l. x* m: X
查看snap 列表：. [5 |* P& T, T. E- B
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
& _8 d( \% B& x  V9 q: j4 k% m2 A) W' K

. ]( v, P; ~3 G  C5 Q% P2 J8 [[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff1060 i) g2 s4 E6 R/ b6 ?% X
2021-10-19 14:29:44.232 7fbf6dffb700 -1 librbd::image::PreRemoveRequest: 0x558c03e97860 check_image_watchers: image has watchers - not removing! W: Q1 u  f% q0 U
Removing image: 0% complete...failed.8 }* f' E* ]2 }. r/ d
rbd: error: image still has watchers# i2 w. u3 {5 ^# _) F
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.
* g( i6 H& C4 l# _3 K/ d7 F# p# J' [! ]0 H% f+ r

( Q5 B1 O1 K0 Q  _! C查看运行状态：
  M9 o; ?8 N6 Q) L8 R: f[root@compute01 ~]# rbd status  vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
1 s* A* y& W# g4 b$ kWatchers:
1 \/ W2 e" O; y watcher=192.168.0.77:0/3193690701 client.125123467 cookie=94424575476608
$ _1 O) O0 @3 V1 q  a" ?[root@compute01 ~]# ceph osd bl
0 r5 |  O% W4 m/ s2 o: W( p0 rblacklist   blocked-by
9 d( |9 k5 S) e4 O8 [3 ^$ H$ _/ O  l1 d: l1 b; x- a; \6 j, y
添加黑名单：( z/ ~3 S9 T4 U6 C1 i
[root@compute01 ~]# ceph osd blacklist add 192.168.0.77:0/3193690701
8 v1 v' C0 P+ G$ y. V! |: ?5 H' pblacklisting 192.168.0.77:0/3193690701 until 2021-10-19 15:30:19.739160 (3600 sec)7 t- u' C9 l' `6 w, {# H
+ G$ ~8 \* u/ F9 I' ]5 Z
. }9 P. p% g" K. Q+ h0 C3 T  z
再次删除镜像：
- @, y# {; r! j5 `[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106( H# H1 L9 N+ L) [9 H7 L1 e1 T
Removing image: 100% complete...done.4 F+ f1 B' O+ {+ b8 p$ E% D

7 L; X6 X& N! S& B* ^; u* B9 h8 j6 I9 N3 b/ c8 Q
成功删除镜像。
. }2 ~$ ?$ c! D3 Z) z) M" Z
% w0 \$ o! }' o' c" a9 m
+ h; @! X6 d6 I0 O* T$ _8 G: j* x% x1 s4 y* b
回复

举报

admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
 楼主| 发表于 2021-10-19 15:00:04 | 显示全部楼层
[root@compute01 ~]# rbd rm -p volumes volume-d16830f8-278c-4c80-9077-69648a4aef39
; v' h3 p2 t: @2 \1 Y( m2021-10-19 14:41:32.746 7f34fe96bb00 -1 librbd::image::PreRemoveRequest: 0x55c40db0a720 check_image_snaps: image has snapshots - not removing" E3 `- {9 c" o& O& x
Removing image: 0% complete...failed.
  h7 l' O. `5 O! e* g5 Prbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.
0 \5 ]6 a2 A4 Z1 f* D2 z[root@compute01 ~]# rbd snap ls -p volumes volume-d16830f8-278c-4c80-9077-69648a4aef39
" q* }- ^$ P6 z% e# Q) ^8 PSNAPID NAME                                          SIZE   PROTECTED TIMESTAMP               
6 C4 c3 {) `% W" l' r- x) L1 G! O   114 snapshot-e4c6ed5f-1ced-4af8-96cc-42c25d01bacf 20 GiB yes       Mon Oct 18 17:33:26 2021
7 S  I. t: \$ ]. l$ V) A3 [& ]( b) V; x( ~4 ^9 Z
[root@compute01 ~]# rbd snap rm volumes/volume-d16830f8-278c-4c80-9077-69648a4aef39@snapshot-e4c6ed5f-1ced-4af8-96cc-42c25d01bacf
& a. E- t% g, oRemoving snap: 2021-10-19 14:43:49.603 7f6d3ab14b00 -1 librbd::Operations: snapshot is protected0% complete...failed.
. Y5 N8 H9 ]' Y( O7 o: @rbd: snapshot 'snapshot-e4c6ed5f-1ced-4af8-96cc-42c25d01bacf' is protected from removal.# S* L/ I9 |6 V) e! x
[root@compute01 ~]# rbd snap unprotect volumes/volume-d16830f8-278c-4c80-9077-69648a4aef39@snapshot-e4c6ed5f-1ced-4af8-96cc-42c25d01bacf
5 ^' K$ z" R( B: {[root@compute01 ~]# rbd snap rm volumes/volume-d16830f8-278c-4c80-9077-69648a4aef39@snapshot-e4c6ed5f-1ced-4af8-96cc-42c25d01bacf3 f$ O# `8 d  ^
Removing snap: 100% complete...done.! d" q" F  b% p) g; T% M+ X6 C
[root@compute01 ~]# rbd rm -p volumes volume-d16830f8-278c-4c80-9077-69648a4aef39
6 g! J8 Z5 D0 \: @6 m7 A4 IRemoving image: 100% complete...done.
2 Z2 w& r/ T7 N! q
回复

举报

返回列表 发新帖
高级模式
B Color Image Link Quote Code Smilies
您需要登录后才可以回帖 登录 | 注册

本版积分规则

返回首页|Archiver|手机版|小黑屋|易陆发现技术论坛 ( 蜀ICP备2026014127号-1 )

GMT+8, 2026-6-12 02:22 , Processed in 0.017640 second(s), 21 queries .

Powered by Discuz! X5.0

© 2001-2026 Discuz! Team.

快速回复 返回顶部 返回列表