浏览此站
联系我们相册切换到窄版 Language

 找回密码
 注册
易陆发现论坛»论坛 › 云计算开源区 › OpenStack问题汇总 › image has snapshots - not removing 删除镜像出错该镜 ...
返回列表 发新帖
查看: 2966|回复: 1

image has snapshots - not removing 删除镜像出错该镜像包含snapshort解决过程

[复制链接]
admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
发表于 2021-10-19 15:00:03 | 显示全部楼层 |阅读模式
删除时报错
" u+ e( I; x  e  }+ O! v. {; g[root@compute01 ~]# rbd rm -p vms volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
) [  k$ F# Q5 b2 N; Z2021-10-19 14:20:49.287 7fe204b32b00 -1 librbd::image::PreRemoveRequest: 0x563793d78b50 check_image_snaps: image has snapshots - not removing
& \3 y( v9 b$ aRemoving image: 0% complete...failed.  t+ x/ A1 z6 ^
rbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.$ @$ i2 x) k4 U* [. c) g
8 E' i) r$ T  ~
查看是否包含子镜像：& \6 V: G8 n# w9 c/ s  A
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106  }0 k3 q( s4 }9 {: w1 F1 L7 ^
3 Z, A9 Z) ^6 x, a7 n* M

' G# y. }6 U# A+ H, ^  a  C查看snap信息：
" a% [1 s: f6 [6 l1 W% n[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
5 N$ d4 z" m' L& E0 p! X1 ySNAPID NAME                                          SIZE  PROTECTED TIMESTAMP                % B( @, n/ O" a- c5 Q4 n, e; Y
    36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes       Mon Oct 18 17:12:22 2021 ; U3 W+ [8 p+ i# V
    37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes       Mon Oct 18 21:05:23 2021 : g8 C9 c, g9 q

/ O$ m: q: B+ N4 a; P1 y; {8 J分离flatten 镜像：
+ Y0 L7 I) D& }[root@compute01 ~]#  rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
( W( i, {" s0 W3 |8 DImage flatten: 0% complete...failed.8 q  K2 g$ P- \9 v* ]: s7 j
rbd: flatten error: (22) Invalid argument
" ?4 m" n# ~5 k* |, r2021-10-19 14:22:11.267 7f51fde1bb00 -1 librbd::Operations: image has no parent0 k6 k1 d7 j3 F# i
1 O  l0 }& e$ h0 Y( t1 g- c" ?
失败了：郁闷了：/ z! g0 o0 D& p- ^% Z
[root@compute01 ~]#  rbd flatten vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
4 y5 w: S: I/ j! A- {# XImage flatten: 0% complete...failed.0 Q$ Y& z) M' j( L9 z$ ~- j
rbd: flatten error: 2021-10-19 14:22:17.346 7fcfb671bb00 -1 librbd::Operations: image has no parent(22) Invalid argument
- ~3 n& Y# H9 ~) ]5 E& U, q! w) v( t6 D# Q0 L
查看其他的依然没有办法：4 p+ w+ g7 t6 T% L2 w1 a- d- P

( Q  A$ ]. K- |1 O3 p: w[root@compute01 ~]#  rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
4 v  c5 E4 ]$ {( p: ?: P* grbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory
9 W4 n6 a. y, {2 T4 K$ B. _[root@compute01 ~]#  rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
1 S2 k) M+ b* v[root@compute01 ~]#  rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8622 `8 ]0 J9 O# Y/ y: M; g, c
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory' b2 i7 M# W, f" i

  g6 f2 D5 E. S; |: L' U: _. J再次查看snap信息：
* ^2 r5 S( h: A5 w: \[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106. m! O5 ?6 a* P: S/ P  _4 u
SNAPID NAME                                          SIZE  PROTECTED TIMESTAMP               
3 [9 [9 _; H+ ^6 u! R    36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes       Mon Oct 18 17:12:22 2021 ( w% s. P8 }% N8 h! L
    37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes       Mon Oct 18 21:05:23 2021
, ~) L3 R& S2 w- Y( D5 a[root@compute01 ~]# rbd snap 6 E" `! @9 \; `
add        create     limit      list       ls         protect    purge      remove     rename     revert     rm         rollback   unprotect  
+ l* k- D( ~4 h* C3 a[root@compute01 ~]# rbd snap
, g+ t% b. O+ @: X# a$ T1 qadd        create     limit      list       ls         protect    purge      remove     rename     revert     rm         rollback   unprotect  
& P7 J- u- ~& P3 h% L' t( e- k1 B5 [7 b3 U+ ]7 Q. t# k
  g, [, W6 |& g  _! h: ~
尝试删除snap：' `7 N% g. k( T" {9 P. O
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
* A% ]' E+ a) Erbd: snapshot name was not specified% r$ ?# R- L. D1 N' |

7 m* Z9 [; F. h检查snap ls状态：
" r9 t7 }' i; u2 J[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862* h& f' Q" r: `* f; p) u7 {
rbd: snapshot name specified for a command that doesn't use it
* K7 G1 Y& A6 X5 W% H
; f( l+ y% y2 U% d; p1 K[root@compute01 ~]# rbd snap ls vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc8624 E+ @" f) z' C- j) L& W8 j1 e+ x
rbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory2 x$ `& E$ u" d7 F" b1 E  I0 y
" j: ^0 h( ^. @* V

& J' a5 Z1 e& S# M3 n[root@compute01 ~]#  rbd flatten vms/snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
* f' W9 ?; e3 O% v/ drbd: error opening image snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862: (2) No such file or directory; Y% i; w5 B% Z$ C0 T- O
6 d  c' y7 a  c3 b

1 p$ W& ^7 ?0 c9 b[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106& O* k* x, j; A& }
SNAPID NAME                                          SIZE  PROTECTED TIMESTAMP                $ ]  Y6 p" C( R- e) x
    36 snapshot-a5f9935c-338a-4b48-a535-3237dd741809 1 GiB yes       Mon Oct 18 17:12:22 2021 $ s. H+ N4 J' L' W) q3 g
    37 snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862 1 GiB yes       Mon Oct 18 21:05:23 2021 ( l; S% j9 [& h! U) p
, a1 b" Y- J- C
[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
. _- T) i' M7 _  l0 Z! V0 C% ?[root@compute01 ~]# rbd children vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862" z( n0 t8 S. x' X& X) r
; T; f* K4 J& v

0 _3 F+ ?0 a$ V3 n/ Y通过snap删除：
+ d, A4 w# K& V4 r" t2 ~/ U2 p[root@compute01 ~]# rbd snap rm snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862* T" z4 {0 b0 C) x2 G- {; R  o
rbd: snapshot name was not specified6 E3 d2 k- e' ^, K
6 [6 l0 [# y& @% g$ y4 w+ W$ R) q
# F# @2 p" Q% \- c6 D" U
删除snap
, C! Q, v1 ~6 }2 S  B! m" ?' g( d) ~& r( p
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
$ L* j  E: a2 Q* [6 r, s3 S0 F( ?Removing snap: 0% complete...failed.
8 C7 B6 [( G# y6 v7 k2 urbd: snapshot 'snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862' is protected from removal.7 f- S3 V$ h; \% p: T
2021-10-19 14:28:08.361 7f33d8a03b00 -1 librbd::Operations: snapshot is protected
' V, X, f) u) i, e/ l
! S! R# M2 }- h2 H8 h( l5 j# J( }. O" S. _
取消snap 保护：6 \9 u# g+ R7 G
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
- n: z8 O% J, w9 X- ?  ]3 Y2 I7 U8 I, l1 V: n# l
5 U0 {4 A. c- O" {7 y% \
- g3 [0 S. g& W: w$ P) g
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862@snap
: U: A8 b/ K" V" p4 X$ `  ~rbd: unprotecting snap failed: (2) No such file or directory
; q1 G& t- n- Y$ K
2 |  C4 X8 Y% M( l再次执行：
7 V  D% i( j6 S  Y) \[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
6 `1 g* F* j6 p* q+ }( Hrbd: snap is already unprotected% j5 Q; }4 ~" f7 w8 V& C  h

' g( l8 K; F0 U删除成功：; @  [, D: Z' r9 J1 l- z" e3 o/ N2 w
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-59a87052-1b6c-469a-a989-8ffaa38cc862
: L  r/ G# }9 ?4 ~Removing snap: 100% complete...done.6 H3 J/ g" z7 q  a5 a

2 Q1 A( i9 ^. @2 t& K2 D- V' Y. g8 t+ |" v
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
$ f# ]( x( y. P! bRemoving snap: 2021-10-19 14:29:05.450 7fe3d0f69b00 -1 librbd::Operations: snapshot is protected0% complete...failed.* I; K( ]% l2 w, x  N- v: ^- \- O
rbd: snapshot 'snapshot-a5f9935c-338a-4b48-a535-3237dd741809' is protected from removal.
0 O" P$ y* {! b" o( ^9 C5 I
9 Q6 h6 b0 h7 ~. E" K' E* z* e1 C+ Y# s
尝试第二个取消保护：# |% ^) I  I# ?8 U) f' }1 _* w
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd7418091 k+ E7 L# }7 |1 c3 W* l- H  a
[root@compute01 ~]# rbd snap unprotect vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809( [/ r" i; s' p! K* L8 e! b0 w
rbd: snap is already unprotected2 Y9 |/ y) L% L4 [
删除snap，删除成功：6 {+ C3 e+ S1 j  t# m
[root@compute01 ~]# rbd snap rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106@snapshot-a5f9935c-338a-4b48-a535-3237dd741809
/ [: a- r6 |: x; s" r$ aRemoving snap: 100% complete...done.: p/ [7 @6 ~0 d/ d# O

2 m! ?# p( k. h! l查看snap 列表：$ c6 |9 n" ]0 _# G7 D% o
[root@compute01 ~]# rbd snap ls vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
% L# b5 b2 U, ?! B8 d) o, g  s1 M. [' L

" ~0 @, [6 o1 J8 ~! P- P+ X[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
/ Z0 \2 u; |9 Q& y1 S2021-10-19 14:29:44.232 7fbf6dffb700 -1 librbd::image::PreRemoveRequest: 0x558c03e97860 check_image_watchers: image has watchers - not removing: l4 J8 r4 d+ x
Removing image: 0% complete...failed.; L# i6 H8 |* i8 I: W) U  M/ J) `
rbd: error: image still has watchers9 }6 Z* B, r3 v/ q! _: o5 Q  e
This means the image is still open or the client using it crashed. Try again after closing/unmapping it or waiting 30s for the crashed client to timeout.9 W7 L& D& l& K# }8 ^2 H

8 w, L6 a" r# E4 ?6 {; _5 M" T6 Y  X4 |1 U
查看运行状态：4 g+ h4 B7 [( K8 }2 i
[root@compute01 ~]# rbd status  vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106
6 i, B5 J* f7 g" ?; }& b6 o7 QWatchers:" z# W6 d' |& `5 y  U
watcher=192.168.0.77:0/3193690701 client.125123467 cookie=94424575476608
( c; ^8 r1 L+ k8 E# L[root@compute01 ~]# ceph osd bl, l6 a. C+ T7 H2 X" I% G( i
blacklist   blocked-by
4 ~+ p# H6 z# d3 f; K  E7 {, _4 D' ^" L, b
添加黑名单：  A3 o8 ^$ O8 ]( r. E
[root@compute01 ~]# ceph osd blacklist add 192.168.0.77:0/3193690701
, T& \2 n( |  `7 W% Vblacklisting 192.168.0.77:0/3193690701 until 2021-10-19 15:30:19.739160 (3600 sec)1 j+ N- I3 T' F8 O/ S

) [3 R" S* S) j7 C/ q( L% F# X# ~/ i- K( v
再次删除镜像：) ]& S* E) _4 W/ E
[root@compute01 ~]# rbd rm vms/volume-b75a1ff5-606b-45ca-9a4a-b4327d6ff106: E# ?# q0 P2 W- E# I, \
Removing image: 100% complete...done.2 W5 F2 ?# v7 }; {: N

) u4 \3 j. b) V/ Q9 x# d$ W
8 n6 k/ o8 m" ~9 L7 s' {成功删除镜像。  ~& {1 C6 ?& X. b0 N

7 \1 Q$ h$ `+ @6 T' E! ?- @  p2 I( z" k7 ^0 V# u, ]

5 X$ E1 ~' ]& B4 q9 ^: g& g
回复

举报

admin

1

主题

0

回帖

12

积分

管理员

积分
12
QQ
 楼主| 发表于 2021-10-19 15:00:04 | 显示全部楼层
[root@compute01 ~]# rbd rm -p volumes volume-d16830f8-278c-4c80-9077-69648a4aef39
7 o/ _$ h6 B! O- i$ g2021-10-19 14:41:32.746 7f34fe96bb00 -1 librbd::image::PreRemoveRequest: 0x55c40db0a720 check_image_snaps: image has snapshots - not removing
4 V( k9 z& V: d: ~" ?% ?/ ]. gRemoving image: 0% complete...failed.
2 C) f( ^" U& Yrbd: image has snapshots - these must be deleted with 'rbd snap purge' before the image can be removed.) A3 T8 {: x; X' w* B
[root@compute01 ~]# rbd snap ls -p volumes volume-d16830f8-278c-4c80-9077-69648a4aef39
2 z' X* `" w9 i: [) x& n9 l; YSNAPID NAME                                          SIZE   PROTECTED TIMESTAMP                $ i; F  `- c, c8 J- P0 A  x
   114 snapshot-e4c6ed5f-1ced-4af8-96cc-42c25d01bacf 20 GiB yes       Mon Oct 18 17:33:26 2021 , u6 y1 W% N  D9 z& [; i( C; }

" ^+ j8 r& R# D- A& E- `8 o$ d, U[root@compute01 ~]# rbd snap rm volumes/volume-d16830f8-278c-4c80-9077-69648a4aef39@snapshot-e4c6ed5f-1ced-4af8-96cc-42c25d01bacf/ ^* {; t$ x( b
Removing snap: 2021-10-19 14:43:49.603 7f6d3ab14b00 -1 librbd::Operations: snapshot is protected0% complete...failed.
3 _% o- A5 s( R4 M# ?rbd: snapshot 'snapshot-e4c6ed5f-1ced-4af8-96cc-42c25d01bacf' is protected from removal.
  V( \& W* p8 {# A; Y) B: J; z[root@compute01 ~]# rbd snap unprotect volumes/volume-d16830f8-278c-4c80-9077-69648a4aef39@snapshot-e4c6ed5f-1ced-4af8-96cc-42c25d01bacf% Q& G' V4 [$ Y' E3 p
[root@compute01 ~]# rbd snap rm volumes/volume-d16830f8-278c-4c80-9077-69648a4aef39@snapshot-e4c6ed5f-1ced-4af8-96cc-42c25d01bacf7 k" j' U/ e2 F  j
Removing snap: 100% complete...done.
! B; h" \; |, X1 K6 U9 _$ W3 A2 m( C( g[root@compute01 ~]# rbd rm -p volumes volume-d16830f8-278c-4c80-9077-69648a4aef395 D$ m1 ^8 P, E5 I) {. ?: p
Removing image: 100% complete...done.
. F( H' x1 H2 X3 ]$ A, S' J5 Z
回复

举报

返回列表 发新帖
高级模式
B Color Image Link Quote Code Smilies
您需要登录后才可以回帖 登录 | 注册

本版积分规则

返回首页|Archiver|手机版|小黑屋|易陆发现技术论坛 ( 蜀ICP备2026014127号-1 )

GMT+8, 2026-6-12 02:27 , Processed in 0.018728 second(s), 22 queries .

Powered by Discuz! X5.0

© 2001-2026 Discuz! Team.

快速回复 返回顶部 返回列表