OSD 4 is the primary [6,5,4]/[4,5,7] with osd.6 crashing
2018-03-09 02:04:12.718 7fc2a8f8f700 10 osd.4 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] local-lis/les=130/131 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=0 lpr=130 pi=[118,130)/1 bft=6 crt=126'439 lcod 123'437 mlcod 0'0 active+remapped+backfilling trimq=[53~3,57~1,5c~1,5f~1]] final new_last_backfill at MAX
2018-03-09 02:04:12.718 7fc2a8f8f700 10 osd.4 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] local-lis/les=130/131 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=0 lpr=130 pi=[118,130)/1 bft=6 crt=126'439 lcod 123'437 mlcod 0'0 active+remapped+backfilling trimq=[53~3,57~1,5c~1,5f~1]] start_recovery_op MAX
2018-03-09 02:04:12.718 7fc2a8f8f700 10 osd.4 131 start_recovery_op pg[2.1c( v 126'439 (26'100,126'439] local-lis/les=130/131 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=0 lpr=130 pi=[118,130)/1 rops=1 bft=6 crt=126'439 lcod 123'437 mlcod 0'0 active+remapped+backfilling trimq=[53~3,57~1,5c~1,5f~1]] MAX (0/3 rops)
2018-03-09 02:04:12.718 7fc2a8f8f700 20 osd.4 131 share_map_peer 0x55889950ea20 already has epoch 131
2018-03-09 02:04:12.718 7fc2a8f8f700 1 -- 172.21.15.48:6802/13181 --> 172.21.15.48:6806/13182 -- pg_backfill(finish 2.1c e 131/131 lb MAX) v3 -- ?+0 0x55889d0fd080 con 0x55889950ea20
2018-03-09 02:04:12.718 7fc2a8f8f700 10 osd.4 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] local-lis/les=130/131 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=0 lpr=130 pi=[118,130)/1 rops=1 bft=6 crt=126'439 lcod 123'437 mlcod 0'0 active+remapped+backfilling trimq=[53~3,57~1,5c~1,5f~1]] peer 6 num_objects now 37 / 37
2018-03-09 02:04:12.718 7fc2a8f8f700 10 osd.4 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] local-lis/les=130/131 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=0 lpr=130 pi=[118,130)/1 rops=1 bft=6 crt=126'439 lcod 123'437 mlcod 0'0 active+remapped+backfilling trimq=[53~3,57~1,5c~1,5f~1]] started 0
2018-03-09 02:04:12.718 7fc2a8f8f700 10 osd.4 131 do_recovery started 0/1 on pg[2.1c( v 126'439 (26'100,126'439] local-lis/les=130/131 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=0 lpr=130 pi=[118,130)/1 rops=1 bft=6 crt=126'439 lcod 123'437 mlcod 0'0 active+remapped+backfilling trimq=[53~3,57~1,5c~1,5f~1]]
2018-03-09 02:04:12.718 7fc2a8f8f700 20 osd.4 op_wq(4) _process OpQueueItem(2.1c PGPeeringEvent(epoch_sent: 131 epoch_requested: 131 RemoteReservationRevoked) prio 255 cost 10 e131) queued
2018-03-09 02:04:12.718 7fc2a8f8f700 20 osd.4 op_wq(4) _process OpQueueItem(2.1c PGPeeringEvent(epoch_sent: 131 epoch_requested: 131 RemoteReservationRevoked) prio 255 cost 10 e131) pg 0x55889cb62000
2018-03-09 02:04:12.718 7fc2a8f8f700 10 osd.4 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] local-lis/les=130/131 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=0 lpr=130 pi=[118,130)/1 rops=1 bft=6 crt=126'439 lcod 123'437 mlcod 0'0 active+remapped+backfilling trimq=[53~3,57~1,5c~1,5f~1]] do_peering_event: epoch_sent: 131 epoch_requested: 131 RemoteReservationRevoked
2018-03-09 02:04:12.718 7fc2a8f8f700 1 -- 172.21.15.48:6802/13181 --> 172.21.15.48:6806/13182 -- MBackfillReserve RELEASE pgid: 2.1c, query_epoch: 131 v4 -- ?+0 0x558899324e00 con 0x55889950ea20
2018-03-09 02:04:12.718 7fc2a8f8f700 5 osd.4 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] local-lis/les=130/131 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=0 lpr=130 pi=[118,130)/1 rops=1 bft=6 crt=126'439 lcod 123'437 mlcod 0'0 active+remapped+backfill_wait+backfilling trimq=[53~3,57~1,5c~1,5f~1]] exit Started/Primary/Active/Backfilling 0.000396 1 0.000154
2018-03-09 02:04:12.718 7fc2a8f8f700 5 osd.4 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] local-lis/les=130/131 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=0 lpr=130 pi=[118,130)/1 rops=1 bft=6 crt=126'439 lcod 123'437 mlcod 0'0 active+remapped+backfill_wait trimq=[53~3,57~1,5c~1,5f~1]] enter Started/Primary/Active/WaitLocalBackfillReserved
2018-03-09 02:04:12.718 7fc2a8f8f700 10 log is not dirty
2018-03-09 02:04:12.718 7fc2a8f8f700 20 osd.4 op_wq(4) _process empty q, waiting
2018-03-09 02:04:12.718 7fc2a1780700 15 osd.4 131 enqueue_peering_evt 2.1c epoch_sent: 131 epoch_requested: 131 LocalBackfillReserved
2018-03-09 02:04:12.718 7fc2a1780700 20 osd.4 op_wq(4) _enqueue OpQueueItem(2.1c PGPeeringEvent(epoch_sent: 131 epoch_requested: 131 LocalBackfillReserved) prio 255 cost 10 e131)
2018-03-09 02:04:12.718 7fc2a4f87700 20 osd.4 op_wq(4) _process OpQueueItem(2.1c PGPeeringEvent(epoch_sent: 131 epoch_requested: 131 LocalBackfillReserved) prio 255 cost 10 e131) queued
2018-03-09 02:04:12.718 7fc2a4f87700 20 osd.4 op_wq(4) _process OpQueueItem(2.1c PGPeeringEvent(epoch_sent: 131 epoch_requested: 131 LocalBackfillReserved) prio 255 cost 10 e131) pg 0x55889cb62000
2018-03-09 02:04:12.718 7fc2a4f87700 10 osd.4 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] local-lis/les=130/131 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=0 lpr=130 pi=[118,130)/1 rops=1 bft=6 crt=126'439 lcod 123'437 mlcod 0'0 active+remapped+backfill_wait trimq=[53~3,57~1,5c~1,5f~1]] do_peering_event: epoch_sent: 131 epoch_requested: 131 LocalBackfillReserved
2018-03-09 02:04:12.718 7fc2a4f87700 5 osd.4 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] local-lis/les=130/131 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=0 lpr=130 pi=[118,130)/1 rops=1 bft=6 crt=126'439 lcod 123'437 mlcod 0'0 active+remapped+backfill_wait trimq=[53~3,57~1,5c~1,5f~1]] exit Started/Primary/Active/WaitLocalBackfillReserved 0.000162 1 0.000110
2018-03-09 02:04:12.718 7fc2a4f87700 5 osd.4 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] local-lis/les=130/131 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=0 lpr=130 pi=[118,130)/1 rops=1 bft=6 crt=126'439 lcod 123'437 mlcod 0'0 active+remapped+backfill_wait trimq=[53~3,57~1,5c~1,5f~1]] enter Started/Primary/Active/WaitRemoteBackfillReserved
2018-03-09 02:04:12.718 7fc2a4f87700 1 -- 172.21.15.48:6802/13181 --> 172.21.15.48:6806/13182 -- MBackfillReserve REQUEST pgid: 2.1c, query_epoch: 131, prio: 100 v4 -- ?+0 0x558899de3a00 con 0x55889950ea20
The osd.6 replica is looping between RepNotRecovering -> RepWaitBackfillReserved -> RepRecovering
2018-03-09 02:04:12.050 7fbc5885f700 10 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 125/118 les/c/f 126/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 crt=126'439 remapped] state<Started/ReplicaActive>: Activate Finished
2018-03-09 02:04:12.066 7fbc54857700 10 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 125/118 les/c/f 126/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] do_peering_event: epoch_sent: 131 epoch_requested: 131 MInfoRec from 4 info: 2.1c( v 126'439 (26'100,126'439] local-lis/les=130/131 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125)
2018-03-09 02:04:12.070 7fbc5885f700 10 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] do_peering_event: epoch_sent: 131 epoch_requested: 131 RequestBackfillPrio: priority 100
2018-03-09 02:04:12.070 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] exit Started/ReplicaActive/RepNotRecovering 0.018110 2 0.000097
2018-03-09 02:04:12.070 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] enter Started/ReplicaActive/RepWaitBackfillReserved
2018-03-09 02:04:12.070 7fbc54857700 10 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] do_peering_event: epoch_sent: 131 epoch_requested: 131 RemoteBackfillReserved
2018-03-09 02:04:12.070 7fbc54857700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] exit Started/ReplicaActive/RepWaitBackfillReserved 0.000136 1 0.000070
2018-03-09 02:04:12.070 7fbc54857700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] enter Started/ReplicaActive/RepRecovering
2018-03-09 02:04:12.098 7fbc5885f700 10 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] do_peering_event: epoch_sent: 131 epoch_requested: 131 RemoteBackfillPreempted
2018-03-09 02:04:12.098 7fbc54857700 10 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] do_peering_event: epoch_sent: 131 epoch_requested: 131 RemoteReservationCanceled
2018-03-09 02:04:12.098 7fbc54857700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] exit Started/ReplicaActive/RepRecovering 0.028659 2 0.000067
2018-03-09 02:04:12.098 7fbc54857700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] enter Started/ReplicaActive/RepNotRecovering
2018-03-09 02:04:12.098 7fbc5885f700 10 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] do_peering_event: epoch_sent: 131 epoch_requested: 131 RequestBackfillPrio: priority 100
2018-03-09 02:04:12.098 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] exit Started/ReplicaActive/RepNotRecovering 0.000867 1 0.000032
2018-03-09 02:04:12.098 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] enter Started/ReplicaActive/RepWaitBackfillReserved
2018-03-09 02:04:12.378 7fbc5885f700 10 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] do_peering_event: epoch_sent: 131 epoch_requested: 131 RemoteBackfillReserved
2018-03-09 02:04:12.378 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] exit Started/ReplicaActive/RepWaitBackfillReserved 0.281558 1 0.000049
2018-03-09 02:04:12.378 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] enter Started/ReplicaActive/RepRecovering
2018-03-09 02:04:12.378 7fbc54857700 10 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] do_peering_event: epoch_sent: 131 epoch_requested: 131 RemoteBackfillPreempted
2018-03-09 02:04:12.382 7fbc5885f700 10 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] do_peering_event: epoch_sent: 131 epoch_requested: 131 RemoteReservationCanceled
2018-03-09 02:04:12.382 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] exit Started/ReplicaActive/RepRecovering 0.001055 2 0.000046
2018-03-09 02:04:12.382 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] enter Started/ReplicaActive/RepNotRecovering
2018-03-09 02:04:12.382 7fbc54857700 10 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] do_peering_event: epoch_sent: 131 epoch_requested: 131 RequestBackfillPrio: priority 100
2018-03-09 02:04:12.382 7fbc54857700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] exit Started/ReplicaActive/RepNotRecovering 0.000264 1 0.000027
2018-03-09 02:04:12.382 7fbc54857700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] enter Started/ReplicaActive/RepWaitBackfillReserved
2018-03-09 02:04:12.714 7fbc5885f700 10 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] do_peering_event: epoch_sent: 131 epoch_requested: 131 RemoteBackfillReserved
2018-03-09 02:04:12.714 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] exit Started/ReplicaActive/RepWaitBackfillReserved 0.334811 1 0.000021
2018-03-09 02:04:12.714 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] enter Started/ReplicaActive/RepRecovering
2018-03-09 02:04:12.714 7fbc54857700 10 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] do_peering_event: epoch_sent: 131 epoch_requested: 131 RemoteBackfillPreempted
2018-03-09 02:04:12.718 7fbc5885f700 10 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] do_peering_event: epoch_sent: 131 epoch_requested: 131 RemoteReservationCanceled
2018-03-09 02:04:12.718 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] exit Started/ReplicaActive/RepRecovering 0.003034 2 0.000138
2018-03-09 02:04:12.718 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] enter Started/ReplicaActive/RepNotRecovering
2018-03-09 02:04:12.718 7fbc5885f700 10 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] do_peering_event: epoch_sent: 131 epoch_requested: 131 RequestBackfillPrio: priority 100
2018-03-09 02:04:12.718 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] exit Started/ReplicaActive/RepNotRecovering 0.000043 1 0.000029
2018-03-09 02:04:12.718 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] lb 2:3f7f0524:::smithi14815728-670:head (bitwise) local-lis/les=125/126 n=39 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] enter Started/ReplicaActive/RepWaitBackfillReserved
2018-03-09 02:04:12.718 7fbc5885f700 10 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] local-lis/les=125/126 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] do_peering_event: epoch_sent: 131 epoch_requested: 131 RecoveryDone
2018-03-09 02:04:12.718 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] local-lis/les=125/126 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] exit Started/ReplicaActive/RepWaitBackfillReserved 0.000179 1 0.000030
2018-03-09 02:04:12.718 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] local-lis/les=125/126 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] exit Started/ReplicaActive 0.668887 0 0.000000
2018-03-09 02:04:12.718 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] local-lis/les=125/126 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] exit Started 1.679752 0 0.000000
2018-03-09 02:04:12.718 7fbc5885f700 5 osd.6 pg_epoch: 131 pg[2.1c( v 126'439 (26'100,126'439] local-lis/les=125/126 n=37 ec=118/18 lis/c 130/118 les/c/f 131/119/0 130/130/125) [6,5,4]/[4,5,7] r=-1 lpr=130 pi=[118,130)/1 luod=0'0 crt=126'439 active+remapped] enter Crashed