Ceph » RADOS

  -125> 2019-01-07 01:49:55.583663 7f28a4197700 20 osd.5 2097 should_share_map osd.2 172.21.15.55:6810/272817 2097
  -124> 2019-01-07 01:49:55.583670 7f28a4197700 10 osd.5 pg_epoch: 2097 pg[13.9( v 2097'3100 lc 2032'71 (0'0,2097'3100] local-lis/les=2081/2082 n=2960 ec=2030/2030 lis/c 2081/2030 les/c/f 2082/2031/0 2081/2081/2081) [2,5] r=1 lpr=2081 pi=[2030,2081)/2 luod=0'0 crt=2097'3100 active m=2337 mbc={}] _handle_message: 0x55c80f8d9e00
  -123> 2019-01-07 01:49:55.583683 7f28a4197700 10 osd.5 pg_epoch: 2097 pg[13.9( v 2097'3100 lc 2032'71 (0'0,2097'3100] local-lis/les=2081/2082 n=2960 ec=2030/2030 lis/c 2081/2030 les/c/f 2082/2031/0 2081/2081/2081) [2,5] r=1 lpr=2081 pi=[2030,2081)/2 luod=0'0 crt=2097'3100 active m=2337 mbc={}] do_repop 13:9e43116b:::benchmark_data_smithi042_82498_object1429:head v 2097'3101 (transaction) 181
  -122> 2019-01-07 01:49:55.583701 7f28a4197700 10 osd.5 pg_epoch: 2097 pg[13.9( v 2097'3100 lc 2032'71 (0'0,2097'3100] local-lis/les=2081/2082 n=2959 ec=2030/2030 lis/c 2081/2030 les/c/f 2082/2031/0 2081/2081/2081) [2,5] r=1 lpr=2081 pi=[2030,2081)/2 luod=0'0 crt=2097'3100 active m=2337 mbc={}] append_log log((0'0,2097'3100], crt=2097'3100) [2097'3101 (2032'71) delete   13:9e43116b:::benchmark_data_smithi042_82498_
object1429:head by client.70860.0:49946 2019-01-07 01:49:55.479721 0]
  -121> 2019-01-07 01:49:55.583712 7f28a4197700 10 osd.5 pg_epoch: 2097 pg[13.9( v 2097'3101 lc 2032'71 (0'0,2097'3101] local-lis/les=2081/2082 n=2959 ec=2030/2030 lis/c 2081/2030 les/c/f 2082/2031/0 2081/2081/2081) [2,5] r=1 lpr=2081 pi=[2030,2081)/2 luod=0'0 lua=2097'3100 crt=2097'3100 active m=2337 mbc={}] add_log_entry 2097'3101 (2032'71) delete   13:9e43116b:::benchmark_data_smithi042_82498_object1429:head by c
lient.70860.0:49946 2019-01-07 01:49:55.479721 0
  -120> 2019-01-07 01:49:55.583719 7f28a4197700 20 osd.5 pg_epoch: 2097 pg[13.9( v 2097'3101 lc 2032'71 (0'0,2097'3101] local-lis/les=2081/2082 n=2959 ec=2030/2030 lis/c 2081/2030 les/c/f 2082/2031/0 2081/2081/2081) [2,5] r=1 lpr=2081 pi=[2030,2081)/2 luod=0'0 lua=2097'3100 crt=2097'3101 active m=2337 mbc={}] rollforward: entry=2097'3101 (2032'71) delete   13:9e43116b:::benchmark_data_smithi042_82498_object1429:head
 by client.70860.0:49946 2019-01-07 01:49:55.479721 0
     0> 2019-01-07 01:49:55.607323 7f28a4197700 -1 /home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos7/DIST/centos7/MACHINE_SIZE/huge/release/12.2.10-212-g61e1861/rpm/el7/BUILD/ceph-12.2.10-212-g61e1861/src/osd/PGLog.cc: In function 'void PGLog::trim(eversion_t, pg_info_t&)' thread 7f28a4197700 time 2019-01-07 01:49:55.592252
/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos7/DIST/centos7/MACHINE_SIZE/huge/release/12.2.10-212-g61e1861/rpm/el7/BUILD/ceph-12.2.10-212-g61e1861/src/osd/PGLog.cc: 170: FAILED assert(trim_to <= info.last_complete)

 ceph version 12.2.10-212-g61e1861 (61e18618f34458914f9d2572febf6423b64882b5) luminous (stable)
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x110) [0x55c8040f9e80]
 2: (PGLog::trim(eversion_t, pg_info_t&)+0x26f) [0x55c803c86a2f]
 3: (PG::append_log(std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> > const&, eversion_t, eversion_t, ObjectStore::Transaction&, bool)+0x36d) [0x55c803c099cd]
 4: (PrimaryLogPG::log_operation(std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> > const&, boost::optional<pg_hit_set_history_t> const&, eversion_t const&, eversion_t const&, bool, ObjectStore::Transaction&)+0x74) [0x55c803d288c4]
 5: (ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)+0x8c4) [0x55c803e3e704]
 6: (ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x2b4) [0x55c803e41644]
 7: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x50) [0x55c803d62da0]
 8: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x59c) [0x55c803ccd5ec]
 9: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x3f9) [0x55c803b4aa49]
 10: (PGQueueable::RunVis::operator()(boost::intrusive_ptr<OpRequest> const&)+0x57) [0x55c803dd83c7]
 11: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xfce) [0x55c803b79b4e]
 12: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x839) [0x55c8040ff999]
 13: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55c804101930]

/a/sage-2019-01-06_20:02:17-rados-wip-sage-testing-2019-01-06-1201-distro-basic-smithi/3431637