Project

General

Profile

Bug #54692

crash: virtual bool PrimaryLogPG::should_send_op(pg_shard_t, const hobject_t&): assert(is_backfill_target(peer))

Added by Telemetry Bot about 2 years ago. Updated 11 months ago.

Status:
New
Priority:
Normal
Assignee:
-
Category:
-
Target version:
-
% Done:

0%

Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
ceph-qa-suite:
Component(RADOS):
Pull request ID:
Crash signature (v1):

21242456fb03a00b8513d1e7877ffefe4e3c1e794e263f8070b4fd14b93b0c53
38fca03d37ef30dc2b133f57df42806611e1a38f2eebf6888433db17c4579c4d
cc22697280a9c3c8a650e0660cf33512765be439c00f559a376f3d8ae3c318d2
0676fa91fa5eb4b0c72e435d61864e3f21f9983e3cea00d7aa6d73818ecb8f83
64f77d5464f56d53757c7e24314fd1a92a6711e67a21e2ede46686b65cc93d6d
8baec1d3dfe449b17ec6101f5a5bbd8b314f0dfcb53aa5fd229c09b9e7b9d2ef
af48cbf847545d40b55be3c38f2173eb714606f93cbae8115c593a8c505a8507
d20bb9a28d851dd7f3dc5ae3261f7eff53db7486d6d09dcaa465a46bb79e997a


Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=a4e5858aaf2bc217dbba022e916646b8532443b64de33014f42f325a166ad98d

Assert condition: is_backfill_target(peer)
Assert function: virtual bool PrimaryLogPG::should_send_op(pg_shard_t, const hobject_t&)

Sanitized backtrace:

    PrimaryLogPG::should_send_op(pg_shard_t, hobject_t const&)
    ECBackend::try_reads_to_commit()
    ECBackend::check_ops()
    CallClientContexts::finish(std::pair<RecoveryMessages*, ECBackend::read_result_t&>&)
    ECBackend::complete_read_op(ECBackend::ReadOp&, RecoveryMessages*)
    ECBackend::handle_sub_read_reply(pg_shard_t, ECSubReadReply&, RecoveryMessages*, ZTracer::Trace const&)
    ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)
    PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)
    OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

Crash dump sample:
{
    "assert_condition": "is_backfill_target(peer)",
    "assert_file": "osd/PrimaryLogPG.cc",
    "assert_func": "virtual bool PrimaryLogPG::should_send_op(pg_shard_t, const hobject_t&)",
    "assert_line": 550,
    "assert_msg": "osd/PrimaryLogPG.cc: In function 'virtual bool PrimaryLogPG::should_send_op(pg_shard_t, const hobject_t&)' thread ffff63f52840 time 2022-03-07T07:23:11.914789+0000\nosd/PrimaryLogPG.cc: 550: FAILED ceph_assert(is_backfill_target(peer))",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "__kernel_rt_sigreturn()",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a4) [0xaaaad9fa2b94]",
        "(ceph::__ceph_assertf_fail(char const*, char const*, int, char const*, char const*, ...)+0) [0xaaaad9fa2d2c]",
        "(PrimaryLogPG::should_send_op(pg_shard_t, hobject_t const&)+0x4cc) [0xaaaada12957c]",
        "(ECBackend::try_reads_to_commit()+0x1240) [0xaaaada3ce058]",
        "(ECBackend::check_ops()+0x28) [0xaaaada3cf7d0]",
        "(CallClientContexts::finish(std::pair<RecoveryMessages*, ECBackend::read_result_t&>&)+0xebc) [0xaaaada3e77ac]",
        "(ECBackend::complete_read_op(ECBackend::ReadOp&, RecoveryMessages*)+0x8c) [0xaaaada3be99c]",
        "(ECBackend::handle_sub_read_reply(pg_shard_t, ECSubReadReply&, RecoveryMessages*, ZTracer::Trace const&)+0xfe4) [0xaaaada3d4294]",
        "(ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0xa4) [0xaaaada3d4b54]",
        "(PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x64) [0xaaaada1f5e3c]",
        "(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x4b4) [0xaaaada19ebbc]",
        "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x310) [0xaaaada043850]",
        "(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x84) [0xaaaada276cf4]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xbf4) [0xaaaada061804]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x2f0) [0xaaaada679b28]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x18) [0xaaaada67c4b0]",
        "/lib64/libpthread.so.0(+0x7898) [0xffff802f0898]",
        "/lib64/libc.so.6(+0xd1ddc) [0xffff7fe9bddc]" 
    ],
    "ceph_version": "16.2.7",
    "crash_id": "2022-03-07T07:23:11.943627Z_fb79e9bb-e06f-4bc9-a6fe-7c1930b73c41",
    "entity_name": "osd.92ebcc14a490c50e4c6a7b05476a46bfad69fea6",
    "os_id": "centos",
    "os_name": "CentOS Linux",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "21242456fb03a00b8513d1e7877ffefe4e3c1e794e263f8070b4fd14b93b0c53",
    "timestamp": "2022-03-07T07:23:11.943627Z",
    "utsname_machine": "aarch64",
    "utsname_release": "5.4.0-1053-raspi",
    "utsname_sysname": "Linux",
    "utsname_version": "#60-Ubuntu SMP PREEMPT Fri Feb 11 07:18:29 UTC 2022" 
}

History

#1 Updated by Telemetry Bot about 2 years ago

  • Crash signature (v1) updated (diff)
  • Crash signature (v2) updated (diff)
  • Affected Versions v15.2.11, v16.2.7 added

#2 Updated by Telemetry Bot almost 2 years ago

  • Crash signature (v1) updated (diff)
  • Affected Versions v17.2.0 added

#3 Updated by Telemetry Bot 11 months ago

  • Crash signature (v1) updated (diff)
  • Affected Versions v15.2.15, v15.2.16, v17.2.3, v17.2.5 added

Also available in: Atom PDF