Bug #52221
opencrash: void OSD::handle_osd_map(MOSDMap*): assert(p != added_maps_bl.end())
0%
007514bf54585d9424c4e8a823a91a85aafc8bbc6b654ab9cdba4d1a647bb20e
00b0b7baf2b05c0574f953b3b39d7f22068f32f9c857f738d7f5235a00d0932e
05b220e3f8a9e891f600700c6296e379356f27a86241008222569831ecf86dff
066a51be5e5ccf4e43f5296d359e9ed75d5f5d0c592624df09354e9215a2a3b6
0c2cd25fc819c370d5f790501b080fb46b5a706d522bf8697c0d18e8d0f8420e
0d63b614b936508f8c9107dca3fd2248cf6d583ddf6812b0ff5d2c0000c13087
1330f9d371fdb085ef7b62a002d02e442b29c68e146fe029742efa1589288cab
15304283eeb66dc7f6fbb8c67b67d5395bb23904f7029d8f0f66c648ffe8918a
165477c17e37ec64b8d104c42df70de1e7b9d51476cd82fb7edca7dfa1693e08
17c31fd0de3680ae861394dfd586ccb1a91f0f8fd37b7353c2d7c2c408c92ba0
18df0e433bc1bafcf5bc878f1018c3227cf11eb1a50d9907a7b9c212ef44b2bc
1ac2881ef8147796cd7f8045097e514d3982bda8975c69ebebaf2c7405d2cb89
20d73b7facd16a7a235cac63b003f385c82ca14ea9c23a87feddf7f79bce908a
28fbcfb563e16ec8dd549f3d45760861995691d1cf81c4f0c665508ae538abd0
31e87c27346cfa79e82756cb4ce3e14fe6995a96c0b35e50954e3b6f4bdac1e6
399534e443d45597243c3dd74117ca9d2ea34b7aafd78f5961153dee9f5d55ac
3c3621b710e143152a02220ad208901d84d2cb7dcc588cb1507bb7f98365156d
3d620390bfce4aec3e0cbc531204df0feaf8a4eeb60f66bf4a2b9890bf89fe92
4063702371afa8da843c710742d70328c77fb20c9ae8484f2708cd165aed395f
4bf4585fdc92fd96bc3c8575728f691079fe65bc22b9bc8016507ccd8f286d6e
4cbf9c1fc79fb5d4985fba2c356f0ebb12190b5b46882c6d080bd79e11b3801b
4ed1cab84811fa6f9032f011bfc45500ae54f8e71dbd23f15cfa76105fd95498
5648ff025e482426fa55d79d3c42d510b237216013fb9df9c47809db85be8e33
5e5448bb6109415e86ac1e310682b0e18ac8c6a7f303a995f2e063d4c62e2411
5e84e41604f43f46f6b1d7d1c3e571cb077b5dfb79de5419ecc6f1a488006673
604f55adc8e68c9f33730fb543c4451dfc2d47d4e3112db04625b726a13ccdc1
62d85c0770a5b4037255e5269a76270bc0ce38edf06960472b3e9b5f2bc1d0fc
639eb4a7562fa32296c70f6c90c8b63a1402e2491cc53886b214deb85bfe2de5
6d420c5d427d4dbbe50a1592d42f84f2bf3a2322b909e26aec1728c31cba7f76
6efddf53789eac121aef5b2a3c7fc581840fcc9da6e138669a2cfd0421653b85
70c52c53455421bb64de2b4eeb38461a5579a3f4f597203a8665da5e2efb3a61
74a644521ce7f9763f265b4acea108f970c48485aa2efdbefd2b8c22ec6e56d7
74fcf281353b620b7ab7eee8a1357d5e7f9e24d9090fabb47dc6a7b469590b55
7d80becb935bf953d6175fdb692fa0ddd99964e471997da5ca9b3ace986b4b49
81fc75a65c1119ba1057475f31e191daed5c539aa71cbc9b4a22515f7ac5046e
85cfdc72b53980b0a9577f44fe56c2baf9206714bdb3e3f4b8d855b775a4489c
8675be42db0701b281ae349cf43249f266eefda5a59b6fc3e38e347a77de500f
8c8aeec7c24f8af53043cb863d5032b6cac7697282f47596b6e50520b6657a85
94a968eeaa94bdb3179aed77d8098f0539d443851d18547b6df3420f4275c3d0
96d8f1e15de900305604297c37dce889ac6efd985b8cebf0ec1c86fd0843a510
9a8bd0d40964683b86417dd80a2da622e9117c0164bf56cfa63993ec46909d67
9b1bb38263de88d52042ed3e0dde2c110f93d316aa5c14b714efc149a8ad18eb
9dc58179798521fa77da07b76455cb9c7a9034792b4fe123d93336b478f1112e
9e2453e9f99f24cb9ceae6835215d5403da2de9d2e9e4801037f4a4ccc42360a
9ee7dc6ce5b80b3a4a423d804952ac1ea7bcdbf73c236084bd1169faaf9238c8
9f8916968a644109e4e8bcac737757aec063ff3e5429277002bf036208b7b0c6
a0901754f7e19b8c4ff82b22fc5927ee10301c8d19cb52374493b14559284b4f
a1d77e4985b161aaefa8218d9c98492fec06bb5c4ef160b651bbf9fc89227a28
a21d63037a8391b693b997e8afc5a0c6d374a19a9b81af1125fe735ee7d2cad4
a39d5f15ca591daaaf0493b839ced2d0a76e3433aa1c5e7f86085574c6dc7678
a3fa4ad8b8b456f6cb3441aa3491eb261b41bb374fd055dd6f6be7d9e70d773d
a5ef85c82ff1ef2f9e2adfa1937197126ee20312cb5b1298aa3d89af20766252
a75157c145de8e54f78f1da6a90368891dd5128dc04e38cb700401c70c354749
a7fb0a82e771cb9ef3b88b6162d8512fb6fedf19ebf800e45d591c30a3e6327d
ab11919c088c978d648a9f030c4f935eb9ea461ce766f414971a61c5ceb248ae
b0b291779b1bcc07c0aebd372ae3f891ed37cf7b757d422a21b62228fe976649
b3bb3012bb9cad1bbc74a83d5ff026790bc9481544d2b93cca54b15a0f1035dd
b443258b01e8e4f75c7ae28509134c98d2ed04e96c3addad9a40931c509fda20
b60c2bb6c5c5c0b246b6536c0b8486e76bcefde23936a565a3f32139a93cfc18
b73376e2f22a34bbcff908227202423bd9e1a645ca20417af1b9f7deee853c54
bc99fa2e740af7fb54d2a471c527982863d101e42c2ff8b5fa5704a8b5382558
c1400b17736ee90bba03dcbdbb1f618415e398f621cdd7b09f222318d97f5b68
c4c0bfad9d57c113c6dec3bc90ac7073f2be174e70c4ba463ba3c0ab8a033dbf
c4fdfd5a78e27c38aafb90a78ea9dee4d3b2002edeeb81cf44f2f2d0c7d410e6
c74308a0d14479793d297fb5c67df2615ce371267d7f2099a363a86bc3a6e17f
ca9d8e63b4de5f2fbdc425f2777493bda544ce9d98a8d5666f98b3d3b3e9873b
cb37eb0d48a8430d4fc64fda7b1ffd930d9e55d03abff84b787bd7d764005f2a
ceb5d73d59e036d3d3a6047dc9a9e54a023e23a83d06f865e95ff0fb07580890
d0a76eb12fd1b69882818202bef108d8f99986331bfaf8398c1153e69a6b9498
d9f8b709e978aac2b781ea659055dcf0f9e0ab75d94fe1b6045d5d00dc430167
db398f5ecfdf69be270d4def4e4020fd49ab01c5348ef3e55f5b9789123d6852
dd97553c5692414851e1ae7bc2cc23a3ff960660c8acf43f76ce7555226891b7
ddd763d78f8967db4c256f7d8018481f505fa055e7ec3156278753df356a13c0
e38adbd505a56e1fd6c0c9c2dde2bfc27c0054d24930d7af60f7d64909bfe8fd
e45729749eb8566a199f7381cd17571ffd841e62772ee79fceaf172559f11845
eb3436bb9fe7f48e840d8bffd7ad6c47f0d8dd109fc8f829d480f8d6ad454626
ed315de38ee49ff7ad9d408ad1a9cdafe38f067a168ca4cf3fc0f367b6d60916
f75327f58f7ad64967d5e2a07414e9fcb807300aa117b7ae3ad46f4fb1726fd1
fc7f92f74bc7bb40c5e03a816c05e5480aceee726a0d0661b1a2b246acc6c36b
fdd5e944938b8194a9573050c51a1fe64e65d240329fb4924d35e0503c5643bf
0031997e34d437477b86f0bf2da8cf38e926bc2a209911435caac46192848af2
01cb65e41e2b46d6422f8662126c88bd4f2f9e1efcb5f34975174aca9a028ef0
035dcb9f9baddc859c36d2bdd1fa97068379b62d56246130b4a9b38706be03e8
0c646b2231dbd08b0538bf86d3c8bd511abc23871c11483ca5094f088891f81e
0d40b9aaca0b9955bfe61f7d34ac16637f9265918e53de846e2547656e3168bc
1561fa3c2f0f0e3b32da9a9895a004f10067ea3f54ce339c1a1d7564c339ed27
26333e6c16ba16562f246296458528f00358235e35de659ca3a9661fc9ed121a
35c16650595c2de695ff76f259be2e9aa92b99803513941c2979c09017782e7c
38d5e201826da82a8776dc9155015c7266a5ff44198661078a6ca0b1f2f4f410
48724a9329a96e5104d0f5b99ac3dc71c1b71cc6069eb06b9aec355018d869cc
509383ef1e425e4a0dae518d3699e4c54f202b2ea17b7574f97f4c3598524004
575c46ef6b2a66cbe510803a0cf2572ca798d25a95f59eb0cdc52ba1aa5b2d89
58f4707cdeb44cefb0c113483579a45ed080f5ce8ccdc0b6b04ac86f07fe0228
6008c35280cb33cef760b0a8050a16aa6661e3308aafa780ed59d46d865cf5c7
73a5e8cec13a9b44e8095129fe076cb6c436d1be3ff1683dd5aef1bbeb852eac
7fe35d7e8391d56129e6cd1a88e2ef2edd3128b601bfd7ebb49698a356a02f07
819a34c6bdde21bf707653bfbaeb2949c5d4040f98a140f9784c625e6df7585f
8310caedd5df67a631c10be084601504ddcc57b0ea0fa1f41a6fd80a46380690
86d4027a5d54c45b514089f4cbb712b17e9f6572b168985e5415fab30451642f
8d7b2b7a1fe48126198fe9527153229edfc3514c271e86a117e70c64026abd2d
95c05a539d345634e8c0eef0319e234040ec9f5c533484e49d4abd7fb02de7be
98bf7058fa1b13b985ba72a698817632a564ae1ccce3034f86a0faef06ce7f04
9b751476911ca608dcbab498fd667dab025647142241682f3f3a127e95147add
a820c74ecd2fb32a673b90aa7487121ed2a56d2833647cb9cae187aac596948c
b10bd135e841884739b8737c5a63ca5e42097ecad7a8518a10f814e61a038538
cf81e77e60949ed45aa9475da9865adfbdea3759b9a691dd81b56b5be6838b27
e8940ef205fe2642f918698eeda4da255d08f5ac42824f184fb6361840e1aa96
e9f9338c1894480980f6da4820f880c3a0be550a6e995fdce6318e16d83622ff
ea859cb3c0019f85edc2aef9043b35cd0129f701996bf338ed4fc2f6ebfbcb83
f3003df4bdcedd4b507ba5ac566d04281a2f6ce1a7f308c4254cc0b97ab2d6c8
fb3e1f73a0f30c7bff0004beff66c1dffd560b3cb841ee7bbe559ca0467cb5f2
fc4d365eac13cf8d3fbd2dc93965483781f079ea3f63d89f6d45b54af2566ace
fd2b302412563642c52fb58f8033ea35a308c30806d8187ae15b1eb07273bec0
092bc38df36e6c7d91fbf6bb493561064b570dad6f07ab51ad4ec1c82aa7bd10
12dd9b620246428dc67e21c1b0b9f189cb78d1ded36b41d1b4ab3e05a6ed50a9
3c2d20de2dce92806f26b77f07b3b62520667e29410c9d69935b793e1afc2198
5bff6b993f9b5644f5de9c3bff0c4b6319bdb0aa6e82e524ef0b4073ce37a16f
64c3ac93a70cf65428b5b8738fd0c8119b6eebf4c7ebbc112885fde413cd094a
75dd83dddc115c7350d22d09455ef471350e9418f8a9f59862eda9eb80b1714c
91b1335a63a5532a16894d4a548e1e80c3f2a3c9bebbbf3fee6dc9f4e509159d
a1887281be012a36a79fcc99512b305f6cd534eb3e4cf0c2d5d893fb03361da5
a77c207751df390cbda3d9a46c2caa1aadfacbefd3f21eddc31bb9307254ddf6
a978e9de569c140b868ec311f77e20579073a215fd931a45d6c189f48d2278e4
b698f1095b5a7ef1971e93ec1d965e0691fbb09a6c736ddbc0a8f47fe840bad8
e19acabee72fbebc294e279a4cc035f057f1be1ae92d736eca4c16eb2809d2ab
f64eb3c04ecd17a8b83b81ec92d832dc7e269ed46a5bb8e43a064281cafd8aff
0db067bad5d1fe8e5f22306d534a72d228315e04f198cf0503f197fbf2fe20e5
14fbc36ee0f87df7970640b896dc58db5abdfd97104dc6d3ceace7585d576d3d
38d1c80b45f4bda1bec19a510cc72e37f85a1f038441c2366f5515799376ce51
d143d058c34f7904d301adde7587ba620c7118e33963a9977e713a59969c522d
dde5e471335f8d0c5bd9502d4c17cb6dd3f4c7e23c6ec37d3c9451a9d941a6ce
00049ea379ec99df9132d175c49a0988db7966af482ffbf106f34a0dcfa0a6ee
051ce66d3f96860c6226bc03ef279b96e5404c11bd1f781760bc71db344cdfe3
0bf806db0e39c6c847097fece54cc753d6aa0ed60d689e947b66f8c684d3a112
160f7834f27dd294e4c6468a0e3a1b9c74f670bcc3ad7ccb31dadc0a1c9c2d2d
2b4586290172961f62ccafeb26500875446c65b1022734b8438d96f7126c466b
3a79f15aa81fd7cf58006bd836f0c16a864dbe2b448ce730117312c1d2c95bfe
4d041c56fefafdbbd743d018c065dfa5aa6aa6a117ea554dd6a56d1c81cd1f23
508e6bd392bc414ef767fa8b2cc50beaef0d940c459fe779d08ad217792515c7
634cb11eac188182b7d508a100624323b9c92fd7e25a1406f4fdbdafa2d9b8fc
726cd5f826befea1958a8c38d20540e14080ea01c652773d3e4576abcede6a13
74f33c820faee14e706f422ab6abe53842504192575f25ac6c0f54471997faaf
7e4dc9721514672748eeb6e14427e127aa0d58466d2547a64b8e8bc6c321c2c9
802da531bcdf3e617c7b71f99f9052f440d3e6cb0757ee8c7d4ccc2ebc8992ce
80d46d4c1be1a5858b9d77e3caa82fb97df9712ff5c3d40e8a7a27a31ee07ec8
89990fa167ea286dad5b167554eb1a608719751193dc1ac67223b8057c0d402d
8f0d0366ff115b774edab7619cc49f31df7a2a51d1234b55bc440e6254835500
a6996bf9813c9bfc4dbad87efadc44fb49ac13460c1b8778243de31f148e9f83
b4a7ff39f66ffbd83d51c144f192dfa575260bb509acf56a647d70f15410dcb3
bdf7cee8361e7e315c1ff20d3a773f8c0bcd6454056483a74f39160d27b46e9f
c213483f75d072b7967cbe796c22eaef084db51e006af972f411e016e2b3813c
cb8a1b0f490f0983cc08fbc06c3d227b5d3e06c29951b78505f8da366c93cd66
d849be3e64c6ceb7e83aae4eb2528a11c32e2d8204698189dbc449fa012367a8
d8667dca4f6fa18e6689737f411a570cde10ded16f024e33504012fd9706c397
d90426d4771766293f3fd04c32f8bf92ba64f0e7bcb6c411546c77b1dc5b5c3d
e5589e29e9d242deeac9c771aea09e055ae2c3a795bc350091425a72d6b11066
e5b755db2c5f47df93277614ace2e5fd51370581e91d22a7bef9c27c4e94d29a
e81eff1bf639eb564bc3c68d4ae192a25dcfc633cbc6d75f368d6cad1a81c965
eb17053884529b74470ac1c5cd3bdb5223d8b0e66f4f10c2660e9e79656b46f6
f12e69c087b13c055c156a689e08c894c99526c9662eab43a6720ea9af2003cb
fcd2eb8887fd7db6875673a562023dda8d9955e04fc93a2703c466fdf45a0951
32c78db504b40415c77c3bafb62c9513cce877f2885cab17d634a74a5d635918
449b4b80ebfc4eb274e5280373303daa02e8225c151e425e6f04fc6910669be5
8a896c21ddcf89c236b7f0e08b5a809ca6a70b9207f9901679fb56753d681798
9524c5bc87d0398e6ffe30f9ed201fa340ba2a310ac4164567137fa629c178e5
a2d0c26955142f869eb200c24e73b245fe3d71ad26868c05560dbd928b6e3ca0
bdf9d0ecf49dcb53908785983c4748ed2a0cb1b3932324b41bbebe21f5fb0715
Description
Assert condition: p != added_maps_bl.end()
Assert function: void OSD::handle_osd_map(MOSDMap*)
Sanitized backtrace:
/lib/x86_64-linux-gnu/libpthread.so.0(
/usr/bin/ceph-osd(
OSD::handle_osd_map(MOSDMap*)
OSD::ms_dispatch(Message*)
Messenger::ms_deliver_dispatch(boost::intrusive_ptr<Message> const&)
DispatchQueue::entry()
DispatchQueue::DispatchThread::entry()
/lib/x86_64-linux-gnu/libpthread.so.0(
clone()
Crash dump sample:
{
"assert_condition": "p != added_maps_bl.end()",
"assert_file": "osd/OSD.cc",
"assert_func": "void OSD::handle_osd_map(MOSDMap*)",
"assert_line": 8050,
"assert_msg": "osd/OSD.cc: In function 'void OSD::handle_osd_map(MOSDMap*)' thread 7faacbb1a640 time 2021-08-05T22:32:23.812100+0000\nosd/OSD.cc: 8050: FAILED ceph_assert(p != added_maps_bl.end())",
"assert_thread_name": "ms_dispatch",
"backtrace": [
"/lib/x86_64-linux-gnu/libpthread.so.0(+0x141f0) [0x7faad96e71f0]",
"gsignal()",
"abort()",
"(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x172) [0x561f889998cc]",
"/usr/bin/ceph-osd(+0x516a2b) [0x561f88999a2b]",
"(OSD::handle_osd_map(MOSDMap*)+0x13c1) [0x561f88ac6dc1]",
"(OSD::ms_dispatch(Message*)+0x80) [0x561f88adb840]",
"(Messenger::ms_deliver_dispatch(boost::intrusive_ptr<Message> const&)+0xc3) [0x561f894a8963]",
"(DispatchQueue::entry()+0x5ef) [0x561f894a72cf]",
"(DispatchQueue::DispatchThread::entry()+0x11) [0x561f892d7e41]",
"/lib/x86_64-linux-gnu/libpthread.so.0(+0x9450) [0x7faad96dc450]",
"clone()"
],
"ceph_version": "16.2.4",
"crash_id": "2021-08-05T22:32:23.820514Z_1051405e-5319-49e5-8438-89a7c5ae644f",
"entity_name": "osd.8a780e602eed4f0e012a3c9cd38ff6fabdb84c97",
"os_id": "ubuntu",
"os_name": "Ubuntu",
"os_version": "21.04 (Hirsute Hippo)",
"os_version_id": "21.04",
"process_name": "ceph-osd",
"stack_sig": "3d620390bfce4aec3e0cbc531204df0feaf8a4eeb60f66bf4a2b9890bf89fe92",
"timestamp": "2021-08-05T22:32:23.820514Z",
"utsname_machine": "x86_64",
"utsname_release": "5.11.0-25-generic",
"utsname_sysname": "Linux",
"utsname_version": "#27-Ubuntu SMP Fri Jul 9 23:06:29 UTC 2021"
}
Updated by Telemetry Bot over 2 years ago
Updated by Neha Ojha over 2 years ago
- Has duplicate Bug #52143: crash: void OSD::handle_osd_map(MOSDMap*): assert(p != added_maps_bl.end()) added
Updated by Neha Ojha over 2 years ago
- Has duplicate Bug #52200: crash: void OSD::handle_osd_map(MOSDMap*): assert(p != added_maps_bl.end()) added
Updated by Neha Ojha over 2 years ago
- Has duplicate Bug #52186: crash: void OSD::handle_osd_map(MOSDMap*): assert(p != added_maps_bl.end()) added
Updated by Telemetry Bot about 2 years ago
- Crash signature (v1) updated (diff)
- Crash signature (v2) updated (diff)
- Affected Versions v13.2.10, v13.2.6, v13.2.8, v14.2.1, v14.2.10, v14.2.11, v14.2.15, v14.2.16, v14.2.18, v14.2.2, v14.2.22, v14.2.3, v14.2.4, v14.2.5, v14.2.7, v14.2.9, v15.1.0, v15.2.10, v15.2.11, v15.2.13, v15.2.14, v15.2.15, v15.2.2, v15.2.3, v15.2.4, v15.2.5, v15.2.6, v15.2.7, v15.2.8, v15.2.9 added
Updated by Telemetry Bot about 2 years ago
Updated by Telemetry Bot about 2 years ago
Updated by Telemetry Bot about 2 years ago
Updated by Telemetry Bot about 2 years ago
- Crash signature (v1) updated (diff)
- Affected Versions v14.2.19, v14.2.8, v15.2.0, v15.2.1, v15.2.12 added
Updated by Telemetry Bot almost 2 years ago
- Crash signature (v1) updated (diff)
- Affected Versions v15.2.16, v16.2.3, v16.2.9, v17.2.0 added
Updated by Telemetry Bot over 1 year ago
- Crash signature (v1) updated (diff)
- Affected Versions v17.2.1 added
Updated by Laura Flores about 1 year ago
- Translation missing: en.field_tag_list set to test-failure
- Crash signature (v1) updated (diff)
- Crash signature (v2) updated (diff)
/a/yuriw-2023-01-27_16:33:50-rados-wip-yuri2-testing-2023-01-26-1532-distro-default-smithi/7142354
4/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-2064-g161d7183/rpm/el8/BUILD/ceph-18.0.0-2064-g161d7183/src/osd/OSD.cc: 7972: FAILED ceph_assert(p != added_maps_bl.end())
2023-01-28T12:39:37.178 INFO:journalctl@ceph.osd.1.smithi100.stdout:Jan 28 12:39:36 smithi100 ceph-3bc1d294-9f08-11ed-9e56-001a4aab830c-osd-1[122992]:
2023-01-28T12:39:37.178 INFO:journalctl@ceph.osd.1.smithi100.stdout:Jan 28 12:39:36 smithi100 ceph-3bc1d294-9f08-11ed-9e56-001a4aab830c-osd-1[122992]: ceph version 18.0.0-2064-g161d7183 (161d7183ad670eccbfb8e194b7688d213eb4d366) reef (dev)
2023-01-28T12:39:37.178 INFO:journalctl@ceph.osd.1.smithi100.stdout:Jan 28 12:39:36 smithi100 ceph-3bc1d294-9f08-11ed-9e56-001a4aab830c-osd-1[122992]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x55851be0d2ff]
2023-01-28T12:39:37.179 INFO:journalctl@ceph.osd.1.smithi100.stdout:Jan 28 12:39:36 smithi100 ceph-3bc1d294-9f08-11ed-9e56-001a4aab830c-osd-1[122992]: 2: /usr/bin/ceph-osd(+0x5da4c5) [0x55851be0d4c5]
2023-01-28T12:39:37.179 INFO:journalctl@ceph.osd.1.smithi100.stdout:Jan 28 12:39:36 smithi100 ceph-3bc1d294-9f08-11ed-9e56-001a4aab830c-osd-1[122992]: 3: (OSD::handle_osd_map(MOSDMap*)+0x3230) [0x55851bf478c0]
2023-01-28T12:39:37.179 INFO:journalctl@ceph.osd.1.smithi100.stdout:Jan 28 12:39:36 smithi100 ceph-3bc1d294-9f08-11ed-9e56-001a4aab830c-osd-1[122992]: 4: (OSD::ms_dispatch(Message*)+0x78) [0x55851bf48ff8]
2023-01-28T12:39:37.179 INFO:journalctl@ceph.osd.1.smithi100.stdout:Jan 28 12:39:36 smithi100 ceph-3bc1d294-9f08-11ed-9e56-001a4aab830c-osd-1[122992]: 5: (Messenger::ms_deliver_dispatch(boost::intrusive_ptr<Message> const&)+0xc9) [0x55851ca3b129]
2023-01-28T12:39:37.179 INFO:journalctl@ceph.osd.1.smithi100.stdout:Jan 28 12:39:36 smithi100 ceph-3bc1d294-9f08-11ed-9e56-001a4aab830c-osd-1[122992]: 6: (DispatchQueue::entry()+0x50f) [0x55851ca398df]
2023-01-28T12:39:37.180 INFO:journalctl@ceph.osd.1.smithi100.stdout:Jan 28 12:39:36 smithi100 ceph-3bc1d294-9f08-11ed-9e56-001a4aab830c-osd-1[122992]: 7: (DispatchQueue::DispatchThread::entry()+0x11) [0x55851c84c811]
2023-01-28T12:39:37.180 INFO:journalctl@ceph.osd.1.smithi100.stdout:Jan 28 12:39:36 smithi100 ceph-3bc1d294-9f08-11ed-9e56-001a4aab830c-osd-1[122992]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7f7775bce1ca]
2023-01-28T12:39:37.180 INFO:journalctl@ceph.osd.1.smithi100.stdout:Jan 28 12:39:36 smithi100 ceph-3bc1d294-9f08-11ed-9e56-001a4aab830c-osd-1[122992]: 9: clone()
From osd.1's log:
-23> 2023-01-28T12:39:36.583+0000 7f7767697700 10 osd.1 23 tick_without_osd_lock
-22> 2023-01-28T12:39:36.583+0000 7f7767697700 20 osd.1 23 scrub_random_backoff lost coin flip, randomly backing off (ratio: 0.66)
-21> 2023-01-28T12:39:36.583+0000 7f7767697700 10 osd.1 23 promote_throttle_recalibrate 0 attempts, promoted 0 objects and 0 B; target 25 obj/sec or 5 MiB/sec
-20> 2023-01-28T12:39:36.583+0000 7f7767697700 20 osd.1 23 promote_throttle_recalibrate new_prob 1000
-19> 2023-01-28T12:39:36.583+0000 7f7767697700 10 osd.1 23 promote_throttle_recalibrate actual 0, actual/prob ratio 1, adjusted new_prob 1000, prob 1000 -> 1000
-18> 2023-01-28T12:39:36.618+0000 7f776268d700 5 prioritycache tune_memory target: 4294967296 mapped: 33767424 unmapped: 1146880 heap: 34914304 old mem: 2845415832 new mem: 2845415832
-17> 2023-01-28T12:39:36.785+0000 7f7767e98700 10 osd.1 23 tick
-16> 2023-01-28T12:39:36.785+0000 7f7767e98700 20 osd.1 23 tick last_purged_snaps_scrub 2023-01-28T12:38:49.528649+0000 next 2023-01-29T21:14:12.966149+0000
-15> 2023-01-28T12:39:36.885+0000 7f776e8a8700 1 -- [v2:172.21.15.100:6816/984051129,v1:172.21.15.100:6817/984051129] <== osd.0 172.21.15.100:0/4079546837 18 ==== osd_ping(ping e24 up_from 8 ping_stamp 2023-01-28T12:39:36.886795+0000/71.413482666s send_stamp 71.413482666s delta_ub 23.045795441s) v5 ==== 2033+0+0 (crc 0 0 0) 0x558520545080 con 0x55852054c400
-14> 2023-01-28T12:39:36.885+0000 7f776f0a9700 1 -- [v2:172.21.15.100:6814/984051129,v1:172.21.15.100:6815/984051129] <== osd.0 172.21.15.100:0/4079546837 18 ==== osd_ping(ping e24 up_from 8 ping_stamp 2023-01-28T12:39:36.886795+0000/71.413482666s send_stamp 71.413482666s delta_ub 23.045795441s) v5 ==== 2033+0+0 (crc 0 0 0) 0x5585207dac00 con 0x55852054c800
-13> 2023-01-28T12:39:36.885+0000 7f776e8a8700 20 osd.1 23 handle_osd_ping new stamps hbstamp(osd.0 up_from 8 peer_clock_delta [23.045286179s,23.045795441s])
-12> 2023-01-28T12:39:36.885+0000 7f776e8a8700 1 -- [v2:172.21.15.100:6816/984051129,v1:172.21.15.100:6817/984051129] --> 172.21.15.100:0/4079546837 -- osd_ping(ping_reply e23 up_from 13 ping_stamp 2023-01-28T12:39:36.886795+0000/71.413482666s send_stamp 48.368198395s delta_ub -23.045286179s) v5 -- 0x558520545200 con 0x55852054c400
-11> 2023-01-28T12:39:36.885+0000 7f776e8a8700 10 osd.1 23 maybe_share_map con 0x55852054d000 v2:172.21.15.100:6804/4079546837 map epoch 23 -> 24 (as per caller)
-10> 2023-01-28T12:39:36.885+0000 7f776f0a9700 20 osd.1 23 handle_osd_ping new stamps hbstamp(osd.0 up_from 8 peer_clock_delta [23.045253754s,23.045795441s])
-9> 2023-01-28T12:39:36.885+0000 7f776f0a9700 1 -- [v2:172.21.15.100:6814/984051129,v1:172.21.15.100:6815/984051129] --> 172.21.15.100:0/4079546837 -- osd_ping(ping_reply e23 up_from 13 ping_stamp 2023-01-28T12:39:36.886795+0000/71.413482666s send_stamp 48.368228912s delta_ub -23.045253754s) v5 -- 0x5585207da180 con 0x55852054c800
-8> 2023-01-28T12:39:36.886+0000 7f775f7df700 1 -- [v2:172.21.15.100:6812/984051129,v1:172.21.15.100:6813/984051129] <== osd.0 v2:172.21.15.100:6804/4079546837 186 ==== osd_map(24..24 src has 1..24) v4 ==== 952+0+0 (crc 0 0 0) 0x558520f3b880 con 0x55852054d000
-7> 2023-01-28T12:39:36.886+0000 7f775f7df700 20 osd.1 23 OSD::ms_dispatch: osd_map(24..24 src has 1..24) v4
-6> 2023-01-28T12:39:36.886+0000 7f775f7df700 20 osd.1 23 _dispatch 0x558520f3b880 osd_map(24..24 src has 1..24) v4
-5> 2023-01-28T12:39:36.886+0000 7f775f7df700 3 osd.1 23 handle_osd_map epochs [24,24], i have 23, src has [1,24]
-4> 2023-01-28T12:39:36.886+0000 7f775f7df700 10 osd.1 23 handle_osd_map got inc map for epoch 24
-3> 2023-01-28T12:39:36.886+0000 7f7765693700 -1 bdev(0x55851fd8ae00 /var/lib/ceph/osd/ceph-1/block) _aio_thread got r=-5 ((5) Input/output error)
-2> 2023-01-28T12:39:36.886+0000 7f7765693700 -1 bdev(0x55851fd8ae00 /var/lib/ceph/osd/ceph-1/block) _aio_thread translating the error to EIO for upper layer
-1> 2023-01-28T12:39:36.888+0000 7f775f7df700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-2064-g161d7183/rpm/el8/BUILD/ceph-18.0.0-2064-g161d7183/src/osd/OSD.cc: In function 'void OSD::handle_osd_map(MOSDMap*)' thread 7f775f7df700 time 2023-01-28T12:39:36.887483+0000
/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-2064-g161d7183/rpm/el8/BUILD/ceph-18.0.0-2064-g161d7183/src/osd/OSD.cc: 7972: FAILED ceph_assert(p != added_maps_bl.end())
ceph version 18.0.0-2064-g161d7183 (161d7183ad670eccbfb8e194b7688d213eb4d366) reef (dev)
1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x55851be0d2ff]
2: /usr/bin/ceph-osd(+0x5da4c5) [0x55851be0d4c5]
3: (OSD::handle_osd_map(MOSDMap*)+0x3230) [0x55851bf478c0]
4: (OSD::ms_dispatch(Message*)+0x78) [0x55851bf48ff8]
5: (Messenger::ms_deliver_dispatch(boost::intrusive_ptr<Message> const&)+0xc9) [0x55851ca3b129]
6: (DispatchQueue::entry()+0x50f) [0x55851ca398df]
7: (DispatchQueue::DispatchThread::entry()+0x11) [0x55851c84c811]
8: /lib64/libpthread.so.0(+0x81ca) [0x7f7775bce1ca]
9: clone()
Unfortunately, there was no coredump available.
Updated by Telemetry Bot 11 months ago
- Crash signature (v1) updated (diff)
- Affected Versions v15.2.17, v16.2.10, v16.2.11, v16.2.12, v17.2.3, v17.2.5 added
Updated by Telemetry Bot 11 months ago
- Crash signature (v1) updated (diff)
- Affected Versions v17.2.2, v17.2.4, v17.2.6 added