|
2017-10-22 23:53:20.527374 7f0afe0bb700 1 mgr send_beacon standby
|
|
2017-10-22 23:53:22.527706 7f0afe0bb700 1 mgr send_beacon standby
|
|
2017-10-22 23:53:24.528084 7f0afe0bb700 1 mgr send_beacon standby
|
|
2017-10-22 23:53:25.058804 7f0b012d3700 1 mgr handle_mgr_map Activating!
|
|
2017-10-22 23:53:25.059018 7f0b012d3700 1 mgr handle_mgr_map I am now activating
|
|
2017-10-22 23:53:25.077071 7f0afd0b9700 1 mgr init Loading python module 'dashboard'
|
|
2017-10-22 23:53:25.217507 7f0afd0b9700 1 mgr load Constructed class from module: dashboard
|
|
2017-10-22 23:53:25.217519 7f0afd0b9700 1 mgr init Loading python module 'status'
|
|
2017-10-22 23:53:25.249648 7f0afd0b9700 1 mgr load Constructed class from module: status
|
|
2017-10-22 23:53:25.249667 7f0afd0b9700 1 mgr start Creating threads for 2 modules
|
|
2017-10-22 23:53:25.249748 7f0afd0b9700 1 mgr send_beacon active
|
|
2017-10-22 23:53:26.528446 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:53:28.528951 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:53:30.529437 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:53:32.529950 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:53:34.531892 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:53:36.532387 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:53:38.534334 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:53:40.534861 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:53:42.535394 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:53:44.537362 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:53:46.537889 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:53:48.539608 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:53:50.540116 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:53:52.540608 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:53:54.542331 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:53:56.543377 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:53:58.545069 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:00.545576 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:02.546070 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:04.547841 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:06.548331 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:08.550091 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:10.550598 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:12.551116 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:14.552782 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:16.553290 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:18.555252 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:20.555750 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:22.556255 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:24.557952 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:26.558479 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:28.560447 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:30.560933 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:32.561431 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:34.563153 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:36.563646 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:38.565425 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:40.565954 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:42.566444 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:44.568282 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:46.568766 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:48.570515 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:50.571013 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:52.571813 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:54.572309 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:56.572823 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:54:58.575286 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:00.576054 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:02.576823 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:04.578699 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:06.579707 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:08.582009 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:10.582794 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:12.583620 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:14.585301 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:16.586547 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:18.588307 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:20.589329 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:22.590045 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:24.591831 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:26.592811 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:28.594504 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:30.595448 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:32.596037 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:34.597729 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:36.598633 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:38.600866 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:40.601698 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:42.602171 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:44.604297 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:46.605151 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:48.606707 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:50.607618 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:52.608107 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:54.609660 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:56.610503 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:55:58.612028 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:00.612906 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:02.613685 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:04.615335 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:06.616207 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:08.618067 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:10.618962 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:12.619754 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:14.621287 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:16.622367 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:18.624051 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:20.624919 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:22.625453 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:24.627024 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:26.627893 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:28.629533 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:30.630396 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:32.630977 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:34.632784 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:36.633573 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:38.635481 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:40.636309 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:42.636851 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:44.638680 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:46.639540 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:48.641146 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:50.642021 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:52.642544 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:54.644592 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:56.645447 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:56:58.647047 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:00.647926 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:02.648419 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:04.650012 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:06.650865 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:08.652420 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:10.653257 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:12.653799 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:14.655382 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:16.656476 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:18.658506 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:20.659566 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:22.660096 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:24.661909 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:26.662974 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:28.664594 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:30.665675 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:32.666208 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:34.667879 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:36.669024 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:38.670647 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:40.671792 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:42.672700 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:44.674321 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:46.675212 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:48.676804 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:50.677670 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:52.678193 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:54.680073 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:56.680932 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:57:58.682699 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:58:00.683629 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:58:02.684311 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:58:04.685908 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:58:06.686822 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:58:08.688725 7f0afe0bb700 1 mgr send_beacon active
|
|
2017-10-22 23:58:09.704222 7f0afd8ba700 -1 received signal: Terminated from PID: 1 task name: /sbin/init UID: 0
|
|
2017-10-22 23:58:09.704237 7f0afd8ba700 -1 mgr handle_signal *** Got signal Terminated ***
|
|
2017-10-22 23:58:09.821438 7f432c611540 0 set uid:gid to 64045:64045 (ceph:ceph)
|
|
2017-10-22 23:58:09.821454 7f432c611540 0 ceph version 12.2.1 (3e7492b9ada8bdc9a5cd0feafd42fbca27f9c38e) luminous (stable), process (unknown), pid 2691
|
|
2017-10-22 23:58:09.823468 7f432c611540 0 pidfile_write: ignore empty --pid-file
|
|
2017-10-22 23:58:09.829173 7f432c611540 1 mgr send_beacon standby
|
|
2017-10-22 23:58:09.894473 7f4322be4700 1 mgr handle_mgr_map Activating!
|
|
2017-10-22 23:58:09.894666 7f4322be4700 1 mgr handle_mgr_map I am now activating
|
|
2017-10-22 23:58:09.928421 7f431ebdc700 1 mgr init Loading python module 'dashboard'
|
|
2017-10-22 23:58:10.074516 7f431ebdc700 1 mgr load Constructed class from module: dashboard
|
|
2017-10-22 23:58:10.074526 7f431ebdc700 1 mgr init Loading python module 'status'
|
|
2017-10-22 23:58:10.106534 7f431ebdc700 1 mgr load Constructed class from module: status
|
|
2017-10-22 23:58:10.106555 7f431ebdc700 1 mgr start Creating threads for 2 modules
|
|
2017-10-22 23:58:10.106632 7f431ebdc700 1 mgr send_beacon active
|
|
2017-10-22 23:58:11.829498 7f431fbde700 1 mgr send_beacon active
|
|
2017-10-22 23:58:13.830248 7f431fbde700 1 mgr send_beacon active
|
|
2017-10-22 23:58:15.830749 7f431fbde700 1 mgr send_beacon active
|
|
2017-10-22 23:58:17.831259 7f431fbde700 1 mgr send_beacon active
|
|
2017-10-22 23:58:19.832989 7f431fbde700 1 mgr send_beacon active
|
|
2017-10-22 23:58:21.833506 7f431fbde700 1 mgr send_beacon active
|
|
2017-10-22 23:58:22.745128 7f430e3fd700 -1 *** Caught signal (Aborted) **
|
|
in thread 7f430e3fd700 thread_name:mgr.status
|
|
|
|
ceph version 12.2.1 (3e7492b9ada8bdc9a5cd0feafd42fbca27f9c38e) luminous (stable)
|
|
1: (()+0x3b4a84) [0x55ffbe0b4a84]
|
|
2: (()+0x110c0) [0x7f432a1460c0]
|
|
3: (gsignal()+0xcf) [0x7f43290fefcf]
|
|
4: (abort()+0x16a) [0x7f43291003fa]
|
|
5: (__gnu_cxx::__verbose_terminate_handler()+0x15d) [0x7f4329a170ad]
|
|
6: (()+0x8f066) [0x7f4329a15066]
|
|
7: (()+0x8f0b1) [0x7f4329a150b1]
|
|
8: (()+0x8f2c9) [0x7f4329a152c9]
|
|
9: (std::__throw_out_of_range(char const*)+0x3f) [0x7f4329a3da6f]
|
|
10: (DaemonStateIndex::get(std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > const&)+0x32c) [0x55ffbdf6411c]
|
|
11: (PyModules::get_metadata_python(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x75) [0x55ffbdf90a25]
|
|
12: (()+0x29e04c) [0x55ffbdf9e04c]
|
|
13: (PyEval_EvalFrameEx()+0x8541) [0x7f432bef8091]
|
|
14: (PyEval_EvalFrameEx()+0x6840) [0x7f432bef6390]
|
|
15: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
16: (PyEval_EvalFrameEx()+0x670d) [0x7f432bef625d]
|
|
17: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
18: (()+0x13e6ad) [0x7f432bfb36ad]
|
|
19: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
20: (PyEval_EvalFrameEx()+0x36f7) [0x7f432bef3247]
|
|
21: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
22: (()+0x13e6ad) [0x7f432bfb36ad]
|
|
23: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
24: (()+0x193cbc) [0x7f432c008cbc]
|
|
25: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
26: (()+0x15b07a) [0x7f432bfd007a]
|
|
27: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
28: (PyEval_EvalFrameEx()+0x36f7) [0x7f432bef3247]
|
|
29: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
30: (()+0x13e5b0) [0x7f432bfb35b0]
|
|
31: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
32: (()+0x193cbc) [0x7f432c008cbc]
|
|
33: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
34: (()+0x194184) [0x7f432c009184]
|
|
35: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
36: (PyEval_EvalFrameEx()+0x52c0) [0x7f432bef4e10]
|
|
37: (PyEval_EvalFrameEx()+0x6840) [0x7f432bef6390]
|
|
38: (PyEval_EvalFrameEx()+0x6840) [0x7f432bef6390]
|
|
39: (PyEval_EvalFrameEx()+0x6840) [0x7f432bef6390]
|
|
40: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
41: (()+0x13e5b0) [0x7f432bfb35b0]
|
|
42: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
43: (()+0x193cbc) [0x7f432c008cbc]
|
|
44: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
45: (()+0x15acc2) [0x7f432bfcfcc2]
|
|
46: (()+0xe124e) [0x7f432bf5624e]
|
|
47: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
48: (PyEval_EvalFrameEx()+0x52c0) [0x7f432bef4e10]
|
|
49: (PyEval_EvalFrameEx()+0x6840) [0x7f432bef6390]
|
|
50: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
51: (()+0x13e6ad) [0x7f432bfb36ad]
|
|
52: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
53: (()+0x193cbc) [0x7f432c008cbc]
|
|
54: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
55: (()+0x15b07a) [0x7f432bfd007a]
|
|
56: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
57: (PyEval_EvalFrameEx()+0x36f7) [0x7f432bef3247]
|
|
58: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
59: (PyEval_EvalFrameEx()+0x670d) [0x7f432bef625d]
|
|
60: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
61: (()+0x13e5b0) [0x7f432bfb35b0]
|
|
62: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
63: (()+0x193cbc) [0x7f432c008cbc]
|
|
64: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
65: (()+0x15acc2) [0x7f432bfcfcc2]
|
|
66: (()+0xe124e) [0x7f432bf5624e]
|
|
67: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
68: (PyEval_EvalFrameEx()+0x52c0) [0x7f432bef4e10]
|
|
69: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
70: (()+0x13e5b0) [0x7f432bfb35b0]
|
|
71: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
72: (()+0x193cbc) [0x7f432c008cbc]
|
|
73: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
74: (()+0x15b07a) [0x7f432bfd007a]
|
|
75: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
76: (PyEval_EvalFrameEx()+0x52c0) [0x7f432bef4e10]
|
|
77: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
78: (()+0x13e5b0) [0x7f432bfb35b0]
|
|
79: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
80: (()+0x193cbc) [0x7f432c008cbc]
|
|
81: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
82: (()+0x15b07a) [0x7f432bfd007a]
|
|
83: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
84: (PyEval_EvalFrameEx()+0x52c0) [0x7f432bef4e10]
|
|
85: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
86: (()+0x13e5b0) [0x7f432bfb35b0]
|
|
87: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
88: (()+0x193cbc) [0x7f432c008cbc]
|
|
89: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
90: (()+0x15b07a) [0x7f432bfd007a]
|
|
91: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
92: (PyEval_EvalFrameEx()+0x52c0) [0x7f432bef4e10]
|
|
93: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
94: (()+0x13e5b0) [0x7f432bfb35b0]
|
|
95: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
96: (()+0x193cbc) [0x7f432c008cbc]
|
|
97: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
98: (()+0x15b07a) [0x7f432bfd007a]
|
|
99: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
100: (PyEval_EvalFrameEx()+0x52c0) [0x7f432bef4e10]
|
|
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
|
|
--- begin dump of recent events ---
|
|
-769> 2017-10-22 23:58:09.814243 7f432c611540 5 asok(0x55ffc87305a0) register_command perfcounters_dump hook 0x55ffc86e0060
|
|
-768> 2017-10-22 23:58:09.814257 7f432c611540 5 asok(0x55ffc87305a0) register_command 1 hook 0x55ffc86e0060
|
|
-767> 2017-10-22 23:58:09.814262 7f432c611540 5 asok(0x55ffc87305a0) register_command perf dump hook 0x55ffc86e0060
|
|
-766> 2017-10-22 23:58:09.814267 7f432c611540 5 asok(0x55ffc87305a0) register_command perfcounters_schema hook 0x55ffc86e0060
|
|
-765> 2017-10-22 23:58:09.814271 7f432c611540 5 asok(0x55ffc87305a0) register_command perf histogram dump hook 0x55ffc86e0060
|
|
-764> 2017-10-22 23:58:09.814275 7f432c611540 5 asok(0x55ffc87305a0) register_command 2 hook 0x55ffc86e0060
|
|
-763> 2017-10-22 23:58:09.814279 7f432c611540 5 asok(0x55ffc87305a0) register_command perf schema hook 0x55ffc86e0060
|
|
-762> 2017-10-22 23:58:09.814283 7f432c611540 5 asok(0x55ffc87305a0) register_command perf histogram schema hook 0x55ffc86e0060
|
|
-761> 2017-10-22 23:58:09.814292 7f432c611540 5 asok(0x55ffc87305a0) register_command perf reset hook 0x55ffc86e0060
|
|
-760> 2017-10-22 23:58:09.814296 7f432c611540 5 asok(0x55ffc87305a0) register_command config show hook 0x55ffc86e0060
|
|
-759> 2017-10-22 23:58:09.814300 7f432c611540 5 asok(0x55ffc87305a0) register_command config help hook 0x55ffc86e0060
|
|
-758> 2017-10-22 23:58:09.814304 7f432c611540 5 asok(0x55ffc87305a0) register_command config set hook 0x55ffc86e0060
|
|
-757> 2017-10-22 23:58:09.814308 7f432c611540 5 asok(0x55ffc87305a0) register_command config get hook 0x55ffc86e0060
|
|
-756> 2017-10-22 23:58:09.814312 7f432c611540 5 asok(0x55ffc87305a0) register_command config diff hook 0x55ffc86e0060
|
|
-755> 2017-10-22 23:58:09.814316 7f432c611540 5 asok(0x55ffc87305a0) register_command config diff get hook 0x55ffc86e0060
|
|
-754> 2017-10-22 23:58:09.814323 7f432c611540 5 asok(0x55ffc87305a0) register_command log flush hook 0x55ffc86e0060
|
|
-753> 2017-10-22 23:58:09.814327 7f432c611540 5 asok(0x55ffc87305a0) register_command log dump hook 0x55ffc86e0060
|
|
-752> 2017-10-22 23:58:09.814331 7f432c611540 5 asok(0x55ffc87305a0) register_command log reopen hook 0x55ffc86e0060
|
|
-751> 2017-10-22 23:58:09.814342 7f432c611540 5 asok(0x55ffc87305a0) register_command dump_mempools hook 0x55ffc87a4e28
|
|
-750> 2017-10-22 23:58:09.821438 7f432c611540 0 set uid:gid to 64045:64045 (ceph:ceph)
|
|
-749> 2017-10-22 23:58:09.821454 7f432c611540 0 ceph version 12.2.1 (3e7492b9ada8bdc9a5cd0feafd42fbca27f9c38e) luminous (stable), process (unknown), pid 2691
|
|
-748> 2017-10-22 23:58:09.823468 7f432c611540 0 pidfile_write: ignore empty --pid-file
|
|
-747> 2017-10-22 23:58:09.825297 7f432c611540 5 asok(0x55ffc87305a0) init /var/run/ceph/ceph-mgr.node2.asok
|
|
-746> 2017-10-22 23:58:09.825321 7f432c611540 5 asok(0x55ffc87305a0) bind_and_listen /var/run/ceph/ceph-mgr.node2.asok
|
|
-745> 2017-10-22 23:58:09.825351 7f432c611540 5 asok(0x55ffc87305a0) register_command 0 hook 0x55ffc86de100
|
|
-744> 2017-10-22 23:58:09.825358 7f432c611540 5 asok(0x55ffc87305a0) register_command version hook 0x55ffc86de100
|
|
-743> 2017-10-22 23:58:09.825362 7f432c611540 5 asok(0x55ffc87305a0) register_command git_version hook 0x55ffc86de100
|
|
-742> 2017-10-22 23:58:09.825367 7f432c611540 5 asok(0x55ffc87305a0) register_command help hook 0x55ffc86e0200
|
|
-741> 2017-10-22 23:58:09.825371 7f432c611540 5 asok(0x55ffc87305a0) register_command get_command_descriptions hook 0x55ffc86e0210
|
|
-740> 2017-10-22 23:58:09.825413 7f43263eb700 5 asok(0x55ffc87305a0) entry start
|
|
-739> 2017-10-22 23:58:09.825777 7f4325bea700 2 Event(0x55ffc86e2080 nevent=5000 time_id=1).set_owner idx=0 owner=139926372787968
|
|
-738> 2017-10-22 23:58:09.825798 7f43253e9700 2 Event(0x55ffc86e2740 nevent=5000 time_id=1).set_owner idx=1 owner=139926364395264
|
|
-737> 2017-10-22 23:58:09.825818 7f4324be8700 2 Event(0x55ffc86e2980 nevent=5000 time_id=1).set_owner idx=2 owner=139926356002560
|
|
-736> 2017-10-22 23:58:09.826001 7f432c611540 1 Processor -- start
|
|
-735> 2017-10-22 23:58:09.826041 7f432c611540 1 -- - start start
|
|
-734> 2017-10-22 23:58:09.826046 7f432c611540 10 monclient: build_initial_monmap
|
|
-733> 2017-10-22 23:58:09.826200 7f432c611540 10 monclient: init
|
|
-732> 2017-10-22 23:58:09.826208 7f432c611540 5 adding auth protocol: cephx
|
|
-731> 2017-10-22 23:58:09.826211 7f432c611540 10 monclient: auth_supported 2 method cephx
|
|
-730> 2017-10-22 23:58:09.826322 7f432c611540 2 auth: KeyRing::load: loaded key file /var/lib/ceph/mgr/ceph-node2/keyring
|
|
-729> 2017-10-22 23:58:09.826384 7f432c611540 10 monclient: _reopen_session rank -1
|
|
-728> 2017-10-22 23:58:09.826429 7f432c611540 10 monclient(hunting): picked mon.noname-c con 0x55ffc8724800 addr 10.80.20.103:6789/0
|
|
-727> 2017-10-22 23:58:09.826454 7f432c611540 10 monclient(hunting): picked mon.noname-a con 0x55ffc89ba000 addr 10.80.20.99:6789/0
|
|
-726> 2017-10-22 23:58:09.826478 7f432c611540 1 -- - --> 10.80.20.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x55ffc889ea00 con 0
|
|
-725> 2017-10-22 23:58:09.826491 7f432c611540 1 -- - --> 10.80.20.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x55ffc889ec80 con 0
|
|
-724> 2017-10-22 23:58:09.826500 7f432c611540 10 monclient(hunting): _renew_subs
|
|
-723> 2017-10-22 23:58:09.826922 7f4324be8700 1 -- 10.80.20.100:0/2688834130 learned_addr learned my addr 10.80.20.100:0/2688834130
|
|
-722> 2017-10-22 23:58:09.827102 7f4324be8700 2 -- 10.80.20.100:0/2688834130 >> 10.80.20.99:6789/0 conn(0x55ffc89ba000 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=0)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-721> 2017-10-22 23:58:09.827106 7f43253e9700 2 -- 10.80.20.100:0/2688834130 >> 10.80.20.103:6789/0 conn(0x55ffc8724800 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=0)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-720> 2017-10-22 23:58:09.827456 7f43253e9700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.103:6789/0 conn(0x55ffc8724800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129607 cs=1 l=1). rx mon.2 seq 1 0x55ffc889ec80 mon_map magic: 0 v1
|
|
-719> 2017-10-22 23:58:09.827491 7f4324be8700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.99:6789/0 conn(0x55ffc89ba000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5045 cs=1 l=1). rx mon.0 seq 1 0x55ffc889ea00 mon_map magic: 0 v1
|
|
-718> 2017-10-22 23:58:09.827492 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.2 10.80.20.103:6789/0 1 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x55ffc889ec80 con 0x55ffc8724800
|
|
-717> 2017-10-22 23:58:09.827507 7f4322be4700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1
|
|
-716> 2017-10-22 23:58:09.827496 7f43253e9700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.103:6789/0 conn(0x55ffc8724800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129607 cs=1 l=1). rx mon.2 seq 2 0x55ffc889ef00 auth_reply(proto 2 0 (0) Success) v1
|
|
-715> 2017-10-22 23:58:09.827522 7f4322be4700 10 monclient(hunting): got monmap 7, mon.noname-c is now rank -1
|
|
-714> 2017-10-22 23:58:09.827527 7f4322be4700 10 monclient(hunting): dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-713> 2017-10-22 23:58:09.827536 7f4324be8700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.99:6789/0 conn(0x55ffc89ba000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5045 cs=1 l=1). rx mon.0 seq 2 0x55ffc889f180 auth_reply(proto 2 0 (0) Success) v1
|
|
-712> 2017-10-22 23:58:09.827554 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.0 10.80.20.99:6789/0 1 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x55ffc889ea00 con 0x55ffc89ba000
|
|
-711> 2017-10-22 23:58:09.827561 7f4322be4700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1
|
|
-710> 2017-10-22 23:58:09.827571 7f4322be4700 10 monclient(hunting): got monmap 7, mon.node1 is now rank 0
|
|
-709> 2017-10-22 23:58:09.827574 7f4322be4700 10 monclient(hunting): dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-708> 2017-10-22 23:58:09.827588 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.2 10.80.20.103:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (1646390836 0 0) 0x55ffc889ef00 con 0x55ffc8724800
|
|
-707> 2017-10-22 23:58:09.827608 7f4322be4700 10 monclient(hunting): my global_id is 2256812
|
|
-706> 2017-10-22 23:58:09.827665 7f4322be4700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.103:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x55ffc889ec80 con 0
|
|
-705> 2017-10-22 23:58:09.827685 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.0 10.80.20.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (3682459459 0 0) 0x55ffc889f180 con 0x55ffc89ba000
|
|
-704> 2017-10-22 23:58:09.827698 7f4322be4700 10 monclient(hunting): my global_id is 2230650
|
|
-703> 2017-10-22 23:58:09.827724 7f4322be4700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.99:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x55ffc889ef00 con 0
|
|
-702> 2017-10-22 23:58:09.827975 7f43253e9700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.103:6789/0 conn(0x55ffc8724800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129607 cs=1 l=1). rx mon.2 seq 3 0x55ffc889ec80 auth_reply(proto 2 0 (0) Success) v1
|
|
-701> 2017-10-22 23:58:09.827998 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.2 10.80.20.103:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 206+0+0 (1586472497 0 0) 0x55ffc889ec80 con 0x55ffc8724800
|
|
-700> 2017-10-22 23:58:09.828068 7f4322be4700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.103:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- 0x55ffc889f180 con 0
|
|
-699> 2017-10-22 23:58:09.828164 7f4324be8700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.99:6789/0 conn(0x55ffc89ba000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5045 cs=1 l=1). rx mon.0 seq 3 0x55ffc889ef00 auth_reply(proto 2 0 (0) Success) v1
|
|
-698> 2017-10-22 23:58:09.828186 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.0 10.80.20.99:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 206+0+0 (3040064633 0 0) 0x55ffc889ef00 con 0x55ffc89ba000
|
|
-697> 2017-10-22 23:58:09.828236 7f4322be4700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.99:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- 0x55ffc889ec80 con 0
|
|
-696> 2017-10-22 23:58:09.828599 7f43253e9700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.103:6789/0 conn(0x55ffc8724800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129607 cs=1 l=1). rx mon.2 seq 4 0x55ffc889f180 auth_reply(proto 2 0 (0) Success) v1
|
|
-695> 2017-10-22 23:58:09.828624 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.2 10.80.20.103:6789/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 719+0+0 (2576433086 0 0) 0x55ffc889f180 con 0x55ffc8724800
|
|
-694> 2017-10-22 23:58:09.828825 7f4324be8700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.99:6789/0 conn(0x55ffc89ba000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5045 cs=1 l=1). rx mon.0 seq 4 0x55ffc889ec80 auth_reply(proto 2 0 (0) Success) v1
|
|
-693> 2017-10-22 23:58:09.828833 7f4322be4700 1 -- 10.80.20.100:0/2688834130 >> 10.80.20.99:6789/0 conn(0x55ffc89ba000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5045 cs=1 l=1).mark_down
|
|
-692> 2017-10-22 23:58:09.828844 7f4322be4700 2 -- 10.80.20.100:0/2688834130 >> 10.80.20.99:6789/0 conn(0x55ffc89ba000 :-1 s=STATE_OPEN pgs=5045 cs=1 l=1)._stop
|
|
-691> 2017-10-22 23:58:09.828872 7f4322be4700 1 monclient: found mon.node3
|
|
-690> 2017-10-22 23:58:09.828885 7f4322be4700 10 monclient: _send_mon_message to mon.node3 at 10.80.20.103:6789/0
|
|
-689> 2017-10-22 23:58:09.828890 7f4322be4700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.103:6789/0 -- mon_subscribe({mgrmap=0+,monmap=0+}) v2 -- 0x55ffc86e2d80 con 0
|
|
-688> 2017-10-22 23:58:09.828907 7f4322be4700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2017-10-22 23:57:39.828906)
|
|
-687> 2017-10-22 23:58:09.828917 7f4322be4700 10 monclient: _send_mon_message to mon.node3 at 10.80.20.103:6789/0
|
|
-686> 2017-10-22 23:58:09.828921 7f4322be4700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.103:6789/0 -- auth(proto 2 2 bytes epoch 0) v1 -- 0x55ffc889ec80 con 0
|
|
-685> 2017-10-22 23:58:09.828934 7f432c611540 5 monclient: authenticate success, global_id 2256812
|
|
-684> 2017-10-22 23:58:09.828955 7f432c611540 10 log_channel(cluster) update_config to_monitors: true to_syslog: false syslog_facility: daemon prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201)
|
|
-683> 2017-10-22 23:58:09.828961 7f432c611540 10 log_channel(audit) update_config to_monitors: true to_syslog: false syslog_facility: local0 prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201)
|
|
-682> 2017-10-22 23:58:09.829029 7f432c611540 5 asok(0x55ffc87305a0) register_command objecter_requests hook 0x55ffc86e02d0
|
|
-681> 2017-10-22 23:58:09.829057 7f432c611540 10 monclient: _renew_subs
|
|
-680> 2017-10-22 23:58:09.829062 7f432c611540 10 monclient: _send_mon_message to mon.node3 at 10.80.20.103:6789/0
|
|
-679> 2017-10-22 23:58:09.829068 7f432c611540 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.103:6789/0 -- mon_subscribe({osdmap=0}) v2 -- 0x55ffc86e2fc0 con 0
|
|
-678> 2017-10-22 23:58:09.829130 7f432c611540 5 asok(0x55ffc87305a0) register_command mds_requests hook 0x7ffd1d3e3cd8
|
|
-677> 2017-10-22 23:58:09.829137 7f432c611540 5 asok(0x55ffc87305a0) register_command mds_sessions hook 0x7ffd1d3e3cd8
|
|
-676> 2017-10-22 23:58:09.829142 7f432c611540 5 asok(0x55ffc87305a0) register_command dump_cache hook 0x7ffd1d3e3cd8
|
|
-675> 2017-10-22 23:58:09.829146 7f432c611540 5 asok(0x55ffc87305a0) register_command kick_stale_sessions hook 0x7ffd1d3e3cd8
|
|
-674> 2017-10-22 23:58:09.829151 7f432c611540 5 asok(0x55ffc87305a0) register_command status hook 0x7ffd1d3e3cd8
|
|
-673> 2017-10-22 23:58:09.829173 7f432c611540 1 mgr send_beacon standby
|
|
-672> 2017-10-22 23:58:09.829184 7f43253e9700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.103:6789/0 conn(0x55ffc8724800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129607 cs=1 l=1). rx mon.2 seq 5 0x55ffc8748f00 mgrmap(e 6081) v1
|
|
-671> 2017-10-22 23:58:09.829203 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.2 10.80.20.103:6789/0 5 ==== mgrmap(e 6081) v1 ==== 249+0+0 (564401875 0 0) 0x55ffc8748f00 con 0x55ffc8724800
|
|
-670> 2017-10-22 23:58:09.829208 7f43253e9700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.103:6789/0 conn(0x55ffc8724800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129607 cs=1 l=1). rx mon.2 seq 6 0x55ffc889ec80 mon_map magic: 0 v1
|
|
-669> 2017-10-22 23:58:09.829222 7f43253e9700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.103:6789/0 conn(0x55ffc8724800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129607 cs=1 l=1). rx mon.2 seq 7 0x55ffc889f400 auth_reply(proto 2 0 (0) Success) v1
|
|
-668> 2017-10-22 23:58:09.829334 7f43253e9700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.103:6789/0 conn(0x55ffc8724800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129607 cs=1 l=1). rx mon.2 seq 8 0x55ffc889f680 osd_map(8108..8108 src has 7413..8108) v3
|
|
-667> 2017-10-22 23:58:09.829387 7f432c611540 10 monclient: _send_mon_message to mon.node3 at 10.80.20.103:6789/0
|
|
-666> 2017-10-22 23:58:09.829397 7f432c611540 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.103:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256812, -, 0) v5 -- 0x55ffc8748c00 con 0
|
|
-665> 2017-10-22 23:58:09.829411 7f432c611540 4 mgr init Complete.
|
|
-664> 2017-10-22 23:58:09.829422 7f4322be4700 4 mgr ms_dispatch standby mgrmap(e 6081) v1
|
|
-663> 2017-10-22 23:58:09.829429 7f4322be4700 4 mgr handle_mgr_map received map epoch 6081
|
|
-662> 2017-10-22 23:58:09.829431 7f4322be4700 4 mgr handle_mgr_map active in map: 0 active is 2230518
|
|
-661> 2017-10-22 23:58:09.829440 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.2 10.80.20.103:6789/0 6 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x55ffc889ec80 con 0x55ffc8724800
|
|
-660> 2017-10-22 23:58:09.829450 7f4322be4700 10 monclient: handle_monmap mon_map magic: 0 v1
|
|
-659> 2017-10-22 23:58:09.829464 7f4322be4700 10 monclient: got monmap 7, mon.node3 is now rank 2
|
|
-658> 2017-10-22 23:58:09.829468 7f4322be4700 10 monclient: dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-657> 2017-10-22 23:58:09.829710 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.2 10.80.20.103:6789/0 7 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (2749084762 0 0) 0x55ffc889f400 con 0x55ffc8724800
|
|
-656> 2017-10-22 23:58:09.829779 7f4322be4700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2017-10-22 23:57:39.829779)
|
|
-655> 2017-10-22 23:58:09.829791 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.2 10.80.20.103:6789/0 8 ==== osd_map(8108..8108 src has 7413..8108) v3 ==== 4706+0+0 (3871859847 0 0) 0x55ffc889f680 con 0x55ffc8724800
|
|
-654> 2017-10-22 23:58:09.829901 7f4322be4700 4 mgr ms_dispatch standby osd_map(8108..8108 src has 7413..8108) v3
|
|
-653> 2017-10-22 23:58:09.894418 7f43253e9700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.103:6789/0 conn(0x55ffc8724800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129607 cs=1 l=1). rx mon.2 seq 9 0x55ffc8748c00 mgrmap(e 6082) v1
|
|
-652> 2017-10-22 23:58:09.894451 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.2 10.80.20.103:6789/0 9 ==== mgrmap(e 6082) v1 ==== 261+0+0 (1646813603 0 0) 0x55ffc8748c00 con 0x55ffc8724800
|
|
-651> 2017-10-22 23:58:09.894466 7f4322be4700 4 mgr ms_dispatch standby mgrmap(e 6082) v1
|
|
-650> 2017-10-22 23:58:09.894470 7f4322be4700 4 mgr handle_mgr_map received map epoch 6082
|
|
-649> 2017-10-22 23:58:09.894471 7f4322be4700 4 mgr handle_mgr_map active in map: 1 active is 2256812
|
|
-648> 2017-10-22 23:58:09.894473 7f4322be4700 1 mgr handle_mgr_map Activating!
|
|
-647> 2017-10-22 23:58:09.894620 7f4322be4700 5 adding auth protocol: cephx
|
|
-646> 2017-10-22 23:58:09.894666 7f4322be4700 1 mgr handle_mgr_map I am now activating
|
|
-645> 2017-10-22 23:58:09.894910 7f431ebdc700 1 -- 10.80.20.100:0/0 learned_addr learned my addr 10.80.20.100:0/0
|
|
-644> 2017-10-22 23:58:09.894919 7f431ebdc700 1 -- 10.80.20.100:6806/2691 _finish_bind bind my_inst.addr is 10.80.20.100:6806/2691
|
|
-643> 2017-10-22 23:58:09.894926 7f431ebdc700 1 -- 10.80.20.100:6806/2691 start start
|
|
-642> 2017-10-22 23:58:09.894930 7f431ebdc700 1 Processor -- start
|
|
-641> 2017-10-22 23:58:09.894995 7f431ebdc700 4 mgr init Initialized server at 10.80.20.100:6806/2691
|
|
-640> 2017-10-22 23:58:09.895002 7f431ebdc700 4 mgr init Loading daemon metadata...
|
|
-639> 2017-10-22 23:58:09.895009 7f431ebdc700 10 monclient: _send_command 1 [{"prefix": "mds metadata"}]
|
|
-638> 2017-10-22 23:58:09.895014 7f431ebdc700 10 monclient: _send_mon_message to mon.node3 at 10.80.20.103:6789/0
|
|
-637> 2017-10-22 23:58:09.895021 7f431ebdc700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.103:6789/0 -- mon_command({"prefix": "mds metadata"} v 0) v1 -- 0x55ffc86e4400 con 0
|
|
-636> 2017-10-22 23:58:09.895034 7f431ebdc700 10 monclient: _send_command 2 [{"prefix": "osd metadata"}]
|
|
-635> 2017-10-22 23:58:09.895040 7f431ebdc700 10 monclient: _send_mon_message to mon.node3 at 10.80.20.103:6789/0
|
|
-634> 2017-10-22 23:58:09.895044 7f431ebdc700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.103:6789/0 -- mon_command({"prefix": "osd metadata"} v 0) v1 -- 0x55ffc86e4640 con 0
|
|
-633> 2017-10-22 23:58:09.895053 7f431ebdc700 10 monclient: _send_command 3 [{"prefix": "mon metadata"}]
|
|
-632> 2017-10-22 23:58:09.895056 7f431ebdc700 10 monclient: _send_mon_message to mon.node3 at 10.80.20.103:6789/0
|
|
-631> 2017-10-22 23:58:09.895060 7f431ebdc700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.103:6789/0 -- mon_command({"prefix": "mon metadata"} v 0) v1 -- 0x55ffc86e4880 con 0
|
|
-630> 2017-10-22 23:58:09.901955 7f43253e9700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.103:6789/0 conn(0x55ffc8724800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129607 cs=1 l=1). rx mon.2 seq 10 0x55ffc889f900 mon_command_ack([{"prefix": "mon metadata"}]=0 v0) v1
|
|
-629> 2017-10-22 23:58:09.901998 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.2 10.80.20.103:6789/0 10 ==== mon_command_ack([{"prefix": "mon metadata"}]=0 v0) v1 ==== 60+0+1876 (750816088 0 440006200) 0x55ffc889f900 con 0x55ffc8724800
|
|
-628> 2017-10-22 23:58:09.902015 7f4322be4700 10 monclient: handle_mon_command_ack 3 [{"prefix": "mon metadata"}]
|
|
-627> 2017-10-22 23:58:09.902019 7f4322be4700 10 monclient: _finish_command 3 = 0
|
|
-626> 2017-10-22 23:58:09.912518 7f43253e9700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.103:6789/0 conn(0x55ffc8724800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129607 cs=1 l=1). rx mon.2 seq 11 0x55ffc889fb80 mon_command_ack([{"prefix": "mds metadata"}]=0 v44) v1
|
|
-625> 2017-10-22 23:58:09.912560 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.2 10.80.20.103:6789/0 11 ==== mon_command_ack([{"prefix": "mds metadata"}]=0 v44) v1 ==== 60+0+3 (1772333348 0 246687307) 0x55ffc889fb80 con 0x55ffc8724800
|
|
-624> 2017-10-22 23:58:09.912576 7f4322be4700 10 monclient: handle_mon_command_ack 1 [{"prefix": "mds metadata"}]
|
|
-623> 2017-10-22 23:58:09.912581 7f4322be4700 10 monclient: _finish_command 1 = 0
|
|
-622> 2017-10-22 23:58:09.913024 7f43253e9700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.103:6789/0 conn(0x55ffc8724800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129607 cs=1 l=1). rx mon.2 seq 12 0x55ffc889fe00 mon_command_ack([{"prefix": "osd metadata"}]=0 v8108) v1
|
|
-621> 2017-10-22 23:58:09.913066 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.2 10.80.20.103:6789/0 12 ==== mon_command_ack([{"prefix": "osd metadata"}]=0 v8108) v1 ==== 60+0+12663 (2781904519 0 1012651447) 0x55ffc889fe00 con 0x55ffc8724800
|
|
-620> 2017-10-22 23:58:09.913078 7f4322be4700 10 monclient: handle_mon_command_ack 2 [{"prefix": "osd metadata"}]
|
|
-619> 2017-10-22 23:58:09.913082 7f4322be4700 10 monclient: _finish_command 2 = 0
|
|
-618> 2017-10-22 23:58:09.913609 7f431ebdc700 4 mgr load_all_metadata node1
|
|
-617> 2017-10-22 23:58:09.913647 7f431ebdc700 4 mgr load_all_metadata node1
|
|
-616> 2017-10-22 23:58:09.913669 7f431ebdc700 4 mgr load_all_metadata node1
|
|
-615> 2017-10-22 23:58:09.913686 7f431ebdc700 4 mgr load_all_metadata node2
|
|
-614> 2017-10-22 23:58:09.913704 7f431ebdc700 4 mgr load_all_metadata node2
|
|
-613> 2017-10-22 23:58:09.913728 7f431ebdc700 4 mgr load_all_metadata node2
|
|
-612> 2017-10-22 23:58:09.913745 7f431ebdc700 4 mgr load_all_metadata node3
|
|
-611> 2017-10-22 23:58:09.913761 7f431ebdc700 4 mgr load_all_metadata node3
|
|
-610> 2017-10-22 23:58:09.913778 7f431ebdc700 4 mgr load_all_metadata node3
|
|
-609> 2017-10-22 23:58:09.913798 7f431ebdc700 4 mgr load_all_metadata node3
|
|
-608> 2017-10-22 23:58:09.913854 7f431ebdc700 4 mgr init waiting for OSDMap...
|
|
-607> 2017-10-22 23:58:09.913861 7f431ebdc700 10 monclient: _renew_subs
|
|
-606> 2017-10-22 23:58:09.913866 7f431ebdc700 10 monclient: _send_mon_message to mon.node3 at 10.80.20.103:6789/0
|
|
-605> 2017-10-22 23:58:09.913873 7f431ebdc700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.103:6789/0 -- mon_subscribe({fsmap=0+,log-info=0+,mgrdigest=0+,osdmap=8109,servicemap=0+}) v2 -- 0x55ffc86e2fc0 con 0
|
|
-604> 2017-10-22 23:58:09.913889 7f431ebdc700 10 monclient: _reopen_session rank -1
|
|
-603> 2017-10-22 23:58:09.913893 7f431ebdc700 1 -- 10.80.20.100:0/2688834130 >> 10.80.20.103:6789/0 conn(0x55ffc8724800 :-1 s=STATE_OPEN pgs=129607 cs=1 l=1).mark_down
|
|
-602> 2017-10-22 23:58:09.913899 7f431ebdc700 2 -- 10.80.20.100:0/2688834130 >> 10.80.20.103:6789/0 conn(0x55ffc8724800 :-1 s=STATE_OPEN pgs=129607 cs=1 l=1)._stop
|
|
-601> 2017-10-22 23:58:09.913943 7f431ebdc700 10 monclient(hunting): picked mon.node1 con 0x55ffc89ba000 addr 10.80.20.99:6789/0
|
|
-600> 2017-10-22 23:58:09.913961 7f431ebdc700 10 monclient(hunting): picked mon.node2 con 0x55ffc8a03800 addr 10.80.20.100:6789/0
|
|
-599> 2017-10-22 23:58:09.913973 7f431ebdc700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.99:6789/0 -- auth(proto 0 30 bytes epoch 7) v1 -- 0x55ffc889ec80 con 0
|
|
-598> 2017-10-22 23:58:09.913985 7f431ebdc700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- auth(proto 0 30 bytes epoch 7) v1 -- 0x55ffc889f180 con 0
|
|
-597> 2017-10-22 23:58:09.913994 7f431ebdc700 10 monclient(hunting): _renew_subs
|
|
-596> 2017-10-22 23:58:09.914375 7f4325bea700 2 -- 10.80.20.100:0/2688834130 >> 10.80.20.100:6789/0 conn(0x55ffc8a03800 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=0)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-595> 2017-10-22 23:58:09.914510 7f43253e9700 2 -- 10.80.20.100:0/2688834130 >> 10.80.20.99:6789/0 conn(0x55ffc89ba000 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=0)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-594> 2017-10-22 23:58:09.914620 7f4325bea700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.100:6789/0 conn(0x55ffc8a03800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13449 cs=1 l=1). rx mon.1 seq 1 0x55ffc889f180 auth_reply(proto 2 0 (0) Success) v1
|
|
-593> 2017-10-22 23:58:09.914840 7f43253e9700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.99:6789/0 conn(0x55ffc89ba000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5046 cs=1 l=1). rx mon.0 seq 1 0x55ffc889ec80 auth_reply(proto 2 0 (0) Success) v1
|
|
-592> 2017-10-22 23:58:09.915032 7f431ebdc700 4 mgr init waiting for FSMap...
|
|
-591> 2017-10-22 23:58:09.915043 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.1 10.80.20.100:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (438158088 0 0) 0x55ffc889f180 con 0x55ffc8a03800
|
|
-590> 2017-10-22 23:58:09.915336 7f4322be4700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x55ffc889fe00 con 0
|
|
-589> 2017-10-22 23:58:09.915355 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.0 10.80.20.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (2832308367 0 0) 0x55ffc889ec80 con 0x55ffc89ba000
|
|
-588> 2017-10-22 23:58:09.915386 7f4322be4700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.99:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x55ffc889f180 con 0
|
|
-587> 2017-10-22 23:58:09.915847 7f4325bea700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.100:6789/0 conn(0x55ffc8a03800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13449 cs=1 l=1). rx mon.1 seq 2 0x55ffc889fe00 auth_reply(proto 2 0 (0) Success) v1
|
|
-586> 2017-10-22 23:58:09.915873 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.1 10.80.20.100:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 206+0+0 (1168901312 0 0) 0x55ffc889fe00 con 0x55ffc8a03800
|
|
-585> 2017-10-22 23:58:09.915942 7f4322be4700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- 0x55ffc889ec80 con 0
|
|
-584> 2017-10-22 23:58:09.916028 7f43253e9700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.99:6789/0 conn(0x55ffc89ba000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5046 cs=1 l=1). rx mon.0 seq 2 0x55ffc889f180 auth_reply(proto 2 0 (0) Success) v1
|
|
-583> 2017-10-22 23:58:09.916053 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.0 10.80.20.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 206+0+0 (400725050 0 0) 0x55ffc889f180 con 0x55ffc89ba000
|
|
-582> 2017-10-22 23:58:09.916113 7f4322be4700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.99:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- 0x55ffc889fe00 con 0
|
|
-581> 2017-10-22 23:58:09.916312 7f4325bea700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.100:6789/0 conn(0x55ffc8a03800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13449 cs=1 l=1). rx mon.1 seq 3 0x55ffc889ec80 auth_reply(proto 2 0 (0) Success) v1
|
|
-580> 2017-10-22 23:58:09.916337 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.1 10.80.20.100:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 719+0+0 (2583686795 0 0) 0x55ffc889ec80 con 0x55ffc8a03800
|
|
-579> 2017-10-22 23:58:09.916447 7f4322be4700 1 -- 10.80.20.100:0/2688834130 >> 10.80.20.99:6789/0 conn(0x55ffc89ba000 :-1 s=STATE_OPEN pgs=5046 cs=1 l=1).mark_down
|
|
-578> 2017-10-22 23:58:09.916455 7f4322be4700 2 -- 10.80.20.100:0/2688834130 >> 10.80.20.99:6789/0 conn(0x55ffc89ba000 :-1 s=STATE_OPEN pgs=5046 cs=1 l=1)._stop
|
|
-577> 2017-10-22 23:58:09.916471 7f4322be4700 1 monclient: found mon.node2
|
|
-576> 2017-10-22 23:58:09.916483 7f4322be4700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-575> 2017-10-22 23:58:09.916487 7f4322be4700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- mon_subscribe({fsmap=0+,log-info=0+,mgrdigest=0+,mgrmap=0+,monmap=8+,osdmap=8109,servicemap=0+}) v2 -- 0x55ffc86e2fc0 con 0
|
|
-574> 2017-10-22 23:58:09.916501 7f4322be4700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2017-10-22 23:57:39.916501)
|
|
-573> 2017-10-22 23:58:09.916773 7f4325bea700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.100:6789/0 conn(0x55ffc8a03800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13449 cs=1 l=1). rx mon.1 seq 4 0x55ffc8795400 fsmap(e 44) v1
|
|
-572> 2017-10-22 23:58:09.916795 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.1 10.80.20.100:6789/0 4 ==== fsmap(e 44) v1 ==== 319+0+0 (3835723001 0 0) 0x55ffc8795400 con 0x55ffc8a03800
|
|
-571> 2017-10-22 23:58:09.916808 7f4322be4700 4 mgr ms_dispatch active fsmap(e 44) v1
|
|
-570> 2017-10-22 23:58:09.916812 7f4322be4700 4 mgr ms_dispatch fsmap(e 44) v1
|
|
-569> 2017-10-22 23:58:09.916802 7f4325bea700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.100:6789/0 conn(0x55ffc8a03800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13449 cs=1 l=1). rx mon.1 seq 5 0x55ffc8a46000 log(1 entries from seq 1160 at 2017-10-22 23:58:09.827698) v1
|
|
-568> 2017-10-22 23:58:09.916830 7f431ebdc700 4 mgr init waiting for config-keys...
|
|
-567> 2017-10-22 23:58:09.916841 7f431ebdc700 10 monclient: _send_command 4 [{"prefix": "config-key ls"}]
|
|
-566> 2017-10-22 23:58:09.916835 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.1 10.80.20.100:6789/0 5 ==== log(1 entries from seq 1160 at 2017-10-22 23:58:09.827698) v1 ==== 165+0+0 (2217154263 0 0) 0x55ffc8a46000 con 0x55ffc8a03800
|
|
-565> 2017-10-22 23:58:09.916844 7f431ebdc700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-564> 2017-10-22 23:58:09.916846 7f4322be4700 4 mgr ms_dispatch active log(1 entries from seq 1160 at 2017-10-22 23:58:09.827698) v1
|
|
-563> 2017-10-22 23:58:09.916849 7f431ebdc700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- mon_command({"prefix": "config-key ls"} v 0) v1 -- 0x55ffc86e2d80 con 0
|
|
-562> 2017-10-22 23:58:09.916850 7f4322be4700 4 mgr ms_dispatch log(1 entries from seq 1160 at 2017-10-22 23:58:09.827698) v1
|
|
-561> 2017-10-22 23:58:09.916919 7f4325bea700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.100:6789/0 conn(0x55ffc8a03800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13449 cs=1 l=1). rx mon.1 seq 6 0x55ffc8a27c80 mgrdigest v1
|
|
-560> 2017-10-22 23:58:09.916940 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.1 10.80.20.100:6789/0 6 ==== mgrdigest v1 ==== 1410+0+0 (1025477589 0 0) 0x55ffc8a27c80 con 0x55ffc8a03800
|
|
-559> 2017-10-22 23:58:09.916945 7f4325bea700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.100:6789/0 conn(0x55ffc8a03800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13449 cs=1 l=1). rx mon.1 seq 7 0x55ffc874b300 mgrmap(e 6082) v1
|
|
-558> 2017-10-22 23:58:09.916955 7f4322be4700 4 mgr ms_dispatch active mgrdigest v1
|
|
-557> 2017-10-22 23:58:09.916957 7f4322be4700 4 mgr ms_dispatch mgrdigest v1
|
|
-556> 2017-10-22 23:58:09.916962 7f4325bea700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.100:6789/0 conn(0x55ffc8a03800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13449 cs=1 l=1). rx mon.1 seq 8 0x55ffc86e4400 service_map(e0 0 svc) v1
|
|
-555> 2017-10-22 23:58:09.916963 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.1 10.80.20.100:6789/0 7 ==== mgrmap(e 6082) v1 ==== 261+0+0 (1646813603 0 0) 0x55ffc874b300 con 0x55ffc8a03800
|
|
-554> 2017-10-22 23:58:09.916969 7f4322be4700 4 mgr ms_dispatch active mgrmap(e 6082) v1
|
|
-553> 2017-10-22 23:58:09.916970 7f4322be4700 4 mgr handle_mgr_map received map epoch 6082
|
|
-552> 2017-10-22 23:58:09.916971 7f4322be4700 4 mgr handle_mgr_map active in map: 1 active is 2256812
|
|
-551> 2017-10-22 23:58:09.916982 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.1 10.80.20.100:6789/0 8 ==== service_map(e0 0 svc) v1 ==== 22+0+0 (722760602 0 0) 0x55ffc86e4400 con 0x55ffc8a03800
|
|
-550> 2017-10-22 23:58:09.916987 7f4322be4700 4 mgr ms_dispatch active service_map(e0 0 svc) v1
|
|
-549> 2017-10-22 23:58:09.916989 7f4322be4700 4 mgr ms_dispatch service_map(e0 0 svc) v1
|
|
-548> 2017-10-22 23:58:09.917182 7f4325bea700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.100:6789/0 conn(0x55ffc8a03800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13449 cs=1 l=1). rx mon.1 seq 9 0x55ffc8a46280 mon_command_ack([{"prefix": "config-key ls"}]=0 v0) v1
|
|
-547> 2017-10-22 23:58:09.917203 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.1 10.80.20.100:6789/0 9 ==== mon_command_ack([{"prefix": "config-key ls"}]=0 v0) v1 ==== 61+0+36 (3227808092 0 2749855996) 0x55ffc8a46280 con 0x55ffc8a03800
|
|
-546> 2017-10-22 23:58:09.917213 7f4322be4700 10 monclient: handle_mon_command_ack 4 [{"prefix": "config-key ls"}]
|
|
-545> 2017-10-22 23:58:09.917216 7f4322be4700 10 monclient: _finish_command 4 = 0
|
|
-544> 2017-10-22 23:58:09.917248 7f431ebdc700 10 monclient: _send_command 5 [{"prefix": "config-key get", "key": "mgr/dashboard/server_addr"}]
|
|
-543> 2017-10-22 23:58:09.917254 7f431ebdc700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-542> 2017-10-22 23:58:09.917259 7f431ebdc700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- mon_command({"prefix": "config-key get", "key": "mgr/dashboard/server_addr"} v 0) v1 -- 0x55ffc86e4640 con 0
|
|
-541> 2017-10-22 23:58:09.917554 7f4325bea700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.100:6789/0 conn(0x55ffc8a03800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13449 cs=1 l=1). rx mon.1 seq 10 0x55ffc8a46500 mon_command_ack([{"prefix": "config-key get", "key": "mgr/dashboard/server_addr"}]=0 obtained 'mgr/dashboard/server_addr' v0) v1
|
|
-540> 2017-10-22 23:58:09.917576 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.1 10.80.20.100:6789/0 10 ==== mon_command_ack([{"prefix": "config-key get", "key": "mgr/dashboard/server_addr"}]=0 obtained 'mgr/dashboard/server_addr' v0) v1 ==== 134+0+2 (122495021 0 2703130716) 0x55ffc8a46500 con 0x55ffc8a03800
|
|
-539> 2017-10-22 23:58:09.917590 7f4322be4700 10 monclient: handle_mon_command_ack 5 [{"prefix": "config-key get", "key": "mgr/dashboard/server_addr"}]
|
|
-538> 2017-10-22 23:58:09.917594 7f4322be4700 10 monclient: _finish_command 5 = 0 obtained 'mgr/dashboard/server_addr'
|
|
-537> 2017-10-22 23:58:09.917609 7f431ebdc700 4 mgr insert_config Loaded 1 config settings
|
|
-536> 2017-10-22 23:58:09.917614 7f431ebdc700 4 mgr init waiting for MgrDigest...
|
|
-535> 2017-10-22 23:58:09.917616 7f431ebdc700 4 mgr init starting PyModules...
|
|
-534> 2017-10-22 23:58:09.928421 7f431ebdc700 1 mgr init Loading python module 'dashboard'
|
|
-533> 2017-10-22 23:58:10.074385 7f431ebdc700 4 mgr[dashboard] Constructing module dashboard.module: instance {'plugin': <dashboard.module.Module object at 0x7f431bb84bd0>}
|
|
-532> 2017-10-22 23:58:10.074516 7f431ebdc700 1 mgr load Constructed class from module: dashboard
|
|
-531> 2017-10-22 23:58:10.074526 7f431ebdc700 1 mgr init Loading python module 'status'
|
|
-530> 2017-10-22 23:58:10.106534 7f431ebdc700 1 mgr load Constructed class from module: status
|
|
-529> 2017-10-22 23:58:10.106555 7f431ebdc700 1 mgr start Creating threads for 2 modules
|
|
-528> 2017-10-22 23:58:10.106560 7f431ebdc700 4 mgr start Starting thread for dashboard
|
|
-527> 2017-10-22 23:58:10.106603 7f431ebdc700 4 mgr start Starting thread for status
|
|
-526> 2017-10-22 23:58:10.106625 7f431ebdc700 4 mgr init Complete.
|
|
-525> 2017-10-22 23:58:10.106632 7f431ebdc700 1 mgr send_beacon active
|
|
-524> 2017-10-22 23:58:10.106633 7f4311483700 4 mgr entry Entering thread for dashboard
|
|
-523> 2017-10-22 23:58:10.106651 7f4310c82700 4 mgr entry Entering thread for status
|
|
-522> 2017-10-22 23:58:10.106865 7f431ebdc700 4 mgr send_beacon going active, including 35 commands in beacon
|
|
-521> 2017-10-22 23:58:10.106876 7f4311483700 10 monclient: _send_command 6 [{"prefix": "log last", "format": "json"}]
|
|
-520> 2017-10-22 23:58:10.106882 7f4311483700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-519> 2017-10-22 23:58:10.106897 7f4311483700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- mon_command({"prefix": "log last", "format": "json"} v 0) v1 -- 0x55ffc9230240 con 0
|
|
-518> 2017-10-22 23:58:10.106944 7f431ebdc700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-517> 2017-10-22 23:58:10.106950 7f431ebdc700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256812, 10.80.20.100:6806/2691, 1) v5 -- 0x55ffc920c400 con 0
|
|
-516> 2017-10-22 23:58:10.107540 7f4325bea700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.100:6789/0 conn(0x55ffc8a03800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13449 cs=1 l=1). rx mon.1 seq 11 0x55ffc9216780 mon_command_ack([{"prefix": "log last", "format": "json"}]=0 v20469050) v1
|
|
-515> 2017-10-22 23:58:10.107576 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.1 10.80.20.100:6789/0 11 ==== mon_command_ack([{"prefix": "log last", "format": "json"}]=0 v20469050) v1 ==== 74+0+946 (148375121 0 4065994485) 0x55ffc9216780 con 0x55ffc8a03800
|
|
-514> 2017-10-22 23:58:10.107597 7f4322be4700 10 monclient: handle_mon_command_ack 6 [{"prefix": "log last", "format": "json"}]
|
|
-513> 2017-10-22 23:58:10.107602 7f4322be4700 10 monclient: _finish_command 6 = 0
|
|
-512> 2017-10-22 23:58:10.108115 7f4311483700 4 mgr get_config get_configkey: mgr/dashboard/node2/server_addr
|
|
-511> 2017-10-22 23:58:10.108122 7f4311483700 4 mgr ceph_config_get ceph_config_get node2/server_addr not found
|
|
-510> 2017-10-22 23:58:10.108129 7f4311483700 4 mgr get_config get_configkey: mgr/dashboard/server_addr
|
|
-509> 2017-10-22 23:58:10.108137 7f4311483700 4 mgr get_config get_configkey: mgr/dashboard/node2/server_port
|
|
-508> 2017-10-22 23:58:10.108140 7f4311483700 4 mgr ceph_config_get ceph_config_get node2/server_port not found
|
|
-507> 2017-10-22 23:58:10.108143 7f4311483700 4 mgr get_config get_configkey: mgr/dashboard/server_port
|
|
-506> 2017-10-22 23:58:10.108146 7f4311483700 4 mgr ceph_config_get ceph_config_get server_port not found
|
|
-505> 2017-10-22 23:58:10.108317 7f4311483700 4 mgr[dashboard] server_addr: :: server_port: 7000
|
|
-504> 2017-10-22 23:58:10.108494 7f4311483700 4 mgr[dashboard] Serving static from /usr/lib/ceph/mgr/dashboard/static
|
|
-503> 2017-10-22 23:58:10.108913 7f4311483700 4 mgr[dashboard] Starting engine...
|
|
-502> 2017-10-22 23:58:10.213996 7f4311483700 4 mgr[dashboard] Waiting for engine...
|
|
-501> 2017-10-22 23:58:10.921281 7f4325bea700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.100:6789/0 conn(0x55ffc8a03800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13449 cs=1 l=1). rx mon.1 seq 12 0x55ffc9216a00 log(1 entries from seq 1162 at 2017-10-22 23:58:10.105889) v1
|
|
-500> 2017-10-22 23:58:10.921330 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.1 10.80.20.100:6789/0 12 ==== log(1 entries from seq 1162 at 2017-10-22 23:58:10.105889) v1 ==== 171+0+0 (1529502559 0 0) 0x55ffc9216a00 con 0x55ffc8a03800
|
|
-499> 2017-10-22 23:58:10.921355 7f4322be4700 4 mgr ms_dispatch active log(1 entries from seq 1162 at 2017-10-22 23:58:10.105889) v1
|
|
-498> 2017-10-22 23:58:10.921362 7f4322be4700 4 mgr ms_dispatch log(1 entries from seq 1162 at 2017-10-22 23:58:10.105889) v1
|
|
-497> 2017-10-22 23:58:10.939026 7f4324be8700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc9287800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=29 -
|
|
-496> 2017-10-22 23:58:10.939061 7f4325bea700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc9289000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=30 -
|
|
-495> 2017-10-22 23:58:10.939075 7f43253e9700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc922a000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=27 -
|
|
-494> 2017-10-22 23:58:10.939082 7f4324be8700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc9294000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=32 -
|
|
-493> 2017-10-22 23:58:10.939102 7f4325bea700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc9295800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=33 -
|
|
-492> 2017-10-22 23:58:10.939112 7f43253e9700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc9286000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=28 -
|
|
-491> 2017-10-22 23:58:10.939128 7f43253e9700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc928a800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=31 -
|
|
-490> 2017-10-22 23:58:10.939429 7f4325bea700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc9298800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=36 -
|
|
-489> 2017-10-22 23:58:10.939452 7f4325bea700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc92a9000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=39 -
|
|
-488> 2017-10-22 23:58:10.939538 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6800/4577 conn(0x55ffc9286000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=22 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-487> 2017-10-22 23:58:10.939556 7f43253e9700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc92a6000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=37 -
|
|
-486> 2017-10-22 23:58:10.939570 7f43253e9700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc92aa800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=40 -
|
|
-485> 2017-10-22 23:58:10.939604 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.99:0/607 conn(0x55ffc9287800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=50 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-484> 2017-10-22 23:58:10.939606 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6802/1582 conn(0x55ffc9289000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=62 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-483> 2017-10-22 23:58:10.939636 7f4324be8700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc9297000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 -
|
|
-482> 2017-10-22 23:58:10.939660 7f4324be8700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc92a7800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=38 -
|
|
-481> 2017-10-22 23:58:10.939676 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.1.100:0/3887865220 conn(0x55ffc928a800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=282 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-480> 2017-10-22 23:58:10.939718 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6802/1567 conn(0x55ffc9295800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=74 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-479> 2017-10-22 23:58:10.939779 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6800/1341 conn(0x55ffc922a000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=76 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-478> 2017-10-22 23:58:10.939798 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6800/4577 conn(0x55ffc9286000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=22 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-477> 2017-10-22 23:58:10.939821 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/1854190760 conn(0x55ffc9294000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=283 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-476> 2017-10-22 23:58:10.939836 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6800/4577 conn(0x55ffc9286000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=22 cs=1 l=1). rx osd.2 seq 1 0x55ffc9226840 mgropen(osd.2) v2
|
|
-475> 2017-10-22 23:58:10.939841 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.99:0/607 conn(0x55ffc9287800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=50 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-474> 2017-10-22 23:58:10.939889 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:0/607 conn(0x55ffc9287800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=50 cs=1 l=1). rx mon.0 seq 1 0x55ffc9226b00 mgropen(mon.node1) v2
|
|
-473> 2017-10-22 23:58:10.939921 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/3118937166 conn(0x55ffc92a6000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1251 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-472> 2017-10-22 23:58:10.939936 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.1.100:0/3887865220 conn(0x55ffc928a800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=282 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-471> 2017-10-22 23:58:10.939939 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.2 10.80.20.99:6800/4577 1 ==== mgropen(osd.2) v2 ==== 10+0+0 (1428356565 0 0) 0x55ffc9226840 con 0x55ffc9286000
|
|
-470> 2017-10-22 23:58:10.939951 7f431e3db700 4 mgr.server handle_open from 0x55ffc9286000 osd,2
|
|
-469> 2017-10-22 23:58:10.939945 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/4135929157 conn(0x55ffc9298800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=291 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-468> 2017-10-22 23:58:10.939968 7f431e3db700 1 -- 10.80.20.100:6806/2691 --> 10.80.20.99:6800/4577 -- mgrconfigure() v1 -- 0x55ffc9054400 con 0
|
|
-467> 2017-10-22 23:58:10.939994 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== mon.0 10.80.20.99:0/607 1 ==== mgropen(mon.node1) v2 ==== 14+0+0 (2257922250 0 0) 0x55ffc9226b00 con 0x55ffc9287800
|
|
-466> 2017-10-22 23:58:10.940001 7f431e3db700 4 mgr.server handle_open from 0x55ffc9287800 mon,node1
|
|
-465> 2017-10-22 23:58:10.940003 7f431e3db700 1 -- 10.80.20.100:6806/2691 --> 10.80.20.99:0/607 -- mgrconfigure() v1 -- 0x55ffc9054600 con 0
|
|
-464> 2017-10-22 23:58:10.940032 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/2256711960 conn(0x55ffc92aa800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1396 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-463> 2017-10-22 23:58:10.940052 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/977388453 conn(0x55ffc92a9000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=486 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-462> 2017-10-22 23:58:10.940069 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6802/1582 conn(0x55ffc9289000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=62 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-461> 2017-10-22 23:58:10.940102 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6802/1582 conn(0x55ffc9289000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=62 cs=1 l=1). rx osd.8 seq 1 0x55ffc9226840 mgropen(osd.8) v2
|
|
-460> 2017-10-22 23:58:10.940118 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6802/1567 conn(0x55ffc9295800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=74 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-459> 2017-10-22 23:58:10.940143 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6802/1567 conn(0x55ffc9295800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.0 seq 1 0x55ffc9226b00 mgropen(osd.0) v2
|
|
-458> 2017-10-22 23:58:10.940187 7f4325bea700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.100:6789/0 conn(0x55ffc8a03800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13449 cs=1 l=1). rx mon.1 seq 13 0x55ffc920c400 mgrmap(e 6083) v1
|
|
-457> 2017-10-22 23:58:10.940209 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.1 10.80.20.100:6789/0 13 ==== mgrmap(e 6083) v1 ==== 249+0+0 (3152172567 0 0) 0x55ffc920c400 con 0x55ffc8a03800
|
|
-456> 2017-10-22 23:58:10.940217 7f4322be4700 4 mgr ms_dispatch active mgrmap(e 6083) v1
|
|
-455> 2017-10-22 23:58:10.940219 7f4322be4700 4 mgr handle_mgr_map received map epoch 6083
|
|
-454> 2017-10-22 23:58:10.940220 7f4322be4700 4 mgr handle_mgr_map active in map: 1 active is 2256812
|
|
-453> 2017-10-22 23:58:10.940227 7f4322be4700 4 mgr handle_mgr_map Map now says I am available
|
|
-452> 2017-10-22 23:58:10.940246 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/4135929157 conn(0x55ffc9298800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=291 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-451> 2017-10-22 23:58:10.940260 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/977388453 conn(0x55ffc92a9000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=486 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-450> 2017-10-22 23:58:10.940285 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.8 10.80.20.103:6802/1582 1 ==== mgropen(osd.8) v2 ==== 10+0+0 (4004005129 0 0) 0x55ffc9226840 con 0x55ffc9289000
|
|
-449> 2017-10-22 23:58:10.940313 7f431e3db700 4 mgr.server handle_open from 0x55ffc9289000 osd,8
|
|
-448> 2017-10-22 23:58:10.940315 7f431e3db700 1 -- 10.80.20.100:6806/2691 --> 10.80.20.103:6802/1582 -- mgrconfigure() v1 -- 0x55ffc9054800 con 0
|
|
-447> 2017-10-22 23:58:10.940347 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.0 10.80.20.99:6802/1567 1 ==== mgropen(osd.0) v2 ==== 10+0+0 (2393791766 0 0) 0x55ffc9226b00 con 0x55ffc9295800
|
|
-446> 2017-10-22 23:58:10.940355 7f431e3db700 4 mgr.server handle_open from 0x55ffc9295800 osd,0
|
|
-445> 2017-10-22 23:58:10.940358 7f431e3db700 1 -- 10.80.20.100:6806/2691 --> 10.80.20.99:6802/1567 -- mgrconfigure() v1 -- 0x55ffc9054a00 con 0
|
|
-444> 2017-10-22 23:58:10.940359 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/3118937166 conn(0x55ffc92a6000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1251 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-443> 2017-10-22 23:58:10.940385 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6800/1341 conn(0x55ffc922a000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=76 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-442> 2017-10-22 23:58:10.940416 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6800/1341 conn(0x55ffc922a000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=76 cs=1 l=1). rx osd.4 seq 1 0x55ffc9226dc0 mgropen(osd.4) v2
|
|
-441> 2017-10-22 23:58:10.940432 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/2256711960 conn(0x55ffc92aa800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1396 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-440> 2017-10-22 23:58:10.940446 7f43253e9700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc92db800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=42 -
|
|
-439> 2017-10-22 23:58:10.940443 7f4325bea700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc92da000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=41 -
|
|
-438> 2017-10-22 23:58:10.940500 7f43253e9700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc92de800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=44 -
|
|
-437> 2017-10-22 23:58:10.940544 7f43253e9700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc92f3800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=47 -
|
|
-436> 2017-10-22 23:58:10.940570 7f4325bea700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc92f2000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=46 -
|
|
-435> 2017-10-22 23:58:10.940593 7f4325bea700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc92f6800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=49 -
|
|
-434> 2017-10-22 23:58:10.940591 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/1993243432 conn(0x55ffc92a7800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=387 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-433> 2017-10-22 23:58:10.940739 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/406274476 conn(0x55ffc9297000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=542 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-432> 2017-10-22 23:58:10.940757 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/1854190760 conn(0x55ffc9294000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=283 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-431> 2017-10-22 23:58:10.940819 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6800/1354 conn(0x55ffc92db800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=54 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-430> 2017-10-22 23:58:10.940826 7f4324be8700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc92dd000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=43 -
|
|
-429> 2017-10-22 23:58:10.940850 7f4324be8700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc92ec800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=45 -
|
|
-428> 2017-10-22 23:58:10.940862 7f4324be8700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc92f5000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=48 -
|
|
-427> 2017-10-22 23:58:10.940889 7f4324be8700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc9308000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=50 -
|
|
-426> 2017-10-22 23:58:10.940905 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/116473496 conn(0x55ffc92f3800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=307 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-425> 2017-10-22 23:58:10.940909 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/1993243432 conn(0x55ffc92a7800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=387 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-424> 2017-10-22 23:58:10.941017 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/172869959 conn(0x55ffc92de800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=285 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-423> 2017-10-22 23:58:10.941034 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6800/1354 conn(0x55ffc92db800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=54 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-422> 2017-10-22 23:58:10.941047 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6802/1539 conn(0x55ffc92f5000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=71 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-421> 2017-10-22 23:58:10.941060 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/406274476 conn(0x55ffc9297000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=542 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-420> 2017-10-22 23:58:10.941063 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6800/1354 conn(0x55ffc92db800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=54 cs=1 l=1). rx osd.9 seq 1 0x55ffc9227080 mgropen(osd.9) v2
|
|
-419> 2017-10-22 23:58:10.941099 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/116473496 conn(0x55ffc92f3800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=307 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-418> 2017-10-22 23:58:10.941122 7f43253e9700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc9309800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=51 -
|
|
-417> 2017-10-22 23:58:10.941150 7f43253e9700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc9322000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=54 -
|
|
-416> 2017-10-22 23:58:10.941167 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/172869959 conn(0x55ffc92de800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=285 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-415> 2017-10-22 23:58:10.941181 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6804/1859 conn(0x55ffc92ec800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=99 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-414> 2017-10-22 23:58:10.941278 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.1.100:0/4014087237 conn(0x55ffc92f2000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=284 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-413> 2017-10-22 23:58:10.941287 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/1425954570 conn(0x55ffc92dd000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=300 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-412> 2017-10-22 23:58:10.941390 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.1.100:0/3220256823 conn(0x55ffc92f6800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=679 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-411> 2017-10-22 23:58:10.941405 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/1802344799 conn(0x55ffc9308000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1214 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-410> 2017-10-22 23:58:10.941411 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/1075408790 conn(0x55ffc9322000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=288 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-409> 2017-10-22 23:58:10.941423 7f4324be8700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc930b000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=52 -
|
|
-408> 2017-10-22 23:58:10.941439 7f4324be8700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc9323800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=55 -
|
|
-407> 2017-10-22 23:58:10.941467 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6802/1539 conn(0x55ffc92f5000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=71 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-406> 2017-10-22 23:58:10.941499 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.100:0/585 conn(0x55ffc92da000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=42 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-405> 2017-10-22 23:58:10.941502 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/2347177047 conn(0x55ffc9309800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=367 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-404> 2017-10-22 23:58:10.941507 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6802/1539 conn(0x55ffc92f5000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=71 cs=1 l=1). rx osd.3 seq 1 0x55ffc9227340 mgropen(osd.3) v2
|
|
-403> 2017-10-22 23:58:10.941514 7f4325bea700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc930c800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=53 -
|
|
-402> 2017-10-22 23:58:10.941525 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6804/1859 conn(0x55ffc92ec800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=99 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-401> 2017-10-22 23:58:10.941537 7f4325bea700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc9325000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=56 -
|
|
-400> 2017-10-22 23:58:10.941557 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6804/1859 conn(0x55ffc92ec800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=99 cs=1 l=1). rx osd.1 seq 1 0x55ffc9227600 mgropen(osd.1) v2
|
|
-399> 2017-10-22 23:58:10.941564 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.1.100:0/4014087237 conn(0x55ffc92f2000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=284 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-398> 2017-10-22 23:58:10.941572 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/1425954570 conn(0x55ffc92dd000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=300 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-397> 2017-10-22 23:58:10.941599 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.4 10.80.20.100:6800/1341 1 ==== mgropen(osd.4) v2 ==== 10+0+0 (1012623969 0 0) 0x55ffc9226dc0 con 0x55ffc922a000
|
|
-396> 2017-10-22 23:58:10.941614 7f431e3db700 4 mgr.server handle_open from 0x55ffc922a000 osd,4
|
|
-395> 2017-10-22 23:58:10.941601 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.100:0/585 conn(0x55ffc92da000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=42 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-394> 2017-10-22 23:58:10.941618 7f431e3db700 1 -- 10.80.20.100:6806/2691 --> 10.80.20.100:6800/1341 -- mgrconfigure() v1 -- 0x55ffc9054c00 con 0
|
|
-393> 2017-10-22 23:58:10.941633 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.9 10.80.20.103:6800/1354 1 ==== mgropen(osd.9) v2 ==== 10+0+0 (26750480 0 0) 0x55ffc9227080 con 0x55ffc92db800
|
|
-392> 2017-10-22 23:58:10.941640 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:0/585 conn(0x55ffc92da000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=42 cs=1 l=1). rx mon.1 seq 1 0x55ffc92278c0 mgropen(mon.node2) v2
|
|
-391> 2017-10-22 23:58:10.941648 7f431e3db700 4 mgr.server handle_open from 0x55ffc92db800 osd,9
|
|
-390> 2017-10-22 23:58:10.941650 7f431e3db700 1 -- 10.80.20.100:6806/2691 --> 10.80.20.103:6800/1354 -- mgrconfigure() v1 -- 0x55ffc9054e00 con 0
|
|
-389> 2017-10-22 23:58:10.941661 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.1 10.80.20.99:6804/1859 1 ==== mgropen(osd.1) v2 ==== 10+0+0 (1637758479 0 0) 0x55ffc9227600 con 0x55ffc92ec800
|
|
-388> 2017-10-22 23:58:10.941678 7f431e3db700 4 mgr.server handle_open from 0x55ffc92ec800 osd,1
|
|
-387> 2017-10-22 23:58:10.941688 7f431e3db700 1 -- 10.80.20.100:6806/2691 --> 10.80.20.99:6804/1859 -- mgrconfigure() v1 -- 0x55ffc9055000 con 0
|
|
-386> 2017-10-22 23:58:10.941703 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/1802344799 conn(0x55ffc9308000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1214 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-385> 2017-10-22 23:58:10.941710 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.3 10.80.20.100:6802/1539 1 ==== mgropen(osd.3) v2 ==== 10+0+0 (3121780428 0 0) 0x55ffc9227340 con 0x55ffc92f5000
|
|
-384> 2017-10-22 23:58:10.941716 7f431e3db700 4 mgr.server handle_open from 0x55ffc92f5000 osd,3
|
|
-383> 2017-10-22 23:58:10.941718 7f431e3db700 1 -- 10.80.20.100:6806/2691 --> 10.80.20.100:6802/1539 -- mgrconfigure() v1 -- 0x55ffc9055200 con 0
|
|
-382> 2017-10-22 23:58:10.941727 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== mon.1 10.80.20.100:0/585 1 ==== mgropen(mon.node2) v2 ==== 14+0+0 (2989089552 0 0) 0x55ffc92278c0 con 0x55ffc92da000
|
|
-381> 2017-10-22 23:58:10.941756 7f431e3db700 4 mgr.server handle_open from 0x55ffc92da000 mon,node2
|
|
-380> 2017-10-22 23:58:10.941758 7f431e3db700 1 -- 10.80.20.100:6806/2691 --> 10.80.20.100:0/585 -- mgrconfigure() v1 -- 0x55ffc9055400 con 0
|
|
-379> 2017-10-22 23:58:10.941781 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6804/1679 conn(0x55ffc930c800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=77 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-378> 2017-10-22 23:58:10.941838 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.1.100:0/3220256823 conn(0x55ffc92f6800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=679 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-377> 2017-10-22 23:58:10.941875 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/1075408790 conn(0x55ffc9322000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=288 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-376> 2017-10-22 23:58:10.941975 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/2347177047 conn(0x55ffc9309800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=367 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-375> 2017-10-22 23:58:10.942344 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/1546952078 conn(0x55ffc930b000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=699 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-374> 2017-10-22 23:58:10.942448 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/90241629 conn(0x55ffc9323800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=287 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-373> 2017-10-22 23:58:10.942545 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:0/607 conn(0x55ffc9287800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=50 cs=1 l=1). rx mon.0 seq 2 0x55ffc874ad00 mgrreport(mon.node1 +153-0 packed 1630) v4
|
|
-372> 2017-10-22 23:58:10.942805 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6800/4577 conn(0x55ffc9286000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=22 cs=1 l=1). rx osd.2 seq 2 0x55ffc874aa00 mgrreport(osd.2 +428-0 packed 4966) v4
|
|
-371> 2017-10-22 23:58:10.942920 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/3672119233 conn(0x55ffc9325000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=370 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-370> 2017-10-22 23:58:10.943045 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6800/1341 conn(0x55ffc922a000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=76 cs=1 l=1). rx osd.4 seq 2 0x55ffc874a700 mgrreport(osd.4 +428-0 packed 4966) v4
|
|
-369> 2017-10-22 23:58:10.943047 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/1546952078 conn(0x55ffc930b000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=699 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-368> 2017-10-22 23:58:10.943078 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/90241629 conn(0x55ffc9323800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=287 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-367> 2017-10-22 23:58:10.943146 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6802/1582 conn(0x55ffc9289000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=62 cs=1 l=1). rx osd.8 seq 2 0x55ffc8748c00 mgrreport(osd.8 +428-0 packed 4966) v4
|
|
-366> 2017-10-22 23:58:10.943374 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6800/1341 conn(0x55ffc922a000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=76 cs=1 l=1). rx osd.4 seq 3 0x55ffc9268900 pg_stats(48 pgs tid 0 v 0) v1
|
|
-365> 2017-10-22 23:58:10.943396 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6802/1582 conn(0x55ffc9289000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=62 cs=1 l=1). rx osd.8 seq 3 0x55ffc874b300 pg_stats(46 pgs tid 0 v 0) v1
|
|
-364> 2017-10-22 23:58:10.943627 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6802/1539 conn(0x55ffc92f5000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=71 cs=1 l=1). rx osd.3 seq 2 0x55ffc9268f00 mgrreport(osd.3 +428-0 packed 4966) v4
|
|
-363> 2017-10-22 23:58:10.943663 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6802/1567 conn(0x55ffc9295800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.0 seq 2 0x55ffc9269500 mgrreport(osd.0 +428-0 packed 4966) v4
|
|
-362> 2017-10-22 23:58:10.943733 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== mon.0 10.80.20.99:0/607 2 ==== mgrreport(mon.node1 +153-0 packed 1630) v4 ==== 12574+0+0 (403865939 0 0) 0x55ffc874ad00 con 0x55ffc9287800
|
|
-361> 2017-10-22 23:58:10.943746 7f431e3db700 4 mgr.server handle_report from 0x55ffc9287800 mon,node1
|
|
-360> 2017-10-22 23:58:10.943817 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:0/585 conn(0x55ffc92da000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=42 cs=1 l=1). rx mon.1 seq 2 0x55ffc9269800 mgrreport(mon.node2 +153-0 packed 1630) v4
|
|
-359> 2017-10-22 23:58:10.943832 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6802/1539 conn(0x55ffc92f5000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=71 cs=1 l=1). rx osd.3 seq 3 0x55ffc9269200 pg_stats(55 pgs tid 0 v 0) v1
|
|
-358> 2017-10-22 23:58:10.943839 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6804/1679 conn(0x55ffc930c800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=77 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-357> 2017-10-22 23:58:10.943845 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6800/4577 conn(0x55ffc9286000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=22 cs=1 l=1). rx osd.2 seq 3 0x55ffc9268c00 pg_stats(101 pgs tid 0 v 0) v1
|
|
-356> 2017-10-22 23:58:10.943865 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6804/1679 conn(0x55ffc930c800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.5 seq 1 0x55ffc93de3c0 mgropen(osd.5) v2
|
|
-355> 2017-10-22 23:58:10.944028 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6802/1567 conn(0x55ffc9295800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.0 seq 3 0x55ffc9269b00 pg_stats(53 pgs tid 0 v 0) v1
|
|
-354> 2017-10-22 23:58:10.944045 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.250:0/3672119233 conn(0x55ffc9325000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=370 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-353> 2017-10-22 23:58:10.944137 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6800/1354 conn(0x55ffc92db800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=54 cs=1 l=1). rx osd.9 seq 2 0x55ffc920c400 mgrreport(osd.9 +428-0 packed 4966) v4
|
|
-352> 2017-10-22 23:58:10.944175 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.8 10.80.20.103:6802/1582 2 ==== mgrreport(osd.8 +428-0 packed 4966) v4 ==== 37113+0+0 (1163587552 0 0) 0x55ffc8748c00 con 0x55ffc9289000
|
|
-351> 2017-10-22 23:58:10.944184 7f431e3db700 4 mgr.server handle_report from 0x55ffc9289000 osd,8
|
|
-350> 2017-10-22 23:58:10.944289 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6800/1354 conn(0x55ffc92db800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=54 cs=1 l=1). rx osd.9 seq 3 0x55ffc9269e00 pg_stats(33 pgs tid 0 v 0) v1
|
|
-349> 2017-10-22 23:58:10.944654 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6804/1859 conn(0x55ffc92ec800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=99 cs=1 l=1). rx osd.1 seq 2 0x55ffc926aa00 mgrreport(osd.1 +428-0 packed 4966) v4
|
|
-348> 2017-10-22 23:58:10.944805 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6804/1859 conn(0x55ffc92ec800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=99 cs=1 l=1). rx osd.1 seq 3 0x55ffc926ad00 pg_stats(47 pgs tid 0 v 0) v1
|
|
-347> 2017-10-22 23:58:10.945403 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.0 10.80.20.99:6802/1567 2 ==== mgrreport(osd.0 +428-0 packed 4966) v4 ==== 37113+0+0 (840637631 0 0) 0x55ffc9269500 con 0x55ffc9295800
|
|
-346> 2017-10-22 23:58:10.945415 7f431e3db700 4 mgr.server handle_report from 0x55ffc9295800 osd,0
|
|
-345> 2017-10-22 23:58:10.946003 7f4324be8700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc9532000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=57 -
|
|
-344> 2017-10-22 23:58:10.946014 7f4325bea700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc9533800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=58 -
|
|
-343> 2017-10-22 23:58:10.946117 7f4324be8700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc9535000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=59 -
|
|
-342> 2017-10-22 23:58:10.946209 7f43253e9700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc9536800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=60 -
|
|
-341> 2017-10-22 23:58:10.946244 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.103:0/1326 conn(0x55ffc9532000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=37 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-340> 2017-10-22 23:58:10.946507 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== mon.1 10.80.20.100:0/585 2 ==== mgrreport(mon.node2 +153-0 packed 1630) v4 ==== 12574+0+0 (2715494565 0 0) 0x55ffc9269800 con 0x55ffc92da000
|
|
-339> 2017-10-22 23:58:10.946526 7f431e3db700 4 mgr.server handle_report from 0x55ffc92da000 mon,node2
|
|
-338> 2017-10-22 23:58:10.946513 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6804/1737 conn(0x55ffc9535000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=61 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-337> 2017-10-22 23:58:10.946524 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6806/2006 conn(0x55ffc9533800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=63 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-336> 2017-10-22 23:58:10.946552 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.103:0/1326 conn(0x55ffc9532000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=37 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-335> 2017-10-22 23:58:10.946583 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:0/1326 conn(0x55ffc9532000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=37 cs=1 l=1). rx mon.2 seq 1 0x55ffc94f9180 mgropen(mon.node3) v2
|
|
-334> 2017-10-22 23:58:10.946588 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.55:0/2405434899 conn(0x55ffc9536800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=45 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-333> 2017-10-22 23:58:10.946599 7f4324be8700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6804/1737 conn(0x55ffc9535000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=61 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-332> 2017-10-22 23:58:10.946664 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6804/1737 conn(0x55ffc9535000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=61 cs=1 l=1). rx osd.7 seq 1 0x55ffc94f9440 mgropen(osd.7) v2
|
|
-331> 2017-10-22 23:58:10.946667 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6806/2006 conn(0x55ffc9533800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=63 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-330> 2017-10-22 23:58:10.946736 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6806/2006 conn(0x55ffc9533800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=63 cs=1 l=1). rx osd.6 seq 1 0x55ffc94819c0 mgropen(osd.6) v2
|
|
-329> 2017-10-22 23:58:10.946767 7f43253e9700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.55:0/2405434899 conn(0x55ffc9536800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=45 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-328> 2017-10-22 23:58:10.946887 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.9 10.80.20.103:6800/1354 2 ==== mgrreport(osd.9 +428-0 packed 4966) v4 ==== 37113+0+0 (3070959832 0 0) 0x55ffc920c400 con 0x55ffc92db800
|
|
-327> 2017-10-22 23:58:10.946898 7f431e3db700 4 mgr.server handle_report from 0x55ffc92db800 osd,9
|
|
-326> 2017-10-22 23:58:10.947863 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.1 10.80.20.99:6804/1859 2 ==== mgrreport(osd.1 +428-0 packed 4966) v4 ==== 37113+0+0 (85581671 0 0) 0x55ffc926aa00 con 0x55ffc92ec800
|
|
-325> 2017-10-22 23:58:10.947874 7f431e3db700 4 mgr.server handle_report from 0x55ffc92ec800 osd,1
|
|
-324> 2017-10-22 23:58:10.948851 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.3 10.80.20.100:6802/1539 2 ==== mgrreport(osd.3 +428-0 packed 4966) v4 ==== 37113+0+0 (3518185994 0 0) 0x55ffc9268f00 con 0x55ffc92f5000
|
|
-323> 2017-10-22 23:58:10.948863 7f431e3db700 4 mgr.server handle_report from 0x55ffc92f5000 osd,3
|
|
-322> 2017-10-22 23:58:10.950937 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.5 10.80.20.100:6804/1679 1 ==== mgropen(osd.5) v2 ==== 10+0+0 (3547005304 0 0) 0x55ffc93de3c0 con 0x55ffc930c800
|
|
-321> 2017-10-22 23:58:10.950950 7f431e3db700 4 mgr.server handle_open from 0x55ffc930c800 osd,5
|
|
-320> 2017-10-22 23:58:10.950953 7f431e3db700 1 -- 10.80.20.100:6806/2691 --> 10.80.20.100:6804/1679 -- mgrconfigure() v1 -- 0x55ffc9054e00 con 0
|
|
-319> 2017-10-22 23:58:10.950971 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== mon.2 10.80.20.103:0/1326 1 ==== mgropen(mon.node3) v2 ==== 14+0+0 (1561954313 0 0) 0x55ffc94f9180 con 0x55ffc9532000
|
|
-318> 2017-10-22 23:58:10.950979 7f431e3db700 4 mgr.server handle_open from 0x55ffc9532000 mon,node3
|
|
-317> 2017-10-22 23:58:10.950981 7f431e3db700 1 -- 10.80.20.100:6806/2691 --> 10.80.20.103:0/1326 -- mgrconfigure() v1 -- 0x55ffc9055800 con 0
|
|
-316> 2017-10-22 23:58:10.950993 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.6 10.80.20.103:6806/2006 1 ==== mgropen(osd.6) v2 ==== 10+0+0 (3889679010 0 0) 0x55ffc94819c0 con 0x55ffc9533800
|
|
-315> 2017-10-22 23:58:10.951000 7f431e3db700 4 mgr.server handle_open from 0x55ffc9533800 osd,6
|
|
-314> 2017-10-22 23:58:10.951003 7f431e3db700 1 -- 10.80.20.100:6806/2691 --> 10.80.20.103:6806/2006 -- mgrconfigure() v1 -- 0x55ffc9055a00 con 0
|
|
-313> 2017-10-22 23:58:10.951012 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.7 10.80.20.103:6804/1737 1 ==== mgropen(osd.7) v2 ==== 10+0+0 (149397947 0 0) 0x55ffc94f9440 con 0x55ffc9535000
|
|
-312> 2017-10-22 23:58:10.951020 7f431e3db700 4 mgr.server handle_open from 0x55ffc9535000 osd,7
|
|
-311> 2017-10-22 23:58:10.951022 7f431e3db700 1 -- 10.80.20.100:6806/2691 --> 10.80.20.103:6804/1737 -- mgrconfigure() v1 -- 0x55ffc9055c00 con 0
|
|
-310> 2017-10-22 23:58:10.951034 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.4 10.80.20.100:6800/1341 2 ==== mgrreport(osd.4 +428-0 packed 4966) v4 ==== 37113+0+0 (3111806961 0 0) 0x55ffc874a700 con 0x55ffc922a000
|
|
-309> 2017-10-22 23:58:10.951040 7f431e3db700 4 mgr.server handle_report from 0x55ffc922a000 osd,4
|
|
-308> 2017-10-22 23:58:10.951780 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:0/1326 conn(0x55ffc9532000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=37 cs=1 l=1). rx mon.2 seq 2 0x55ffc926b000 mgrreport(mon.node3 +153-0 packed 1630) v4
|
|
-307> 2017-10-22 23:58:10.952076 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.2 10.80.20.99:6800/4577 2 ==== mgrreport(osd.2 +428-0 packed 4966) v4 ==== 37113+0+0 (2637780672 0 0) 0x55ffc874aa00 con 0x55ffc9286000
|
|
-306> 2017-10-22 23:58:10.952099 7f431e3db700 4 mgr.server handle_report from 0x55ffc9286000 osd,2
|
|
-305> 2017-10-22 23:58:10.952174 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6804/1679 conn(0x55ffc930c800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.5 seq 2 0x55ffc9269800 mgrreport(osd.5 +428-0 packed 4966) v4
|
|
-304> 2017-10-22 23:58:10.952544 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6804/1679 conn(0x55ffc930c800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.5 seq 3 0x55ffc8748c00 pg_stats(71 pgs tid 0 v 0) v1
|
|
-303> 2017-10-22 23:58:10.952703 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6806/2006 conn(0x55ffc9533800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=63 cs=1 l=1). rx osd.6 seq 2 0x55ffc874ad00 mgrreport(osd.6 +428-0 packed 4966) v4
|
|
-302> 2017-10-22 23:58:10.952802 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6806/2006 conn(0x55ffc9533800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=63 cs=1 l=1). rx osd.6 seq 3 0x55ffc920c400 pg_stats(28 pgs tid 0 v 0) v1
|
|
-301> 2017-10-22 23:58:10.953204 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.8 10.80.20.103:6802/1582 3 ==== pg_stats(46 pgs tid 0 v 0) v1 ==== 26800+0+0 (1196572633 0 0) 0x55ffc874b300 con 0x55ffc9289000
|
|
-300> 2017-10-22 23:58:10.953287 7f431e3db700 4 mgr.server maybe_ready initial report from osd 8
|
|
-299> 2017-10-22 23:58:10.953295 7f431e3db700 4 mgr.server maybe_ready still waiting for 9 osds to report in before PGMap is ready
|
|
-298> 2017-10-22 23:58:10.953308 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.0 10.80.20.99:6802/1567 3 ==== pg_stats(53 pgs tid 0 v 0) v1 ==== 30834+0+0 (2157448589 0 0) 0x55ffc9269b00 con 0x55ffc9295800
|
|
-297> 2017-10-22 23:58:10.953343 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6804/1737 conn(0x55ffc9535000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=61 cs=1 l=1). rx osd.7 seq 2 0x55ffc926aa00 mgrreport(osd.7 +428-0 packed 4966) v4
|
|
-296> 2017-10-22 23:58:10.953373 7f431e3db700 4 mgr.server maybe_ready initial report from osd 0
|
|
-295> 2017-10-22 23:58:10.953380 7f431e3db700 4 mgr.server maybe_ready still waiting for 8 osds to report in before PGMap is ready
|
|
-294> 2017-10-22 23:58:10.953401 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.9 10.80.20.103:6800/1354 3 ==== pg_stats(33 pgs tid 0 v 0) v1 ==== 19210+0+0 (2560112241 0 0) 0x55ffc9269e00 con 0x55ffc92db800
|
|
-293> 2017-10-22 23:58:10.953440 7f431e3db700 4 mgr.server maybe_ready initial report from osd 9
|
|
-292> 2017-10-22 23:58:10.953446 7f431e3db700 4 mgr.server maybe_ready still waiting for 7 osds to report in before PGMap is ready
|
|
-291> 2017-10-22 23:58:10.953491 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.1 10.80.20.99:6804/1859 3 ==== pg_stats(47 pgs tid 0 v 0) v1 ==== 27326+0+0 (1770160131 0 0) 0x55ffc926ad00 con 0x55ffc92ec800
|
|
-290> 2017-10-22 23:58:10.953506 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6804/1737 conn(0x55ffc9535000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=61 cs=1 l=1). rx osd.7 seq 3 0x55ffc9269500 pg_stats(30 pgs tid 0 v 0) v1
|
|
-289> 2017-10-22 23:58:10.953542 7f431e3db700 4 mgr.server maybe_ready initial report from osd 1
|
|
-288> 2017-10-22 23:58:10.953548 7f431e3db700 4 mgr.server maybe_ready still waiting for 6 osds to report in before PGMap is ready
|
|
-287> 2017-10-22 23:58:10.953573 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.3 10.80.20.100:6802/1539 3 ==== pg_stats(55 pgs tid 0 v 0) v1 ==== 31990+0+0 (1253072249 0 0) 0x55ffc9269200 con 0x55ffc92f5000
|
|
-286> 2017-10-22 23:58:10.953625 7f431e3db700 4 mgr.server maybe_ready initial report from osd 3
|
|
-285> 2017-10-22 23:58:10.953631 7f431e3db700 4 mgr.server maybe_ready still waiting for 5 osds to report in before PGMap is ready
|
|
-284> 2017-10-22 23:58:10.953641 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.5 10.80.20.100:6804/1679 2 ==== mgrreport(osd.5 +428-0 packed 4966) v4 ==== 37113+0+0 (245476946 0 0) 0x55ffc9269800 con 0x55ffc930c800
|
|
-283> 2017-10-22 23:58:10.953649 7f431e3db700 4 mgr.server handle_report from 0x55ffc930c800 osd,5
|
|
-282> 2017-10-22 23:58:10.954571 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== mon.2 10.80.20.103:0/1326 2 ==== mgrreport(mon.node3 +153-0 packed 1630) v4 ==== 12574+0+0 (3999280517 0 0) 0x55ffc926b000 con 0x55ffc9532000
|
|
-281> 2017-10-22 23:58:10.954582 7f431e3db700 4 mgr.server handle_report from 0x55ffc9532000 mon,node3
|
|
-280> 2017-10-22 23:58:10.954901 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.6 10.80.20.103:6806/2006 2 ==== mgrreport(osd.6 +428-0 packed 4966) v4 ==== 37113+0+0 (269377053 0 0) 0x55ffc874ad00 con 0x55ffc9533800
|
|
-279> 2017-10-22 23:58:10.954911 7f431e3db700 4 mgr.server handle_report from 0x55ffc9533800 osd,6
|
|
-278> 2017-10-22 23:58:10.955868 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.7 10.80.20.103:6804/1737 2 ==== mgrreport(osd.7 +428-0 packed 4966) v4 ==== 37113+0+0 (1985442766 0 0) 0x55ffc926aa00 con 0x55ffc9535000
|
|
-277> 2017-10-22 23:58:10.955878 7f431e3db700 4 mgr.server handle_report from 0x55ffc9535000 osd,7
|
|
-276> 2017-10-22 23:58:10.956817 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.4 10.80.20.100:6800/1341 3 ==== pg_stats(48 pgs tid 0 v 0) v1 ==== 27900+0+0 (112259257 0 0) 0x55ffc9268900 con 0x55ffc922a000
|
|
-275> 2017-10-22 23:58:10.956873 7f431e3db700 4 mgr.server maybe_ready initial report from osd 4
|
|
-274> 2017-10-22 23:58:10.956880 7f431e3db700 4 mgr.server maybe_ready still waiting for 4 osds to report in before PGMap is ready
|
|
-273> 2017-10-22 23:58:10.956892 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.2 10.80.20.99:6800/4577 3 ==== pg_stats(101 pgs tid 0 v 0) v1 ==== 58574+0+0 (4113253108 0 0) 0x55ffc9268c00 con 0x55ffc9286000
|
|
-272> 2017-10-22 23:58:10.956978 7f431e3db700 4 mgr.server maybe_ready initial report from osd 2
|
|
-271> 2017-10-22 23:58:10.956985 7f431e3db700 4 mgr.server maybe_ready still waiting for 3 osds to report in before PGMap is ready
|
|
-270> 2017-10-22 23:58:10.957006 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.5 10.80.20.100:6804/1679 3 ==== pg_stats(71 pgs tid 0 v 0) v1 ==== 41190+0+0 (4231323973 0 0) 0x55ffc8748c00 con 0x55ffc930c800
|
|
-269> 2017-10-22 23:58:10.957063 7f431e3db700 4 mgr.server maybe_ready initial report from osd 5
|
|
-268> 2017-10-22 23:58:10.957070 7f431e3db700 4 mgr.server maybe_ready still waiting for 2 osds to report in before PGMap is ready
|
|
-267> 2017-10-22 23:58:10.957089 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.6 10.80.20.103:6806/2006 3 ==== pg_stats(28 pgs tid 0 v 0) v1 ==== 16364+0+0 (2604582474 0 0) 0x55ffc920c400 con 0x55ffc9533800
|
|
-266> 2017-10-22 23:58:10.957118 7f431e3db700 4 mgr.server maybe_ready initial report from osd 6
|
|
-265> 2017-10-22 23:58:10.957124 7f431e3db700 4 mgr.server maybe_ready still waiting for 1 osds to report in before PGMap is ready
|
|
-264> 2017-10-22 23:58:10.957141 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.7 10.80.20.103:6804/1737 3 ==== pg_stats(30 pgs tid 0 v 0) v1 ==== 17512+0+0 (3695512840 0 0) 0x55ffc9269500 con 0x55ffc9535000
|
|
-263> 2017-10-22 23:58:10.957171 7f431e3db700 4 mgr.server maybe_ready initial report from osd 7
|
|
-262> 2017-10-22 23:58:10.957177 7f431e3db700 4 mgr.server maybe_ready all osds have reported, sending PG state to mon
|
|
-261> 2017-10-22 23:58:10.958024 7f431e3db700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-260> 2017-10-22 23:58:10.958034 7f431e3db700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55ffc9675080 con 0
|
|
-259> 2017-10-22 23:58:11.829498 7f431fbde700 1 mgr send_beacon active
|
|
-258> 2017-10-22 23:58:11.829738 7f431fbde700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-257> 2017-10-22 23:58:11.829752 7f431fbde700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256812, 10.80.20.100:6806/2691, 1) v5 -- 0x55ffc874ad00 con 0
|
|
-256> 2017-10-22 23:58:11.829925 7f431fbde700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-255> 2017-10-22 23:58:11.829939 7f431fbde700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55ffc9228c00 con 0
|
|
-254> 2017-10-22 23:58:13.830248 7f431fbde700 1 mgr send_beacon active
|
|
-253> 2017-10-22 23:58:13.830476 7f431fbde700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-252> 2017-10-22 23:58:13.830490 7f431fbde700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256812, 10.80.20.100:6806/2691, 1) v5 -- 0x55ffc8748c00 con 0
|
|
-251> 2017-10-22 23:58:13.830658 7f431fbde700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-250> 2017-10-22 23:58:13.830666 7f431fbde700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55ffc9228940 con 0
|
|
-249> 2017-10-22 23:58:14.917446 7f4325bea700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.100:6789/0 conn(0x55ffc8a03800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13449 cs=1 l=1). rx mon.1 seq 14 0x55ffc9228940 mgrdigest v1
|
|
-248> 2017-10-22 23:58:14.917523 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.1 10.80.20.100:6789/0 14 ==== mgrdigest v1 ==== 1410+0+0 (1025477589 0 0) 0x55ffc9228940 con 0x55ffc8a03800
|
|
-247> 2017-10-22 23:58:14.917544 7f4322be4700 4 mgr ms_dispatch active mgrdigest v1
|
|
-246> 2017-10-22 23:58:14.917548 7f4322be4700 4 mgr ms_dispatch mgrdigest v1
|
|
-245> 2017-10-22 23:58:15.830749 7f431fbde700 1 mgr send_beacon active
|
|
-244> 2017-10-22 23:58:15.830968 7f431fbde700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-243> 2017-10-22 23:58:15.830980 7f431fbde700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256812, 10.80.20.100:6806/2691, 1) v5 -- 0x55ffc874a700 con 0
|
|
-242> 2017-10-22 23:58:15.831145 7f431fbde700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-241> 2017-10-22 23:58:15.831153 7f431fbde700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55ffc9228680 con 0
|
|
-240> 2017-10-22 23:58:15.941948 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6802/1582 conn(0x55ffc9289000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=62 cs=1 l=1). rx osd.8 seq 4 0x55ffc874a700 mgrreport(osd.8 +0-0 packed 4966) v4
|
|
-239> 2017-10-22 23:58:15.942004 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.8 10.80.20.103:6802/1582 4 ==== mgrreport(osd.8 +0-0 packed 4966) v4 ==== 4988+0+0 (2082521371 0 0) 0x55ffc874a700 con 0x55ffc9289000
|
|
-238> 2017-10-22 23:58:15.942023 7f431e3db700 4 mgr.server handle_report from 0x55ffc9289000 osd,8
|
|
-237> 2017-10-22 23:58:15.942320 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6800/4577 conn(0x55ffc9286000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=22 cs=1 l=1). rx osd.2 seq 4 0x55ffc926a100 mgrreport(osd.2 +0-0 packed 4966) v4
|
|
-236> 2017-10-22 23:58:15.942649 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6802/1582 conn(0x55ffc9289000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=62 cs=1 l=1). rx osd.8 seq 5 0x55ffc8748c00 pg_stats(46 pgs tid 0 v 0) v1
|
|
-235> 2017-10-22 23:58:15.942688 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.2 10.80.20.99:6800/4577 4 ==== mgrreport(osd.2 +0-0 packed 4966) v4 ==== 4988+0+0 (2674116696 0 0) 0x55ffc926a100 con 0x55ffc9286000
|
|
-234> 2017-10-22 23:58:15.942701 7f431e3db700 4 mgr.server handle_report from 0x55ffc9286000 osd,2
|
|
-233> 2017-10-22 23:58:15.942708 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6802/1567 conn(0x55ffc9295800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.0 seq 4 0x55ffc874ad00 mgrreport(osd.0 +0-0 packed 4966) v4
|
|
-232> 2017-10-22 23:58:15.942741 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:0/585 conn(0x55ffc92da000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=42 cs=1 l=1). rx mon.1 seq 3 0x55ffc926b000 mgrreport(mon.node2 +0-0 packed 1630) v4
|
|
-231> 2017-10-22 23:58:15.943308 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.8 10.80.20.103:6802/1582 5 ==== pg_stats(46 pgs tid 0 v 0) v1 ==== 26800+0+0 (1684203254 0 0) 0x55ffc8748c00 con 0x55ffc9289000
|
|
-230> 2017-10-22 23:58:15.943374 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.0 10.80.20.99:6802/1567 4 ==== mgrreport(osd.0 +0-0 packed 4966) v4 ==== 4988+0+0 (3093240641 0 0) 0x55ffc874ad00 con 0x55ffc9295800
|
|
-229> 2017-10-22 23:58:15.943381 7f431e3db700 4 mgr.server handle_report from 0x55ffc9295800 osd,0
|
|
-228> 2017-10-22 23:58:15.942653 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:0/607 conn(0x55ffc9287800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=50 cs=1 l=1). rx mon.0 seq 3 0x55ffc926b300 mgrreport(mon.node1 +0-0 packed 1630) v4
|
|
-227> 2017-10-22 23:58:15.943580 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6802/1567 conn(0x55ffc9295800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.0 seq 5 0x55ffc926aa00 pg_stats(53 pgs tid 0 v 0) v1
|
|
-226> 2017-10-22 23:58:15.943731 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== mon.1 10.80.20.100:0/585 3 ==== mgrreport(mon.node2 +0-0 packed 1630) v4 ==== 1656+0+0 (3022384543 0 0) 0x55ffc926b000 con 0x55ffc92da000
|
|
-225> 2017-10-22 23:58:15.943745 7f431e3db700 4 mgr.server handle_report from 0x55ffc92da000 mon,node2
|
|
-224> 2017-10-22 23:58:15.943797 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6800/1354 conn(0x55ffc92db800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=54 cs=1 l=1). rx osd.9 seq 4 0x55ffc926a400 mgrreport(osd.9 +0-0 packed 4966) v4
|
|
-223> 2017-10-22 23:58:15.943880 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== mon.0 10.80.20.99:0/607 3 ==== mgrreport(mon.node1 +0-0 packed 1630) v4 ==== 1656+0+0 (976156741 0 0) 0x55ffc926b300 con 0x55ffc9287800
|
|
-222> 2017-10-22 23:58:15.943890 7f431e3db700 4 mgr.server handle_report from 0x55ffc9287800 mon,node1
|
|
-221> 2017-10-22 23:58:15.943906 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6800/1354 conn(0x55ffc92db800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=54 cs=1 l=1). rx osd.9 seq 5 0x55ffc926a700 pg_stats(33 pgs tid 0 v 0) v1
|
|
-220> 2017-10-22 23:58:15.943969 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6800/1341 conn(0x55ffc922a000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=76 cs=1 l=1). rx osd.4 seq 4 0x55ffc9269500 mgrreport(osd.4 +0-0 packed 4966) v4
|
|
-219> 2017-10-22 23:58:15.944005 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.0 10.80.20.99:6802/1567 5 ==== pg_stats(53 pgs tid 0 v 0) v1 ==== 30834+0+0 (3819534470 0 0) 0x55ffc926aa00 con 0x55ffc9295800
|
|
-218> 2017-10-22 23:58:15.944074 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.9 10.80.20.103:6800/1354 4 ==== mgrreport(osd.9 +0-0 packed 4966) v4 ==== 4988+0+0 (2969254159 0 0) 0x55ffc926a400 con 0x55ffc92db800
|
|
-217> 2017-10-22 23:58:15.944083 7f431e3db700 4 mgr.server handle_report from 0x55ffc92db800 osd,9
|
|
-216> 2017-10-22 23:58:15.944093 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6800/1341 conn(0x55ffc922a000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=76 cs=1 l=1). rx osd.4 seq 5 0x55ffc874a700 pg_stats(48 pgs tid 0 v 0) v1
|
|
-215> 2017-10-22 23:58:15.944089 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6802/1539 conn(0x55ffc92f5000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=71 cs=1 l=1). rx osd.3 seq 4 0x55ffc926b600 mgrreport(osd.3 +0-0 packed 4966) v4
|
|
-214> 2017-10-22 23:58:15.944258 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6802/1539 conn(0x55ffc92f5000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=71 cs=1 l=1). rx osd.3 seq 5 0x55ffc926a100 pg_stats(55 pgs tid 0 v 0) v1
|
|
-213> 2017-10-22 23:58:15.944335 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6800/4577 conn(0x55ffc9286000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=22 cs=1 l=1). rx osd.2 seq 5 0x55ffc8748c00 pg_stats(101 pgs tid 0 v 0) v1
|
|
-212> 2017-10-22 23:58:15.944420 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6804/1859 conn(0x55ffc92ec800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=99 cs=1 l=1). rx osd.1 seq 4 0x55ffc926b000 mgrreport(osd.1 +0-0 packed 4966) v4
|
|
-211> 2017-10-22 23:58:15.944440 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.4 10.80.20.100:6800/1341 4 ==== mgrreport(osd.4 +0-0 packed 4966) v4 ==== 4988+0+0 (2962818302 0 0) 0x55ffc9269500 con 0x55ffc922a000
|
|
-210> 2017-10-22 23:58:15.944450 7f431e3db700 4 mgr.server handle_report from 0x55ffc922a000 osd,4
|
|
-209> 2017-10-22 23:58:15.944797 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.2 10.80.20.99:6800/4577 5 ==== pg_stats(101 pgs tid 0 v 0) v1 ==== 58554+0+0 (534252856 0 0) 0x55ffc8748c00 con 0x55ffc9286000
|
|
-208> 2017-10-22 23:58:15.944968 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.9 10.80.20.103:6800/1354 5 ==== pg_stats(33 pgs tid 0 v 0) v1 ==== 19210+0+0 (3446652191 0 0) 0x55ffc926a700 con 0x55ffc92db800
|
|
-207> 2017-10-22 23:58:15.945014 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.1 10.80.20.99:6804/1859 4 ==== mgrreport(osd.1 +0-0 packed 4966) v4 ==== 4988+0+0 (3742254402 0 0) 0x55ffc926b000 con 0x55ffc92ec800
|
|
-206> 2017-10-22 23:58:15.945024 7f431e3db700 4 mgr.server handle_report from 0x55ffc92ec800 osd,1
|
|
-205> 2017-10-22 23:58:15.945227 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6804/1859 conn(0x55ffc92ec800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=99 cs=1 l=1). rx osd.1 seq 5 0x55ffc9268c00 pg_stats(47 pgs tid 0 v 0) v1
|
|
-204> 2017-10-22 23:58:15.945368 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.3 10.80.20.100:6802/1539 4 ==== mgrreport(osd.3 +0-0 packed 4966) v4 ==== 4988+0+0 (3370074089 0 0) 0x55ffc926b600 con 0x55ffc92f5000
|
|
-203> 2017-10-22 23:58:15.945378 7f431e3db700 4 mgr.server handle_report from 0x55ffc92f5000 osd,3
|
|
-202> 2017-10-22 23:58:15.945686 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.4 10.80.20.100:6800/1341 5 ==== pg_stats(48 pgs tid 0 v 0) v1 ==== 27900+0+0 (3736094842 0 0) 0x55ffc874a700 con 0x55ffc922a000
|
|
-201> 2017-10-22 23:58:15.945737 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.1 10.80.20.99:6804/1859 5 ==== pg_stats(47 pgs tid 0 v 0) v1 ==== 27326+0+0 (2762132393 0 0) 0x55ffc9268c00 con 0x55ffc92ec800
|
|
-200> 2017-10-22 23:58:15.945781 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.3 10.80.20.100:6802/1539 5 ==== pg_stats(55 pgs tid 0 v 0) v1 ==== 31966+0+0 (1819383692 0 0) 0x55ffc926a100 con 0x55ffc92f5000
|
|
-199> 2017-10-22 23:58:15.951847 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:0/1326 conn(0x55ffc9532000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=37 cs=1 l=1). rx mon.2 seq 3 0x55ffc9269b00 mgrreport(mon.node3 +0-0 packed 1630) v4
|
|
-198> 2017-10-22 23:58:15.951883 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== mon.2 10.80.20.103:0/1326 3 ==== mgrreport(mon.node3 +0-0 packed 1630) v4 ==== 1656+0+0 (3139679885 0 0) 0x55ffc9269b00 con 0x55ffc9532000
|
|
-197> 2017-10-22 23:58:15.951902 7f431e3db700 4 mgr.server handle_report from 0x55ffc9532000 mon,node3
|
|
-196> 2017-10-22 23:58:15.952497 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6806/2006 conn(0x55ffc9533800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=63 cs=1 l=1). rx osd.6 seq 4 0x55ffc9268900 mgrreport(osd.6 +0-0 packed 4966) v4
|
|
-195> 2017-10-22 23:58:15.952853 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6806/2006 conn(0x55ffc9533800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=63 cs=1 l=1). rx osd.6 seq 5 0x55ffc874aa00 pg_stats(28 pgs tid 0 v 0) v1
|
|
-194> 2017-10-22 23:58:15.952897 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6804/1679 conn(0x55ffc930c800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.5 seq 4 0x55ffc874b300 mgrreport(osd.5 +0-0 packed 4966) v4
|
|
-193> 2017-10-22 23:58:15.953246 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6804/1737 conn(0x55ffc9535000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=61 cs=1 l=1). rx osd.7 seq 4 0x55ffc9269e00 mgrreport(osd.7 +0-0 packed 4966) v4
|
|
-192> 2017-10-22 23:58:15.953319 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.6 10.80.20.103:6806/2006 4 ==== mgrreport(osd.6 +0-0 packed 4966) v4 ==== 4988+0+0 (2542633280 0 0) 0x55ffc9268900 con 0x55ffc9533800
|
|
-191> 2017-10-22 23:58:15.953335 7f431e3db700 4 mgr.server handle_report from 0x55ffc9533800 osd,6
|
|
-190> 2017-10-22 23:58:15.953478 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6804/1679 conn(0x55ffc930c800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.5 seq 5 0x55ffc926b300 pg_stats(71 pgs tid 0 v 0) v1
|
|
-189> 2017-10-22 23:58:15.953589 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6804/1737 conn(0x55ffc9535000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=61 cs=1 l=1). rx osd.7 seq 5 0x55ffc926b000 pg_stats(30 pgs tid 0 v 0) v1
|
|
-188> 2017-10-22 23:58:15.953711 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.7 10.80.20.103:6804/1737 4 ==== mgrreport(osd.7 +0-0 packed 4966) v4 ==== 4988+0+0 (1014756927 0 0) 0x55ffc9269e00 con 0x55ffc9535000
|
|
-187> 2017-10-22 23:58:15.953722 7f431e3db700 4 mgr.server handle_report from 0x55ffc9535000 osd,7
|
|
-186> 2017-10-22 23:58:15.954061 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.5 10.80.20.100:6804/1679 4 ==== mgrreport(osd.5 +0-0 packed 4966) v4 ==== 4988+0+0 (1322326976 0 0) 0x55ffc874b300 con 0x55ffc930c800
|
|
-185> 2017-10-22 23:58:15.954073 7f431e3db700 4 mgr.server handle_report from 0x55ffc930c800 osd,5
|
|
-184> 2017-10-22 23:58:15.954391 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.6 10.80.20.103:6806/2006 5 ==== pg_stats(28 pgs tid 0 v 0) v1 ==== 16364+0+0 (4263032041 0 0) 0x55ffc874aa00 con 0x55ffc9533800
|
|
-183> 2017-10-22 23:58:15.954434 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.7 10.80.20.103:6804/1737 5 ==== pg_stats(30 pgs tid 0 v 0) v1 ==== 17512+0+0 (291695434 0 0) 0x55ffc926b000 con 0x55ffc9535000
|
|
-182> 2017-10-22 23:58:15.954469 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.5 10.80.20.100:6804/1679 5 ==== pg_stats(71 pgs tid 0 v 0) v1 ==== 41190+0+0 (80067568 0 0) 0x55ffc926b300 con 0x55ffc930c800
|
|
-181> 2017-10-22 23:58:17.831259 7f431fbde700 1 mgr send_beacon active
|
|
-180> 2017-10-22 23:58:17.831497 7f431fbde700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-179> 2017-10-22 23:58:17.831510 7f431fbde700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256812, 10.80.20.100:6806/2691, 1) v5 -- 0x55ffc874a700 con 0
|
|
-178> 2017-10-22 23:58:17.832900 7f431fbde700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-177> 2017-10-22 23:58:17.832910 7f431fbde700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55ffc97bfc80 con 0
|
|
-176> 2017-10-22 23:58:19.826463 7f4321be2700 10 monclient: tick
|
|
-175> 2017-10-22 23:58:19.826495 7f4321be2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2017-10-22 23:57:49.826480)
|
|
-174> 2017-10-22 23:58:19.832989 7f431fbde700 1 mgr send_beacon active
|
|
-173> 2017-10-22 23:58:19.833215 7f431fbde700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-172> 2017-10-22 23:58:19.833229 7f431fbde700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256812, 10.80.20.100:6806/2691, 1) v5 -- 0x55ffc874b300 con 0
|
|
-171> 2017-10-22 23:58:19.833392 7f431fbde700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-170> 2017-10-22 23:58:19.833400 7f431fbde700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55ffc9481c80 con 0
|
|
-169> 2017-10-22 23:58:19.917587 7f4325bea700 5 -- 10.80.20.100:0/2688834130 >> 10.80.20.100:6789/0 conn(0x55ffc8a03800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13449 cs=1 l=1). rx mon.1 seq 15 0x55ffc9481c80 mgrdigest v1
|
|
-168> 2017-10-22 23:58:19.917629 7f4322be4700 1 -- 10.80.20.100:0/2688834130 <== mon.1 10.80.20.100:6789/0 15 ==== mgrdigest v1 ==== 1410+0+0 (1025477589 0 0) 0x55ffc9481c80 con 0x55ffc8a03800
|
|
-167> 2017-10-22 23:58:19.917647 7f4322be4700 4 mgr ms_dispatch active mgrdigest v1
|
|
-166> 2017-10-22 23:58:19.917651 7f4322be4700 4 mgr ms_dispatch mgrdigest v1
|
|
-165> 2017-10-22 23:58:20.942507 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6802/1582 conn(0x55ffc9289000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=62 cs=1 l=1). rx osd.8 seq 6 0x55ffc874b300 mgrreport(osd.8 +0-0 packed 4966) v4
|
|
-164> 2017-10-22 23:58:20.942587 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.8 10.80.20.103:6802/1582 6 ==== mgrreport(osd.8 +0-0 packed 4966) v4 ==== 4988+0+0 (552118056 0 0) 0x55ffc874b300 con 0x55ffc9289000
|
|
-163> 2017-10-22 23:58:20.942608 7f431e3db700 4 mgr.server handle_report from 0x55ffc9289000 osd,8
|
|
-162> 2017-10-22 23:58:20.942959 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:0/607 conn(0x55ffc9287800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=50 cs=1 l=1). rx mon.0 seq 4 0x55ffc926b600 mgrreport(mon.node1 +0-0 packed 1630) v4
|
|
-161> 2017-10-22 23:58:20.943074 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6802/1582 conn(0x55ffc9289000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=62 cs=1 l=1). rx osd.8 seq 7 0x55ffc874a700 pg_stats(46 pgs tid 0 v 0) v1
|
|
-160> 2017-10-22 23:58:20.943126 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6800/4577 conn(0x55ffc9286000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=22 cs=1 l=1). rx osd.2 seq 6 0x55ffc874ad00 mgrreport(osd.2 +0-0 packed 4966) v4
|
|
-159> 2017-10-22 23:58:20.943218 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== mon.0 10.80.20.99:0/607 4 ==== mgrreport(mon.node1 +0-0 packed 1630) v4 ==== 1656+0+0 (1618453482 0 0) 0x55ffc926b600 con 0x55ffc9287800
|
|
-158> 2017-10-22 23:58:20.943231 7f431e3db700 4 mgr.server handle_report from 0x55ffc9287800 mon,node1
|
|
-157> 2017-10-22 23:58:20.943353 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.8 10.80.20.103:6802/1582 7 ==== pg_stats(46 pgs tid 0 v 0) v1 ==== 26800+0+0 (2417831623 0 0) 0x55ffc874a700 con 0x55ffc9289000
|
|
-156> 2017-10-22 23:58:20.943429 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.2 10.80.20.99:6800/4577 6 ==== mgrreport(osd.2 +0-0 packed 4966) v4 ==== 4988+0+0 (521138133 0 0) 0x55ffc874ad00 con 0x55ffc9286000
|
|
-155> 2017-10-22 23:58:20.943438 7f431e3db700 4 mgr.server handle_report from 0x55ffc9286000 osd,2
|
|
-154> 2017-10-22 23:58:20.943450 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6802/1567 conn(0x55ffc9295800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.0 seq 6 0x55ffc926aa00 mgrreport(osd.0 +0-0 packed 4966) v4
|
|
-153> 2017-10-22 23:58:20.943757 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.0 10.80.20.99:6802/1567 6 ==== mgrreport(osd.0 +0-0 packed 4966) v4 ==== 4988+0+0 (1245372177 0 0) 0x55ffc926aa00 con 0x55ffc9295800
|
|
-152> 2017-10-22 23:58:20.943768 7f431e3db700 4 mgr.server handle_report from 0x55ffc9295800 osd,0
|
|
-151> 2017-10-22 23:58:20.944214 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:0/585 conn(0x55ffc92da000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=42 cs=1 l=1). rx mon.1 seq 4 0x55ffc926a400 mgrreport(mon.node2 +0-0 packed 1630) v4
|
|
-150> 2017-10-22 23:58:20.944247 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== mon.1 10.80.20.100:0/585 4 ==== mgrreport(mon.node2 +0-0 packed 1630) v4 ==== 1656+0+0 (3996393949 0 0) 0x55ffc926a400 con 0x55ffc92da000
|
|
-149> 2017-10-22 23:58:20.944261 7f431e3db700 4 mgr.server handle_report from 0x55ffc92da000 mon,node2
|
|
-148> 2017-10-22 23:58:20.944828 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6802/1539 conn(0x55ffc92f5000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=71 cs=1 l=1). rx osd.3 seq 6 0x55ffc926ad00 mgrreport(osd.3 +0-0 packed 4966) v4
|
|
-147> 2017-10-22 23:58:20.944850 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6800/1354 conn(0x55ffc92db800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=54 cs=1 l=1). rx osd.9 seq 6 0x55ffc920c400 mgrreport(osd.9 +0-0 packed 4966) v4
|
|
-146> 2017-10-22 23:58:20.944862 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6802/1567 conn(0x55ffc9295800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.0 seq 7 0x55ffc9269500 pg_stats(53 pgs tid 0 v 0) v1
|
|
-145> 2017-10-22 23:58:20.944895 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.3 10.80.20.100:6802/1539 6 ==== mgrreport(osd.3 +0-0 packed 4966) v4 ==== 4988+0+0 (3049209798 0 0) 0x55ffc926ad00 con 0x55ffc92f5000
|
|
-144> 2017-10-22 23:58:20.944913 7f431e3db700 4 mgr.server handle_report from 0x55ffc92f5000 osd,3
|
|
-143> 2017-10-22 23:58:20.944962 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6800/1354 conn(0x55ffc92db800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=54 cs=1 l=1). rx osd.9 seq 7 0x55ffc9268c00 pg_stats(33 pgs tid 0 v 0) v1
|
|
-142> 2017-10-22 23:58:20.945005 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6802/1539 conn(0x55ffc92f5000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=71 cs=1 l=1). rx osd.3 seq 7 0x55ffc9269200 pg_stats(55 pgs tid 0 v 0) v1
|
|
-141> 2017-10-22 23:58:20.945034 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6800/1341 conn(0x55ffc922a000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=76 cs=1 l=1). rx osd.4 seq 6 0x55ffc926a100 mgrreport(osd.4 +0-0 packed 4966) v4
|
|
-140> 2017-10-22 23:58:20.945158 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6800/1341 conn(0x55ffc922a000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=76 cs=1 l=1). rx osd.4 seq 7 0x55ffc9269b00 pg_stats(48 pgs tid 0 v 0) v1
|
|
-139> 2017-10-22 23:58:20.945494 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.0 10.80.20.99:6802/1567 7 ==== pg_stats(53 pgs tid 0 v 0) v1 ==== 30866+0+0 (86159366 0 0) 0x55ffc9269500 con 0x55ffc9295800
|
|
-138> 2017-10-22 23:58:20.945574 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.9 10.80.20.103:6800/1354 6 ==== mgrreport(osd.9 +0-0 packed 4966) v4 ==== 4988+0+0 (1673820507 0 0) 0x55ffc920c400 con 0x55ffc92db800
|
|
-137> 2017-10-22 23:58:20.945584 7f431e3db700 4 mgr.server handle_report from 0x55ffc92db800 osd,9
|
|
-136> 2017-10-22 23:58:20.945667 7f43253e9700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6800/4577 conn(0x55ffc9286000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=22 cs=1 l=1). rx osd.2 seq 7 0x55ffc9268900 pg_stats(101 pgs tid 0 v 0) v1
|
|
-135> 2017-10-22 23:58:20.945699 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6804/1859 conn(0x55ffc92ec800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=99 cs=1 l=1). rx osd.1 seq 6 0x55ffc9269800 mgrreport(osd.1 +0-0 packed 4966) v4
|
|
-134> 2017-10-22 23:58:20.945922 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.3 10.80.20.100:6802/1539 7 ==== pg_stats(55 pgs tid 0 v 0) v1 ==== 31966+0+0 (2632930063 0 0) 0x55ffc9269200 con 0x55ffc92f5000
|
|
-133> 2017-10-22 23:58:20.945989 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.4 10.80.20.100:6800/1341 6 ==== mgrreport(osd.4 +0-0 packed 4966) v4 ==== 4988+0+0 (57559547 0 0) 0x55ffc926a100 con 0x55ffc922a000
|
|
-132> 2017-10-22 23:58:20.945998 7f431e3db700 4 mgr.server handle_report from 0x55ffc922a000 osd,4
|
|
-131> 2017-10-22 23:58:20.946162 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.99:6804/1859 conn(0x55ffc92ec800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=99 cs=1 l=1). rx osd.1 seq 7 0x55ffc9268f00 pg_stats(47 pgs tid 0 v 0) v1
|
|
-130> 2017-10-22 23:58:20.946321 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.2 10.80.20.99:6800/4577 7 ==== pg_stats(101 pgs tid 0 v 0) v1 ==== 58594+0+0 (3388459031 0 0) 0x55ffc9268900 con 0x55ffc9286000
|
|
-129> 2017-10-22 23:58:20.946452 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.9 10.80.20.103:6800/1354 7 ==== pg_stats(33 pgs tid 0 v 0) v1 ==== 19210+0+0 (1946986471 0 0) 0x55ffc9268c00 con 0x55ffc92db800
|
|
-128> 2017-10-22 23:58:20.946498 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.1 10.80.20.99:6804/1859 6 ==== mgrreport(osd.1 +0-0 packed 4966) v4 ==== 4988+0+0 (2948319789 0 0) 0x55ffc9269800 con 0x55ffc92ec800
|
|
-127> 2017-10-22 23:58:20.946506 7f431e3db700 4 mgr.server handle_report from 0x55ffc92ec800 osd,1
|
|
-126> 2017-10-22 23:58:20.946818 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.4 10.80.20.100:6800/1341 7 ==== pg_stats(48 pgs tid 0 v 0) v1 ==== 27900+0+0 (2979289838 0 0) 0x55ffc9269b00 con 0x55ffc922a000
|
|
-125> 2017-10-22 23:58:20.946897 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.1 10.80.20.99:6804/1859 7 ==== pg_stats(47 pgs tid 0 v 0) v1 ==== 27326+0+0 (1609503257 0 0) 0x55ffc9268f00 con 0x55ffc92ec800
|
|
-124> 2017-10-22 23:58:20.952085 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:0/1326 conn(0x55ffc9532000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=37 cs=1 l=1). rx mon.2 seq 4 0x55ffc926b300 mgrreport(mon.node3 +0-0 packed 1630) v4
|
|
-123> 2017-10-22 23:58:20.952141 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== mon.2 10.80.20.103:0/1326 4 ==== mgrreport(mon.node3 +0-0 packed 1630) v4 ==== 1656+0+0 (2445672971 0 0) 0x55ffc926b300 con 0x55ffc9532000
|
|
-122> 2017-10-22 23:58:20.952159 7f431e3db700 4 mgr.server handle_report from 0x55ffc9532000 mon,node3
|
|
-121> 2017-10-22 23:58:20.953228 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6806/2006 conn(0x55ffc9533800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=63 cs=1 l=1). rx osd.6 seq 6 0x55ffc926a700 mgrreport(osd.6 +0-0 packed 4966) v4
|
|
-120> 2017-10-22 23:58:20.953263 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.6 10.80.20.103:6806/2006 6 ==== mgrreport(osd.6 +0-0 packed 4966) v4 ==== 4988+0+0 (1016180792 0 0) 0x55ffc926a700 con 0x55ffc9533800
|
|
-119> 2017-10-22 23:58:20.953278 7f431e3db700 4 mgr.server handle_report from 0x55ffc9533800 osd,6
|
|
-118> 2017-10-22 23:58:20.953281 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6804/1679 conn(0x55ffc930c800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.5 seq 6 0x55ffc8748c00 mgrreport(osd.5 +0-0 packed 4966) v4
|
|
-117> 2017-10-22 23:58:20.953473 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6806/2006 conn(0x55ffc9533800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=63 cs=1 l=1). rx osd.6 seq 7 0x55ffc926a400 pg_stats(28 pgs tid 0 v 0) v1
|
|
-116> 2017-10-22 23:58:20.953624 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.5 10.80.20.100:6804/1679 6 ==== mgrreport(osd.5 +0-0 packed 4966) v4 ==== 4988+0+0 (2239055356 0 0) 0x55ffc8748c00 con 0x55ffc930c800
|
|
-115> 2017-10-22 23:58:20.953635 7f431e3db700 4 mgr.server handle_report from 0x55ffc930c800 osd,5
|
|
-114> 2017-10-22 23:58:20.953892 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6804/1737 conn(0x55ffc9535000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=61 cs=1 l=1). rx osd.7 seq 6 0x55ffc926b600 mgrreport(osd.7 +0-0 packed 4966) v4
|
|
-113> 2017-10-22 23:58:20.953955 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.6 10.80.20.103:6806/2006 7 ==== pg_stats(28 pgs tid 0 v 0) v1 ==== 16364+0+0 (138025957 0 0) 0x55ffc926a400 con 0x55ffc9533800
|
|
-112> 2017-10-22 23:58:20.954002 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.7 10.80.20.103:6804/1737 6 ==== mgrreport(osd.7 +0-0 packed 4966) v4 ==== 4988+0+0 (3873588937 0 0) 0x55ffc926b600 con 0x55ffc9535000
|
|
-111> 2017-10-22 23:58:20.954011 7f431e3db700 4 mgr.server handle_report from 0x55ffc9535000 osd,7
|
|
-110> 2017-10-22 23:58:20.954202 7f4324be8700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.103:6804/1737 conn(0x55ffc9535000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=61 cs=1 l=1). rx osd.7 seq 7 0x55ffc926aa00 pg_stats(30 pgs tid 0 v 0) v1
|
|
-109> 2017-10-22 23:58:20.954335 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.7 10.80.20.103:6804/1737 7 ==== pg_stats(30 pgs tid 0 v 0) v1 ==== 17512+0+0 (1405442538 0 0) 0x55ffc926aa00 con 0x55ffc9535000
|
|
-108> 2017-10-22 23:58:20.954988 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:6804/1679 conn(0x55ffc930c800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.5 seq 7 0x55ffc926ad00 pg_stats(71 pgs tid 0 v 0) v1
|
|
-107> 2017-10-22 23:58:20.955039 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== osd.5 10.80.20.100:6804/1679 7 ==== pg_stats(71 pgs tid 0 v 0) v1 ==== 41190+0+0 (705636117 0 0) 0x55ffc926ad00 con 0x55ffc930c800
|
|
-106> 2017-10-22 23:58:21.833506 7f431fbde700 1 mgr send_beacon active
|
|
-105> 2017-10-22 23:58:21.833729 7f431fbde700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-104> 2017-10-22 23:58:21.833741 7f431fbde700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256812, 10.80.20.100:6806/2691, 1) v5 -- 0x55ffc874aa00 con 0
|
|
-103> 2017-10-22 23:58:21.835134 7f431fbde700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-102> 2017-10-22 23:58:21.835144 7f431fbde700 1 -- 10.80.20.100:0/2688834130 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55ffc9783600 con 0
|
|
-101> 2017-10-22 23:58:22.732827 7f430a3f5700 10 monclient: build_initial_monmap
|
|
-100> 2017-10-22 23:58:22.732980 7f430a3f5700 1 librados: starting msgr at -
|
|
-99> 2017-10-22 23:58:22.732988 7f430a3f5700 1 librados: starting objecter
|
|
-98> 2017-10-22 23:58:22.733435 7f430a3f5700 5 asok(0x55ffc87305a0) register_command objecter_requests hook 0x55ffc86e1c50 EEXIST
|
|
-97> 2017-10-22 23:58:22.733455 7f430a3f5700 1 Processor -- start
|
|
-96> 2017-10-22 23:58:22.733507 7f430a3f5700 1 -- - start start
|
|
-95> 2017-10-22 23:58:22.733512 7f430a3f5700 1 librados: setting wanted keys
|
|
-94> 2017-10-22 23:58:22.733515 7f430a3f5700 1 librados: calling monclient init
|
|
-93> 2017-10-22 23:58:22.733516 7f430a3f5700 10 monclient: init
|
|
-92> 2017-10-22 23:58:22.733523 7f430a3f5700 5 adding auth protocol: cephx
|
|
-91> 2017-10-22 23:58:22.733533 7f430a3f5700 10 monclient: auth_supported 2 method cephx
|
|
-90> 2017-10-22 23:58:22.733651 7f430a3f5700 2 auth: KeyRing::load: loaded key file /var/lib/ceph/mgr/ceph-node2/keyring
|
|
-89> 2017-10-22 23:58:22.733704 7f430a3f5700 10 monclient: _reopen_session rank -1
|
|
-88> 2017-10-22 23:58:22.733751 7f430a3f5700 10 monclient(hunting): picked mon.noname-b con 0x55ffc9819800 addr 10.80.20.100:6789/0
|
|
-87> 2017-10-22 23:58:22.733771 7f430a3f5700 10 monclient(hunting): picked mon.noname-a con 0x55ffc981b000 addr 10.80.20.99:6789/0
|
|
-86> 2017-10-22 23:58:22.733789 7f430a3f5700 1 -- - --> 10.80.20.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x55ffc9216780 con 0
|
|
-85> 2017-10-22 23:58:22.733802 7f430a3f5700 1 -- - --> 10.80.20.100:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x55ffc9216a00 con 0
|
|
-84> 2017-10-22 23:58:22.733820 7f430a3f5700 10 monclient(hunting): _renew_subs
|
|
-83> 2017-10-22 23:58:22.733824 7f430a3f5700 10 monclient(hunting): authenticate will time out at 2017-10-23 00:03:22.733823
|
|
-82> 2017-10-22 23:58:22.734160 7f43253e9700 1 -- 10.80.20.100:0/2575955812 learned_addr learned my addr 10.80.20.100:0/2575955812
|
|
-81> 2017-10-22 23:58:22.734272 7f43253e9700 2 -- 10.80.20.100:0/2575955812 >> 10.80.20.100:6789/0 conn(0x55ffc9819800 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-80> 2017-10-22 23:58:22.734767 7f43253e9700 5 -- 10.80.20.100:0/2575955812 >> 10.80.20.100:6789/0 conn(0x55ffc9819800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13450 cs=1 l=1). rx mon.1 seq 1 0x55ffc9216a00 mon_map magic: 0 v1
|
|
-79> 2017-10-22 23:58:22.735009 7f4324be8700 2 -- 10.80.20.100:0/2575955812 >> 10.80.20.99:6789/0 conn(0x55ffc981b000 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-78> 2017-10-22 23:58:22.735032 7f43253e9700 5 -- 10.80.20.100:0/2575955812 >> 10.80.20.100:6789/0 conn(0x55ffc9819800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13450 cs=1 l=1). rx mon.1 seq 2 0x55ffc9217e00 auth_reply(proto 2 0 (0) Success) v1
|
|
-77> 2017-10-22 23:58:22.735039 7f43093b3700 1 -- 10.80.20.100:0/2575955812 <== mon.1 10.80.20.100:6789/0 1 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x55ffc9216a00 con 0x55ffc9819800
|
|
-76> 2017-10-22 23:58:22.735056 7f43093b3700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1
|
|
-75> 2017-10-22 23:58:22.735081 7f43093b3700 10 monclient(hunting): got monmap 7, mon.noname-b is now rank -1
|
|
-74> 2017-10-22 23:58:22.735085 7f43093b3700 10 monclient(hunting): dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-73> 2017-10-22 23:58:22.735109 7f43093b3700 1 -- 10.80.20.100:0/2575955812 <== mon.1 10.80.20.100:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (1173573846 0 0) 0x55ffc9217e00 con 0x55ffc9819800
|
|
-72> 2017-10-22 23:58:22.735127 7f43093b3700 10 monclient(hunting): my global_id is 2238775
|
|
-71> 2017-10-22 23:58:22.735176 7f43093b3700 1 -- 10.80.20.100:0/2575955812 --> 10.80.20.100:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x55ffc9216a00 con 0
|
|
-70> 2017-10-22 23:58:22.735504 7f4324be8700 5 -- 10.80.20.100:0/2575955812 >> 10.80.20.99:6789/0 conn(0x55ffc981b000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5047 cs=1 l=1). rx mon.0 seq 1 0x55ffc9216780 mon_map magic: 0 v1
|
|
-69> 2017-10-22 23:58:22.735495 7f43253e9700 5 -- 10.80.20.100:0/2575955812 >> 10.80.20.100:6789/0 conn(0x55ffc9819800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13450 cs=1 l=1). rx mon.1 seq 3 0x55ffc9216a00 auth_reply(proto 2 0 (0) Success) v1
|
|
-68> 2017-10-22 23:58:22.735530 7f43093b3700 1 -- 10.80.20.100:0/2575955812 <== mon.0 10.80.20.99:6789/0 1 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x55ffc9216780 con 0x55ffc981b000
|
|
-67> 2017-10-22 23:58:22.735531 7f4324be8700 5 -- 10.80.20.100:0/2575955812 >> 10.80.20.99:6789/0 conn(0x55ffc981b000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5047 cs=1 l=1). rx mon.0 seq 2 0x55ffc9218800 auth_reply(proto 2 0 (0) Success) v1
|
|
-66> 2017-10-22 23:58:22.735541 7f43093b3700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1
|
|
-65> 2017-10-22 23:58:22.735552 7f43093b3700 10 monclient(hunting): got monmap 7, mon.node1 is now rank 0
|
|
-64> 2017-10-22 23:58:22.735555 7f43093b3700 10 monclient(hunting): dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-63> 2017-10-22 23:58:22.735572 7f43093b3700 1 -- 10.80.20.100:0/2575955812 <== mon.1 10.80.20.100:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 206+0+0 (2847344504 0 0) 0x55ffc9216a00 con 0x55ffc9819800
|
|
-62> 2017-10-22 23:58:22.735639 7f43093b3700 1 -- 10.80.20.100:0/2575955812 --> 10.80.20.100:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- 0x55ffc9217e00 con 0
|
|
-61> 2017-10-22 23:58:22.735656 7f43093b3700 1 -- 10.80.20.100:0/2575955812 <== mon.0 10.80.20.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (3660901140 0 0) 0x55ffc9218800 con 0x55ffc981b000
|
|
-60> 2017-10-22 23:58:22.735668 7f43093b3700 10 monclient(hunting): my global_id is 2230653
|
|
-59> 2017-10-22 23:58:22.735701 7f43093b3700 1 -- 10.80.20.100:0/2575955812 --> 10.80.20.99:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x55ffc9216a00 con 0
|
|
-58> 2017-10-22 23:58:22.735992 7f43253e9700 5 -- 10.80.20.100:0/2575955812 >> 10.80.20.100:6789/0 conn(0x55ffc9819800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13450 cs=1 l=1). rx mon.1 seq 4 0x55ffc9218080 auth_reply(proto 2 0 (0) Success) v1
|
|
-57> 2017-10-22 23:58:22.736016 7f43093b3700 1 -- 10.80.20.100:0/2575955812 <== mon.1 10.80.20.100:6789/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 548+0+0 (2427034288 0 0) 0x55ffc9218080 con 0x55ffc9819800
|
|
-56> 2017-10-22 23:58:22.736094 7f43093b3700 1 -- 10.80.20.100:0/2575955812 >> 10.80.20.99:6789/0 conn(0x55ffc981b000 :-1 s=STATE_OPEN pgs=5047 cs=1 l=1).mark_down
|
|
-55> 2017-10-22 23:58:22.736102 7f43093b3700 2 -- 10.80.20.100:0/2575955812 >> 10.80.20.99:6789/0 conn(0x55ffc981b000 :-1 s=STATE_OPEN pgs=5047 cs=1 l=1)._stop
|
|
-54> 2017-10-22 23:58:22.736114 7f43093b3700 1 monclient: found mon.node2
|
|
-53> 2017-10-22 23:58:22.736124 7f43093b3700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-52> 2017-10-22 23:58:22.736129 7f43093b3700 1 -- 10.80.20.100:0/2575955812 --> 10.80.20.100:6789/0 -- mon_subscribe({monmap=0+}) v2 -- 0x55ffc97fd440 con 0
|
|
-51> 2017-10-22 23:58:22.736141 7f43093b3700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2017-10-22 23:57:52.736140)
|
|
-50> 2017-10-22 23:58:22.736150 7f43093b3700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-49> 2017-10-22 23:58:22.736154 7f43093b3700 1 -- 10.80.20.100:0/2575955812 --> 10.80.20.100:6789/0 -- auth(proto 2 2 bytes epoch 0) v1 -- 0x55ffc9218800 con 0
|
|
-48> 2017-10-22 23:58:22.736171 7f430a3f5700 5 monclient: authenticate success, global_id 2238775
|
|
-47> 2017-10-22 23:58:22.736183 7f430a3f5700 10 monclient: _renew_subs
|
|
-46> 2017-10-22 23:58:22.736187 7f430a3f5700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-45> 2017-10-22 23:58:22.736193 7f430a3f5700 1 -- 10.80.20.100:0/2575955812 --> 10.80.20.100:6789/0 -- mon_subscribe({mgrmap=0+}) v2 -- 0x55ffc97fd680 con 0
|
|
-44> 2017-10-22 23:58:22.736258 7f430a3f5700 10 monclient: _renew_subs
|
|
-43> 2017-10-22 23:58:22.736263 7f430a3f5700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-42> 2017-10-22 23:58:22.736275 7f430a3f5700 1 -- 10.80.20.100:0/2575955812 --> 10.80.20.100:6789/0 -- mon_subscribe({osdmap=0}) v2 -- 0x55ffc97fd8c0 con 0
|
|
-41> 2017-10-22 23:58:22.736297 7f43253e9700 5 -- 10.80.20.100:0/2575955812 >> 10.80.20.100:6789/0 conn(0x55ffc9819800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13450 cs=1 l=1). rx mon.1 seq 5 0x55ffc9218800 mon_map magic: 0 v1
|
|
-40> 2017-10-22 23:58:22.736320 7f43093b3700 1 -- 10.80.20.100:0/2575955812 <== mon.1 10.80.20.100:6789/0 5 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x55ffc9218800 con 0x55ffc9819800
|
|
-39> 2017-10-22 23:58:22.736331 7f430a3f5700 1 librados: init done
|
|
-38> 2017-10-22 23:58:22.736332 7f43093b3700 10 monclient: handle_monmap mon_map magic: 0 v1
|
|
-37> 2017-10-22 23:58:22.736348 7f43093b3700 10 monclient: got monmap 7, mon.node2 is now rank 1
|
|
-36> 2017-10-22 23:58:22.736352 7f43093b3700 10 monclient: dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-35> 2017-10-22 23:58:22.736462 7f43253e9700 5 -- 10.80.20.100:0/2575955812 >> 10.80.20.100:6789/0 conn(0x55ffc9819800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13450 cs=1 l=1). rx mon.1 seq 6 0x55ffc9218300 auth_reply(proto 2 0 (0) Success) v1
|
|
-34> 2017-10-22 23:58:22.736493 7f43253e9700 5 -- 10.80.20.100:0/2575955812 >> 10.80.20.100:6789/0 conn(0x55ffc9819800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13450 cs=1 l=1). rx mon.1 seq 7 0x55ffc9269e00 mgrmap(e 6083) v1
|
|
-33> 2017-10-22 23:58:22.736488 7f43093b3700 1 -- 10.80.20.100:0/2575955812 <== mon.1 10.80.20.100:6789/0 6 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (1977453191 0 0) 0x55ffc9218300 con 0x55ffc9819800
|
|
-32> 2017-10-22 23:58:22.736513 7f43253e9700 5 -- 10.80.20.100:0/2575955812 >> 10.80.20.100:6789/0 conn(0x55ffc9819800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13450 cs=1 l=1). rx mon.1 seq 8 0x55ffc9218580 osd_map(8108..8108 src has 7413..8108) v3
|
|
-31> 2017-10-22 23:58:22.736575 7f43093b3700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2017-10-22 23:57:52.736575)
|
|
-30> 2017-10-22 23:58:22.736588 7f43093b3700 1 -- 10.80.20.100:0/2575955812 <== mon.1 10.80.20.100:6789/0 7 ==== mgrmap(e 6083) v1 ==== 249+0+0 (3152172567 0 0) 0x55ffc9269e00 con 0x55ffc9819800
|
|
-29> 2017-10-22 23:58:22.736604 7f43093b3700 4 mgrc handle_mgr_map Got map version 6083
|
|
-28> 2017-10-22 23:58:22.736608 7f43093b3700 4 mgrc handle_mgr_map Active mgr is now 10.80.20.100:6806/2691
|
|
-27> 2017-10-22 23:58:22.736613 7f43093b3700 4 mgrc reconnect Starting new session with 10.80.20.100:6806/2691
|
|
-26> 2017-10-22 23:58:22.736632 7f43093b3700 1 -- 10.80.20.100:0/2575955812 --> 10.80.20.100:6806/2691 -- mgropen(unknown.node2) v2 -- 0x55ffc97bf440 con 0
|
|
-25> 2017-10-22 23:58:22.736645 7f43093b3700 1 -- 10.80.20.100:0/2575955812 <== mon.1 10.80.20.100:6789/0 8 ==== osd_map(8108..8108 src has 7413..8108) v3 ==== 4706+0+0 (3871859847 0 0) 0x55ffc9218580 con 0x55ffc9819800
|
|
-24> 2017-10-22 23:58:22.736712 7f4325bea700 1 -- 10.80.20.100:6806/2691 >> - conn(0x55ffc955b000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=69 -
|
|
-23> 2017-10-22 23:58:22.736875 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.100:0/2575955812 conn(0x55ffc955b000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=3 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-22> 2017-10-22 23:58:22.736884 7f4324be8700 2 -- 10.80.20.100:0/2575955812 >> 10.80.20.100:6806/2691 conn(0x55ffc9844800 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-21> 2017-10-22 23:58:22.736912 7f4325bea700 2 -- 10.80.20.100:6806/2691 >> 10.80.20.100:0/2575955812 conn(0x55ffc955b000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=3 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-20> 2017-10-22 23:58:22.736986 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:0/2575955812 conn(0x55ffc955b000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=3 cs=1 l=1). rx client.2238775 seq 1 0x55ffc9783600 mgropen(client.node2) v2
|
|
-19> 2017-10-22 23:58:22.737008 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== client.2238775 10.80.20.100:0/2575955812 1 ==== mgropen(client.node2) v2 ==== 14+0+0 (2989089552 0 0) 0x55ffc9783600 con 0x55ffc955b000
|
|
-18> 2017-10-22 23:58:22.737020 7f431e3db700 4 mgr.server handle_open from 0x55ffc955b000 client,node2
|
|
-17> 2017-10-22 23:58:22.737024 7f431e3db700 1 -- 10.80.20.100:6806/2691 --> 10.80.20.100:0/2575955812 -- mgrconfigure() v1 -- 0x55ffc967ee00 con 0
|
|
-16> 2017-10-22 23:58:22.737124 7f4324be8700 5 -- 10.80.20.100:0/2575955812 >> 10.80.20.100:6806/2691 conn(0x55ffc9844800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=34 cs=1 l=1). rx mgr.2256812 seq 1 0x55ffc9054600 mgrconfigure() v1
|
|
-15> 2017-10-22 23:58:22.737159 7f43093b3700 1 -- 10.80.20.100:0/2575955812 <== mgr.2256812 10.80.20.100:6806/2691 1 ==== mgrconfigure() v1 ==== 4+0+0 (2791807819 0 0) 0x55ffc9054600 con 0x55ffc9844800
|
|
-14> 2017-10-22 23:58:22.737172 7f43093b3700 4 mgrc handle_mgr_configure stats_period=5
|
|
-13> 2017-10-22 23:58:22.737198 7f430a3f5700 1 -- 10.80.20.100:0/2575955812 --> 10.80.20.99:6800/4577 -- osd_op(unknown.0.0:1 19.1c 19:3831950c:::rbd_directory:head [stat] snapc 0=[] ondisk+read+known_if_redirected e8108) v8 -- 0x55ffc9276680 con 0
|
|
-12> 2017-10-22 23:58:22.737620 7f43093b3700 1 -- 10.80.20.100:0/2575955812 --> 10.80.20.100:6806/2691 -- mgrreport(unknown.node2 +358-0 packed 3190) v4 -- 0x55ffc9269e00 con 0
|
|
-11> 2017-10-22 23:58:22.737944 7f4325bea700 5 -- 10.80.20.100:6806/2691 >> 10.80.20.100:0/2575955812 conn(0x55ffc955b000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=3 cs=1 l=1). rx client.2238775 seq 2 0x55ffc874aa00 mgrreport(client.node2 +358-0 packed 3190) v4
|
|
-10> 2017-10-22 23:58:22.737970 7f431e3db700 1 -- 10.80.20.100:6806/2691 <== client.2238775 10.80.20.100:0/2575955812 2 ==== mgrreport(client.node2 +358-0 packed 3190) v4 ==== 29412+0+0 (2935354546 0 0) 0x55ffc874aa00 con 0x55ffc955b000
|
|
-9> 2017-10-22 23:58:22.737985 7f431e3db700 4 mgr.server handle_report from 0x55ffc955b000 client,node2
|
|
-8> 2017-10-22 23:58:22.737989 7f431e3db700 4 mgr.server handle_report rejecting report from non-daemon client node2
|
|
-7> 2017-10-22 23:58:22.738163 7f4324be8700 2 -- 10.80.20.100:0/2575955812 >> 10.80.20.99:6800/4577 conn(0x55ffc981c800 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-6> 2017-10-22 23:58:22.738748 7f4324be8700 5 -- 10.80.20.100:0/2575955812 >> 10.80.20.99:6800/4577 conn(0x55ffc981c800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=23 cs=1 l=1). rx osd.2 seq 1 0x55ffc9208d80 osd_op_reply(1 rbd_directory [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-5> 2017-10-22 23:58:22.738767 7f4324be8700 1 -- 10.80.20.100:0/2575955812 <== osd.2 10.80.20.99:6800/4577 1 ==== osd_op_reply(1 rbd_directory [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 157+0+0 (2917846424 0 0) 0x55ffc9208d80 con 0x55ffc981c800
|
|
-4> 2017-10-22 23:58:22.739041 7f430a3f5700 1 -- 10.80.20.100:0/2575955812 --> 10.80.20.100:6804/1679 -- osd_op(unknown.0.0:2 26.1c 26:3831950c:::rbd_directory:head [stat] snapc 0=[] ondisk+read+known_if_redirected e8108) v8 -- 0x55ffc9276d00 con 0
|
|
-3> 2017-10-22 23:58:22.739360 7f4325bea700 2 -- 10.80.20.100:0/2575955812 >> 10.80.20.100:6804/1679 conn(0x55ffc946e000 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-2> 2017-10-22 23:58:22.739681 7f4325bea700 5 -- 10.80.20.100:0/2575955812 >> 10.80.20.100:6804/1679 conn(0x55ffc946e000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=78 cs=1 l=1). rx osd.5 seq 1 0x55ffc9209100 osd_op_reply(2 rbd_directory [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-1> 2017-10-22 23:58:22.739700 7f4325bea700 1 -- 10.80.20.100:0/2575955812 <== osd.5 10.80.20.100:6804/1679 1 ==== osd_op_reply(2 rbd_directory [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 157+0+0 (1929629347 0 0) 0x55ffc9209100 con 0x55ffc946e000
|
|
0> 2017-10-22 23:58:22.745128 7f430e3fd700 -1 *** Caught signal (Aborted) **
|
|
in thread 7f430e3fd700 thread_name:mgr.status
|
|
|
|
ceph version 12.2.1 (3e7492b9ada8bdc9a5cd0feafd42fbca27f9c38e) luminous (stable)
|
|
1: (()+0x3b4a84) [0x55ffbe0b4a84]
|
|
2: (()+0x110c0) [0x7f432a1460c0]
|
|
3: (gsignal()+0xcf) [0x7f43290fefcf]
|
|
4: (abort()+0x16a) [0x7f43291003fa]
|
|
5: (__gnu_cxx::__verbose_terminate_handler()+0x15d) [0x7f4329a170ad]
|
|
6: (()+0x8f066) [0x7f4329a15066]
|
|
7: (()+0x8f0b1) [0x7f4329a150b1]
|
|
8: (()+0x8f2c9) [0x7f4329a152c9]
|
|
9: (std::__throw_out_of_range(char const*)+0x3f) [0x7f4329a3da6f]
|
|
10: (DaemonStateIndex::get(std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > const&)+0x32c) [0x55ffbdf6411c]
|
|
11: (PyModules::get_metadata_python(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x75) [0x55ffbdf90a25]
|
|
12: (()+0x29e04c) [0x55ffbdf9e04c]
|
|
13: (PyEval_EvalFrameEx()+0x8541) [0x7f432bef8091]
|
|
14: (PyEval_EvalFrameEx()+0x6840) [0x7f432bef6390]
|
|
15: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
16: (PyEval_EvalFrameEx()+0x670d) [0x7f432bef625d]
|
|
17: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
18: (()+0x13e6ad) [0x7f432bfb36ad]
|
|
19: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
20: (PyEval_EvalFrameEx()+0x36f7) [0x7f432bef3247]
|
|
21: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
22: (()+0x13e6ad) [0x7f432bfb36ad]
|
|
23: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
24: (()+0x193cbc) [0x7f432c008cbc]
|
|
25: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
26: (()+0x15b07a) [0x7f432bfd007a]
|
|
27: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
28: (PyEval_EvalFrameEx()+0x36f7) [0x7f432bef3247]
|
|
29: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
30: (()+0x13e5b0) [0x7f432bfb35b0]
|
|
31: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
32: (()+0x193cbc) [0x7f432c008cbc]
|
|
33: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
34: (()+0x194184) [0x7f432c009184]
|
|
35: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
36: (PyEval_EvalFrameEx()+0x52c0) [0x7f432bef4e10]
|
|
37: (PyEval_EvalFrameEx()+0x6840) [0x7f432bef6390]
|
|
38: (PyEval_EvalFrameEx()+0x6840) [0x7f432bef6390]
|
|
39: (PyEval_EvalFrameEx()+0x6840) [0x7f432bef6390]
|
|
40: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
41: (()+0x13e5b0) [0x7f432bfb35b0]
|
|
42: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
43: (()+0x193cbc) [0x7f432c008cbc]
|
|
44: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
45: (()+0x15acc2) [0x7f432bfcfcc2]
|
|
46: (()+0xe124e) [0x7f432bf5624e]
|
|
47: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
48: (PyEval_EvalFrameEx()+0x52c0) [0x7f432bef4e10]
|
|
49: (PyEval_EvalFrameEx()+0x6840) [0x7f432bef6390]
|
|
50: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
51: (()+0x13e6ad) [0x7f432bfb36ad]
|
|
52: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
53: (()+0x193cbc) [0x7f432c008cbc]
|
|
54: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
55: (()+0x15b07a) [0x7f432bfd007a]
|
|
56: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
57: (PyEval_EvalFrameEx()+0x36f7) [0x7f432bef3247]
|
|
58: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
59: (PyEval_EvalFrameEx()+0x670d) [0x7f432bef625d]
|
|
60: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
61: (()+0x13e5b0) [0x7f432bfb35b0]
|
|
62: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
63: (()+0x193cbc) [0x7f432c008cbc]
|
|
64: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
65: (()+0x15acc2) [0x7f432bfcfcc2]
|
|
66: (()+0xe124e) [0x7f432bf5624e]
|
|
67: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
68: (PyEval_EvalFrameEx()+0x52c0) [0x7f432bef4e10]
|
|
69: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
70: (()+0x13e5b0) [0x7f432bfb35b0]
|
|
71: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
72: (()+0x193cbc) [0x7f432c008cbc]
|
|
73: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
74: (()+0x15b07a) [0x7f432bfd007a]
|
|
75: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
76: (PyEval_EvalFrameEx()+0x52c0) [0x7f432bef4e10]
|
|
77: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
78: (()+0x13e5b0) [0x7f432bfb35b0]
|
|
79: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
80: (()+0x193cbc) [0x7f432c008cbc]
|
|
81: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
82: (()+0x15b07a) [0x7f432bfd007a]
|
|
83: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
84: (PyEval_EvalFrameEx()+0x52c0) [0x7f432bef4e10]
|
|
85: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
86: (()+0x13e5b0) [0x7f432bfb35b0]
|
|
87: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
88: (()+0x193cbc) [0x7f432c008cbc]
|
|
89: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
90: (()+0x15b07a) [0x7f432bfd007a]
|
|
91: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
92: (PyEval_EvalFrameEx()+0x52c0) [0x7f432bef4e10]
|
|
93: (PyEval_EvalCodeEx()+0x86c) [0x7f432c05f15c]
|
|
94: (()+0x13e5b0) [0x7f432bfb35b0]
|
|
95: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
96: (()+0x193cbc) [0x7f432c008cbc]
|
|
97: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
98: (()+0x15b07a) [0x7f432bfd007a]
|
|
99: (PyObject_Call()+0x43) [0x7f432bf4b543]
|
|
100: (PyEval_EvalFrameEx()+0x52c0) [0x7f432bef4e10]
|
|
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
|
|
--- logging levels ---
|
|
0/ 5 none
|
|
0/ 1 lockdep
|
|
0/ 1 context
|
|
1/ 1 crush
|
|
1/ 5 mds
|
|
1/ 5 mds_balancer
|
|
1/ 5 mds_locker
|
|
1/ 5 mds_log
|
|
1/ 5 mds_log_expire
|
|
1/ 5 mds_migrator
|
|
0/ 1 buffer
|
|
0/ 1 timer
|
|
0/ 1 filer
|
|
0/ 1 striper
|
|
0/ 1 objecter
|
|
0/ 5 rados
|
|
0/ 5 rbd
|
|
0/ 5 rbd_mirror
|
|
0/ 5 rbd_replay
|
|
0/ 5 journaler
|
|
0/ 5 objectcacher
|
|
0/ 5 client
|
|
1/ 5 osd
|
|
0/ 5 optracker
|
|
0/ 5 objclass
|
|
1/ 3 filestore
|
|
1/ 3 journal
|
|
0/ 5 ms
|
|
1/ 5 mon
|
|
0/10 monc
|
|
1/ 5 paxos
|
|
0/ 5 tp
|
|
1/ 5 auth
|
|
1/ 5 crypto
|
|
1/ 1 finisher
|
|
1/ 5 heartbeatmap
|
|
1/ 5 perfcounter
|
|
1/ 5 rgw
|
|
1/10 civetweb
|
|
1/ 5 javaclient
|
|
1/ 5 asok
|
|
1/ 1 throttle
|
|
0/ 0 refs
|
|
1/ 5 xio
|
|
1/ 5 compressor
|
|
1/ 5 bluestore
|
|
1/ 5 bluefs
|
|
1/ 3 bdev
|
|
1/ 5 kstore
|
|
4/ 5 rocksdb
|
|
4/ 5 leveldb
|
|
4/ 5 memdb
|
|
1/ 5 kinetic
|
|
1/ 5 fuse
|
|
1/ 5 mgr
|
|
1/ 5 mgrc
|
|
1/ 5 dpdk
|
|
1/ 5 eventtrace
|
|
-2/-2 (syslog threshold)
|
|
-1/-1 (stderr threshold)
|
|
max_recent 10000
|
|
max_new 1000
|
|
log_file /var/log/ceph/ceph-mgr.node2.log
|
|
--- end dump of recent events ---
|
|
2017-10-22 23:58:22.997082 7f680ed59540 0 set uid:gid to 64045:64045 (ceph:ceph)
|
|
2017-10-22 23:58:22.997097 7f680ed59540 0 ceph version 12.2.1 (3e7492b9ada8bdc9a5cd0feafd42fbca27f9c38e) luminous (stable), process (unknown), pid 2741
|
|
2017-10-22 23:58:23.000125 7f680ed59540 0 pidfile_write: ignore empty --pid-file
|
|
2017-10-22 23:58:23.005738 7f680ed59540 1 mgr send_beacon standby
|
|
2017-10-22 23:58:23.076623 7f680532c700 1 mgr handle_mgr_map Activating!
|
|
2017-10-22 23:58:23.076836 7f680532c700 1 mgr handle_mgr_map I am now activating
|
|
2017-10-22 23:58:23.111050 7f6801324700 1 mgr init Loading python module 'dashboard'
|
|
2017-10-22 23:58:23.249843 7f6801324700 1 mgr load Constructed class from module: dashboard
|
|
2017-10-22 23:58:23.249855 7f6801324700 1 mgr init Loading python module 'status'
|
|
2017-10-22 23:58:23.282324 7f6801324700 1 mgr load Constructed class from module: status
|
|
2017-10-22 23:58:23.282346 7f6801324700 1 mgr start Creating threads for 2 modules
|
|
2017-10-22 23:58:23.282436 7f6801324700 1 mgr send_beacon active
|
|
2017-10-22 23:58:25.006055 7f6802326700 1 mgr send_beacon active
|
|
2017-10-22 23:58:27.006561 7f6802326700 1 mgr send_beacon active
|
|
2017-10-22 23:58:29.007068 7f6802326700 1 mgr send_beacon active
|
|
2017-10-22 23:58:31.007559 7f6802326700 1 mgr send_beacon active
|
|
2017-10-22 23:58:33.009637 7f6802326700 1 mgr send_beacon active
|
|
2017-10-22 23:58:35.010133 7f6802326700 1 mgr send_beacon active
|
|
2017-10-22 23:58:37.012192 7f6802326700 1 mgr send_beacon active
|
|
2017-10-22 23:58:39.012741 7f6802326700 1 mgr send_beacon active
|
|
2017-10-22 23:58:41.013260 7f6802326700 1 mgr send_beacon active
|
|
2017-10-22 23:58:43.015270 7f6802326700 1 mgr send_beacon active
|
|
2017-10-22 23:58:44.242951 7f67f1346700 -1 *** Caught signal (Aborted) **
|
|
in thread 7f67f1346700 thread_name:mgr.status
|
|
|
|
ceph version 12.2.1 (3e7492b9ada8bdc9a5cd0feafd42fbca27f9c38e) luminous (stable)
|
|
1: (()+0x3b4a84) [0x55a2a5a23a84]
|
|
2: (()+0x110c0) [0x7f680c88e0c0]
|
|
3: (gsignal()+0xcf) [0x7f680b846fcf]
|
|
4: (abort()+0x16a) [0x7f680b8483fa]
|
|
5: (__gnu_cxx::__verbose_terminate_handler()+0x15d) [0x7f680c15f0ad]
|
|
6: (()+0x8f066) [0x7f680c15d066]
|
|
7: (()+0x8f0b1) [0x7f680c15d0b1]
|
|
8: (()+0x8f2c9) [0x7f680c15d2c9]
|
|
9: (std::__throw_out_of_range(char const*)+0x3f) [0x7f680c185a6f]
|
|
10: (DaemonStateIndex::get(std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > const&)+0x32c) [0x55a2a58d311c]
|
|
11: (PyModules::get_metadata_python(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x75) [0x55a2a58ffa25]
|
|
12: (()+0x29e04c) [0x55a2a590d04c]
|
|
13: (PyEval_EvalFrameEx()+0x8541) [0x7f680e640091]
|
|
14: (PyEval_EvalFrameEx()+0x6840) [0x7f680e63e390]
|
|
15: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
16: (PyEval_EvalFrameEx()+0x670d) [0x7f680e63e25d]
|
|
17: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
18: (()+0x13e6ad) [0x7f680e6fb6ad]
|
|
19: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
20: (PyEval_EvalFrameEx()+0x36f7) [0x7f680e63b247]
|
|
21: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
22: (()+0x13e6ad) [0x7f680e6fb6ad]
|
|
23: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
24: (()+0x193cbc) [0x7f680e750cbc]
|
|
25: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
26: (()+0x15b07a) [0x7f680e71807a]
|
|
27: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
28: (PyEval_EvalFrameEx()+0x36f7) [0x7f680e63b247]
|
|
29: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
30: (()+0x13e5b0) [0x7f680e6fb5b0]
|
|
31: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
32: (()+0x193cbc) [0x7f680e750cbc]
|
|
33: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
34: (()+0x194184) [0x7f680e751184]
|
|
35: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
36: (PyEval_EvalFrameEx()+0x52c0) [0x7f680e63ce10]
|
|
37: (PyEval_EvalFrameEx()+0x6840) [0x7f680e63e390]
|
|
38: (PyEval_EvalFrameEx()+0x6840) [0x7f680e63e390]
|
|
39: (PyEval_EvalFrameEx()+0x6840) [0x7f680e63e390]
|
|
40: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
41: (()+0x13e5b0) [0x7f680e6fb5b0]
|
|
42: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
43: (()+0x193cbc) [0x7f680e750cbc]
|
|
44: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
45: (()+0x15acc2) [0x7f680e717cc2]
|
|
46: (()+0xe124e) [0x7f680e69e24e]
|
|
47: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
48: (PyEval_EvalFrameEx()+0x52c0) [0x7f680e63ce10]
|
|
49: (PyEval_EvalFrameEx()+0x6840) [0x7f680e63e390]
|
|
50: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
51: (()+0x13e6ad) [0x7f680e6fb6ad]
|
|
52: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
53: (()+0x193cbc) [0x7f680e750cbc]
|
|
54: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
55: (()+0x15b07a) [0x7f680e71807a]
|
|
56: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
57: (PyEval_EvalFrameEx()+0x36f7) [0x7f680e63b247]
|
|
58: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
59: (PyEval_EvalFrameEx()+0x670d) [0x7f680e63e25d]
|
|
60: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
61: (()+0x13e5b0) [0x7f680e6fb5b0]
|
|
62: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
63: (()+0x193cbc) [0x7f680e750cbc]
|
|
64: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
65: (()+0x15acc2) [0x7f680e717cc2]
|
|
66: (()+0xe124e) [0x7f680e69e24e]
|
|
67: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
68: (PyEval_EvalFrameEx()+0x52c0) [0x7f680e63ce10]
|
|
69: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
70: (()+0x13e5b0) [0x7f680e6fb5b0]
|
|
71: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
72: (()+0x193cbc) [0x7f680e750cbc]
|
|
73: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
74: (()+0x15b07a) [0x7f680e71807a]
|
|
75: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
76: (PyEval_EvalFrameEx()+0x52c0) [0x7f680e63ce10]
|
|
77: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
78: (()+0x13e5b0) [0x7f680e6fb5b0]
|
|
79: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
80: (()+0x193cbc) [0x7f680e750cbc]
|
|
81: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
82: (()+0x15b07a) [0x7f680e71807a]
|
|
83: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
84: (PyEval_EvalFrameEx()+0x52c0) [0x7f680e63ce10]
|
|
85: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
86: (()+0x13e5b0) [0x7f680e6fb5b0]
|
|
87: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
88: (()+0x193cbc) [0x7f680e750cbc]
|
|
89: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
90: (()+0x15b07a) [0x7f680e71807a]
|
|
91: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
92: (PyEval_EvalFrameEx()+0x52c0) [0x7f680e63ce10]
|
|
93: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
94: (()+0x13e5b0) [0x7f680e6fb5b0]
|
|
95: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
96: (()+0x193cbc) [0x7f680e750cbc]
|
|
97: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
98: (()+0x15b07a) [0x7f680e71807a]
|
|
99: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
100: (PyEval_EvalFrameEx()+0x52c0) [0x7f680e63ce10]
|
|
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
|
|
--- begin dump of recent events ---
|
|
-945> 2017-10-22 23:58:22.990680 7f680ed59540 5 asok(0x55a2afe385a0) register_command perfcounters_dump hook 0x55a2afde8060
|
|
-944> 2017-10-22 23:58:22.990692 7f680ed59540 5 asok(0x55a2afe385a0) register_command 1 hook 0x55a2afde8060
|
|
-943> 2017-10-22 23:58:22.990695 7f680ed59540 5 asok(0x55a2afe385a0) register_command perf dump hook 0x55a2afde8060
|
|
-942> 2017-10-22 23:58:22.990698 7f680ed59540 5 asok(0x55a2afe385a0) register_command perfcounters_schema hook 0x55a2afde8060
|
|
-941> 2017-10-22 23:58:22.990701 7f680ed59540 5 asok(0x55a2afe385a0) register_command perf histogram dump hook 0x55a2afde8060
|
|
-940> 2017-10-22 23:58:22.990703 7f680ed59540 5 asok(0x55a2afe385a0) register_command 2 hook 0x55a2afde8060
|
|
-939> 2017-10-22 23:58:22.990705 7f680ed59540 5 asok(0x55a2afe385a0) register_command perf schema hook 0x55a2afde8060
|
|
-938> 2017-10-22 23:58:22.990708 7f680ed59540 5 asok(0x55a2afe385a0) register_command perf histogram schema hook 0x55a2afde8060
|
|
-937> 2017-10-22 23:58:22.990711 7f680ed59540 5 asok(0x55a2afe385a0) register_command perf reset hook 0x55a2afde8060
|
|
-936> 2017-10-22 23:58:22.990713 7f680ed59540 5 asok(0x55a2afe385a0) register_command config show hook 0x55a2afde8060
|
|
-935> 2017-10-22 23:58:22.990718 7f680ed59540 5 asok(0x55a2afe385a0) register_command config help hook 0x55a2afde8060
|
|
-934> 2017-10-22 23:58:22.990721 7f680ed59540 5 asok(0x55a2afe385a0) register_command config set hook 0x55a2afde8060
|
|
-933> 2017-10-22 23:58:22.990729 7f680ed59540 5 asok(0x55a2afe385a0) register_command config get hook 0x55a2afde8060
|
|
-932> 2017-10-22 23:58:22.990734 7f680ed59540 5 asok(0x55a2afe385a0) register_command config diff hook 0x55a2afde8060
|
|
-931> 2017-10-22 23:58:22.990738 7f680ed59540 5 asok(0x55a2afe385a0) register_command config diff get hook 0x55a2afde8060
|
|
-930> 2017-10-22 23:58:22.990746 7f680ed59540 5 asok(0x55a2afe385a0) register_command log flush hook 0x55a2afde8060
|
|
-929> 2017-10-22 23:58:22.990750 7f680ed59540 5 asok(0x55a2afe385a0) register_command log dump hook 0x55a2afde8060
|
|
-928> 2017-10-22 23:58:22.990755 7f680ed59540 5 asok(0x55a2afe385a0) register_command log reopen hook 0x55a2afde8060
|
|
-927> 2017-10-22 23:58:22.990765 7f680ed59540 5 asok(0x55a2afe385a0) register_command dump_mempools hook 0x55a2afeace28
|
|
-926> 2017-10-22 23:58:22.997082 7f680ed59540 0 set uid:gid to 64045:64045 (ceph:ceph)
|
|
-925> 2017-10-22 23:58:22.997097 7f680ed59540 0 ceph version 12.2.1 (3e7492b9ada8bdc9a5cd0feafd42fbca27f9c38e) luminous (stable), process (unknown), pid 2741
|
|
-924> 2017-10-22 23:58:23.000125 7f680ed59540 0 pidfile_write: ignore empty --pid-file
|
|
-923> 2017-10-22 23:58:23.001923 7f680ed59540 5 asok(0x55a2afe385a0) init /var/run/ceph/ceph-mgr.node2.asok
|
|
-922> 2017-10-22 23:58:23.001937 7f680ed59540 5 asok(0x55a2afe385a0) bind_and_listen /var/run/ceph/ceph-mgr.node2.asok
|
|
-921> 2017-10-22 23:58:23.002005 7f680ed59540 5 asok(0x55a2afe385a0) register_command 0 hook 0x55a2afde6100
|
|
-920> 2017-10-22 23:58:23.002012 7f680ed59540 5 asok(0x55a2afe385a0) register_command version hook 0x55a2afde6100
|
|
-919> 2017-10-22 23:58:23.002017 7f680ed59540 5 asok(0x55a2afe385a0) register_command git_version hook 0x55a2afde6100
|
|
-918> 2017-10-22 23:58:23.002021 7f680ed59540 5 asok(0x55a2afe385a0) register_command help hook 0x55a2afde8200
|
|
-917> 2017-10-22 23:58:23.002026 7f680ed59540 5 asok(0x55a2afe385a0) register_command get_command_descriptions hook 0x55a2afde8210
|
|
-916> 2017-10-22 23:58:23.002102 7f6808b33700 5 asok(0x55a2afe385a0) entry start
|
|
-915> 2017-10-22 23:58:23.002446 7f6808332700 2 Event(0x55a2afdea080 nevent=5000 time_id=1).set_owner idx=0 owner=140084790896384
|
|
-914> 2017-10-22 23:58:23.002450 7f6807b31700 2 Event(0x55a2afdea740 nevent=5000 time_id=1).set_owner idx=1 owner=140084782503680
|
|
-913> 2017-10-22 23:58:23.002489 7f6807330700 2 Event(0x55a2afdea980 nevent=5000 time_id=1).set_owner idx=2 owner=140084774110976
|
|
-912> 2017-10-22 23:58:23.002697 7f680ed59540 1 Processor -- start
|
|
-911> 2017-10-22 23:58:23.002743 7f680ed59540 1 -- - start start
|
|
-910> 2017-10-22 23:58:23.002748 7f680ed59540 10 monclient: build_initial_monmap
|
|
-909> 2017-10-22 23:58:23.002903 7f680ed59540 10 monclient: init
|
|
-908> 2017-10-22 23:58:23.002910 7f680ed59540 5 adding auth protocol: cephx
|
|
-907> 2017-10-22 23:58:23.002913 7f680ed59540 10 monclient: auth_supported 2 method cephx
|
|
-906> 2017-10-22 23:58:23.003018 7f680ed59540 2 auth: KeyRing::load: loaded key file /var/lib/ceph/mgr/ceph-node2/keyring
|
|
-905> 2017-10-22 23:58:23.003082 7f680ed59540 10 monclient: _reopen_session rank -1
|
|
-904> 2017-10-22 23:58:23.003127 7f680ed59540 10 monclient(hunting): picked mon.noname-c con 0x55a2afe2c800 addr 10.80.20.103:6789/0
|
|
-903> 2017-10-22 23:58:23.003153 7f680ed59540 10 monclient(hunting): picked mon.noname-a con 0x55a2b00c2000 addr 10.80.20.99:6789/0
|
|
-902> 2017-10-22 23:58:23.003176 7f680ed59540 1 -- - --> 10.80.20.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x55a2affa6a00 con 0
|
|
-901> 2017-10-22 23:58:23.003189 7f680ed59540 1 -- - --> 10.80.20.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x55a2affa6c80 con 0
|
|
-900> 2017-10-22 23:58:23.003195 7f680ed59540 10 monclient(hunting): _renew_subs
|
|
-899> 2017-10-22 23:58:23.003539 7f6807b31700 1 -- 10.80.20.100:0/701264306 learned_addr learned my addr 10.80.20.100:0/701264306
|
|
-898> 2017-10-22 23:58:23.003759 7f6807b31700 2 -- 10.80.20.100:0/701264306 >> 10.80.20.103:6789/0 conn(0x55a2afe2c800 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=0)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-897> 2017-10-22 23:58:23.004102 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.103:6789/0 conn(0x55a2afe2c800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129608 cs=1 l=1). rx mon.2 seq 1 0x55a2affa6c80 mon_map magic: 0 v1
|
|
-896> 2017-10-22 23:58:23.004139 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.103:6789/0 conn(0x55a2afe2c800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129608 cs=1 l=1). rx mon.2 seq 2 0x55a2affa6f00 auth_reply(proto 2 0 (0) Success) v1
|
|
-895> 2017-10-22 23:58:23.004139 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.2 10.80.20.103:6789/0 1 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x55a2affa6c80 con 0x55a2afe2c800
|
|
-894> 2017-10-22 23:58:23.004158 7f680532c700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1
|
|
-893> 2017-10-22 23:58:23.004173 7f680532c700 10 monclient(hunting): got monmap 7, mon.noname-c is now rank -1
|
|
-892> 2017-10-22 23:58:23.004166 7f6807330700 2 -- 10.80.20.100:0/701264306 >> 10.80.20.99:6789/0 conn(0x55a2b00c2000 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=0)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-891> 2017-10-22 23:58:23.004177 7f680532c700 10 monclient(hunting): dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-890> 2017-10-22 23:58:23.004204 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.2 10.80.20.103:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (3620806486 0 0) 0x55a2affa6f00 con 0x55a2afe2c800
|
|
-889> 2017-10-22 23:58:23.004231 7f680532c700 10 monclient(hunting): my global_id is 2256815
|
|
-888> 2017-10-22 23:58:23.004286 7f680532c700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.103:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x55a2affa6c80 con 0
|
|
-887> 2017-10-22 23:58:23.004624 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.103:6789/0 conn(0x55a2afe2c800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129608 cs=1 l=1). rx mon.2 seq 3 0x55a2affa6c80 auth_reply(proto 2 0 (0) Success) v1
|
|
-886> 2017-10-22 23:58:23.004652 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.2 10.80.20.103:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 206+0+0 (2177678104 0 0) 0x55a2affa6c80 con 0x55a2afe2c800
|
|
-885> 2017-10-22 23:58:23.004732 7f680532c700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.103:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- 0x55a2affa6f00 con 0
|
|
-884> 2017-10-22 23:58:23.004744 7f6807330700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.99:6789/0 conn(0x55a2b00c2000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5048 cs=1 l=1). rx mon.0 seq 1 0x55a2affa6a00 mon_map magic: 0 v1
|
|
-883> 2017-10-22 23:58:23.004770 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.0 10.80.20.99:6789/0 1 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x55a2affa6a00 con 0x55a2b00c2000
|
|
-882> 2017-10-22 23:58:23.004772 7f6807330700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.99:6789/0 conn(0x55a2b00c2000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5048 cs=1 l=1). rx mon.0 seq 2 0x55a2affa7180 auth_reply(proto 2 0 (0) Success) v1
|
|
-881> 2017-10-22 23:58:23.004782 7f680532c700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1
|
|
-880> 2017-10-22 23:58:23.004794 7f680532c700 10 monclient(hunting): got monmap 7, mon.node1 is now rank 0
|
|
-879> 2017-10-22 23:58:23.004797 7f680532c700 10 monclient(hunting): dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-878> 2017-10-22 23:58:23.004816 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.0 10.80.20.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (2546361774 0 0) 0x55a2affa7180 con 0x55a2b00c2000
|
|
-877> 2017-10-22 23:58:23.004829 7f680532c700 10 monclient(hunting): my global_id is 2230656
|
|
-876> 2017-10-22 23:58:23.004856 7f680532c700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.99:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x55a2affa6c80 con 0
|
|
-875> 2017-10-22 23:58:23.005133 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.103:6789/0 conn(0x55a2afe2c800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129608 cs=1 l=1). rx mon.2 seq 4 0x55a2affa6f00 auth_reply(proto 2 0 (0) Success) v1
|
|
-874> 2017-10-22 23:58:23.005159 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.2 10.80.20.103:6789/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 719+0+0 (328852115 0 0) 0x55a2affa6f00 con 0x55a2afe2c800
|
|
-873> 2017-10-22 23:58:23.005374 7f680532c700 1 -- 10.80.20.100:0/701264306 >> 10.80.20.99:6789/0 conn(0x55a2b00c2000 :-1 s=STATE_OPEN pgs=5048 cs=1 l=1).mark_down
|
|
-872> 2017-10-22 23:58:23.005386 7f680532c700 2 -- 10.80.20.100:0/701264306 >> 10.80.20.99:6789/0 conn(0x55a2b00c2000 :-1 s=STATE_OPEN pgs=5048 cs=1 l=1)._stop
|
|
-871> 2017-10-22 23:58:23.005408 7f680532c700 1 monclient: found mon.node3
|
|
-870> 2017-10-22 23:58:23.005419 7f680532c700 10 monclient: _send_mon_message to mon.node3 at 10.80.20.103:6789/0
|
|
-869> 2017-10-22 23:58:23.005423 7f680532c700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.103:6789/0 -- mon_subscribe({mgrmap=0+,monmap=0+}) v2 -- 0x55a2afdead80 con 0
|
|
-868> 2017-10-22 23:58:23.005440 7f680532c700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2017-10-22 23:57:53.005439)
|
|
-867> 2017-10-22 23:58:23.005450 7f680532c700 10 monclient: _send_mon_message to mon.node3 at 10.80.20.103:6789/0
|
|
-866> 2017-10-22 23:58:23.005454 7f680532c700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.103:6789/0 -- auth(proto 2 2 bytes epoch 0) v1 -- 0x55a2affa7180 con 0
|
|
-865> 2017-10-22 23:58:23.005471 7f680ed59540 5 monclient: authenticate success, global_id 2256815
|
|
-864> 2017-10-22 23:58:23.005493 7f680ed59540 10 log_channel(cluster) update_config to_monitors: true to_syslog: false syslog_facility: daemon prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201)
|
|
-863> 2017-10-22 23:58:23.005499 7f680ed59540 10 log_channel(audit) update_config to_monitors: true to_syslog: false syslog_facility: local0 prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201)
|
|
-862> 2017-10-22 23:58:23.005570 7f680ed59540 5 asok(0x55a2afe385a0) register_command objecter_requests hook 0x55a2afde82d0
|
|
-861> 2017-10-22 23:58:23.005601 7f680ed59540 10 monclient: _renew_subs
|
|
-860> 2017-10-22 23:58:23.005606 7f680ed59540 10 monclient: _send_mon_message to mon.node3 at 10.80.20.103:6789/0
|
|
-859> 2017-10-22 23:58:23.005613 7f680ed59540 1 -- 10.80.20.100:0/701264306 --> 10.80.20.103:6789/0 -- mon_subscribe({osdmap=0}) v2 -- 0x55a2afdeafc0 con 0
|
|
-858> 2017-10-22 23:58:23.005687 7f680ed59540 5 asok(0x55a2afe385a0) register_command mds_requests hook 0x7ffee175b698
|
|
-857> 2017-10-22 23:58:23.005694 7f680ed59540 5 asok(0x55a2afe385a0) register_command mds_sessions hook 0x7ffee175b698
|
|
-856> 2017-10-22 23:58:23.005699 7f680ed59540 5 asok(0x55a2afe385a0) register_command dump_cache hook 0x7ffee175b698
|
|
-855> 2017-10-22 23:58:23.005704 7f680ed59540 5 asok(0x55a2afe385a0) register_command kick_stale_sessions hook 0x7ffee175b698
|
|
-854> 2017-10-22 23:58:23.005708 7f680ed59540 5 asok(0x55a2afe385a0) register_command status hook 0x7ffee175b698
|
|
-853> 2017-10-22 23:58:23.005738 7f680ed59540 1 mgr send_beacon standby
|
|
-852> 2017-10-22 23:58:23.005737 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.103:6789/0 conn(0x55a2afe2c800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129608 cs=1 l=1). rx mon.2 seq 5 0x55a2afe50f00 mgrmap(e 6083) v1
|
|
-851> 2017-10-22 23:58:23.005756 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.103:6789/0 conn(0x55a2afe2c800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129608 cs=1 l=1). rx mon.2 seq 6 0x55a2affa7180 mon_map magic: 0 v1
|
|
-850> 2017-10-22 23:58:23.005758 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.2 10.80.20.103:6789/0 5 ==== mgrmap(e 6083) v1 ==== 249+0+0 (3152172567 0 0) 0x55a2afe50f00 con 0x55a2afe2c800
|
|
-849> 2017-10-22 23:58:23.005793 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.103:6789/0 conn(0x55a2afe2c800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129608 cs=1 l=1). rx mon.2 seq 7 0x55a2affa7400 auth_reply(proto 2 0 (0) Success) v1
|
|
-848> 2017-10-22 23:58:23.005924 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.103:6789/0 conn(0x55a2afe2c800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129608 cs=1 l=1). rx mon.2 seq 8 0x55a2affa7680 osd_map(8108..8108 src has 7413..8108) v3
|
|
-847> 2017-10-22 23:58:23.005963 7f680ed59540 10 monclient: _send_mon_message to mon.node3 at 10.80.20.103:6789/0
|
|
-846> 2017-10-22 23:58:23.005972 7f680ed59540 1 -- 10.80.20.100:0/701264306 --> 10.80.20.103:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256815, -, 0) v5 -- 0x55a2afe50c00 con 0
|
|
-845> 2017-10-22 23:58:23.005986 7f680ed59540 4 mgr init Complete.
|
|
-844> 2017-10-22 23:58:23.005999 7f680532c700 4 mgr ms_dispatch standby mgrmap(e 6083) v1
|
|
-843> 2017-10-22 23:58:23.006005 7f680532c700 4 mgr handle_mgr_map received map epoch 6083
|
|
-842> 2017-10-22 23:58:23.006008 7f680532c700 4 mgr handle_mgr_map active in map: 0 active is 2256812
|
|
-841> 2017-10-22 23:58:23.006017 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.2 10.80.20.103:6789/0 6 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x55a2affa7180 con 0x55a2afe2c800
|
|
-840> 2017-10-22 23:58:23.006026 7f680532c700 10 monclient: handle_monmap mon_map magic: 0 v1
|
|
-839> 2017-10-22 23:58:23.006038 7f680532c700 10 monclient: got monmap 7, mon.node3 is now rank 2
|
|
-838> 2017-10-22 23:58:23.006042 7f680532c700 10 monclient: dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-837> 2017-10-22 23:58:23.006057 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.2 10.80.20.103:6789/0 7 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (439586011 0 0) 0x55a2affa7400 con 0x55a2afe2c800
|
|
-836> 2017-10-22 23:58:23.006121 7f680532c700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2017-10-22 23:57:53.006121)
|
|
-835> 2017-10-22 23:58:23.006133 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.2 10.80.20.103:6789/0 8 ==== osd_map(8108..8108 src has 7413..8108) v3 ==== 4706+0+0 (3871859847 0 0) 0x55a2affa7680 con 0x55a2afe2c800
|
|
-834> 2017-10-22 23:58:23.006246 7f680532c700 4 mgr ms_dispatch standby osd_map(8108..8108 src has 7413..8108) v3
|
|
-833> 2017-10-22 23:58:23.076551 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.103:6789/0 conn(0x55a2afe2c800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129608 cs=1 l=1). rx mon.2 seq 9 0x55a2afe50c00 mgrmap(e 6084) v1
|
|
-832> 2017-10-22 23:58:23.076596 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.2 10.80.20.103:6789/0 9 ==== mgrmap(e 6084) v1 ==== 261+0+0 (1740768278 0 0) 0x55a2afe50c00 con 0x55a2afe2c800
|
|
-831> 2017-10-22 23:58:23.076615 7f680532c700 4 mgr ms_dispatch standby mgrmap(e 6084) v1
|
|
-830> 2017-10-22 23:58:23.076619 7f680532c700 4 mgr handle_mgr_map received map epoch 6084
|
|
-829> 2017-10-22 23:58:23.076621 7f680532c700 4 mgr handle_mgr_map active in map: 1 active is 2256815
|
|
-828> 2017-10-22 23:58:23.076623 7f680532c700 1 mgr handle_mgr_map Activating!
|
|
-827> 2017-10-22 23:58:23.076776 7f680532c700 5 adding auth protocol: cephx
|
|
-826> 2017-10-22 23:58:23.076836 7f680532c700 1 mgr handle_mgr_map I am now activating
|
|
-825> 2017-10-22 23:58:23.077100 7f6801324700 1 -- 10.80.20.100:0/0 learned_addr learned my addr 10.80.20.100:0/0
|
|
-824> 2017-10-22 23:58:23.077108 7f6801324700 1 -- 10.80.20.100:6806/2741 _finish_bind bind my_inst.addr is 10.80.20.100:6806/2741
|
|
-823> 2017-10-22 23:58:23.077114 7f6801324700 1 -- 10.80.20.100:6806/2741 start start
|
|
-822> 2017-10-22 23:58:23.077119 7f6801324700 1 Processor -- start
|
|
-821> 2017-10-22 23:58:23.077179 7f6801324700 4 mgr init Initialized server at 10.80.20.100:6806/2741
|
|
-820> 2017-10-22 23:58:23.077186 7f6801324700 4 mgr init Loading daemon metadata...
|
|
-819> 2017-10-22 23:58:23.077193 7f6801324700 10 monclient: _send_command 1 [{"prefix": "mds metadata"}]
|
|
-818> 2017-10-22 23:58:23.077198 7f6801324700 10 monclient: _send_mon_message to mon.node3 at 10.80.20.103:6789/0
|
|
-817> 2017-10-22 23:58:23.077205 7f6801324700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.103:6789/0 -- mon_command({"prefix": "mds metadata"} v 0) v1 -- 0x55a2afdec400 con 0
|
|
-816> 2017-10-22 23:58:23.077220 7f6801324700 10 monclient: _send_command 2 [{"prefix": "osd metadata"}]
|
|
-815> 2017-10-22 23:58:23.077224 7f6801324700 10 monclient: _send_mon_message to mon.node3 at 10.80.20.103:6789/0
|
|
-814> 2017-10-22 23:58:23.077227 7f6801324700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.103:6789/0 -- mon_command({"prefix": "osd metadata"} v 0) v1 -- 0x55a2afdec640 con 0
|
|
-813> 2017-10-22 23:58:23.077234 7f6801324700 10 monclient: _send_command 3 [{"prefix": "mon metadata"}]
|
|
-812> 2017-10-22 23:58:23.077236 7f6801324700 10 monclient: _send_mon_message to mon.node3 at 10.80.20.103:6789/0
|
|
-811> 2017-10-22 23:58:23.077238 7f6801324700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.103:6789/0 -- mon_command({"prefix": "mon metadata"} v 0) v1 -- 0x55a2afdec880 con 0
|
|
-810> 2017-10-22 23:58:23.084155 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.103:6789/0 conn(0x55a2afe2c800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129608 cs=1 l=1). rx mon.2 seq 10 0x55a2affa7900 mon_command_ack([{"prefix": "mon metadata"}]=0 v0) v1
|
|
-809> 2017-10-22 23:58:23.084188 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.2 10.80.20.103:6789/0 10 ==== mon_command_ack([{"prefix": "mon metadata"}]=0 v0) v1 ==== 60+0+1876 (750816088 0 440006200) 0x55a2affa7900 con 0x55a2afe2c800
|
|
-808> 2017-10-22 23:58:23.084202 7f680532c700 10 monclient: handle_mon_command_ack 3 [{"prefix": "mon metadata"}]
|
|
-807> 2017-10-22 23:58:23.084207 7f680532c700 10 monclient: _finish_command 3 = 0
|
|
-806> 2017-10-22 23:58:23.095462 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.103:6789/0 conn(0x55a2afe2c800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129608 cs=1 l=1). rx mon.2 seq 11 0x55a2affa7b80 mon_command_ack([{"prefix": "mds metadata"}]=0 v44) v1
|
|
-805> 2017-10-22 23:58:23.095487 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.2 10.80.20.103:6789/0 11 ==== mon_command_ack([{"prefix": "mds metadata"}]=0 v44) v1 ==== 60+0+3 (1772333348 0 246687307) 0x55a2affa7b80 con 0x55a2afe2c800
|
|
-804> 2017-10-22 23:58:23.095502 7f680532c700 10 monclient: handle_mon_command_ack 1 [{"prefix": "mds metadata"}]
|
|
-803> 2017-10-22 23:58:23.095506 7f680532c700 10 monclient: _finish_command 1 = 0
|
|
-802> 2017-10-22 23:58:23.095982 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.103:6789/0 conn(0x55a2afe2c800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129608 cs=1 l=1). rx mon.2 seq 12 0x55a2affa7e00 mon_command_ack([{"prefix": "osd metadata"}]=0 v8108) v1
|
|
-801> 2017-10-22 23:58:23.096001 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.2 10.80.20.103:6789/0 12 ==== mon_command_ack([{"prefix": "osd metadata"}]=0 v8108) v1 ==== 60+0+12663 (2781904519 0 1012651447) 0x55a2affa7e00 con 0x55a2afe2c800
|
|
-800> 2017-10-22 23:58:23.096011 7f680532c700 10 monclient: handle_mon_command_ack 2 [{"prefix": "osd metadata"}]
|
|
-799> 2017-10-22 23:58:23.096013 7f680532c700 10 monclient: _finish_command 2 = 0
|
|
-798> 2017-10-22 23:58:23.096575 7f6801324700 4 mgr load_all_metadata node1
|
|
-797> 2017-10-22 23:58:23.096616 7f6801324700 4 mgr load_all_metadata node1
|
|
-796> 2017-10-22 23:58:23.096637 7f6801324700 4 mgr load_all_metadata node1
|
|
-795> 2017-10-22 23:58:23.096657 7f6801324700 4 mgr load_all_metadata node2
|
|
-794> 2017-10-22 23:58:23.096675 7f6801324700 4 mgr load_all_metadata node2
|
|
-793> 2017-10-22 23:58:23.096700 7f6801324700 4 mgr load_all_metadata node2
|
|
-792> 2017-10-22 23:58:23.096717 7f6801324700 4 mgr load_all_metadata node3
|
|
-791> 2017-10-22 23:58:23.096735 7f6801324700 4 mgr load_all_metadata node3
|
|
-790> 2017-10-22 23:58:23.096751 7f6801324700 4 mgr load_all_metadata node3
|
|
-789> 2017-10-22 23:58:23.096768 7f6801324700 4 mgr load_all_metadata node3
|
|
-788> 2017-10-22 23:58:23.096823 7f6801324700 4 mgr init waiting for OSDMap...
|
|
-787> 2017-10-22 23:58:23.096831 7f6801324700 10 monclient: _renew_subs
|
|
-786> 2017-10-22 23:58:23.096837 7f6801324700 10 monclient: _send_mon_message to mon.node3 at 10.80.20.103:6789/0
|
|
-785> 2017-10-22 23:58:23.096845 7f6801324700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.103:6789/0 -- mon_subscribe({fsmap=0+,log-info=0+,mgrdigest=0+,osdmap=8109,servicemap=0+}) v2 -- 0x55a2afdeafc0 con 0
|
|
-784> 2017-10-22 23:58:23.096865 7f6801324700 10 monclient: _reopen_session rank -1
|
|
-783> 2017-10-22 23:58:23.096869 7f6801324700 1 -- 10.80.20.100:0/701264306 >> 10.80.20.103:6789/0 conn(0x55a2afe2c800 :-1 s=STATE_OPEN pgs=129608 cs=1 l=1).mark_down
|
|
-782> 2017-10-22 23:58:23.096876 7f6801324700 2 -- 10.80.20.100:0/701264306 >> 10.80.20.103:6789/0 conn(0x55a2afe2c800 :-1 s=STATE_OPEN pgs=129608 cs=1 l=1)._stop
|
|
-781> 2017-10-22 23:58:23.096926 7f6801324700 10 monclient(hunting): picked mon.node2 con 0x55a2b010b800 addr 10.80.20.100:6789/0
|
|
-780> 2017-10-22 23:58:23.096944 7f6801324700 10 monclient(hunting): picked mon.node1 con 0x55a2b00c2000 addr 10.80.20.99:6789/0
|
|
-779> 2017-10-22 23:58:23.096958 7f6801324700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.99:6789/0 -- auth(proto 0 30 bytes epoch 7) v1 -- 0x55a2affa7400 con 0
|
|
-778> 2017-10-22 23:58:23.096968 7f6801324700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- auth(proto 0 30 bytes epoch 7) v1 -- 0x55a2affa7180 con 0
|
|
-777> 2017-10-22 23:58:23.096977 7f6801324700 10 monclient(hunting): _renew_subs
|
|
-776> 2017-10-22 23:58:23.097131 7f6807b31700 2 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=0)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-775> 2017-10-22 23:58:23.097367 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13451 cs=1 l=1). rx mon.1 seq 1 0x55a2affa7180 auth_reply(proto 2 0 (0) Success) v1
|
|
-774> 2017-10-22 23:58:23.097514 7f6808332700 2 -- 10.80.20.100:0/701264306 >> 10.80.20.99:6789/0 conn(0x55a2b00c2000 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=0)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-773> 2017-10-22 23:58:23.097804 7f6801324700 4 mgr init waiting for FSMap...
|
|
-772> 2017-10-22 23:58:23.097817 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.1 10.80.20.100:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (180777806 0 0) 0x55a2affa7180 con 0x55a2b010b800
|
|
-771> 2017-10-22 23:58:23.097886 7f680532c700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x55a2b0140000 con 0
|
|
-770> 2017-10-22 23:58:23.097921 7f6808332700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.99:6789/0 conn(0x55a2b00c2000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5049 cs=1 l=1). rx mon.0 seq 1 0x55a2affa7400 auth_reply(proto 2 0 (0) Success) v1
|
|
-769> 2017-10-22 23:58:23.097974 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.0 10.80.20.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (2963218037 0 0) 0x55a2affa7400 con 0x55a2b00c2000
|
|
-768> 2017-10-22 23:58:23.098035 7f680532c700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.99:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x55a2affa7180 con 0
|
|
-767> 2017-10-22 23:58:23.098173 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13451 cs=1 l=1). rx mon.1 seq 2 0x55a2b0140000 auth_reply(proto 2 0 (0) Success) v1
|
|
-766> 2017-10-22 23:58:23.098198 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.1 10.80.20.100:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 206+0+0 (2122724350 0 0) 0x55a2b0140000 con 0x55a2b010b800
|
|
-765> 2017-10-22 23:58:23.098267 7f680532c700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- 0x55a2affa7400 con 0
|
|
-764> 2017-10-22 23:58:23.098536 7f6808332700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.99:6789/0 conn(0x55a2b00c2000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5049 cs=1 l=1). rx mon.0 seq 2 0x55a2affa7180 auth_reply(proto 2 0 (0) Success) v1
|
|
-763> 2017-10-22 23:58:23.098564 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.0 10.80.20.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 206+0+0 (1132388564 0 0) 0x55a2affa7180 con 0x55a2b00c2000
|
|
-762> 2017-10-22 23:58:23.098624 7f680532c700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.99:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- 0x55a2b0140000 con 0
|
|
-761> 2017-10-22 23:58:23.098670 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13451 cs=1 l=1). rx mon.1 seq 3 0x55a2affa7400 auth_reply(proto 2 0 (0) Success) v1
|
|
-760> 2017-10-22 23:58:23.098692 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.1 10.80.20.100:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 719+0+0 (2142205871 0 0) 0x55a2affa7400 con 0x55a2b010b800
|
|
-759> 2017-10-22 23:58:23.098818 7f680532c700 1 -- 10.80.20.100:0/701264306 >> 10.80.20.99:6789/0 conn(0x55a2b00c2000 :-1 s=STATE_OPEN pgs=5049 cs=1 l=1).mark_down
|
|
-758> 2017-10-22 23:58:23.098828 7f680532c700 2 -- 10.80.20.100:0/701264306 >> 10.80.20.99:6789/0 conn(0x55a2b00c2000 :-1 s=STATE_OPEN pgs=5049 cs=1 l=1)._stop
|
|
-757> 2017-10-22 23:58:23.098853 7f680532c700 1 monclient: found mon.node2
|
|
-756> 2017-10-22 23:58:23.098866 7f680532c700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-755> 2017-10-22 23:58:23.098871 7f680532c700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- mon_subscribe({fsmap=0+,log-info=0+,mgrdigest=0+,mgrmap=0+,monmap=8+,osdmap=8109,servicemap=0+}) v2 -- 0x55a2afdead80 con 0
|
|
-754> 2017-10-22 23:58:23.098887 7f680532c700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2017-10-22 23:57:53.098886)
|
|
-753> 2017-10-22 23:58:23.099115 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13451 cs=1 l=1). rx mon.1 seq 4 0x55a2afe9d400 fsmap(e 44) v1
|
|
-752> 2017-10-22 23:58:23.099143 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.1 10.80.20.100:6789/0 4 ==== fsmap(e 44) v1 ==== 319+0+0 (3835723001 0 0) 0x55a2afe9d400 con 0x55a2b010b800
|
|
-751> 2017-10-22 23:58:23.099156 7f680532c700 4 mgr ms_dispatch active fsmap(e 44) v1
|
|
-750> 2017-10-22 23:58:23.099161 7f680532c700 4 mgr ms_dispatch fsmap(e 44) v1
|
|
-749> 2017-10-22 23:58:23.099165 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13451 cs=1 l=1). rx mon.1 seq 5 0x55a2b0140f00 log(1 entries from seq 1165 at 2017-10-22 23:58:23.004429) v1
|
|
-748> 2017-10-22 23:58:23.099189 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.1 10.80.20.100:6789/0 5 ==== log(1 entries from seq 1165 at 2017-10-22 23:58:23.004429) v1 ==== 165+0+0 (760692413 0 0) 0x55a2b0140f00 con 0x55a2b010b800
|
|
-747> 2017-10-22 23:58:23.099203 7f680532c700 4 mgr ms_dispatch active log(1 entries from seq 1165 at 2017-10-22 23:58:23.004429) v1
|
|
-746> 2017-10-22 23:58:23.099207 7f680532c700 4 mgr ms_dispatch log(1 entries from seq 1165 at 2017-10-22 23:58:23.004429) v1
|
|
-745> 2017-10-22 23:58:23.099217 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13451 cs=1 l=1). rx mon.1 seq 6 0x55a2b012fc80 mgrdigest v1
|
|
-744> 2017-10-22 23:58:23.099235 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.1 10.80.20.100:6789/0 6 ==== mgrdigest v1 ==== 1410+0+0 (1025477589 0 0) 0x55a2b012fc80 con 0x55a2b010b800
|
|
-743> 2017-10-22 23:58:23.099241 7f680532c700 4 mgr ms_dispatch active mgrdigest v1
|
|
-742> 2017-10-22 23:58:23.099470 7f680532c700 4 mgr ms_dispatch mgrdigest v1
|
|
-741> 2017-10-22 23:58:23.099475 7f6801324700 4 mgr init waiting for config-keys...
|
|
-740> 2017-10-22 23:58:23.099473 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13451 cs=1 l=1). rx mon.1 seq 7 0x55a2afe53300 mgrmap(e 6084) v1
|
|
-739> 2017-10-22 23:58:23.099484 7f6801324700 10 monclient: _send_command 4 [{"prefix": "config-key ls"}]
|
|
-738> 2017-10-22 23:58:23.099487 7f6801324700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-737> 2017-10-22 23:58:23.099487 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13451 cs=1 l=1). rx mon.1 seq 8 0x55a2afdead80 service_map(e0 0 svc) v1
|
|
-736> 2017-10-22 23:58:23.099493 7f6801324700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- mon_command({"prefix": "config-key ls"} v 0) v1 -- 0x55a2afdeb200 con 0
|
|
-735> 2017-10-22 23:58:23.099515 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.1 10.80.20.100:6789/0 7 ==== mgrmap(e 6084) v1 ==== 261+0+0 (1740768278 0 0) 0x55a2afe53300 con 0x55a2b010b800
|
|
-734> 2017-10-22 23:58:23.099523 7f680532c700 4 mgr ms_dispatch active mgrmap(e 6084) v1
|
|
-733> 2017-10-22 23:58:23.099525 7f680532c700 4 mgr handle_mgr_map received map epoch 6084
|
|
-732> 2017-10-22 23:58:23.099527 7f680532c700 4 mgr handle_mgr_map active in map: 1 active is 2256815
|
|
-731> 2017-10-22 23:58:23.099539 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.1 10.80.20.100:6789/0 8 ==== service_map(e0 0 svc) v1 ==== 22+0+0 (722760602 0 0) 0x55a2afdead80 con 0x55a2b010b800
|
|
-730> 2017-10-22 23:58:23.099546 7f680532c700 4 mgr ms_dispatch active service_map(e0 0 svc) v1
|
|
-729> 2017-10-22 23:58:23.099549 7f680532c700 4 mgr ms_dispatch service_map(e0 0 svc) v1
|
|
-728> 2017-10-22 23:58:23.099830 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13451 cs=1 l=1). rx mon.1 seq 9 0x55a2b0141180 mon_command_ack([{"prefix": "config-key ls"}]=0 v0) v1
|
|
-727> 2017-10-22 23:58:23.099852 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.1 10.80.20.100:6789/0 9 ==== mon_command_ack([{"prefix": "config-key ls"}]=0 v0) v1 ==== 61+0+36 (3227808092 0 2749855996) 0x55a2b0141180 con 0x55a2b010b800
|
|
-726> 2017-10-22 23:58:23.099865 7f680532c700 10 monclient: handle_mon_command_ack 4 [{"prefix": "config-key ls"}]
|
|
-725> 2017-10-22 23:58:23.099867 7f680532c700 10 monclient: _finish_command 4 = 0
|
|
-724> 2017-10-22 23:58:23.099904 7f6801324700 10 monclient: _send_command 5 [{"prefix": "config-key get", "key": "mgr/dashboard/server_addr"}]
|
|
-723> 2017-10-22 23:58:23.099910 7f6801324700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-722> 2017-10-22 23:58:23.099916 7f6801324700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- mon_command({"prefix": "config-key get", "key": "mgr/dashboard/server_addr"} v 0) v1 -- 0x55a2afdecac0 con 0
|
|
-721> 2017-10-22 23:58:23.100158 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13451 cs=1 l=1). rx mon.1 seq 10 0x55a2b0141400 mon_command_ack([{"prefix": "config-key get", "key": "mgr/dashboard/server_addr"}]=0 obtained 'mgr/dashboard/server_addr' v0) v1
|
|
-720> 2017-10-22 23:58:23.100180 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.1 10.80.20.100:6789/0 10 ==== mon_command_ack([{"prefix": "config-key get", "key": "mgr/dashboard/server_addr"}]=0 obtained 'mgr/dashboard/server_addr' v0) v1 ==== 134+0+2 (122495021 0 2703130716) 0x55a2b0141400 con 0x55a2b010b800
|
|
-719> 2017-10-22 23:58:23.100189 7f680532c700 10 monclient: handle_mon_command_ack 5 [{"prefix": "config-key get", "key": "mgr/dashboard/server_addr"}]
|
|
-718> 2017-10-22 23:58:23.100192 7f680532c700 10 monclient: _finish_command 5 = 0 obtained 'mgr/dashboard/server_addr'
|
|
-717> 2017-10-22 23:58:23.100209 7f6801324700 4 mgr insert_config Loaded 1 config settings
|
|
-716> 2017-10-22 23:58:23.100215 7f6801324700 4 mgr init waiting for MgrDigest...
|
|
-715> 2017-10-22 23:58:23.100217 7f6801324700 4 mgr init starting PyModules...
|
|
-714> 2017-10-22 23:58:23.111050 7f6801324700 1 mgr init Loading python module 'dashboard'
|
|
-713> 2017-10-22 23:58:23.249712 7f6801324700 4 mgr[dashboard] Constructing module dashboard.module: instance {'plugin': <dashboard.module.Module object at 0x7f67fe2ccbd0>}
|
|
-712> 2017-10-22 23:58:23.249843 7f6801324700 1 mgr load Constructed class from module: dashboard
|
|
-711> 2017-10-22 23:58:23.249855 7f6801324700 1 mgr init Loading python module 'status'
|
|
-710> 2017-10-22 23:58:23.282324 7f6801324700 1 mgr load Constructed class from module: status
|
|
-709> 2017-10-22 23:58:23.282346 7f6801324700 1 mgr start Creating threads for 2 modules
|
|
-708> 2017-10-22 23:58:23.282352 7f6801324700 4 mgr start Starting thread for dashboard
|
|
-707> 2017-10-22 23:58:23.282400 7f6801324700 4 mgr start Starting thread for status
|
|
-706> 2017-10-22 23:58:23.282419 7f6801324700 4 mgr init Complete.
|
|
-705> 2017-10-22 23:58:23.282436 7f6801324700 1 mgr send_beacon active
|
|
-704> 2017-10-22 23:58:23.282440 7f67f33ca700 4 mgr entry Entering thread for status
|
|
-703> 2017-10-22 23:58:23.282444 7f67f3bcb700 4 mgr entry Entering thread for dashboard
|
|
-702> 2017-10-22 23:58:23.282930 7f6801324700 4 mgr send_beacon going active, including 35 commands in beacon
|
|
-701> 2017-10-22 23:58:23.282938 7f67f3bcb700 10 monclient: _send_command 6 [{"prefix": "log last", "format": "json"}]
|
|
-700> 2017-10-22 23:58:23.282946 7f67f3bcb700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-699> 2017-10-22 23:58:23.282954 7f67f3bcb700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- mon_command({"prefix": "log last", "format": "json"} v 0) v1 -- 0x55a2b0940240 con 0
|
|
-698> 2017-10-22 23:58:23.282979 7f6801324700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-697> 2017-10-22 23:58:23.282989 7f6801324700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256815, 10.80.20.100:6806/2741, 1) v5 -- 0x55a2b0900700 con 0
|
|
-696> 2017-10-22 23:58:23.283516 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13451 cs=1 l=1). rx mon.1 seq 11 0x55a2b0141680 mon_command_ack([{"prefix": "log last", "format": "json"}]=0 v20469053) v1
|
|
-695> 2017-10-22 23:58:23.283551 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.1 10.80.20.100:6789/0 11 ==== mon_command_ack([{"prefix": "log last", "format": "json"}]=0 v20469053) v1 ==== 74+0+1342 (4222930886 0 2953057821) 0x55a2b0141680 con 0x55a2b010b800
|
|
-694> 2017-10-22 23:58:23.283571 7f680532c700 10 monclient: handle_mon_command_ack 6 [{"prefix": "log last", "format": "json"}]
|
|
-693> 2017-10-22 23:58:23.283574 7f680532c700 10 monclient: _finish_command 6 = 0
|
|
-692> 2017-10-22 23:58:23.284084 7f67f3bcb700 4 mgr get_config get_configkey: mgr/dashboard/node2/server_addr
|
|
-691> 2017-10-22 23:58:23.284091 7f67f3bcb700 4 mgr ceph_config_get ceph_config_get node2/server_addr not found
|
|
-690> 2017-10-22 23:58:23.284096 7f67f3bcb700 4 mgr get_config get_configkey: mgr/dashboard/server_addr
|
|
-689> 2017-10-22 23:58:23.284103 7f67f3bcb700 4 mgr get_config get_configkey: mgr/dashboard/node2/server_port
|
|
-688> 2017-10-22 23:58:23.284106 7f67f3bcb700 4 mgr ceph_config_get ceph_config_get node2/server_port not found
|
|
-687> 2017-10-22 23:58:23.284109 7f67f3bcb700 4 mgr get_config get_configkey: mgr/dashboard/server_port
|
|
-686> 2017-10-22 23:58:23.284111 7f67f3bcb700 4 mgr ceph_config_get ceph_config_get server_port not found
|
|
-685> 2017-10-22 23:58:23.284283 7f67f3bcb700 4 mgr[dashboard] server_addr: :: server_port: 7000
|
|
-684> 2017-10-22 23:58:23.284458 7f67f3bcb700 4 mgr[dashboard] Serving static from /usr/lib/ceph/mgr/dashboard/static
|
|
-683> 2017-10-22 23:58:23.284883 7f67f3bcb700 4 mgr[dashboard] Starting engine...
|
|
-682> 2017-10-22 23:58:23.390074 7f67f3bcb700 4 mgr[dashboard] Waiting for engine...
|
|
-681> 2017-10-22 23:58:24.104558 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13451 cs=1 l=1). rx mon.1 seq 12 0x55a2b0921680 log(1 entries from seq 1167 at 2017-10-22 23:58:23.282124) v1
|
|
-680> 2017-10-22 23:58:24.104606 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.1 10.80.20.100:6789/0 12 ==== log(1 entries from seq 1167 at 2017-10-22 23:58:23.282124) v1 ==== 171+0+0 (1855385383 0 0) 0x55a2b0921680 con 0x55a2b010b800
|
|
-679> 2017-10-22 23:58:24.104631 7f680532c700 4 mgr ms_dispatch active log(1 entries from seq 1167 at 2017-10-22 23:58:23.282124) v1
|
|
-678> 2017-10-22 23:58:24.104638 7f680532c700 4 mgr ms_dispatch log(1 entries from seq 1167 at 2017-10-22 23:58:23.282124) v1
|
|
-677> 2017-10-22 23:58:24.119707 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0971800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=28 -
|
|
-676> 2017-10-22 23:58:24.119729 7f6807330700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0973000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=29 -
|
|
-675> 2017-10-22 23:58:24.119778 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b097e000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=31 -
|
|
-674> 2017-10-22 23:58:24.119826 7f6807330700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b097f800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=32 -
|
|
-673> 2017-10-22 23:58:24.119847 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0982800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 -
|
|
-672> 2017-10-22 23:58:24.119954 7f6807330700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0990000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=36 -
|
|
-671> 2017-10-22 23:58:24.120068 7f6808332700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0970000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=27 -
|
|
-670> 2017-10-22 23:58:24.120102 7f6808332700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0974800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=30 -
|
|
-669> 2017-10-22 23:58:24.120102 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6800/4577 conn(0x55a2b097e000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=26 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-668> 2017-10-22 23:58:24.120121 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0993000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=38 -
|
|
-667> 2017-10-22 23:58:24.120124 7f6808332700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0981000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=33 -
|
|
-666> 2017-10-22 23:58:24.120132 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6802/1567 conn(0x55a2b0973000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=77 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-665> 2017-10-22 23:58:24.120142 7f6808332700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0991800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=37 -
|
|
-664> 2017-10-22 23:58:24.120153 7f6808332700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b09a6000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=40 -
|
|
-663> 2017-10-22 23:58:24.120206 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.99:0/607 conn(0x55a2b0971800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=53 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-662> 2017-10-22 23:58:24.120258 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6802/1582 conn(0x55a2b097f800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=65 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-661> 2017-10-22 23:58:24.120294 7f6807330700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0994800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=39 -
|
|
-660> 2017-10-22 23:58:24.120307 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/1854190760 conn(0x55a2b0982800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=286 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-659> 2017-10-22 23:58:24.120326 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6800/4577 conn(0x55a2b097e000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=26 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-658> 2017-10-22 23:58:24.120341 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6800/1341 conn(0x55a2b0970000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=79 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-657> 2017-10-22 23:58:24.120367 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6800/4577 conn(0x55a2b097e000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=26 cs=1 l=1). rx osd.2 seq 1 0x55a2b0936840 mgropen(osd.2) v2
|
|
-656> 2017-10-22 23:58:24.120386 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.99:0/607 conn(0x55a2b0971800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=53 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-655> 2017-10-22 23:58:24.120408 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.2 10.80.20.99:6800/4577 1 ==== mgropen(osd.2) v2 ==== 10+0+0 (1428356565 0 0) 0x55a2b0936840 con 0x55a2b097e000
|
|
-654> 2017-10-22 23:58:24.120421 7f6800b23700 4 mgr.server handle_open from 0x55a2b097e000 osd,2
|
|
-653> 2017-10-22 23:58:24.120425 7f6800b23700 1 -- 10.80.20.100:6806/2741 --> 10.80.20.99:6800/4577 -- mgrconfigure() v1 -- 0x55a2b0760400 con 0
|
|
-652> 2017-10-22 23:58:24.120418 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/406274476 conn(0x55a2b0990000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=545 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-651> 2017-10-22 23:58:24.120436 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6802/1567 conn(0x55a2b0973000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=77 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-650> 2017-10-22 23:58:24.120486 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6802/1567 conn(0x55a2b0973000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.0 seq 1 0x55a2b0936dc0 mgropen(osd.0) v2
|
|
-649> 2017-10-22 23:58:24.120490 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/4135929157 conn(0x55a2b0993000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=294 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-648> 2017-10-22 23:58:24.120518 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.0 10.80.20.99:6802/1567 1 ==== mgropen(osd.0) v2 ==== 10+0+0 (2393791766 0 0) 0x55a2b0936dc0 con 0x55a2b0973000
|
|
-647> 2017-10-22 23:58:24.120532 7f6800b23700 4 mgr.server handle_open from 0x55a2b0973000 osd,0
|
|
-646> 2017-10-22 23:58:24.120535 7f6800b23700 1 -- 10.80.20.100:6806/2741 --> 10.80.20.99:6802/1567 -- mgrconfigure() v1 -- 0x55a2b0760600 con 0
|
|
-645> 2017-10-22 23:58:24.120540 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6802/1582 conn(0x55a2b097f800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=65 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-644> 2017-10-22 23:58:24.120549 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:0/607 conn(0x55a2b0971800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=53 cs=1 l=1). rx mon.0 seq 1 0x55a2b0936b00 mgropen(mon.node1) v2
|
|
-643> 2017-10-22 23:58:24.120569 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/1854190760 conn(0x55a2b0982800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=286 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-642> 2017-10-22 23:58:24.120573 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.0 10.80.20.99:0/607 1 ==== mgropen(mon.node1) v2 ==== 14+0+0 (2257922250 0 0) 0x55a2b0936b00 con 0x55a2b0971800
|
|
-641> 2017-10-22 23:58:24.120574 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6802/1582 conn(0x55a2b097f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=65 cs=1 l=1). rx osd.8 seq 1 0x55a2b0936840 mgropen(osd.8) v2
|
|
-640> 2017-10-22 23:58:24.120580 7f6800b23700 4 mgr.server handle_open from 0x55a2b0971800 mon,node1
|
|
-639> 2017-10-22 23:58:24.120582 7f6800b23700 1 -- 10.80.20.100:6806/2741 --> 10.80.20.99:0/607 -- mgrconfigure() v1 -- 0x55a2b0760800 con 0
|
|
-638> 2017-10-22 23:58:24.120594 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.8 10.80.20.103:6802/1582 1 ==== mgropen(osd.8) v2 ==== 10+0+0 (4004005129 0 0) 0x55a2b0936840 con 0x55a2b097f800
|
|
-637> 2017-10-22 23:58:24.120600 7f6800b23700 4 mgr.server handle_open from 0x55a2b097f800 osd,8
|
|
-636> 2017-10-22 23:58:24.120602 7f6800b23700 1 -- 10.80.20.100:6806/2741 --> 10.80.20.103:6802/1582 -- mgrconfigure() v1 -- 0x55a2b0760a00 con 0
|
|
-635> 2017-10-22 23:58:24.120616 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.100:0/3887865220 conn(0x55a2b0974800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=285 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-634> 2017-10-22 23:58:24.120632 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/4135929157 conn(0x55a2b0993000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=294 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-633> 2017-10-22 23:58:24.120693 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/1993243432 conn(0x55a2b0994800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=390 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-632> 2017-10-22 23:58:24.120731 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/3118937166 conn(0x55a2b0981000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1254 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-631> 2017-10-22 23:58:24.120765 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/406274476 conn(0x55a2b0990000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=545 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-630> 2017-10-22 23:58:24.120843 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/977388453 conn(0x55a2b09a6000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=489 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-629> 2017-10-22 23:58:24.120852 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/1993243432 conn(0x55a2b0994800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=390 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-628> 2017-10-22 23:58:24.120871 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6800/1341 conn(0x55a2b0970000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=79 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-627> 2017-10-22 23:58:24.120906 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6800/1341 conn(0x55a2b0970000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=79 cs=1 l=1). rx osd.4 seq 1 0x55a2b0937080 mgropen(osd.4) v2
|
|
-626> 2017-10-22 23:58:24.120926 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.4 10.80.20.100:6800/1341 1 ==== mgropen(osd.4) v2 ==== 10+0+0 (1012623969 0 0) 0x55a2b0937080 con 0x55a2b0970000
|
|
-625> 2017-10-22 23:58:24.120939 7f6800b23700 4 mgr.server handle_open from 0x55a2b0970000 osd,4
|
|
-624> 2017-10-22 23:58:24.120943 7f6800b23700 1 -- 10.80.20.100:6806/2741 --> 10.80.20.100:6800/1341 -- mgrconfigure() v1 -- 0x55a2b0760c00 con 0
|
|
-623> 2017-10-22 23:58:24.121003 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/2256711960 conn(0x55a2b0991800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1399 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-622> 2017-10-22 23:58:24.121017 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.100:0/3887865220 conn(0x55a2b0974800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=285 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-621> 2017-10-22 23:58:24.121030 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/3118937166 conn(0x55a2b0981000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1254 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-620> 2017-10-22 23:58:24.121076 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/977388453 conn(0x55a2b09a6000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=489 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-619> 2017-10-22 23:58:24.121262 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/2256711960 conn(0x55a2b0991800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1399 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-618> 2017-10-22 23:58:24.121647 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:0/607 conn(0x55a2b0971800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=53 cs=1 l=1). rx mon.0 seq 2 0x55a2b0900700 mgrreport(mon.node1 +153-0 packed 1630) v4
|
|
-617> 2017-10-22 23:58:24.121685 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13451 cs=1 l=1). rx mon.1 seq 13 0x55a2afe53600 mgrmap(e 6085) v1
|
|
-616> 2017-10-22 23:58:24.121707 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.1 10.80.20.100:6789/0 13 ==== mgrmap(e 6085) v1 ==== 249+0+0 (3646555156 0 0) 0x55a2afe53600 con 0x55a2b010b800
|
|
-615> 2017-10-22 23:58:24.121721 7f680532c700 4 mgr ms_dispatch active mgrmap(e 6085) v1
|
|
-614> 2017-10-22 23:58:24.121723 7f680532c700 4 mgr handle_mgr_map received map epoch 6085
|
|
-613> 2017-10-22 23:58:24.121725 7f680532c700 4 mgr handle_mgr_map active in map: 1 active is 2256815
|
|
-612> 2017-10-22 23:58:24.121734 7f680532c700 4 mgr handle_mgr_map Map now says I am available
|
|
-611> 2017-10-22 23:58:24.121762 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b09d6000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=43 -
|
|
-610> 2017-10-22 23:58:24.121768 7f6808332700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b09c8800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=42 -
|
|
-609> 2017-10-22 23:58:24.121903 7f6808332700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b09d7800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=44 -
|
|
-608> 2017-10-22 23:58:24.122042 7f6807330700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b09c7000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=41 -
|
|
-607> 2017-10-22 23:58:24.122086 7f6807330700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b09d9000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=45 -
|
|
-606> 2017-10-22 23:58:24.122089 7f6808332700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b09da800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=46 -
|
|
-605> 2017-10-22 23:58:24.122099 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.100:0/585 conn(0x55a2b09d6000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=45 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-604> 2017-10-22 23:58:24.122108 7f6807330700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b09f3800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=48 -
|
|
-603> 2017-10-22 23:58:24.122109 7f6808332700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b09f5000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=49 -
|
|
-602> 2017-10-22 23:58:24.122118 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b09f2000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=47 -
|
|
-601> 2017-10-22 23:58:24.122221 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6802/1539 conn(0x55a2b09d7800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=74 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-600> 2017-10-22 23:58:24.122301 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.100:0/585 conn(0x55a2b09d6000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=45 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-599> 2017-10-22 23:58:24.122337 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/172869959 conn(0x55a2b09c8800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=288 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-598> 2017-10-22 23:58:24.122343 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:0/585 conn(0x55a2b09d6000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=45 cs=1 l=1). rx mon.1 seq 1 0x55a2b0936b00 mgropen(mon.node2) v2
|
|
-597> 2017-10-22 23:58:24.122360 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.0 10.80.20.99:0/607 2 ==== mgrreport(mon.node1 +153-0 packed 1630) v4 ==== 12574+0+0 (204384016 0 0) 0x55a2b0900700 con 0x55a2b0971800
|
|
-596> 2017-10-22 23:58:24.122372 7f6800b23700 4 mgr.server handle_report from 0x55a2b0971800 mon,node1
|
|
-595> 2017-10-22 23:58:24.122398 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0a08800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=52 -
|
|
-594> 2017-10-22 23:58:24.122521 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6802/1582 conn(0x55a2b097f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=65 cs=1 l=1). rx osd.8 seq 2 0x55a2afe52d00 mgrreport(osd.8 +428-0 packed 4966) v4
|
|
-593> 2017-10-22 23:58:24.122535 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/1075408790 conn(0x55a2b09da800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=291 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-592> 2017-10-22 23:58:24.122579 7f6807330700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0a05800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=50 -
|
|
-591> 2017-10-22 23:58:24.122597 7f6807330700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0a28000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=53 -
|
|
-590> 2017-10-22 23:58:24.122595 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/116473496 conn(0x55a2b09f2000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=310 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-589> 2017-10-22 23:58:24.122624 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.100:0/3220256823 conn(0x55a2b09f5000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=682 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-588> 2017-10-22 23:58:24.122651 7f6808332700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0a07000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=51 -
|
|
-587> 2017-10-22 23:58:24.122669 7f6808332700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0a29800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=54 -
|
|
-586> 2017-10-22 23:58:24.122684 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/172869959 conn(0x55a2b09c8800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=288 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-585> 2017-10-22 23:58:24.122766 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6802/1539 conn(0x55a2b09d7800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=74 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-584> 2017-10-22 23:58:24.122839 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6802/1539 conn(0x55a2b09d7800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.3 seq 1 0x55a2b0937340 mgropen(osd.3) v2
|
|
-583> 2017-10-22 23:58:24.122848 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.1 10.80.20.100:0/585 1 ==== mgropen(mon.node2) v2 ==== 14+0+0 (2989089552 0 0) 0x55a2b0936b00 con 0x55a2b09d6000
|
|
-582> 2017-10-22 23:58:24.122861 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/1075408790 conn(0x55a2b09da800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=291 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-581> 2017-10-22 23:58:24.122865 7f6800b23700 4 mgr.server handle_open from 0x55a2b09d6000 mon,node2
|
|
-580> 2017-10-22 23:58:24.122868 7f6800b23700 1 -- 10.80.20.100:6806/2741 --> 10.80.20.100:0/585 -- mgrconfigure() v1 -- 0x55a2b0760e00 con 0
|
|
-579> 2017-10-22 23:58:24.122947 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6800/1354 conn(0x55a2b09c7000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=57 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-578> 2017-10-22 23:58:24.122981 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.100:0/3220256823 conn(0x55a2b09f5000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=682 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-577> 2017-10-22 23:58:24.123012 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/1802344799 conn(0x55a2b0a08800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1217 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-576> 2017-10-22 23:58:24.123090 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.100:0/4014087237 conn(0x55a2b09f3800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=287 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-575> 2017-10-22 23:58:24.123096 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/90241629 conn(0x55a2b0a07000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=290 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-574> 2017-10-22 23:58:24.123190 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/1425954570 conn(0x55a2b09d9000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=303 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-573> 2017-10-22 23:58:24.123199 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6800/4577 conn(0x55a2b097e000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=26 cs=1 l=1). rx osd.2 seq 2 0x55a2afe52a00 mgrreport(osd.2 +428-0 packed 4966) v4
|
|
-572> 2017-10-22 23:58:24.123226 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/3672119233 conn(0x55a2b0a29800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=373 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-571> 2017-10-22 23:58:24.123233 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/116473496 conn(0x55a2b09f2000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=310 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-570> 2017-10-22 23:58:24.123236 7f6807330700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0a6f800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=55 -
|
|
-569> 2017-10-22 23:58:24.123392 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6802/1582 conn(0x55a2b097f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=65 cs=1 l=1). rx osd.8 seq 3 0x55a2afe53300 pg_stats(46 pgs tid 0 v 0) v1
|
|
-568> 2017-10-22 23:58:24.123431 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6800/1341 conn(0x55a2b0970000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=79 cs=1 l=1). rx osd.4 seq 2 0x55a2b0954700 mgrreport(osd.4 +428-0 packed 4966) v4
|
|
-567> 2017-10-22 23:58:24.123450 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/90241629 conn(0x55a2b0a07000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=290 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-566> 2017-10-22 23:58:24.123461 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/3672119233 conn(0x55a2b0a29800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=373 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-565> 2017-10-22 23:58:24.123483 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6804/1679 conn(0x55a2b0a28000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=81 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-564> 2017-10-22 23:58:24.123779 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/1546952078 conn(0x55a2b0a05800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=702 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-563> 2017-10-22 23:58:24.123792 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6800/1354 conn(0x55a2b09c7000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=57 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-562> 2017-10-22 23:58:24.123819 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6800/1354 conn(0x55a2b09c7000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=57 cs=1 l=1). rx osd.9 seq 1 0x55a2b0ac7600 mgropen(osd.9) v2
|
|
-561> 2017-10-22 23:58:24.123823 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6800/1341 conn(0x55a2b0970000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=79 cs=1 l=1). rx osd.4 seq 3 0x55a2b0954a00 pg_stats(48 pgs tid 0 v 0) v1
|
|
-560> 2017-10-22 23:58:24.123836 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.100:0/4014087237 conn(0x55a2b09f3800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=287 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-559> 2017-10-22 23:58:24.123846 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/1425954570 conn(0x55a2b09d9000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=303 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-558> 2017-10-22 23:58:24.123870 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0a72800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=56 -
|
|
-557> 2017-10-22 23:58:24.123948 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6804/1859 conn(0x55a2b0a6f800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=102 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-556> 2017-10-22 23:58:24.123967 7f6807330700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0ade000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=57 -
|
|
-555> 2017-10-22 23:58:24.123966 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/1802344799 conn(0x55a2b0a08800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1217 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-554> 2017-10-22 23:58:24.123985 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/1546952078 conn(0x55a2b0a05800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=702 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-553> 2017-10-22 23:58:24.124185 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.103:0/1326 conn(0x55a2b0a72800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=40 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-552> 2017-10-22 23:58:24.124242 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6802/1567 conn(0x55a2b0973000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.0 seq 2 0x55a2afe53600 mgrreport(osd.0 +428-0 packed 4966) v4
|
|
-551> 2017-10-22 23:58:24.124432 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6802/1567 conn(0x55a2b0973000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.0 seq 3 0x55a2b0955000 pg_stats(53 pgs tid 0 v 0) v1
|
|
-550> 2017-10-22 23:58:24.124433 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.8 10.80.20.103:6802/1582 2 ==== mgrreport(osd.8 +428-0 packed 4966) v4 ==== 37113+0+0 (3376370991 0 0) 0x55a2afe52d00 con 0x55a2b097f800
|
|
-549> 2017-10-22 23:58:24.124451 7f6800b23700 4 mgr.server handle_report from 0x55a2b097f800 osd,8
|
|
-548> 2017-10-22 23:58:24.124582 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6800/4577 conn(0x55a2b097e000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=26 cs=1 l=1). rx osd.2 seq 3 0x55a2afe52700 pg_stats(101 pgs tid 0 v 0) v1
|
|
-547> 2017-10-22 23:58:24.124602 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0adf800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=58 -
|
|
-546> 2017-10-22 23:58:24.124623 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.103:0/1326 conn(0x55a2b0a72800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=40 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-545> 2017-10-22 23:58:24.124650 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:0/1326 conn(0x55a2b0a72800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=40 cs=1 l=1). rx mon.2 seq 1 0x55a2b0b283c0 mgropen(mon.node3) v2
|
|
-544> 2017-10-22 23:58:24.124742 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:0/585 conn(0x55a2b09d6000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=45 cs=1 l=1). rx mon.1 seq 2 0x55a2afe50c00 mgrreport(mon.node2 +153-0 packed 1630) v4
|
|
-543> 2017-10-22 23:58:24.125961 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.9 10.80.20.103:6800/1354 1 ==== mgropen(osd.9) v2 ==== 10+0+0 (26750480 0 0) 0x55a2b0ac7600 con 0x55a2b09c7000
|
|
-542> 2017-10-22 23:58:24.125973 7f6800b23700 4 mgr.server handle_open from 0x55a2b09c7000 osd,9
|
|
-541> 2017-10-22 23:58:24.125970 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6804/1737 conn(0x55a2b0ade000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=64 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-540> 2017-10-22 23:58:24.125976 7f6800b23700 1 -- 10.80.20.100:6806/2741 --> 10.80.20.103:6800/1354 -- mgrconfigure() v1 -- 0x55a2b0761000 con 0
|
|
-539> 2017-10-22 23:58:24.125972 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6806/2006 conn(0x55a2b0adf800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=66 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-538> 2017-10-22 23:58:24.125989 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6804/1737 conn(0x55a2b0ade000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=64 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-537> 2017-10-22 23:58:24.125992 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.1 10.80.20.100:0/585 2 ==== mgrreport(mon.node2 +153-0 packed 1630) v4 ==== 12574+0+0 (2842923619 0 0) 0x55a2afe50c00 con 0x55a2b09d6000
|
|
-536> 2017-10-22 23:58:24.125993 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6806/2006 conn(0x55a2b0adf800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=66 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-535> 2017-10-22 23:58:24.125999 7f6800b23700 4 mgr.server handle_report from 0x55a2b09d6000 mon,node2
|
|
-534> 2017-10-22 23:58:24.126016 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6804/1737 conn(0x55a2b0ade000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=64 cs=1 l=1). rx osd.7 seq 1 0x55a2b0b0f9c0 mgropen(osd.7) v2
|
|
-533> 2017-10-22 23:58:24.126037 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6804/1679 conn(0x55a2b0a28000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=81 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-532> 2017-10-22 23:58:24.126039 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6806/2006 conn(0x55a2b0adf800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=66 cs=1 l=1). rx osd.6 seq 1 0x55a2b0b28680 mgropen(osd.6) v2
|
|
-531> 2017-10-22 23:58:24.126059 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6804/1679 conn(0x55a2b0a28000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=81 cs=1 l=1). rx osd.5 seq 1 0x55a2b0b0fc80 mgropen(osd.5) v2
|
|
-530> 2017-10-22 23:58:24.126073 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6804/1859 conn(0x55a2b0a6f800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=102 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-529> 2017-10-22 23:58:24.126092 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6804/1859 conn(0x55a2b0a6f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=102 cs=1 l=1). rx osd.1 seq 1 0x55a2b0b28940 mgropen(osd.1) v2
|
|
-528> 2017-10-22 23:58:24.126171 7f6808332700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0ae1000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=59 -
|
|
-527> 2017-10-22 23:58:24.126388 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.3 10.80.20.100:6802/1539 1 ==== mgropen(osd.3) v2 ==== 10+0+0 (3121780428 0 0) 0x55a2b0937340 con 0x55a2b09d7800
|
|
-526> 2017-10-22 23:58:24.126396 7f6800b23700 4 mgr.server handle_open from 0x55a2b09d7800 osd,3
|
|
-525> 2017-10-22 23:58:24.126398 7f6800b23700 1 -- 10.80.20.100:6806/2741 --> 10.80.20.100:6802/1539 -- mgrconfigure() v1 -- 0x55a2b0761200 con 0
|
|
-524> 2017-10-22 23:58:24.126412 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.5 10.80.20.100:6804/1679 1 ==== mgropen(osd.5) v2 ==== 10+0+0 (3547005304 0 0) 0x55a2b0b0fc80 con 0x55a2b0a28000
|
|
-523> 2017-10-22 23:58:24.126417 7f6800b23700 4 mgr.server handle_open from 0x55a2b0a28000 osd,5
|
|
-522> 2017-10-22 23:58:24.126418 7f6800b23700 1 -- 10.80.20.100:6806/2741 --> 10.80.20.100:6804/1679 -- mgrconfigure() v1 -- 0x55a2b0761400 con 0
|
|
-521> 2017-10-22 23:58:24.126427 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.1 10.80.20.99:6804/1859 1 ==== mgropen(osd.1) v2 ==== 10+0+0 (1637758479 0 0) 0x55a2b0b28940 con 0x55a2b0a6f800
|
|
-520> 2017-10-22 23:58:24.126433 7f6800b23700 4 mgr.server handle_open from 0x55a2b0a6f800 osd,1
|
|
-519> 2017-10-22 23:58:24.126434 7f6800b23700 1 -- 10.80.20.100:6806/2741 --> 10.80.20.99:6804/1859 -- mgrconfigure() v1 -- 0x55a2b0761600 con 0
|
|
-518> 2017-10-22 23:58:24.126442 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.2 10.80.20.103:0/1326 1 ==== mgropen(mon.node3) v2 ==== 14+0+0 (1561954313 0 0) 0x55a2b0b283c0 con 0x55a2b0a72800
|
|
-517> 2017-10-22 23:58:24.126460 7f6800b23700 4 mgr.server handle_open from 0x55a2b0a72800 mon,node3
|
|
-516> 2017-10-22 23:58:24.126462 7f6800b23700 1 -- 10.80.20.100:6806/2741 --> 10.80.20.103:0/1326 -- mgrconfigure() v1 -- 0x55a2b0761800 con 0
|
|
-515> 2017-10-22 23:58:24.126476 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.7 10.80.20.103:6804/1737 1 ==== mgropen(osd.7) v2 ==== 10+0+0 (149397947 0 0) 0x55a2b0b0f9c0 con 0x55a2b0ade000
|
|
-514> 2017-10-22 23:58:24.126482 7f6800b23700 4 mgr.server handle_open from 0x55a2b0ade000 osd,7
|
|
-513> 2017-10-22 23:58:24.126483 7f6800b23700 1 -- 10.80.20.100:6806/2741 --> 10.80.20.103:6804/1737 -- mgrconfigure() v1 -- 0x55a2b0761a00 con 0
|
|
-512> 2017-10-22 23:58:24.126492 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.6 10.80.20.103:6806/2006 1 ==== mgropen(osd.6) v2 ==== 10+0+0 (3889679010 0 0) 0x55a2b0b28680 con 0x55a2b0adf800
|
|
-511> 2017-10-22 23:58:24.126497 7f6800b23700 4 mgr.server handle_open from 0x55a2b0adf800 osd,6
|
|
-510> 2017-10-22 23:58:24.126498 7f6800b23700 1 -- 10.80.20.100:6806/2741 --> 10.80.20.103:6806/2006 -- mgrconfigure() v1 -- 0x55a2b0761c00 con 0
|
|
-509> 2017-10-22 23:58:24.126505 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.4 10.80.20.100:6800/1341 2 ==== mgrreport(osd.4 +428-0 packed 4966) v4 ==== 37113+0+0 (3216924445 0 0) 0x55a2b0954700 con 0x55a2b0970000
|
|
-508> 2017-10-22 23:58:24.126510 7f6800b23700 4 mgr.server handle_report from 0x55a2b0970000 osd,4
|
|
-507> 2017-10-22 23:58:24.127386 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/2347177047 conn(0x55a2b0ae1000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=370 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-506> 2017-10-22 23:58:24.127573 7f6808332700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.250:0/2347177047 conn(0x55a2b0ae1000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=370 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-505> 2017-10-22 23:58:24.127726 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6804/1679 conn(0x55a2b0a28000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=81 cs=1 l=1). rx osd.5 seq 2 0x55a2b0955300 mgrreport(osd.5 +428-0 packed 4966) v4
|
|
-504> 2017-10-22 23:58:24.127743 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:0/1326 conn(0x55a2b0a72800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=40 cs=1 l=1). rx mon.2 seq 2 0x55a2b0955900 mgrreport(mon.node3 +153-0 packed 1630) v4
|
|
-503> 2017-10-22 23:58:24.127906 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6800/1354 conn(0x55a2b09c7000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=57 cs=1 l=1). rx osd.9 seq 2 0x55a2b0955600 mgrreport(osd.9 +428-0 packed 4966) v4
|
|
-502> 2017-10-22 23:58:24.128136 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6804/1679 conn(0x55a2b0a28000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=81 cs=1 l=1). rx osd.5 seq 3 0x55a2b0955c00 pg_stats(71 pgs tid 0 v 0) v1
|
|
-501> 2017-10-22 23:58:24.128262 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6800/1354 conn(0x55a2b09c7000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=57 cs=1 l=1). rx osd.9 seq 3 0x55a2b0c54000 pg_stats(33 pgs tid 0 v 0) v1
|
|
-500> 2017-10-22 23:58:24.128657 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.0 10.80.20.99:6802/1567 2 ==== mgrreport(osd.0 +428-0 packed 4966) v4 ==== 37113+0+0 (1645796112 0 0) 0x55a2afe53600 con 0x55a2b0973000
|
|
-499> 2017-10-22 23:58:24.128670 7f6800b23700 4 mgr.server handle_report from 0x55a2b0973000 osd,0
|
|
-498> 2017-10-22 23:58:24.128705 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6804/1859 conn(0x55a2b0a6f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=102 cs=1 l=1). rx osd.1 seq 2 0x55a2b0c54300 mgrreport(osd.1 +428-0 packed 4966) v4
|
|
-497> 2017-10-22 23:58:24.129006 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6802/1539 conn(0x55a2b09d7800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.3 seq 2 0x55a2b0954d00 mgrreport(osd.3 +428-0 packed 4966) v4
|
|
-496> 2017-10-22 23:58:24.129170 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6802/1539 conn(0x55a2b09d7800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.3 seq 3 0x55a2b0c54f00 pg_stats(55 pgs tid 0 v 0) v1
|
|
-495> 2017-10-22 23:58:24.129193 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6806/2006 conn(0x55a2b0adf800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=66 cs=1 l=1). rx osd.6 seq 2 0x55a2b0900700 mgrreport(osd.6 +428-0 packed 4966) v4
|
|
-494> 2017-10-22 23:58:24.129262 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6804/1737 conn(0x55a2b0ade000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=64 cs=1 l=1). rx osd.7 seq 2 0x55a2b0c54600 mgrreport(osd.7 +428-0 packed 4966) v4
|
|
-493> 2017-10-22 23:58:24.129652 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6804/1737 conn(0x55a2b0ade000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=64 cs=1 l=1). rx osd.7 seq 3 0x55a2b0c54900 pg_stats(30 pgs tid 0 v 0) v1
|
|
-492> 2017-10-22 23:58:24.129707 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6806/2006 conn(0x55a2b0adf800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=66 cs=1 l=1). rx osd.6 seq 3 0x55a2afe52d00 pg_stats(28 pgs tid 0 v 0) v1
|
|
-491> 2017-10-22 23:58:24.129785 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6804/1859 conn(0x55a2b0a6f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=102 cs=1 l=1). rx osd.1 seq 3 0x55a2b0c54c00 pg_stats(47 pgs tid 0 v 0) v1
|
|
-490> 2017-10-22 23:58:24.130376 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.2 10.80.20.99:6800/4577 2 ==== mgrreport(osd.2 +428-0 packed 4966) v4 ==== 37113+0+0 (3765554322 0 0) 0x55a2afe52a00 con 0x55a2b097e000
|
|
-489> 2017-10-22 23:58:24.130388 7f6800b23700 4 mgr.server handle_report from 0x55a2b097e000 osd,2
|
|
-488> 2017-10-22 23:58:24.131373 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.8 10.80.20.103:6802/1582 3 ==== pg_stats(46 pgs tid 0 v 0) v1 ==== 26800+0+0 (4147057205 0 0) 0x55a2afe53300 con 0x55a2b097f800
|
|
-487> 2017-10-22 23:58:24.131447 7f6800b23700 4 mgr.server maybe_ready initial report from osd 8
|
|
-486> 2017-10-22 23:58:24.131456 7f6800b23700 4 mgr.server maybe_ready still waiting for 9 osds to report in before PGMap is ready
|
|
-485> 2017-10-22 23:58:24.131477 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.9 10.80.20.103:6800/1354 2 ==== mgrreport(osd.9 +428-0 packed 4966) v4 ==== 37113+0+0 (806769964 0 0) 0x55a2b0955600 con 0x55a2b09c7000
|
|
-484> 2017-10-22 23:58:24.131486 7f6800b23700 4 mgr.server handle_report from 0x55a2b09c7000 osd,9
|
|
-483> 2017-10-22 23:58:24.132447 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.3 10.80.20.100:6802/1539 2 ==== mgrreport(osd.3 +428-0 packed 4966) v4 ==== 37113+0+0 (951300787 0 0) 0x55a2b0954d00 con 0x55a2b09d7800
|
|
-482> 2017-10-22 23:58:24.132458 7f6800b23700 4 mgr.server handle_report from 0x55a2b09d7800 osd,3
|
|
-481> 2017-10-22 23:58:24.133375 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.5 10.80.20.100:6804/1679 2 ==== mgrreport(osd.5 +428-0 packed 4966) v4 ==== 37113+0+0 (4186987534 0 0) 0x55a2b0955300 con 0x55a2b0a28000
|
|
-480> 2017-10-22 23:58:24.133386 7f6800b23700 4 mgr.server handle_report from 0x55a2b0a28000 osd,5
|
|
-479> 2017-10-22 23:58:24.134308 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.1 10.80.20.99:6804/1859 2 ==== mgrreport(osd.1 +428-0 packed 4966) v4 ==== 37113+0+0 (2688663548 0 0) 0x55a2b0c54300 con 0x55a2b0a6f800
|
|
-478> 2017-10-22 23:58:24.134320 7f6800b23700 4 mgr.server handle_report from 0x55a2b0a6f800 osd,1
|
|
-477> 2017-10-22 23:58:24.135310 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.2 10.80.20.103:0/1326 2 ==== mgrreport(mon.node3 +153-0 packed 1630) v4 ==== 12574+0+0 (4111466072 0 0) 0x55a2b0955900 con 0x55a2b0a72800
|
|
-476> 2017-10-22 23:58:24.135322 7f6800b23700 4 mgr.server handle_report from 0x55a2b0a72800 mon,node3
|
|
-475> 2017-10-22 23:58:24.135664 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.7 10.80.20.103:6804/1737 2 ==== mgrreport(osd.7 +428-0 packed 4966) v4 ==== 37113+0+0 (246779117 0 0) 0x55a2b0c54600 con 0x55a2b0ade000
|
|
-474> 2017-10-22 23:58:24.135675 7f6800b23700 4 mgr.server handle_report from 0x55a2b0ade000 osd,7
|
|
-473> 2017-10-22 23:58:24.136432 7f6807330700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0e3e000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=60 -
|
|
-472> 2017-10-22 23:58:24.136889 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.6 10.80.20.103:6806/2006 2 ==== mgrreport(osd.6 +428-0 packed 4966) v4 ==== 37113+0+0 (3861171950 0 0) 0x55a2b0900700 con 0x55a2b0adf800
|
|
-471> 2017-10-22 23:58:24.136902 7f6800b23700 4 mgr.server handle_report from 0x55a2b0adf800 osd,6
|
|
-470> 2017-10-22 23:58:24.137846 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.4 10.80.20.100:6800/1341 3 ==== pg_stats(48 pgs tid 0 v 0) v1 ==== 27900+0+0 (830106408 0 0) 0x55a2b0954a00 con 0x55a2b0970000
|
|
-469> 2017-10-22 23:58:24.137910 7f6800b23700 4 mgr.server maybe_ready initial report from osd 4
|
|
-468> 2017-10-22 23:58:24.137917 7f6800b23700 4 mgr.server maybe_ready still waiting for 8 osds to report in before PGMap is ready
|
|
-467> 2017-10-22 23:58:24.137936 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.0 10.80.20.99:6802/1567 3 ==== pg_stats(53 pgs tid 0 v 0) v1 ==== 30834+0+0 (4041439241 0 0) 0x55a2b0955000 con 0x55a2b0973000
|
|
-466> 2017-10-22 23:58:24.137996 7f6800b23700 4 mgr.server maybe_ready initial report from osd 0
|
|
-465> 2017-10-22 23:58:24.138003 7f6800b23700 4 mgr.server maybe_ready still waiting for 7 osds to report in before PGMap is ready
|
|
-464> 2017-10-22 23:58:24.138013 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.2 10.80.20.99:6800/4577 3 ==== pg_stats(101 pgs tid 0 v 0) v1 ==== 58554+0+0 (4225261096 0 0) 0x55a2afe52700 con 0x55a2b097e000
|
|
-463> 2017-10-22 23:58:24.138113 7f6800b23700 4 mgr.server maybe_ready initial report from osd 2
|
|
-462> 2017-10-22 23:58:24.138119 7f6800b23700 4 mgr.server maybe_ready still waiting for 6 osds to report in before PGMap is ready
|
|
-461> 2017-10-22 23:58:24.138148 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.9 10.80.20.103:6800/1354 3 ==== pg_stats(33 pgs tid 0 v 0) v1 ==== 19230+0+0 (2011405701 0 0) 0x55a2b0c54000 con 0x55a2b09c7000
|
|
-460> 2017-10-22 23:58:24.138183 7f6800b23700 4 mgr.server maybe_ready initial report from osd 9
|
|
-459> 2017-10-22 23:58:24.138188 7f6800b23700 4 mgr.server maybe_ready still waiting for 5 osds to report in before PGMap is ready
|
|
-458> 2017-10-22 23:58:24.138197 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.3 10.80.20.100:6802/1539 3 ==== pg_stats(55 pgs tid 0 v 0) v1 ==== 31966+0+0 (2877052548 0 0) 0x55a2b0c54f00 con 0x55a2b09d7800
|
|
-457> 2017-10-22 23:58:24.138259 7f6800b23700 4 mgr.server maybe_ready initial report from osd 3
|
|
-456> 2017-10-22 23:58:24.138265 7f6800b23700 4 mgr.server maybe_ready still waiting for 4 osds to report in before PGMap is ready
|
|
-455> 2017-10-22 23:58:24.138276 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.5 10.80.20.100:6804/1679 3 ==== pg_stats(71 pgs tid 0 v 0) v1 ==== 41210+0+0 (3845183715 0 0) 0x55a2b0955c00 con 0x55a2b0a28000
|
|
-454> 2017-10-22 23:58:24.138338 7f6800b23700 4 mgr.server maybe_ready initial report from osd 5
|
|
-453> 2017-10-22 23:58:24.138344 7f6800b23700 4 mgr.server maybe_ready still waiting for 3 osds to report in before PGMap is ready
|
|
-452> 2017-10-22 23:58:24.138362 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.1 10.80.20.99:6804/1859 3 ==== pg_stats(47 pgs tid 0 v 0) v1 ==== 27326+0+0 (3556071498 0 0) 0x55a2b0c54c00 con 0x55a2b0a6f800
|
|
-451> 2017-10-22 23:58:24.138403 7f6800b23700 4 mgr.server maybe_ready initial report from osd 1
|
|
-450> 2017-10-22 23:58:24.138409 7f6800b23700 4 mgr.server maybe_ready still waiting for 2 osds to report in before PGMap is ready
|
|
-449> 2017-10-22 23:58:24.138423 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.7 10.80.20.103:6804/1737 3 ==== pg_stats(30 pgs tid 0 v 0) v1 ==== 17512+0+0 (2279345618 0 0) 0x55a2b0c54900 con 0x55a2b0ade000
|
|
-448> 2017-10-22 23:58:24.138455 7f6800b23700 4 mgr.server maybe_ready initial report from osd 7
|
|
-447> 2017-10-22 23:58:24.138459 7f6800b23700 4 mgr.server maybe_ready still waiting for 1 osds to report in before PGMap is ready
|
|
-446> 2017-10-22 23:58:24.138473 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.6 10.80.20.103:6806/2006 3 ==== pg_stats(28 pgs tid 0 v 0) v1 ==== 16364+0+0 (4201592140 0 0) 0x55a2afe52d00 con 0x55a2b0adf800
|
|
-445> 2017-10-22 23:58:24.138502 7f6800b23700 4 mgr.server maybe_ready initial report from osd 6
|
|
-444> 2017-10-22 23:58:24.138507 7f6800b23700 4 mgr.server maybe_ready all osds have reported, sending PG state to mon
|
|
-443> 2017-10-22 23:58:24.139843 7f6800b23700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-442> 2017-10-22 23:58:24.139855 7f6800b23700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55a2b0ce42c0 con 0
|
|
-441> 2017-10-22 23:58:24.144393 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.55:0/2405434899 conn(0x55a2b0e3e000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=48 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-440> 2017-10-22 23:58:24.150904 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.55:0/2405434899 conn(0x55a2b0e3e000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=48 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-439> 2017-10-22 23:58:25.006055 7f6802326700 1 mgr send_beacon active
|
|
-438> 2017-10-22 23:58:25.006286 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-437> 2017-10-22 23:58:25.006298 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256815, 10.80.20.100:6806/2741, 1) v5 -- 0x55a2b0900700 con 0
|
|
-436> 2017-10-22 23:58:25.006470 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-435> 2017-10-22 23:58:25.006483 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55a2b0adc680 con 0
|
|
-434> 2017-10-22 23:58:27.006561 7f6802326700 1 mgr send_beacon active
|
|
-433> 2017-10-22 23:58:27.006789 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-432> 2017-10-22 23:58:27.006803 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256815, 10.80.20.100:6806/2741, 1) v5 -- 0x55a2b0955000 con 0
|
|
-431> 2017-10-22 23:58:27.006973 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-430> 2017-10-22 23:58:27.006988 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55a2b0adc3c0 con 0
|
|
-429> 2017-10-22 23:58:28.099523 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13451 cs=1 l=1). rx mon.1 seq 14 0x55a2b0adc3c0 mgrdigest v1
|
|
-428> 2017-10-22 23:58:28.099612 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.1 10.80.20.100:6789/0 14 ==== mgrdigest v1 ==== 1410+0+0 (1025477589 0 0) 0x55a2b0adc3c0 con 0x55a2b010b800
|
|
-427> 2017-10-22 23:58:28.099656 7f680532c700 4 mgr ms_dispatch active mgrdigest v1
|
|
-426> 2017-10-22 23:58:28.099659 7f680532c700 4 mgr ms_dispatch mgrdigest v1
|
|
-425> 2017-10-22 23:58:29.007068 7f6802326700 1 mgr send_beacon active
|
|
-424> 2017-10-22 23:58:29.007283 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-423> 2017-10-22 23:58:29.007295 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256815, 10.80.20.100:6806/2741, 1) v5 -- 0x55a2b0955c00 con 0
|
|
-422> 2017-10-22 23:58:29.007470 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-421> 2017-10-22 23:58:29.007478 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55a2b0adc100 con 0
|
|
-420> 2017-10-22 23:58:29.121730 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:0/607 conn(0x55a2b0971800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=53 cs=1 l=1). rx mon.0 seq 3 0x55a2b0955c00 mgrreport(mon.node1 +0-0 packed 1630) v4
|
|
-419> 2017-10-22 23:58:29.121784 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.0 10.80.20.99:0/607 3 ==== mgrreport(mon.node1 +0-0 packed 1630) v4 ==== 1656+0+0 (3098329819 0 0) 0x55a2b0955c00 con 0x55a2b0971800
|
|
-418> 2017-10-22 23:58:29.121804 7f6800b23700 4 mgr.server handle_report from 0x55a2b0971800 mon,node1
|
|
-417> 2017-10-22 23:58:29.122520 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6802/1582 conn(0x55a2b097f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=65 cs=1 l=1). rx osd.8 seq 4 0x55a2b0955900 mgrreport(osd.8 +0-0 packed 4966) v4
|
|
-416> 2017-10-22 23:58:29.122557 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.8 10.80.20.103:6802/1582 4 ==== mgrreport(osd.8 +0-0 packed 4966) v4 ==== 4988+0+0 (4284132949 0 0) 0x55a2b0955900 con 0x55a2b097f800
|
|
-415> 2017-10-22 23:58:29.122571 7f6800b23700 4 mgr.server handle_report from 0x55a2b097f800 osd,8
|
|
-414> 2017-10-22 23:58:29.122851 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6800/1341 conn(0x55a2b0970000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=79 cs=1 l=1). rx osd.4 seq 4 0x55a2b0c55200 mgrreport(osd.4 +0-0 packed 4966) v4
|
|
-413> 2017-10-22 23:58:29.122904 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6800/4577 conn(0x55a2b097e000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=26 cs=1 l=1). rx osd.2 seq 4 0x55a2b0955000 mgrreport(osd.2 +0-0 packed 4966) v4
|
|
-412> 2017-10-22 23:58:29.122944 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.4 10.80.20.100:6800/1341 4 ==== mgrreport(osd.4 +0-0 packed 4966) v4 ==== 4988+0+0 (211862046 0 0) 0x55a2b0c55200 con 0x55a2b0970000
|
|
-411> 2017-10-22 23:58:29.122953 7f6800b23700 4 mgr.server handle_report from 0x55a2b0970000 osd,4
|
|
-410> 2017-10-22 23:58:29.123189 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6800/1341 conn(0x55a2b0970000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=79 cs=1 l=1). rx osd.4 seq 5 0x55a2b0c55500 pg_stats(48 pgs tid 0 v 0) v1
|
|
-409> 2017-10-22 23:58:29.123279 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6802/1582 conn(0x55a2b097f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=65 cs=1 l=1). rx osd.8 seq 5 0x55a2b0954a00 pg_stats(46 pgs tid 0 v 0) v1
|
|
-408> 2017-10-22 23:58:29.123329 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.2 10.80.20.99:6800/4577 4 ==== mgrreport(osd.2 +0-0 packed 4966) v4 ==== 4988+0+0 (1634694117 0 0) 0x55a2b0955000 con 0x55a2b097e000
|
|
-407> 2017-10-22 23:58:29.123343 7f6800b23700 4 mgr.server handle_report from 0x55a2b097e000 osd,2
|
|
-406> 2017-10-22 23:58:29.123336 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6802/1567 conn(0x55a2b0973000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.0 seq 4 0x55a2b0955600 mgrreport(osd.0 +0-0 packed 4966) v4
|
|
-405> 2017-10-22 23:58:29.123693 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.8 10.80.20.103:6802/1582 5 ==== pg_stats(46 pgs tid 0 v 0) v1 ==== 26800+0+0 (862075798 0 0) 0x55a2b0954a00 con 0x55a2b097f800
|
|
-404> 2017-10-22 23:58:29.123760 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6802/1567 conn(0x55a2b0973000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.0 seq 5 0x55a2b0954d00 pg_stats(53 pgs tid 0 v 0) v1
|
|
-403> 2017-10-22 23:58:29.123772 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.4 10.80.20.100:6800/1341 5 ==== pg_stats(48 pgs tid 0 v 0) v1 ==== 27932+0+0 (678529581 0 0) 0x55a2b0c55500 con 0x55a2b0970000
|
|
-402> 2017-10-22 23:58:29.123836 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.0 10.80.20.99:6802/1567 4 ==== mgrreport(osd.0 +0-0 packed 4966) v4 ==== 4988+0+0 (2603369390 0 0) 0x55a2b0955600 con 0x55a2b0973000
|
|
-401> 2017-10-22 23:58:29.123845 7f6800b23700 4 mgr.server handle_report from 0x55a2b0973000 osd,0
|
|
-400> 2017-10-22 23:58:29.124175 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.0 10.80.20.99:6802/1567 5 ==== pg_stats(53 pgs tid 0 v 0) v1 ==== 30866+0+0 (2126529540 0 0) 0x55a2b0954d00 con 0x55a2b0973000
|
|
-399> 2017-10-22 23:58:29.124765 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:0/585 conn(0x55a2b09d6000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=45 cs=1 l=1). rx mon.1 seq 3 0x55a2b0900700 mgrreport(mon.node2 +0-0 packed 1630) v4
|
|
-398> 2017-10-22 23:58:29.124820 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.1 10.80.20.100:0/585 3 ==== mgrreport(mon.node2 +0-0 packed 1630) v4 ==== 1656+0+0 (3032319278 0 0) 0x55a2b0900700 con 0x55a2b09d6000
|
|
-397> 2017-10-22 23:58:29.124834 7f6800b23700 4 mgr.server handle_report from 0x55a2b09d6000 mon,node2
|
|
-396> 2017-10-22 23:58:29.125299 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6800/4577 conn(0x55a2b097e000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=26 cs=1 l=1). rx osd.2 seq 5 0x55a2afe50c00 pg_stats(101 pgs tid 0 v 0) v1
|
|
-395> 2017-10-22 23:58:29.125339 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.2 10.80.20.99:6800/4577 5 ==== pg_stats(101 pgs tid 0 v 0) v1 ==== 58554+0+0 (1159053485 0 0) 0x55a2afe50c00 con 0x55a2b097e000
|
|
-394> 2017-10-22 23:58:29.127608 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:0/1326 conn(0x55a2b0a72800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=40 cs=1 l=1). rx mon.2 seq 3 0x55a2afe52d00 mgrreport(mon.node3 +0-0 packed 1630) v4
|
|
-393> 2017-10-22 23:58:29.127646 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.2 10.80.20.103:0/1326 3 ==== mgrreport(mon.node3 +0-0 packed 1630) v4 ==== 1656+0+0 (2658368107 0 0) 0x55a2afe52d00 con 0x55a2b0a72800
|
|
-392> 2017-10-22 23:58:29.127660 7f6800b23700 4 mgr.server handle_report from 0x55a2b0a72800 mon,node3
|
|
-391> 2017-10-22 23:58:29.127724 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6800/1354 conn(0x55a2b09c7000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=57 cs=1 l=1). rx osd.9 seq 4 0x55a2b0955300 mgrreport(osd.9 +0-0 packed 4966) v4
|
|
-390> 2017-10-22 23:58:29.128029 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.9 10.80.20.103:6800/1354 4 ==== mgrreport(osd.9 +0-0 packed 4966) v4 ==== 4988+0+0 (2654094121 0 0) 0x55a2b0955300 con 0x55a2b09c7000
|
|
-389> 2017-10-22 23:58:29.128042 7f6800b23700 4 mgr.server handle_report from 0x55a2b09c7000 osd,9
|
|
-388> 2017-10-22 23:58:29.128111 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6800/1354 conn(0x55a2b09c7000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=57 cs=1 l=1). rx osd.9 seq 5 0x55a2b0954700 pg_stats(33 pgs tid 0 v 0) v1
|
|
-387> 2017-10-22 23:58:29.128154 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6804/1737 conn(0x55a2b0ade000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=64 cs=1 l=1). rx osd.7 seq 4 0x55a2b0c54900 mgrreport(osd.7 +0-0 packed 4966) v4
|
|
-386> 2017-10-22 23:58:29.128216 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6806/2006 conn(0x55a2b0adf800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=66 cs=1 l=1). rx osd.6 seq 4 0x55a2b0955c00 mgrreport(osd.6 +0-0 packed 4966) v4
|
|
-385> 2017-10-22 23:58:29.128285 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6804/1679 conn(0x55a2b0a28000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=81 cs=1 l=1). rx osd.5 seq 4 0x55a2b0c55200 mgrreport(osd.5 +0-0 packed 4966) v4
|
|
-384> 2017-10-22 23:58:29.128427 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.9 10.80.20.103:6800/1354 5 ==== pg_stats(33 pgs tid 0 v 0) v1 ==== 19210+0+0 (3452085017 0 0) 0x55a2b0954700 con 0x55a2b09c7000
|
|
-383> 2017-10-22 23:58:29.128480 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.5 10.80.20.100:6804/1679 4 ==== mgrreport(osd.5 +0-0 packed 4966) v4 ==== 4988+0+0 (251527097 0 0) 0x55a2b0c55200 con 0x55a2b0a28000
|
|
-382> 2017-10-22 23:58:29.128490 7f6800b23700 4 mgr.server handle_report from 0x55a2b0a28000 osd,5
|
|
-381> 2017-10-22 23:58:29.128576 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6806/2006 conn(0x55a2b0adf800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=66 cs=1 l=1). rx osd.6 seq 5 0x55a2b0955900 pg_stats(28 pgs tid 0 v 0) v1
|
|
-380> 2017-10-22 23:58:29.128623 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6804/1859 conn(0x55a2b0a6f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=102 cs=1 l=1). rx osd.1 seq 4 0x55a2b0c54000 mgrreport(osd.1 +0-0 packed 4966) v4
|
|
-379> 2017-10-22 23:58:29.128811 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6804/1679 conn(0x55a2b0a28000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=81 cs=1 l=1). rx osd.5 seq 5 0x55a2afe52700 pg_stats(71 pgs tid 0 v 0) v1
|
|
-378> 2017-10-22 23:58:29.128853 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.7 10.80.20.103:6804/1737 4 ==== mgrreport(osd.7 +0-0 packed 4966) v4 ==== 4988+0+0 (2098850087 0 0) 0x55a2b0c54900 con 0x55a2b0ade000
|
|
-377> 2017-10-22 23:58:29.128864 7f6800b23700 4 mgr.server handle_report from 0x55a2b0ade000 osd,7
|
|
-376> 2017-10-22 23:58:29.129163 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6802/1539 conn(0x55a2b09d7800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.3 seq 4 0x55a2b0955600 mgrreport(osd.3 +0-0 packed 4966) v4
|
|
-375> 2017-10-22 23:58:29.129211 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.6 10.80.20.103:6806/2006 4 ==== mgrreport(osd.6 +0-0 packed 4966) v4 ==== 4988+0+0 (3414703667 0 0) 0x55a2b0955c00 con 0x55a2b0adf800
|
|
-374> 2017-10-22 23:58:29.129224 7f6800b23700 4 mgr.server handle_report from 0x55a2b0adf800 osd,6
|
|
-373> 2017-10-22 23:58:29.129267 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6804/1737 conn(0x55a2b0ade000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=64 cs=1 l=1). rx osd.7 seq 5 0x55a2afe53300 pg_stats(30 pgs tid 0 v 0) v1
|
|
-372> 2017-10-22 23:58:29.129566 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.3 10.80.20.100:6802/1539 4 ==== mgrreport(osd.3 +0-0 packed 4966) v4 ==== 4988+0+0 (1665692224 0 0) 0x55a2b0955600 con 0x55a2b09d7800
|
|
-371> 2017-10-22 23:58:29.129577 7f6800b23700 4 mgr.server handle_report from 0x55a2b09d7800 osd,3
|
|
-370> 2017-10-22 23:58:29.129592 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6802/1539 conn(0x55a2b09d7800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.3 seq 5 0x55a2afe50c00 pg_stats(55 pgs tid 0 v 0) v1
|
|
-369> 2017-10-22 23:58:29.129621 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6804/1859 conn(0x55a2b0a6f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=102 cs=1 l=1). rx osd.1 seq 5 0x55a2afe53600 pg_stats(47 pgs tid 0 v 0) v1
|
|
-368> 2017-10-22 23:58:29.129918 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.5 10.80.20.100:6804/1679 5 ==== pg_stats(71 pgs tid 0 v 0) v1 ==== 41210+0+0 (1445477310 0 0) 0x55a2afe52700 con 0x55a2b0a28000
|
|
-367> 2017-10-22 23:58:29.130039 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.1 10.80.20.99:6804/1859 4 ==== mgrreport(osd.1 +0-0 packed 4966) v4 ==== 4988+0+0 (2094784445 0 0) 0x55a2b0c54000 con 0x55a2b0a6f800
|
|
-366> 2017-10-22 23:58:29.130051 7f6800b23700 4 mgr.server handle_report from 0x55a2b0a6f800 osd,1
|
|
-365> 2017-10-22 23:58:29.130383 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.7 10.80.20.103:6804/1737 5 ==== pg_stats(30 pgs tid 0 v 0) v1 ==== 17512+0+0 (1840467405 0 0) 0x55a2afe53300 con 0x55a2b0ade000
|
|
-364> 2017-10-22 23:58:29.130438 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.6 10.80.20.103:6806/2006 5 ==== pg_stats(28 pgs tid 0 v 0) v1 ==== 16364+0+0 (3907790494 0 0) 0x55a2b0955900 con 0x55a2b0adf800
|
|
-363> 2017-10-22 23:58:29.130490 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.3 10.80.20.100:6802/1539 5 ==== pg_stats(55 pgs tid 0 v 0) v1 ==== 31966+0+0 (2025287135 0 0) 0x55a2afe50c00 con 0x55a2b09d7800
|
|
-362> 2017-10-22 23:58:29.130557 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.1 10.80.20.99:6804/1859 5 ==== pg_stats(47 pgs tid 0 v 0) v1 ==== 27326+0+0 (1705496752 0 0) 0x55a2afe53600 con 0x55a2b0a6f800
|
|
-361> 2017-10-22 23:58:31.007559 7f6802326700 1 mgr send_beacon active
|
|
-360> 2017-10-22 23:58:31.007812 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-359> 2017-10-22 23:58:31.007828 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256815, 10.80.20.100:6806/2741, 1) v5 -- 0x55a2afe52700 con 0
|
|
-358> 2017-10-22 23:58:31.009538 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-357> 2017-10-22 23:58:31.009548 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55a2b0c54000 con 0
|
|
-356> 2017-10-22 23:58:32.911524 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0e3f800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=61 -
|
|
-355> 2017-10-22 23:58:32.911895 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/2779764701 conn(0x55a2b0e3f800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=3 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-354> 2017-10-22 23:58:32.911986 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/2779764701 conn(0x55a2b0e3f800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=3 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-353> 2017-10-22 23:58:33.003159 7f680432a700 10 monclient: tick
|
|
-352> 2017-10-22 23:58:33.003210 7f680432a700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2017-10-22 23:58:03.003207)
|
|
-351> 2017-10-22 23:58:33.009637 7f6802326700 1 mgr send_beacon active
|
|
-350> 2017-10-22 23:58:33.009867 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-349> 2017-10-22 23:58:33.009878 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256815, 10.80.20.100:6806/2741, 1) v5 -- 0x55a2afe53300 con 0
|
|
-348> 2017-10-22 23:58:33.010043 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-347> 2017-10-22 23:58:33.010051 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55a2b0ac6000 con 0
|
|
-346> 2017-10-22 23:58:33.033889 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/2779764701 conn(0x55a2b0e3f800 :6806 s=STATE_OPEN pgs=3 cs=1 l=1).read_bulk peer close file descriptor 61
|
|
-345> 2017-10-22 23:58:33.033910 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/2779764701 conn(0x55a2b0e3f800 :6806 s=STATE_OPEN pgs=3 cs=1 l=1).read_until read failed
|
|
-344> 2017-10-22 23:58:33.033915 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/2779764701 conn(0x55a2b0e3f800 :6806 s=STATE_OPEN pgs=3 cs=1 l=1).process read tag failed
|
|
-343> 2017-10-22 23:58:33.033919 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/2779764701 conn(0x55a2b0e3f800 :6806 s=STATE_OPEN pgs=3 cs=1 l=1).fault on lossy channel, failing
|
|
-342> 2017-10-22 23:58:33.033924 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/2779764701 conn(0x55a2b0e3f800 :6806 s=STATE_OPEN pgs=3 cs=1 l=1)._stop
|
|
-341> 2017-10-22 23:58:33.099742 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13451 cs=1 l=1). rx mon.1 seq 15 0x55a2b0ac6000 mgrdigest v1
|
|
-340> 2017-10-22 23:58:33.099785 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.1 10.80.20.100:6789/0 15 ==== mgrdigest v1 ==== 1410+0+0 (1025477589 0 0) 0x55a2b0ac6000 con 0x55a2b010b800
|
|
-339> 2017-10-22 23:58:33.099805 7f680532c700 4 mgr ms_dispatch active mgrdigest v1
|
|
-338> 2017-10-22 23:58:33.099809 7f680532c700 4 mgr ms_dispatch mgrdigest v1
|
|
-337> 2017-10-22 23:58:34.123054 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6802/1582 conn(0x55a2b097f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=65 cs=1 l=1). rx osd.8 seq 6 0x55a2afe52a00 mgrreport(osd.8 +0-0 packed 4966) v4
|
|
-336> 2017-10-22 23:58:34.123134 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.8 10.80.20.103:6802/1582 6 ==== mgrreport(osd.8 +0-0 packed 4966) v4 ==== 4988+0+0 (952790119 0 0) 0x55a2afe52a00 con 0x55a2b097f800
|
|
-335> 2017-10-22 23:58:34.123161 7f6800b23700 4 mgr.server handle_report from 0x55a2b097f800 osd,8
|
|
-334> 2017-10-22 23:58:34.123408 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6802/1582 conn(0x55a2b097f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=65 cs=1 l=1). rx osd.8 seq 7 0x55a2b0955c00 pg_stats(46 pgs tid 0 v 0) v1
|
|
-333> 2017-10-22 23:58:34.123739 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6800/4577 conn(0x55a2b097e000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=26 cs=1 l=1). rx osd.2 seq 6 0x55a2afe53300 mgrreport(osd.2 +0-0 packed 4966) v4
|
|
-332> 2017-10-22 23:58:34.123741 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6800/1341 conn(0x55a2b0970000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=79 cs=1 l=1). rx osd.4 seq 6 0x55a2afe52d00 mgrreport(osd.4 +0-0 packed 4966) v4
|
|
-331> 2017-10-22 23:58:34.124008 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.8 10.80.20.103:6802/1582 7 ==== pg_stats(46 pgs tid 0 v 0) v1 ==== 26800+0+0 (3086281516 0 0) 0x55a2b0955c00 con 0x55a2b097f800
|
|
-330> 2017-10-22 23:58:34.124083 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.4 10.80.20.100:6800/1341 6 ==== mgrreport(osd.4 +0-0 packed 4966) v4 ==== 4988+0+0 (2052689141 0 0) 0x55a2afe52d00 con 0x55a2b0970000
|
|
-329> 2017-10-22 23:58:34.124092 7f6800b23700 4 mgr.server handle_report from 0x55a2b0970000 osd,4
|
|
-328> 2017-10-22 23:58:34.124370 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6800/1341 conn(0x55a2b0970000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=79 cs=1 l=1). rx osd.4 seq 7 0x55a2b0900700 pg_stats(48 pgs tid 0 v 0) v1
|
|
-327> 2017-10-22 23:58:34.124474 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.2 10.80.20.99:6800/4577 6 ==== mgrreport(osd.2 +0-0 packed 4966) v4 ==== 4988+0+0 (2468074966 0 0) 0x55a2afe53300 con 0x55a2b097e000
|
|
-326> 2017-10-22 23:58:34.124490 7f6800b23700 4 mgr.server handle_report from 0x55a2b097e000 osd,2
|
|
-325> 2017-10-22 23:58:34.124899 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.4 10.80.20.100:6800/1341 7 ==== pg_stats(48 pgs tid 0 v 0) v1 ==== 27900+0+0 (3151602034 0 0) 0x55a2b0900700 con 0x55a2b0970000
|
|
-324> 2017-10-22 23:58:34.125295 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:0/585 conn(0x55a2b09d6000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=45 cs=1 l=1). rx mon.1 seq 4 0x55a2afe52700 mgrreport(mon.node2 +0-0 packed 1630) v4
|
|
-323> 2017-10-22 23:58:34.125331 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:0/607 conn(0x55a2b0971800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=53 cs=1 l=1). rx mon.0 seq 4 0x55a2b0955000 mgrreport(mon.node1 +0-0 packed 1630) v4
|
|
-322> 2017-10-22 23:58:34.125366 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.1 10.80.20.100:0/585 4 ==== mgrreport(mon.node2 +0-0 packed 1630) v4 ==== 1656+0+0 (2300952682 0 0) 0x55a2afe52700 con 0x55a2b09d6000
|
|
-321> 2017-10-22 23:58:34.125394 7f6800b23700 4 mgr.server handle_report from 0x55a2b09d6000 mon,node2
|
|
-320> 2017-10-22 23:58:34.125530 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.0 10.80.20.99:0/607 4 ==== mgrreport(mon.node1 +0-0 packed 1630) v4 ==== 1656+0+0 (2180807662 0 0) 0x55a2b0955000 con 0x55a2b0971800
|
|
-319> 2017-10-22 23:58:34.125541 7f6800b23700 4 mgr.server handle_report from 0x55a2b0971800 mon,node1
|
|
-318> 2017-10-22 23:58:34.125629 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6800/4577 conn(0x55a2b097e000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=26 cs=1 l=1). rx osd.2 seq 7 0x55a2b0954a00 pg_stats(101 pgs tid 0 v 0) v1
|
|
-317> 2017-10-22 23:58:34.125650 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.2 10.80.20.99:6800/4577 7 ==== pg_stats(101 pgs tid 0 v 0) v1 ==== 58570+0+0 (1609891888 0 0) 0x55a2b0954a00 con 0x55a2b097e000
|
|
-316> 2017-10-22 23:58:34.125831 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6802/1567 conn(0x55a2b0973000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.0 seq 6 0x55a2b0955600 mgrreport(osd.0 +0-0 packed 4966) v4
|
|
-315> 2017-10-22 23:58:34.125858 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.0 10.80.20.99:6802/1567 6 ==== mgrreport(osd.0 +0-0 packed 4966) v4 ==== 4988+0+0 (2528670132 0 0) 0x55a2b0955600 con 0x55a2b0973000
|
|
-314> 2017-10-22 23:58:34.125868 7f6800b23700 4 mgr.server handle_report from 0x55a2b0973000 osd,0
|
|
-313> 2017-10-22 23:58:34.127944 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:0/1326 conn(0x55a2b0a72800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=40 cs=1 l=1). rx mon.2 seq 4 0x55a2afe53600 mgrreport(mon.node3 +0-0 packed 1630) v4
|
|
-312> 2017-10-22 23:58:34.127977 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.2 10.80.20.103:0/1326 4 ==== mgrreport(mon.node3 +0-0 packed 1630) v4 ==== 1656+0+0 (1443181278 0 0) 0x55a2afe53600 con 0x55a2b0a72800
|
|
-311> 2017-10-22 23:58:34.127987 7f6800b23700 4 mgr.server handle_report from 0x55a2b0a72800 mon,node3
|
|
-310> 2017-10-22 23:58:34.128273 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6800/1354 conn(0x55a2b09c7000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=57 cs=1 l=1). rx osd.9 seq 6 0x55a2b0955900 mgrreport(osd.9 +0-0 packed 4966) v4
|
|
-309> 2017-10-22 23:58:34.128321 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.9 10.80.20.103:6800/1354 6 ==== mgrreport(osd.9 +0-0 packed 4966) v4 ==== 4988+0+0 (2012765608 0 0) 0x55a2b0955900 con 0x55a2b09c7000
|
|
-308> 2017-10-22 23:58:34.128339 7f6800b23700 4 mgr.server handle_report from 0x55a2b09c7000 osd,9
|
|
-307> 2017-10-22 23:58:34.128609 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6800/1354 conn(0x55a2b09c7000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=57 cs=1 l=1). rx osd.9 seq 7 0x55a2b0954d00 pg_stats(33 pgs tid 0 v 0) v1
|
|
-306> 2017-10-22 23:58:34.128677 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6804/1737 conn(0x55a2b0ade000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=64 cs=1 l=1). rx osd.7 seq 6 0x55a2b0955300 mgrreport(osd.7 +0-0 packed 4966) v4
|
|
-305> 2017-10-22 23:58:34.128722 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.9 10.80.20.103:6800/1354 7 ==== pg_stats(33 pgs tid 0 v 0) v1 ==== 19210+0+0 (3988181493 0 0) 0x55a2b0954d00 con 0x55a2b09c7000
|
|
-304> 2017-10-22 23:58:34.128806 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.7 10.80.20.103:6804/1737 6 ==== mgrreport(osd.7 +0-0 packed 4966) v4 ==== 4988+0+0 (3910255156 0 0) 0x55a2b0955300 con 0x55a2b0ade000
|
|
-303> 2017-10-22 23:58:34.128818 7f6800b23700 4 mgr.server handle_report from 0x55a2b0ade000 osd,7
|
|
-302> 2017-10-22 23:58:34.128862 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6806/2006 conn(0x55a2b0adf800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=66 cs=1 l=1). rx osd.6 seq 6 0x55a2afe52a00 mgrreport(osd.6 +0-0 packed 4966) v4
|
|
-301> 2017-10-22 23:58:34.128971 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6804/1679 conn(0x55a2b0a28000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=81 cs=1 l=1). rx osd.5 seq 6 0x55a2b0954700 mgrreport(osd.5 +0-0 packed 4966) v4
|
|
-300> 2017-10-22 23:58:34.129142 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6802/1567 conn(0x55a2b0973000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.0 seq 7 0x55a2b0955c00 pg_stats(53 pgs tid 0 v 0) v1
|
|
-299> 2017-10-22 23:58:34.129173 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.6 10.80.20.103:6806/2006 6 ==== mgrreport(osd.6 +0-0 packed 4966) v4 ==== 4988+0+0 (406068760 0 0) 0x55a2afe52a00 con 0x55a2b0adf800
|
|
-298> 2017-10-22 23:58:34.129182 7f6800b23700 4 mgr.server handle_report from 0x55a2b0adf800 osd,6
|
|
-297> 2017-10-22 23:58:34.129247 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6804/1737 conn(0x55a2b0ade000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=64 cs=1 l=1). rx osd.7 seq 7 0x55a2b0955000 pg_stats(30 pgs tid 0 v 0) v1
|
|
-296> 2017-10-22 23:58:34.129411 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6804/1679 conn(0x55a2b0a28000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=81 cs=1 l=1). rx osd.5 seq 7 0x55a2b0954a00 pg_stats(71 pgs tid 0 v 0) v1
|
|
-295> 2017-10-22 23:58:34.129495 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.0 10.80.20.99:6802/1567 7 ==== pg_stats(53 pgs tid 0 v 0) v1 ==== 30834+0+0 (1340531720 0 0) 0x55a2b0955c00 con 0x55a2b0973000
|
|
-294> 2017-10-22 23:58:34.129555 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.5 10.80.20.100:6804/1679 6 ==== mgrreport(osd.5 +0-0 packed 4966) v4 ==== 4988+0+0 (1702354425 0 0) 0x55a2b0954700 con 0x55a2b0a28000
|
|
-293> 2017-10-22 23:58:34.129565 7f6800b23700 4 mgr.server handle_report from 0x55a2b0a28000 osd,5
|
|
-292> 2017-10-22 23:58:34.129678 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6802/1539 conn(0x55a2b09d7800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.3 seq 6 0x55a2b0cec000 mgrreport(osd.3 +0-0 packed 4966) v4
|
|
-291> 2017-10-22 23:58:34.129773 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6806/2006 conn(0x55a2b0adf800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=66 cs=1 l=1). rx osd.6 seq 7 0x55a2afe52d00 pg_stats(28 pgs tid 0 v 0) v1
|
|
-290> 2017-10-22 23:58:34.129879 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.7 10.80.20.103:6804/1737 7 ==== pg_stats(30 pgs tid 0 v 0) v1 ==== 17512+0+0 (3785377040 0 0) 0x55a2b0955000 con 0x55a2b0ade000
|
|
-289> 2017-10-22 23:58:34.129920 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.6 10.80.20.103:6806/2006 7 ==== pg_stats(28 pgs tid 0 v 0) v1 ==== 16364+0+0 (3686616078 0 0) 0x55a2afe52d00 con 0x55a2b0adf800
|
|
-288> 2017-10-22 23:58:34.129954 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.3 10.80.20.100:6802/1539 6 ==== mgrreport(osd.3 +0-0 packed 4966) v4 ==== 4988+0+0 (2214022750 0 0) 0x55a2b0cec000 con 0x55a2b09d7800
|
|
-287> 2017-10-22 23:58:34.129962 7f6800b23700 4 mgr.server handle_report from 0x55a2b09d7800 osd,3
|
|
-286> 2017-10-22 23:58:34.130066 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6802/1539 conn(0x55a2b09d7800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.3 seq 7 0x55a2b0cec300 pg_stats(55 pgs tid 0 v 0) v1
|
|
-285> 2017-10-22 23:58:34.130291 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6804/1859 conn(0x55a2b0a6f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=102 cs=1 l=1). rx osd.1 seq 6 0x55a2b0955600 mgrreport(osd.1 +0-0 packed 4966) v4
|
|
-284> 2017-10-22 23:58:34.130353 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.5 10.80.20.100:6804/1679 7 ==== pg_stats(71 pgs tid 0 v 0) v1 ==== 41190+0+0 (146723038 0 0) 0x55a2b0954a00 con 0x55a2b0a28000
|
|
-283> 2017-10-22 23:58:34.130438 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.3 10.80.20.100:6802/1539 7 ==== pg_stats(55 pgs tid 0 v 0) v1 ==== 31966+0+0 (213989900 0 0) 0x55a2b0cec300 con 0x55a2b09d7800
|
|
-282> 2017-10-22 23:58:34.130513 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.1 10.80.20.99:6804/1859 6 ==== mgrreport(osd.1 +0-0 packed 4966) v4 ==== 4988+0+0 (1007771418 0 0) 0x55a2b0955600 con 0x55a2b0a6f800
|
|
-281> 2017-10-22 23:58:34.130522 7f6800b23700 4 mgr.server handle_report from 0x55a2b0a6f800 osd,1
|
|
-280> 2017-10-22 23:58:34.132990 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6804/1859 conn(0x55a2b0a6f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=102 cs=1 l=1). rx osd.1 seq 7 0x55a2b0955900 pg_stats(47 pgs tid 0 v 0) v1
|
|
-279> 2017-10-22 23:58:34.133272 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.1 10.80.20.99:6804/1859 7 ==== pg_stats(47 pgs tid 0 v 0) v1 ==== 27362+0+0 (2753714232 0 0) 0x55a2b0955900 con 0x55a2b0a6f800
|
|
-278> 2017-10-22 23:58:35.010133 7f6802326700 1 mgr send_beacon active
|
|
-277> 2017-10-22 23:58:35.010384 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-276> 2017-10-22 23:58:35.010398 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256815, 10.80.20.100:6806/2741, 1) v5 -- 0x55a2afe50c00 con 0
|
|
-275> 2017-10-22 23:58:35.012090 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-274> 2017-10-22 23:58:35.012101 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55a2b0ce4dc0 con 0
|
|
-273> 2017-10-22 23:58:36.675248 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0e41000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=61 -
|
|
-272> 2017-10-22 23:58:36.675690 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/3888377536 conn(0x55a2b0e41000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=3 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-271> 2017-10-22 23:58:36.675904 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/3888377536 conn(0x55a2b0e41000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=3 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-270> 2017-10-22 23:58:36.783167 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/3888377536 conn(0x55a2b0e41000 :6806 s=STATE_OPEN pgs=3 cs=1 l=1).read_bulk peer close file descriptor 61
|
|
-269> 2017-10-22 23:58:36.783192 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/3888377536 conn(0x55a2b0e41000 :6806 s=STATE_OPEN pgs=3 cs=1 l=1).read_until read failed
|
|
-268> 2017-10-22 23:58:36.783197 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/3888377536 conn(0x55a2b0e41000 :6806 s=STATE_OPEN pgs=3 cs=1 l=1).process read tag failed
|
|
-267> 2017-10-22 23:58:36.783201 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/3888377536 conn(0x55a2b0e41000 :6806 s=STATE_OPEN pgs=3 cs=1 l=1).fault on lossy channel, failing
|
|
-266> 2017-10-22 23:58:36.783206 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/3888377536 conn(0x55a2b0e41000 :6806 s=STATE_OPEN pgs=3 cs=1 l=1)._stop
|
|
-265> 2017-10-22 23:58:37.012192 7f6802326700 1 mgr send_beacon active
|
|
-264> 2017-10-22 23:58:37.012439 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-263> 2017-10-22 23:58:37.012451 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256815, 10.80.20.100:6806/2741, 1) v5 -- 0x55a2b0cec000 con 0
|
|
-262> 2017-10-22 23:58:37.012625 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-261> 2017-10-22 23:58:37.012635 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55a2b0ec5340 con 0
|
|
-260> 2017-10-22 23:58:37.867803 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0e42800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=61 -
|
|
-259> 2017-10-22 23:58:37.868319 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/3573492424 conn(0x55a2b0e42800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=3 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-258> 2017-10-22 23:58:37.868466 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/3573492424 conn(0x55a2b0e42800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=3 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-257> 2017-10-22 23:58:37.976615 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/3573492424 conn(0x55a2b0e42800 :6806 s=STATE_OPEN pgs=3 cs=1 l=1).read_bulk peer close file descriptor 61
|
|
-256> 2017-10-22 23:58:37.976637 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/3573492424 conn(0x55a2b0e42800 :6806 s=STATE_OPEN pgs=3 cs=1 l=1).read_until read failed
|
|
-255> 2017-10-22 23:58:37.976641 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/3573492424 conn(0x55a2b0e42800 :6806 s=STATE_OPEN pgs=3 cs=1 l=1).process read tag failed
|
|
-254> 2017-10-22 23:58:37.976647 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/3573492424 conn(0x55a2b0e42800 :6806 s=STATE_OPEN pgs=3 cs=1 l=1).fault on lossy channel, failing
|
|
-253> 2017-10-22 23:58:37.976652 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/3573492424 conn(0x55a2b0e42800 :6806 s=STATE_OPEN pgs=3 cs=1 l=1)._stop
|
|
-252> 2017-10-22 23:58:38.100206 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13451 cs=1 l=1). rx mon.1 seq 16 0x55a2b0ec5340 mgrdigest v1
|
|
-251> 2017-10-22 23:58:38.100255 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.1 10.80.20.100:6789/0 16 ==== mgrdigest v1 ==== 1410+0+0 (1025477589 0 0) 0x55a2b0ec5340 con 0x55a2b010b800
|
|
-250> 2017-10-22 23:58:38.100274 7f680532c700 4 mgr ms_dispatch active mgrdigest v1
|
|
-249> 2017-10-22 23:58:38.100278 7f680532c700 4 mgr ms_dispatch mgrdigest v1
|
|
-248> 2017-10-22 23:58:39.012741 7f6802326700 1 mgr send_beacon active
|
|
-247> 2017-10-22 23:58:39.012952 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-246> 2017-10-22 23:58:39.012965 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256815, 10.80.20.100:6806/2741, 1) v5 -- 0x55a2b0cecf00 con 0
|
|
-245> 2017-10-22 23:58:39.013140 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-244> 2017-10-22 23:58:39.013151 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55a2b0ac7340 con 0
|
|
-243> 2017-10-22 23:58:39.122509 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:0/607 conn(0x55a2b0971800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=53 cs=1 l=1). rx mon.0 seq 5 0x55a2b0cecf00 mgrreport(mon.node1 +0-0 packed 1630) v4
|
|
-242> 2017-10-22 23:58:39.122582 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.0 10.80.20.99:0/607 5 ==== mgrreport(mon.node1 +0-0 packed 1630) v4 ==== 1656+0+0 (2611669524 0 0) 0x55a2b0cecf00 con 0x55a2b0971800
|
|
-241> 2017-10-22 23:58:39.122601 7f6800b23700 4 mgr.server handle_report from 0x55a2b0971800 mon,node1
|
|
-240> 2017-10-22 23:58:39.123567 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6802/1582 conn(0x55a2b097f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=65 cs=1 l=1). rx osd.8 seq 8 0x55a2b0954d00 mgrreport(osd.8 +0-0 packed 4966) v4
|
|
-239> 2017-10-22 23:58:39.123621 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.8 10.80.20.103:6802/1582 8 ==== mgrreport(osd.8 +0-0 packed 4966) v4 ==== 4988+0+0 (3619075745 0 0) 0x55a2b0954d00 con 0x55a2b097f800
|
|
-238> 2017-10-22 23:58:39.123641 7f6800b23700 4 mgr.server handle_report from 0x55a2b097f800 osd,8
|
|
-237> 2017-10-22 23:58:39.124069 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6802/1582 conn(0x55a2b097f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=65 cs=1 l=1). rx osd.8 seq 9 0x55a2b0955300 pg_stats(46 pgs tid 0 v 0) v1
|
|
-236> 2017-10-22 23:58:39.124098 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.8 10.80.20.103:6802/1582 9 ==== pg_stats(46 pgs tid 0 v 0) v1 ==== 26800+0+0 (1339038576 0 0) 0x55a2b0955300 con 0x55a2b097f800
|
|
-235> 2017-10-22 23:58:39.124375 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6800/1341 conn(0x55a2b0970000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=79 cs=1 l=1). rx osd.4 seq 8 0x55a2b0cec600 mgrreport(osd.4 +0-0 packed 4966) v4
|
|
-234> 2017-10-22 23:58:39.124429 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.4 10.80.20.100:6800/1341 8 ==== mgrreport(osd.4 +0-0 packed 4966) v4 ==== 4988+0+0 (417667805 0 0) 0x55a2b0cec600 con 0x55a2b0970000
|
|
-233> 2017-10-22 23:58:39.124448 7f6800b23700 4 mgr.server handle_report from 0x55a2b0970000 osd,4
|
|
-232> 2017-10-22 23:58:39.124504 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6800/4577 conn(0x55a2b097e000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=26 cs=1 l=1). rx osd.2 seq 8 0x55a2b0cec000 mgrreport(osd.2 +0-0 packed 4966) v4
|
|
-231> 2017-10-22 23:58:39.124513 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6800/1341 conn(0x55a2b0970000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=79 cs=1 l=1). rx osd.4 seq 9 0x55a2b0cec900 pg_stats(48 pgs tid 0 v 0) v1
|
|
-230> 2017-10-22 23:58:39.124742 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6802/1567 conn(0x55a2b0973000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.0 seq 8 0x55a2b0955c00 mgrreport(osd.0 +0-0 packed 4966) v4
|
|
-229> 2017-10-22 23:58:39.124809 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.2 10.80.20.99:6800/4577 8 ==== mgrreport(osd.2 +0-0 packed 4966) v4 ==== 4988+0+0 (679418745 0 0) 0x55a2b0cec000 con 0x55a2b097e000
|
|
-228> 2017-10-22 23:58:39.124819 7f6800b23700 4 mgr.server handle_report from 0x55a2b097e000 osd,2
|
|
-227> 2017-10-22 23:58:39.125150 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.4 10.80.20.100:6800/1341 9 ==== pg_stats(48 pgs tid 0 v 0) v1 ==== 27928+0+0 (2934750353 0 0) 0x55a2b0cec900 con 0x55a2b0970000
|
|
-226> 2017-10-22 23:58:39.125207 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.0 10.80.20.99:6802/1567 8 ==== mgrreport(osd.0 +0-0 packed 4966) v4 ==== 4988+0+0 (3088414465 0 0) 0x55a2b0955c00 con 0x55a2b0973000
|
|
-225> 2017-10-22 23:58:39.125216 7f6800b23700 4 mgr.server handle_report from 0x55a2b0973000 osd,0
|
|
-224> 2017-10-22 23:58:39.125573 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:0/585 conn(0x55a2b09d6000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=45 cs=1 l=1). rx mon.1 seq 5 0x55a2afe50c00 mgrreport(mon.node2 +0-0 packed 1630) v4
|
|
-223> 2017-10-22 23:58:39.125759 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.1 10.80.20.100:0/585 5 ==== mgrreport(mon.node2 +0-0 packed 1630) v4 ==== 1656+0+0 (1438972538 0 0) 0x55a2afe50c00 con 0x55a2b09d6000
|
|
-222> 2017-10-22 23:58:39.125773 7f6800b23700 4 mgr.server handle_report from 0x55a2b09d6000 mon,node2
|
|
-221> 2017-10-22 23:58:39.125924 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6802/1567 conn(0x55a2b0973000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.0 seq 9 0x55a2b0954700 pg_stats(53 pgs tid 0 v 0) v1
|
|
-220> 2017-10-22 23:58:39.125978 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.0 10.80.20.99:6802/1567 9 ==== pg_stats(53 pgs tid 0 v 0) v1 ==== 30834+0+0 (2170629890 0 0) 0x55a2b0954700 con 0x55a2b0973000
|
|
-219> 2017-10-22 23:58:39.125988 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6800/4577 conn(0x55a2b097e000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=26 cs=1 l=1). rx osd.2 seq 9 0x55a2afe53300 pg_stats(101 pgs tid 0 v 0) v1
|
|
-218> 2017-10-22 23:58:39.126048 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.2 10.80.20.99:6800/4577 9 ==== pg_stats(101 pgs tid 0 v 0) v1 ==== 58554+0+0 (3894440697 0 0) 0x55a2afe53300 con 0x55a2b097e000
|
|
-217> 2017-10-22 23:58:39.128106 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:0/1326 conn(0x55a2b0a72800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=40 cs=1 l=1). rx mon.2 seq 5 0x55a2afe52700 mgrreport(mon.node3 +0-0 packed 1630) v4
|
|
-216> 2017-10-22 23:58:39.128151 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.2 10.80.20.103:0/1326 5 ==== mgrreport(mon.node3 +0-0 packed 1630) v4 ==== 1656+0+0 (300088262 0 0) 0x55a2afe52700 con 0x55a2b0a72800
|
|
-215> 2017-10-22 23:58:39.128169 7f6800b23700 4 mgr.server handle_report from 0x55a2b0a72800 mon,node3
|
|
-214> 2017-10-22 23:58:39.128841 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6800/1354 conn(0x55a2b09c7000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=57 cs=1 l=1). rx osd.9 seq 8 0x55a2b0955000 mgrreport(osd.9 +0-0 packed 4966) v4
|
|
-213> 2017-10-22 23:58:39.128891 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.9 10.80.20.103:6800/1354 8 ==== mgrreport(osd.9 +0-0 packed 4966) v4 ==== 4988+0+0 (727863727 0 0) 0x55a2b0955000 con 0x55a2b09c7000
|
|
-212> 2017-10-22 23:58:39.128908 7f6800b23700 4 mgr.server handle_report from 0x55a2b09c7000 osd,9
|
|
-211> 2017-10-22 23:58:39.129119 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6800/1354 conn(0x55a2b09c7000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=57 cs=1 l=1). rx osd.9 seq 9 0x55a2b0954a00 pg_stats(33 pgs tid 0 v 0) v1
|
|
-210> 2017-10-22 23:58:39.129233 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6804/1737 conn(0x55a2b0ade000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=64 cs=1 l=1). rx osd.7 seq 8 0x55a2afe53600 mgrreport(osd.7 +0-0 packed 4966) v4
|
|
-209> 2017-10-22 23:58:39.129484 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.9 10.80.20.103:6800/1354 9 ==== pg_stats(33 pgs tid 0 v 0) v1 ==== 19210+0+0 (2803664247 0 0) 0x55a2b0954a00 con 0x55a2b09c7000
|
|
-208> 2017-10-22 23:58:39.129533 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.7 10.80.20.103:6804/1737 8 ==== mgrreport(osd.7 +0-0 packed 4966) v4 ==== 4988+0+0 (36363410 0 0) 0x55a2afe53600 con 0x55a2b0ade000
|
|
-207> 2017-10-22 23:58:39.129542 7f6800b23700 4 mgr.server handle_report from 0x55a2b0ade000 osd,7
|
|
-206> 2017-10-22 23:58:39.129549 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6806/2006 conn(0x55a2b0adf800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=66 cs=1 l=1). rx osd.6 seq 8 0x55a2b0900700 mgrreport(osd.6 +0-0 packed 4966) v4
|
|
-205> 2017-10-22 23:58:39.129598 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6804/1737 conn(0x55a2b0ade000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=64 cs=1 l=1). rx osd.7 seq 9 0x55a2afe52a00 pg_stats(30 pgs tid 0 v 0) v1
|
|
-204> 2017-10-22 23:58:39.129734 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6804/1679 conn(0x55a2b0a28000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=81 cs=1 l=1). rx osd.5 seq 8 0x55a2afe52d00 mgrreport(osd.5 +0-0 packed 4966) v4
|
|
-203> 2017-10-22 23:58:39.130089 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.6 10.80.20.103:6806/2006 8 ==== mgrreport(osd.6 +0-0 packed 4966) v4 ==== 4988+0+0 (3986943741 0 0) 0x55a2b0900700 con 0x55a2b0adf800
|
|
-202> 2017-10-22 23:58:39.130099 7f6800b23700 4 mgr.server handle_report from 0x55a2b0adf800 osd,6
|
|
-201> 2017-10-22 23:58:39.130140 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6804/1859 conn(0x55a2b0a6f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=102 cs=1 l=1). rx osd.1 seq 8 0x55a2b0cec300 mgrreport(osd.1 +0-0 packed 4966) v4
|
|
-200> 2017-10-22 23:58:39.130426 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.5 10.80.20.100:6804/1679 8 ==== mgrreport(osd.5 +0-0 packed 4966) v4 ==== 4988+0+0 (2066633372 0 0) 0x55a2afe52d00 con 0x55a2b0a28000
|
|
-199> 2017-10-22 23:58:39.130435 7f6800b23700 4 mgr.server handle_report from 0x55a2b0a28000 osd,5
|
|
-198> 2017-10-22 23:58:39.130433 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6804/1679 conn(0x55a2b0a28000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=81 cs=1 l=1). rx osd.5 seq 9 0x55a2b0cecf00 pg_stats(71 pgs tid 0 v 0) v1
|
|
-197> 2017-10-22 23:58:39.130604 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6804/1859 conn(0x55a2b0a6f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=102 cs=1 l=1). rx osd.1 seq 9 0x55a2b0cec600 pg_stats(47 pgs tid 0 v 0) v1
|
|
-196> 2017-10-22 23:58:39.130742 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.1 10.80.20.99:6804/1859 8 ==== mgrreport(osd.1 +0-0 packed 4966) v4 ==== 4988+0+0 (803909190 0 0) 0x55a2b0cec300 con 0x55a2b0a6f800
|
|
-195> 2017-10-22 23:58:39.130753 7f6800b23700 4 mgr.server handle_report from 0x55a2b0a6f800 osd,1
|
|
-194> 2017-10-22 23:58:39.130774 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6802/1539 conn(0x55a2b09d7800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.3 seq 8 0x55a2b0cecc00 mgrreport(osd.3 +0-0 packed 4966) v4
|
|
-193> 2017-10-22 23:58:39.130831 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6806/2006 conn(0x55a2b0adf800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=66 cs=1 l=1). rx osd.6 seq 9 0x55a2b0cec900 pg_stats(28 pgs tid 0 v 0) v1
|
|
-192> 2017-10-22 23:58:39.130932 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6802/1539 conn(0x55a2b09d7800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.3 seq 9 0x55a2b0ceea00 pg_stats(55 pgs tid 0 v 0) v1
|
|
-191> 2017-10-22 23:58:39.131061 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.7 10.80.20.103:6804/1737 9 ==== pg_stats(30 pgs tid 0 v 0) v1 ==== 17512+0+0 (3444744351 0 0) 0x55a2afe52a00 con 0x55a2b0ade000
|
|
-190> 2017-10-22 23:58:39.131114 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.6 10.80.20.103:6806/2006 9 ==== pg_stats(28 pgs tid 0 v 0) v1 ==== 16364+0+0 (3836089881 0 0) 0x55a2b0cec900 con 0x55a2b0adf800
|
|
-189> 2017-10-22 23:58:39.131160 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.3 10.80.20.100:6802/1539 8 ==== mgrreport(osd.3 +0-0 packed 4966) v4 ==== 4988+0+0 (423761900 0 0) 0x55a2b0cecc00 con 0x55a2b09d7800
|
|
-188> 2017-10-22 23:58:39.131170 7f6800b23700 4 mgr.server handle_report from 0x55a2b09d7800 osd,3
|
|
-187> 2017-10-22 23:58:39.131478 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.5 10.80.20.100:6804/1679 9 ==== pg_stats(71 pgs tid 0 v 0) v1 ==== 41190+0+0 (1032203268 0 0) 0x55a2b0cecf00 con 0x55a2b0a28000
|
|
-186> 2017-10-22 23:58:39.131558 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.1 10.80.20.99:6804/1859 9 ==== pg_stats(47 pgs tid 0 v 0) v1 ==== 27326+0+0 (1938617395 0 0) 0x55a2b0cec600 con 0x55a2b0a6f800
|
|
-185> 2017-10-22 23:58:39.131606 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.3 10.80.20.100:6802/1539 9 ==== pg_stats(55 pgs tid 0 v 0) v1 ==== 31966+0+0 (3616316884 0 0) 0x55a2b0ceea00 con 0x55a2b09d7800
|
|
-184> 2017-10-22 23:58:39.985741 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0eee000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=61 -
|
|
-183> 2017-10-22 23:58:39.986123 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/2534518425 conn(0x55a2b0eee000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=3 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-182> 2017-10-22 23:58:39.986275 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/2534518425 conn(0x55a2b0eee000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=3 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-181> 2017-10-22 23:58:40.101005 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/2534518425 conn(0x55a2b0eee000 :6806 s=STATE_OPEN pgs=3 cs=1 l=1).read_bulk peer close file descriptor 61
|
|
-180> 2017-10-22 23:58:40.101021 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/2534518425 conn(0x55a2b0eee000 :6806 s=STATE_OPEN pgs=3 cs=1 l=1).read_until read failed
|
|
-179> 2017-10-22 23:58:40.101025 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/2534518425 conn(0x55a2b0eee000 :6806 s=STATE_OPEN pgs=3 cs=1 l=1).process read tag failed
|
|
-178> 2017-10-22 23:58:40.101029 7f6807b31700 1 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/2534518425 conn(0x55a2b0eee000 :6806 s=STATE_OPEN pgs=3 cs=1 l=1).fault on lossy channel, failing
|
|
-177> 2017-10-22 23:58:40.101032 7f6807b31700 2 -- 10.80.20.100:6806/2741 >> 10.80.1.20:0/2534518425 conn(0x55a2b0eee000 :6806 s=STATE_OPEN pgs=3 cs=1 l=1)._stop
|
|
-176> 2017-10-22 23:58:41.013260 7f6802326700 1 mgr send_beacon active
|
|
-175> 2017-10-22 23:58:41.013473 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-174> 2017-10-22 23:58:41.013485 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256815, 10.80.20.100:6806/2741, 1) v5 -- 0x55a2b0ced200 con 0
|
|
-173> 2017-10-22 23:58:41.015151 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-172> 2017-10-22 23:58:41.015161 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55a2b0ec5600 con 0
|
|
-171> 2017-10-22 23:58:43.003380 7f680432a700 10 monclient: tick
|
|
-170> 2017-10-22 23:58:43.003400 7f680432a700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2017-10-22 23:58:13.003398)
|
|
-169> 2017-10-22 23:58:43.015270 7f6802326700 1 mgr send_beacon active
|
|
-168> 2017-10-22 23:58:43.015485 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-167> 2017-10-22 23:58:43.015496 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2256815, 10.80.20.100:6806/2741, 1) v5 -- 0x55a2b0ced500 con 0
|
|
-166> 2017-10-22 23:58:43.015655 7f6802326700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-165> 2017-10-22 23:58:43.015664 7f6802326700 1 -- 10.80.20.100:0/701264306 --> 10.80.20.100:6789/0 -- monmgrreport(0 checks) v1 -- 0x55a2b0cf0840 con 0
|
|
-164> 2017-10-22 23:58:43.100172 7f6807b31700 5 -- 10.80.20.100:0/701264306 >> 10.80.20.100:6789/0 conn(0x55a2b010b800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13451 cs=1 l=1). rx mon.1 seq 17 0x55a2b0cf0840 mgrdigest v1
|
|
-163> 2017-10-22 23:58:43.100247 7f680532c700 1 -- 10.80.20.100:0/701264306 <== mon.1 10.80.20.100:6789/0 17 ==== mgrdigest v1 ==== 1410+0+0 (1025477589 0 0) 0x55a2b0cf0840 con 0x55a2b010b800
|
|
-162> 2017-10-22 23:58:43.100266 7f680532c700 4 mgr ms_dispatch active mgrdigest v1
|
|
-161> 2017-10-22 23:58:43.100268 7f680532c700 4 mgr ms_dispatch mgrdigest v1
|
|
-160> 2017-10-22 23:58:44.122885 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:0/607 conn(0x55a2b0971800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=53 cs=1 l=1). rx mon.0 seq 6 0x55a2b0ced500 mgrreport(mon.node1 +0-0 packed 1630) v4
|
|
-159> 2017-10-22 23:58:44.122951 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.0 10.80.20.99:0/607 6 ==== mgrreport(mon.node1 +0-0 packed 1630) v4 ==== 1656+0+0 (222589125 0 0) 0x55a2b0ced500 con 0x55a2b0971800
|
|
-158> 2017-10-22 23:58:44.122970 7f6800b23700 4 mgr.server handle_report from 0x55a2b0971800 mon,node1
|
|
-157> 2017-10-22 23:58:44.124115 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6802/1582 conn(0x55a2b097f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=65 cs=1 l=1). rx osd.8 seq 10 0x55a2b0cec000 mgrreport(osd.8 +0-0 packed 4966) v4
|
|
-156> 2017-10-22 23:58:44.124176 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.8 10.80.20.103:6802/1582 10 ==== mgrreport(osd.8 +0-0 packed 4966) v4 ==== 4988+0+0 (3526956448 0 0) 0x55a2b0cec000 con 0x55a2b097f800
|
|
-155> 2017-10-22 23:58:44.124421 7f6800b23700 4 mgr.server handle_report from 0x55a2b097f800 osd,8
|
|
-154> 2017-10-22 23:58:44.124586 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6802/1582 conn(0x55a2b097f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=65 cs=1 l=1). rx osd.8 seq 11 0x55a2b0955600 pg_stats(46 pgs tid 0 v 0) v1
|
|
-153> 2017-10-22 23:58:44.124788 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.8 10.80.20.103:6802/1582 11 ==== pg_stats(46 pgs tid 0 v 0) v1 ==== 26800+0+0 (1722787978 0 0) 0x55a2b0955600 con 0x55a2b097f800
|
|
-152> 2017-10-22 23:58:44.125151 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6800/1341 conn(0x55a2b0970000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=79 cs=1 l=1). rx osd.4 seq 10 0x55a2b0ceed00 mgrreport(osd.4 +0-0 packed 4966) v4
|
|
-151> 2017-10-22 23:58:44.125406 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.4 10.80.20.100:6800/1341 10 ==== mgrreport(osd.4 +0-0 packed 4966) v4 ==== 4988+0+0 (2859658951 0 0) 0x55a2b0ceed00 con 0x55a2b0970000
|
|
-150> 2017-10-22 23:58:44.125420 7f6800b23700 4 mgr.server handle_report from 0x55a2b0970000 osd,4
|
|
-149> 2017-10-22 23:58:44.125622 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6800/1341 conn(0x55a2b0970000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=79 cs=1 l=1). rx osd.4 seq 11 0x55a2b0cef000 pg_stats(48 pgs tid 0 v 0) v1
|
|
-148> 2017-10-22 23:58:44.125658 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6802/1567 conn(0x55a2b0973000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.0 seq 10 0x55a2b0955900 mgrreport(osd.0 +0-0 packed 4966) v4
|
|
-147> 2017-10-22 23:58:44.125686 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6800/4577 conn(0x55a2b097e000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=26 cs=1 l=1). rx osd.2 seq 10 0x55a2b0ced200 mgrreport(osd.2 +0-0 packed 4966) v4
|
|
-146> 2017-10-22 23:58:44.125726 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:0/585 conn(0x55a2b09d6000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=45 cs=1 l=1). rx mon.1 seq 6 0x55a2b0ced800 mgrreport(mon.node2 +0-0 packed 1630) v4
|
|
-145> 2017-10-22 23:58:44.125755 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.4 10.80.20.100:6800/1341 11 ==== pg_stats(48 pgs tid 0 v 0) v1 ==== 27900+0+0 (3073013762 0 0) 0x55a2b0cef000 con 0x55a2b0970000
|
|
-144> 2017-10-22 23:58:44.125854 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.0 10.80.20.99:6802/1567 10 ==== mgrreport(osd.0 +0-0 packed 4966) v4 ==== 4988+0+0 (1340415611 0 0) 0x55a2b0955900 con 0x55a2b0973000
|
|
-143> 2017-10-22 23:58:44.125864 7f6800b23700 4 mgr.server handle_report from 0x55a2b0973000 osd,0
|
|
-142> 2017-10-22 23:58:44.126271 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.2 10.80.20.99:6800/4577 10 ==== mgrreport(osd.2 +0-0 packed 4966) v4 ==== 4988+0+0 (4131330801 0 0) 0x55a2b0ced200 con 0x55a2b097e000
|
|
-141> 2017-10-22 23:58:44.126283 7f6800b23700 4 mgr.server handle_report from 0x55a2b097e000 osd,2
|
|
-140> 2017-10-22 23:58:44.126362 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6802/1567 conn(0x55a2b0973000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.0 seq 11 0x55a2b0954d00 pg_stats(53 pgs tid 0 v 0) v1
|
|
-139> 2017-10-22 23:58:44.126636 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.1 10.80.20.100:0/585 6 ==== mgrreport(mon.node2 +0-0 packed 1630) v4 ==== 1656+0+0 (3430767971 0 0) 0x55a2b0ced800 con 0x55a2b09d6000
|
|
-138> 2017-10-22 23:58:44.126647 7f6800b23700 4 mgr.server handle_report from 0x55a2b09d6000 mon,node2
|
|
-137> 2017-10-22 23:58:44.126763 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.0 10.80.20.99:6802/1567 11 ==== pg_stats(53 pgs tid 0 v 0) v1 ==== 30834+0+0 (4020068918 0 0) 0x55a2b0954d00 con 0x55a2b0973000
|
|
-136> 2017-10-22 23:58:44.126823 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6800/4577 conn(0x55a2b097e000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=26 cs=1 l=1). rx osd.2 seq 11 0x55a2b0cedb00 pg_stats(101 pgs tid 0 v 0) v1
|
|
-135> 2017-10-22 23:58:44.126865 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.2 10.80.20.99:6800/4577 11 ==== pg_stats(101 pgs tid 0 v 0) v1 ==== 58554+0+0 (2206688275 0 0) 0x55a2b0cedb00 con 0x55a2b097e000
|
|
-134> 2017-10-22 23:58:44.128441 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:0/1326 conn(0x55a2b0a72800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=40 cs=1 l=1). rx mon.2 seq 6 0x55a2b0cede00 mgrreport(mon.node3 +0-0 packed 1630) v4
|
|
-133> 2017-10-22 23:58:44.128497 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== mon.2 10.80.20.103:0/1326 6 ==== mgrreport(mon.node3 +0-0 packed 1630) v4 ==== 1656+0+0 (1246245058 0 0) 0x55a2b0cede00 con 0x55a2b0a72800
|
|
-132> 2017-10-22 23:58:44.128515 7f6800b23700 4 mgr.server handle_report from 0x55a2b0a72800 mon,node3
|
|
-131> 2017-10-22 23:58:44.129359 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6800/1354 conn(0x55a2b09c7000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=57 cs=1 l=1). rx osd.9 seq 10 0x55a2b0955300 mgrreport(osd.9 +0-0 packed 4966) v4
|
|
-130> 2017-10-22 23:58:44.129419 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.9 10.80.20.103:6800/1354 10 ==== mgrreport(osd.9 +0-0 packed 4966) v4 ==== 4988+0+0 (1292620916 0 0) 0x55a2b0955300 con 0x55a2b09c7000
|
|
-129> 2017-10-22 23:58:44.129440 7f6800b23700 4 mgr.server handle_report from 0x55a2b09c7000 osd,9
|
|
-128> 2017-10-22 23:58:44.129722 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6800/1354 conn(0x55a2b09c7000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=57 cs=1 l=1). rx osd.9 seq 11 0x55a2b0955c00 pg_stats(33 pgs tid 0 v 0) v1
|
|
-127> 2017-10-22 23:58:44.129815 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.9 10.80.20.103:6800/1354 11 ==== pg_stats(33 pgs tid 0 v 0) v1 ==== 19210+0+0 (1146559025 0 0) 0x55a2b0955c00 con 0x55a2b09c7000
|
|
-126> 2017-10-22 23:58:44.129909 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6806/2006 conn(0x55a2b0adf800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=66 cs=1 l=1). rx osd.6 seq 10 0x55a2b0cee100 mgrreport(osd.6 +0-0 packed 4966) v4
|
|
-125> 2017-10-22 23:58:44.129959 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.6 10.80.20.103:6806/2006 10 ==== mgrreport(osd.6 +0-0 packed 4966) v4 ==== 4988+0+0 (2602533355 0 0) 0x55a2b0cee100 con 0x55a2b0adf800
|
|
-124> 2017-10-22 23:58:44.129972 7f6800b23700 4 mgr.server handle_report from 0x55a2b0adf800 osd,6
|
|
-123> 2017-10-22 23:58:44.129993 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6804/1737 conn(0x55a2b0ade000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=64 cs=1 l=1). rx osd.7 seq 10 0x55a2b0954700 mgrreport(osd.7 +0-0 packed 4966) v4
|
|
-122> 2017-10-22 23:58:44.130223 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6804/1737 conn(0x55a2b0ade000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=64 cs=1 l=1). rx osd.7 seq 11 0x55a2afe50c00 pg_stats(30 pgs tid 0 v 0) v1
|
|
-121> 2017-10-22 23:58:44.130317 7f6807b31700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.103:6806/2006 conn(0x55a2b0adf800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=66 cs=1 l=1). rx osd.6 seq 11 0x55a2b0cee400 pg_stats(28 pgs tid 0 v 0) v1
|
|
-120> 2017-10-22 23:58:44.130317 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.7 10.80.20.103:6804/1737 10 ==== mgrreport(osd.7 +0-0 packed 4966) v4 ==== 4988+0+0 (3369672963 0 0) 0x55a2b0954700 con 0x55a2b0ade000
|
|
-119> 2017-10-22 23:58:44.130336 7f6800b23700 4 mgr.server handle_report from 0x55a2b0ade000 osd,7
|
|
-118> 2017-10-22 23:58:44.130660 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.7 10.80.20.103:6804/1737 11 ==== pg_stats(30 pgs tid 0 v 0) v1 ==== 17512+0+0 (3823493533 0 0) 0x55a2afe50c00 con 0x55a2b0ade000
|
|
-117> 2017-10-22 23:58:44.130661 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6804/1679 conn(0x55a2b0a28000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=81 cs=1 l=1). rx osd.5 seq 10 0x55a2afe53300 mgrreport(osd.5 +0-0 packed 4966) v4
|
|
-116> 2017-10-22 23:58:44.130702 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.6 10.80.20.103:6806/2006 11 ==== pg_stats(28 pgs tid 0 v 0) v1 ==== 16364+0+0 (2991207127 0 0) 0x55a2b0cee400 con 0x55a2b0adf800
|
|
-115> 2017-10-22 23:58:44.130736 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.5 10.80.20.100:6804/1679 10 ==== mgrreport(osd.5 +0-0 packed 4966) v4 ==== 4988+0+0 (2960169798 0 0) 0x55a2afe53300 con 0x55a2b0a28000
|
|
-114> 2017-10-22 23:58:44.130743 7f6800b23700 4 mgr.server handle_report from 0x55a2b0a28000 osd,5
|
|
-113> 2017-10-22 23:58:44.130835 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6804/1679 conn(0x55a2b0a28000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=81 cs=1 l=1). rx osd.5 seq 11 0x55a2afe52700 pg_stats(71 pgs tid 0 v 0) v1
|
|
-112> 2017-10-22 23:58:44.130876 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6804/1859 conn(0x55a2b0a6f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=102 cs=1 l=1). rx osd.1 seq 10 0x55a2afe53600 mgrreport(osd.1 +0-0 packed 4966) v4
|
|
-111> 2017-10-22 23:58:44.131055 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.5 10.80.20.100:6804/1679 11 ==== pg_stats(71 pgs tid 0 v 0) v1 ==== 41190+0+0 (1481377644 0 0) 0x55a2afe52700 con 0x55a2b0a28000
|
|
-110> 2017-10-22 23:58:44.131080 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6802/1539 conn(0x55a2b09d7800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.3 seq 10 0x55a2b0cef300 mgrreport(osd.3 +0-0 packed 4966) v4
|
|
-109> 2017-10-22 23:58:44.131135 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.1 10.80.20.99:6804/1859 10 ==== mgrreport(osd.1 +0-0 packed 4966) v4 ==== 4988+0+0 (2305299393 0 0) 0x55a2afe53600 con 0x55a2b0a6f800
|
|
-108> 2017-10-22 23:58:44.131146 7f6800b23700 4 mgr.server handle_report from 0x55a2b0a6f800 osd,1
|
|
-107> 2017-10-22 23:58:44.131446 7f6808332700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:6802/1539 conn(0x55a2b09d7800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=74 cs=1 l=1). rx osd.3 seq 11 0x55a2b0cef600 pg_stats(55 pgs tid 0 v 0) v1
|
|
-106> 2017-10-22 23:58:44.131456 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.3 10.80.20.100:6802/1539 10 ==== mgrreport(osd.3 +0-0 packed 4966) v4 ==== 4988+0+0 (963392710 0 0) 0x55a2b0cef300 con 0x55a2b09d7800
|
|
-105> 2017-10-22 23:58:44.131467 7f6800b23700 4 mgr.server handle_report from 0x55a2b09d7800 osd,3
|
|
-104> 2017-10-22 23:58:44.131636 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.99:6804/1859 conn(0x55a2b0a6f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=102 cs=1 l=1). rx osd.1 seq 11 0x55a2afe52d00 pg_stats(47 pgs tid 0 v 0) v1
|
|
-103> 2017-10-22 23:58:44.131775 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.3 10.80.20.100:6802/1539 11 ==== pg_stats(55 pgs tid 0 v 0) v1 ==== 31966+0+0 (3242900965 0 0) 0x55a2b0cef600 con 0x55a2b09d7800
|
|
-102> 2017-10-22 23:58:44.131832 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== osd.1 10.80.20.99:6804/1859 11 ==== pg_stats(47 pgs tid 0 v 0) v1 ==== 27326+0+0 (1012508763 0 0) 0x55a2afe52d00 con 0x55a2b0a6f800
|
|
-101> 2017-10-22 23:58:44.228646 7f67ecafd700 10 monclient: build_initial_monmap
|
|
-100> 2017-10-22 23:58:44.228810 7f67ecafd700 1 librados: starting msgr at -
|
|
-99> 2017-10-22 23:58:44.228817 7f67ecafd700 1 librados: starting objecter
|
|
-98> 2017-10-22 23:58:44.228967 7f67ecafd700 5 asok(0x55a2afe385a0) register_command objecter_requests hook 0x55a2b0b10750 EEXIST
|
|
-97> 2017-10-22 23:58:44.228983 7f67ecafd700 1 Processor -- start
|
|
-96> 2017-10-22 23:58:44.229029 7f67ecafd700 1 -- - start start
|
|
-95> 2017-10-22 23:58:44.229035 7f67ecafd700 1 librados: setting wanted keys
|
|
-94> 2017-10-22 23:58:44.229036 7f67ecafd700 1 librados: calling monclient init
|
|
-93> 2017-10-22 23:58:44.229037 7f67ecafd700 10 monclient: init
|
|
-92> 2017-10-22 23:58:44.229041 7f67ecafd700 5 adding auth protocol: cephx
|
|
-91> 2017-10-22 23:58:44.229042 7f67ecafd700 10 monclient: auth_supported 2 method cephx
|
|
-90> 2017-10-22 23:58:44.229390 7f67ecafd700 2 auth: KeyRing::load: loaded key file /var/lib/ceph/mgr/ceph-node2/keyring
|
|
-89> 2017-10-22 23:58:44.229451 7f67ecafd700 10 monclient: _reopen_session rank -1
|
|
-88> 2017-10-22 23:58:44.229489 7f67ecafd700 10 monclient(hunting): picked mon.noname-b con 0x55a2b0aa4800 addr 10.80.20.100:6789/0
|
|
-87> 2017-10-22 23:58:44.229739 7f67ecafd700 10 monclient(hunting): picked mon.noname-a con 0x55a2b0f76000 addr 10.80.20.99:6789/0
|
|
-86> 2017-10-22 23:58:44.229753 7f67ecafd700 1 -- - --> 10.80.20.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x55a2b0922a80 con 0
|
|
-85> 2017-10-22 23:58:44.229762 7f67ecafd700 1 -- - --> 10.80.20.100:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x55a2b0922d00 con 0
|
|
-84> 2017-10-22 23:58:44.229769 7f67ecafd700 10 monclient(hunting): _renew_subs
|
|
-83> 2017-10-22 23:58:44.229772 7f67ecafd700 10 monclient(hunting): authenticate will time out at 2017-10-23 00:03:44.229771
|
|
-82> 2017-10-22 23:58:44.230118 7f6808332700 1 -- 10.80.20.100:0/1546943983 learned_addr learned my addr 10.80.20.100:0/1546943983
|
|
-81> 2017-10-22 23:58:44.230238 7f6808332700 2 -- 10.80.20.100:0/1546943983 >> 10.80.20.100:6789/0 conn(0x55a2b0aa4800 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-80> 2017-10-22 23:58:44.230481 7f6808332700 5 -- 10.80.20.100:0/1546943983 >> 10.80.20.100:6789/0 conn(0x55a2b0aa4800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13456 cs=1 l=1). rx mon.1 seq 1 0x55a2b0922d00 mon_map magic: 0 v1
|
|
-79> 2017-10-22 23:58:44.230513 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 <== mon.1 10.80.20.100:6789/0 1 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x55a2b0922d00 con 0x55a2b0aa4800
|
|
-78> 2017-10-22 23:58:44.230530 7f67ebafb700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1
|
|
-77> 2017-10-22 23:58:44.230536 7f6808332700 5 -- 10.80.20.100:0/1546943983 >> 10.80.20.100:6789/0 conn(0x55a2b0aa4800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13456 cs=1 l=1). rx mon.1 seq 2 0x55a2b0922f80 auth_reply(proto 2 0 (0) Success) v1
|
|
-76> 2017-10-22 23:58:44.230548 7f67ebafb700 10 monclient(hunting): got monmap 7, mon.noname-b is now rank -1
|
|
-75> 2017-10-22 23:58:44.230556 7f67ebafb700 10 monclient(hunting): dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-74> 2017-10-22 23:58:44.230578 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 <== mon.1 10.80.20.100:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (3833295264 0 0) 0x55a2b0922f80 con 0x55a2b0aa4800
|
|
-73> 2017-10-22 23:58:44.230596 7f67ebafb700 10 monclient(hunting): my global_id is 2238790
|
|
-72> 2017-10-22 23:58:44.230644 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 --> 10.80.20.100:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x55a2b0922d00 con 0
|
|
-71> 2017-10-22 23:58:44.230709 7f6807b31700 2 -- 10.80.20.100:0/1546943983 >> 10.80.20.99:6789/0 conn(0x55a2b0f76000 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-70> 2017-10-22 23:58:44.230917 7f6808332700 5 -- 10.80.20.100:0/1546943983 >> 10.80.20.100:6789/0 conn(0x55a2b0aa4800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13456 cs=1 l=1). rx mon.1 seq 3 0x55a2b0922d00 auth_reply(proto 2 0 (0) Success) v1
|
|
-69> 2017-10-22 23:58:44.230944 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 <== mon.1 10.80.20.100:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 206+0+0 (1537421218 0 0) 0x55a2b0922d00 con 0x55a2b0aa4800
|
|
-68> 2017-10-22 23:58:44.231020 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 --> 10.80.20.100:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- 0x55a2b0922f80 con 0
|
|
-67> 2017-10-22 23:58:44.231295 7f6807b31700 5 -- 10.80.20.100:0/1546943983 >> 10.80.20.99:6789/0 conn(0x55a2b0f76000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5053 cs=1 l=1). rx mon.0 seq 1 0x55a2b0922a80 mon_map magic: 0 v1
|
|
-66> 2017-10-22 23:58:44.231320 7f6807b31700 5 -- 10.80.20.100:0/1546943983 >> 10.80.20.99:6789/0 conn(0x55a2b0f76000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5053 cs=1 l=1). rx mon.0 seq 2 0x55a2b0921e00 auth_reply(proto 2 0 (0) Success) v1
|
|
-65> 2017-10-22 23:58:44.231321 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 <== mon.0 10.80.20.99:6789/0 1 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x55a2b0922a80 con 0x55a2b0f76000
|
|
-64> 2017-10-22 23:58:44.231336 7f67ebafb700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1
|
|
-63> 2017-10-22 23:58:44.231353 7f67ebafb700 10 monclient(hunting): got monmap 7, mon.node1 is now rank 0
|
|
-62> 2017-10-22 23:58:44.231351 7f6808332700 5 -- 10.80.20.100:0/1546943983 >> 10.80.20.100:6789/0 conn(0x55a2b0aa4800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13456 cs=1 l=1). rx mon.1 seq 4 0x55a2b0923200 auth_reply(proto 2 0 (0) Success) v1
|
|
-61> 2017-10-22 23:58:44.231357 7f67ebafb700 10 monclient(hunting): dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-60> 2017-10-22 23:58:44.231379 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 <== mon.0 10.80.20.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (419582291 0 0) 0x55a2b0921e00 con 0x55a2b0f76000
|
|
-59> 2017-10-22 23:58:44.231394 7f67ebafb700 10 monclient(hunting): my global_id is 2230668
|
|
-58> 2017-10-22 23:58:44.231446 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 --> 10.80.20.99:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x55a2b0922d00 con 0
|
|
-57> 2017-10-22 23:58:44.231466 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 <== mon.1 10.80.20.100:6789/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 548+0+0 (599719418 0 0) 0x55a2b0923200 con 0x55a2b0aa4800
|
|
-56> 2017-10-22 23:58:44.231554 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 >> 10.80.20.99:6789/0 conn(0x55a2b0f76000 :-1 s=STATE_OPEN pgs=5053 cs=1 l=1).mark_down
|
|
-55> 2017-10-22 23:58:44.231563 7f67ebafb700 2 -- 10.80.20.100:0/1546943983 >> 10.80.20.99:6789/0 conn(0x55a2b0f76000 :-1 s=STATE_OPEN pgs=5053 cs=1 l=1)._stop
|
|
-54> 2017-10-22 23:58:44.231575 7f67ebafb700 1 monclient: found mon.node2
|
|
-53> 2017-10-22 23:58:44.231585 7f67ebafb700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-52> 2017-10-22 23:58:44.231589 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 --> 10.80.20.100:6789/0 -- mon_subscribe({monmap=0+}) v2 -- 0x55a2b0f5f440 con 0
|
|
-51> 2017-10-22 23:58:44.231603 7f67ebafb700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2017-10-22 23:58:14.231602)
|
|
-50> 2017-10-22 23:58:44.231612 7f67ebafb700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-49> 2017-10-22 23:58:44.231615 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 --> 10.80.20.100:6789/0 -- auth(proto 2 2 bytes epoch 0) v1 -- 0x55a2b0921e00 con 0
|
|
-48> 2017-10-22 23:58:44.231633 7f67ecafd700 5 monclient: authenticate success, global_id 2238790
|
|
-47> 2017-10-22 23:58:44.231638 7f67ecafd700 10 monclient: _renew_subs
|
|
-46> 2017-10-22 23:58:44.231640 7f67ecafd700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-45> 2017-10-22 23:58:44.231643 7f67ecafd700 1 -- 10.80.20.100:0/1546943983 --> 10.80.20.100:6789/0 -- mon_subscribe({mgrmap=0+}) v2 -- 0x55a2b0f5f680 con 0
|
|
-44> 2017-10-22 23:58:44.231700 7f67ecafd700 10 monclient: _renew_subs
|
|
-43> 2017-10-22 23:58:44.231703 7f67ecafd700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-42> 2017-10-22 23:58:44.231707 7f67ecafd700 1 -- 10.80.20.100:0/1546943983 --> 10.80.20.100:6789/0 -- mon_subscribe({osdmap=0}) v2 -- 0x55a2b0f5f8c0 con 0
|
|
-41> 2017-10-22 23:58:44.231754 7f67ecafd700 1 librados: init done
|
|
-40> 2017-10-22 23:58:44.231849 7f6808332700 5 -- 10.80.20.100:0/1546943983 >> 10.80.20.100:6789/0 conn(0x55a2b0aa4800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13456 cs=1 l=1). rx mon.1 seq 5 0x55a2b0921e00 mon_map magic: 0 v1
|
|
-39> 2017-10-22 23:58:44.231870 7f6808332700 5 -- 10.80.20.100:0/1546943983 >> 10.80.20.100:6789/0 conn(0x55a2b0aa4800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13456 cs=1 l=1). rx mon.1 seq 6 0x55a2b0923480 auth_reply(proto 2 0 (0) Success) v1
|
|
-38> 2017-10-22 23:58:44.231906 7f6808332700 5 -- 10.80.20.100:0/1546943983 >> 10.80.20.100:6789/0 conn(0x55a2b0aa4800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13456 cs=1 l=1). rx mon.1 seq 7 0x55a2b0cef900 mgrmap(e 6085) v1
|
|
-37> 2017-10-22 23:58:44.231928 7f6808332700 5 -- 10.80.20.100:0/1546943983 >> 10.80.20.100:6789/0 conn(0x55a2b0aa4800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13456 cs=1 l=1). rx mon.1 seq 8 0x55a2b0923700 osd_map(8108..8108 src has 7413..8108) v3
|
|
-36> 2017-10-22 23:58:44.231946 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 <== mon.1 10.80.20.100:6789/0 5 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x55a2b0921e00 con 0x55a2b0aa4800
|
|
-35> 2017-10-22 23:58:44.231954 7f67ebafb700 10 monclient: handle_monmap mon_map magic: 0 v1
|
|
-34> 2017-10-22 23:58:44.231968 7f67ebafb700 10 monclient: got monmap 7, mon.node2 is now rank 1
|
|
-33> 2017-10-22 23:58:44.231971 7f67ebafb700 10 monclient: dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-32> 2017-10-22 23:58:44.231989 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 <== mon.1 10.80.20.100:6789/0 6 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (4045991113 0 0) 0x55a2b0923480 con 0x55a2b0aa4800
|
|
-31> 2017-10-22 23:58:44.232063 7f67ebafb700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2017-10-22 23:58:14.232063)
|
|
-30> 2017-10-22 23:58:44.232074 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 <== mon.1 10.80.20.100:6789/0 7 ==== mgrmap(e 6085) v1 ==== 249+0+0 (3646555156 0 0) 0x55a2b0cef900 con 0x55a2b0aa4800
|
|
-29> 2017-10-22 23:58:44.232088 7f67ebafb700 4 mgrc handle_mgr_map Got map version 6085
|
|
-28> 2017-10-22 23:58:44.232092 7f67ebafb700 4 mgrc handle_mgr_map Active mgr is now 10.80.20.100:6806/2741
|
|
-27> 2017-10-22 23:58:44.232096 7f67ebafb700 4 mgrc reconnect Starting new session with 10.80.20.100:6806/2741
|
|
-26> 2017-10-22 23:58:44.232115 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 --> 10.80.20.100:6806/2741 -- mgropen(unknown.node2) v2 -- 0x55a2b0f0a840 con 0
|
|
-25> 2017-10-22 23:58:44.232128 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 <== mon.1 10.80.20.100:6789/0 8 ==== osd_map(8108..8108 src has 7413..8108) v3 ==== 4706+0+0 (3871859847 0 0) 0x55a2b0923700 con 0x55a2b0aa4800
|
|
-24> 2017-10-22 23:58:44.232205 7f6807330700 1 -- 10.80.20.100:6806/2741 >> - conn(0x55a2b0eef800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=69 -
|
|
-23> 2017-10-22 23:58:44.232325 7f67ecafd700 1 -- 10.80.20.100:0/1546943983 --> 10.80.20.99:6800/4577 -- osd_op(unknown.0.0:1 19.1c 19:3831950c:::rbd_directory:head [stat] snapc 0=[] ondisk+read+known_if_redirected e8108) v8 -- 0x55a2afebed00 con 0
|
|
-22> 2017-10-22 23:58:44.232373 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.100:0/1546943983 conn(0x55a2b0eef800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=3 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-21> 2017-10-22 23:58:44.232387 7f6807b31700 2 -- 10.80.20.100:0/1546943983 >> 10.80.20.100:6806/2741 conn(0x55a2b0f95000 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-20> 2017-10-22 23:58:44.232420 7f6807330700 2 -- 10.80.20.100:6806/2741 >> 10.80.20.100:0/1546943983 conn(0x55a2b0eef800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=3 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-19> 2017-10-22 23:58:44.232496 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:0/1546943983 conn(0x55a2b0eef800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=3 cs=1 l=1). rx client.2238790 seq 1 0x55a2b0cb83c0 mgropen(client.node2) v2
|
|
-18> 2017-10-22 23:58:44.232514 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== client.2238790 10.80.20.100:0/1546943983 1 ==== mgropen(client.node2) v2 ==== 14+0+0 (2989089552 0 0) 0x55a2b0cb83c0 con 0x55a2b0eef800
|
|
-17> 2017-10-22 23:58:44.232528 7f6800b23700 4 mgr.server handle_open from 0x55a2b0eef800 client,node2
|
|
-16> 2017-10-22 23:58:44.232531 7f6800b23700 1 -- 10.80.20.100:6806/2741 --> 10.80.20.100:0/1546943983 -- mgrconfigure() v1 -- 0x55a2b0c41a00 con 0
|
|
-15> 2017-10-22 23:58:44.232596 7f6807b31700 5 -- 10.80.20.100:0/1546943983 >> 10.80.20.100:6806/2741 conn(0x55a2b0f95000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=38 cs=1 l=1). rx mgr.2256815 seq 1 0x55a2b0761200 mgrconfigure() v1
|
|
-14> 2017-10-22 23:58:44.232619 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 <== mgr.2256815 10.80.20.100:6806/2741 1 ==== mgrconfigure() v1 ==== 4+0+0 (2791807819 0 0) 0x55a2b0761200 con 0x55a2b0f95000
|
|
-13> 2017-10-22 23:58:44.232631 7f67ebafb700 4 mgrc handle_mgr_configure stats_period=5
|
|
-12> 2017-10-22 23:58:44.233067 7f6807b31700 2 -- 10.80.20.100:0/1546943983 >> 10.80.20.99:6800/4577 conn(0x55a2b0f77800 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-11> 2017-10-22 23:58:44.233080 7f67ebafb700 1 -- 10.80.20.100:0/1546943983 --> 10.80.20.100:6806/2741 -- mgrreport(unknown.node2 +358-0 packed 3190) v4 -- 0x55a2b0cef900 con 0
|
|
-10> 2017-10-22 23:58:44.233432 7f6807330700 5 -- 10.80.20.100:6806/2741 >> 10.80.20.100:0/1546943983 conn(0x55a2b0eef800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=3 cs=1 l=1). rx client.2238790 seq 2 0x55a2b0900700 mgrreport(client.node2 +358-0 packed 3190) v4
|
|
-9> 2017-10-22 23:58:44.233453 7f6800b23700 1 -- 10.80.20.100:6806/2741 <== client.2238790 10.80.20.100:0/1546943983 2 ==== mgrreport(client.node2 +358-0 packed 3190) v4 ==== 29412+0+0 (920412773 0 0) 0x55a2b0900700 con 0x55a2b0eef800
|
|
-8> 2017-10-22 23:58:44.233463 7f6800b23700 4 mgr.server handle_report from 0x55a2b0eef800 client,node2
|
|
-7> 2017-10-22 23:58:44.233466 7f6800b23700 4 mgr.server handle_report rejecting report from non-daemon client node2
|
|
-6> 2017-10-22 23:58:44.233520 7f6807b31700 5 -- 10.80.20.100:0/1546943983 >> 10.80.20.99:6800/4577 conn(0x55a2b0f77800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=27 cs=1 l=1). rx osd.2 seq 1 0x55a2b0916d80 osd_op_reply(1 rbd_directory [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-5> 2017-10-22 23:58:44.233539 7f6807b31700 1 -- 10.80.20.100:0/1546943983 <== osd.2 10.80.20.99:6800/4577 1 ==== osd_op_reply(1 rbd_directory [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 157+0+0 (2917846424 0 0) 0x55a2b0916d80 con 0x55a2b0f77800
|
|
-4> 2017-10-22 23:58:44.233797 7f67ecafd700 1 -- 10.80.20.100:0/1546943983 --> 10.80.20.100:6804/1679 -- osd_op(unknown.0.0:2 26.1c 26:3831950c:::rbd_directory:head [stat] snapc 0=[] ondisk+read+known_if_redirected e8108) v8 -- 0x55a2b09609c0 con 0
|
|
-3> 2017-10-22 23:58:44.234057 7f6807330700 2 -- 10.80.20.100:0/1546943983 >> 10.80.20.100:6804/1679 conn(0x55a2b0f79000 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-2> 2017-10-22 23:58:44.234332 7f6807330700 5 -- 10.80.20.100:0/1546943983 >> 10.80.20.100:6804/1679 conn(0x55a2b0f79000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=82 cs=1 l=1). rx osd.5 seq 1 0x55a2b0917100 osd_op_reply(2 rbd_directory [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-1> 2017-10-22 23:58:44.234351 7f6807330700 1 -- 10.80.20.100:0/1546943983 <== osd.5 10.80.20.100:6804/1679 1 ==== osd_op_reply(2 rbd_directory [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 157+0+0 (1929629347 0 0) 0x55a2b0917100 con 0x55a2b0f79000
|
|
0> 2017-10-22 23:58:44.242951 7f67f1346700 -1 *** Caught signal (Aborted) **
|
|
in thread 7f67f1346700 thread_name:mgr.status
|
|
|
|
ceph version 12.2.1 (3e7492b9ada8bdc9a5cd0feafd42fbca27f9c38e) luminous (stable)
|
|
1: (()+0x3b4a84) [0x55a2a5a23a84]
|
|
2: (()+0x110c0) [0x7f680c88e0c0]
|
|
3: (gsignal()+0xcf) [0x7f680b846fcf]
|
|
4: (abort()+0x16a) [0x7f680b8483fa]
|
|
5: (__gnu_cxx::__verbose_terminate_handler()+0x15d) [0x7f680c15f0ad]
|
|
6: (()+0x8f066) [0x7f680c15d066]
|
|
7: (()+0x8f0b1) [0x7f680c15d0b1]
|
|
8: (()+0x8f2c9) [0x7f680c15d2c9]
|
|
9: (std::__throw_out_of_range(char const*)+0x3f) [0x7f680c185a6f]
|
|
10: (DaemonStateIndex::get(std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > const&)+0x32c) [0x55a2a58d311c]
|
|
11: (PyModules::get_metadata_python(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x75) [0x55a2a58ffa25]
|
|
12: (()+0x29e04c) [0x55a2a590d04c]
|
|
13: (PyEval_EvalFrameEx()+0x8541) [0x7f680e640091]
|
|
14: (PyEval_EvalFrameEx()+0x6840) [0x7f680e63e390]
|
|
15: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
16: (PyEval_EvalFrameEx()+0x670d) [0x7f680e63e25d]
|
|
17: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
18: (()+0x13e6ad) [0x7f680e6fb6ad]
|
|
19: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
20: (PyEval_EvalFrameEx()+0x36f7) [0x7f680e63b247]
|
|
21: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
22: (()+0x13e6ad) [0x7f680e6fb6ad]
|
|
23: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
24: (()+0x193cbc) [0x7f680e750cbc]
|
|
25: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
26: (()+0x15b07a) [0x7f680e71807a]
|
|
27: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
28: (PyEval_EvalFrameEx()+0x36f7) [0x7f680e63b247]
|
|
29: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
30: (()+0x13e5b0) [0x7f680e6fb5b0]
|
|
31: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
32: (()+0x193cbc) [0x7f680e750cbc]
|
|
33: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
34: (()+0x194184) [0x7f680e751184]
|
|
35: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
36: (PyEval_EvalFrameEx()+0x52c0) [0x7f680e63ce10]
|
|
37: (PyEval_EvalFrameEx()+0x6840) [0x7f680e63e390]
|
|
38: (PyEval_EvalFrameEx()+0x6840) [0x7f680e63e390]
|
|
39: (PyEval_EvalFrameEx()+0x6840) [0x7f680e63e390]
|
|
40: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
41: (()+0x13e5b0) [0x7f680e6fb5b0]
|
|
42: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
43: (()+0x193cbc) [0x7f680e750cbc]
|
|
44: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
45: (()+0x15acc2) [0x7f680e717cc2]
|
|
46: (()+0xe124e) [0x7f680e69e24e]
|
|
47: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
48: (PyEval_EvalFrameEx()+0x52c0) [0x7f680e63ce10]
|
|
49: (PyEval_EvalFrameEx()+0x6840) [0x7f680e63e390]
|
|
50: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
51: (()+0x13e6ad) [0x7f680e6fb6ad]
|
|
52: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
53: (()+0x193cbc) [0x7f680e750cbc]
|
|
54: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
55: (()+0x15b07a) [0x7f680e71807a]
|
|
56: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
57: (PyEval_EvalFrameEx()+0x36f7) [0x7f680e63b247]
|
|
58: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
59: (PyEval_EvalFrameEx()+0x670d) [0x7f680e63e25d]
|
|
60: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
61: (()+0x13e5b0) [0x7f680e6fb5b0]
|
|
62: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
63: (()+0x193cbc) [0x7f680e750cbc]
|
|
64: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
65: (()+0x15acc2) [0x7f680e717cc2]
|
|
66: (()+0xe124e) [0x7f680e69e24e]
|
|
67: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
68: (PyEval_EvalFrameEx()+0x52c0) [0x7f680e63ce10]
|
|
69: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
70: (()+0x13e5b0) [0x7f680e6fb5b0]
|
|
71: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
72: (()+0x193cbc) [0x7f680e750cbc]
|
|
73: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
74: (()+0x15b07a) [0x7f680e71807a]
|
|
75: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
76: (PyEval_EvalFrameEx()+0x52c0) [0x7f680e63ce10]
|
|
77: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
78: (()+0x13e5b0) [0x7f680e6fb5b0]
|
|
79: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
80: (()+0x193cbc) [0x7f680e750cbc]
|
|
81: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
82: (()+0x15b07a) [0x7f680e71807a]
|
|
83: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
84: (PyEval_EvalFrameEx()+0x52c0) [0x7f680e63ce10]
|
|
85: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
86: (()+0x13e5b0) [0x7f680e6fb5b0]
|
|
87: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
88: (()+0x193cbc) [0x7f680e750cbc]
|
|
89: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
90: (()+0x15b07a) [0x7f680e71807a]
|
|
91: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
92: (PyEval_EvalFrameEx()+0x52c0) [0x7f680e63ce10]
|
|
93: (PyEval_EvalCodeEx()+0x86c) [0x7f680e7a715c]
|
|
94: (()+0x13e5b0) [0x7f680e6fb5b0]
|
|
95: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
96: (()+0x193cbc) [0x7f680e750cbc]
|
|
97: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
98: (()+0x15b07a) [0x7f680e71807a]
|
|
99: (PyObject_Call()+0x43) [0x7f680e693543]
|
|
100: (PyEval_EvalFrameEx()+0x52c0) [0x7f680e63ce10]
|
|
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
|
|
--- logging levels ---
|
|
0/ 5 none
|
|
0/ 1 lockdep
|
|
0/ 1 context
|
|
1/ 1 crush
|
|
1/ 5 mds
|
|
1/ 5 mds_balancer
|
|
1/ 5 mds_locker
|
|
1/ 5 mds_log
|
|
1/ 5 mds_log_expire
|
|
1/ 5 mds_migrator
|
|
0/ 1 buffer
|
|
0/ 1 timer
|
|
0/ 1 filer
|
|
0/ 1 striper
|
|
0/ 1 objecter
|
|
0/ 5 rados
|
|
0/ 5 rbd
|
|
0/ 5 rbd_mirror
|
|
0/ 5 rbd_replay
|
|
0/ 5 journaler
|
|
0/ 5 objectcacher
|
|
0/ 5 client
|
|
1/ 5 osd
|
|
0/ 5 optracker
|
|
0/ 5 objclass
|
|
1/ 3 filestore
|
|
1/ 3 journal
|
|
0/ 5 ms
|
|
1/ 5 mon
|
|
0/10 monc
|
|
1/ 5 paxos
|
|
0/ 5 tp
|
|
1/ 5 auth
|
|
1/ 5 crypto
|
|
1/ 1 finisher
|
|
1/ 5 heartbeatmap
|
|
1/ 5 perfcounter
|
|
1/ 5 rgw
|
|
1/10 civetweb
|
|
1/ 5 javaclient
|
|
1/ 5 asok
|
|
1/ 1 throttle
|
|
0/ 0 refs
|
|
1/ 5 xio
|
|
1/ 5 compressor
|
|
1/ 5 bluestore
|
|
1/ 5 bluefs
|
|
1/ 3 bdev
|
|
1/ 5 kstore
|
|
4/ 5 rocksdb
|
|
4/ 5 leveldb
|
|
4/ 5 memdb
|
|
1/ 5 kinetic
|
|
1/ 5 fuse
|
|
1/ 5 mgr
|
|
1/ 5 mgrc
|
|
1/ 5 dpdk
|
|
1/ 5 eventtrace
|
|
-2/-2 (syslog threshold)
|
|
-1/-1 (stderr threshold)
|
|
max_recent 10000
|
|
max_new 1000
|
|
log_file /var/log/ceph/ceph-mgr.node2.log
|
|
--- end dump of recent events ---
|
|
2017-10-22 23:58:44.503515 7fb324077540 0 set uid:gid to 64045:64045 (ceph:ceph)
|
|
2017-10-22 23:58:44.503531 7fb324077540 0 ceph version 12.2.1 (3e7492b9ada8bdc9a5cd0feafd42fbca27f9c38e) luminous (stable), process (unknown), pid 2789
|
|
2017-10-22 23:58:44.505536 7fb324077540 0 pidfile_write: ignore empty --pid-file
|
|
2017-10-22 23:58:44.511782 7fb324077540 1 mgr send_beacon standby
|
|
2017-10-22 23:58:44.578964 7fb31a64a700 1 mgr handle_mgr_map Activating!
|
|
2017-10-22 23:58:44.579391 7fb31a64a700 1 mgr handle_mgr_map I am now activating
|
|
2017-10-22 23:58:44.598797 7fb316642700 1 mgr init Loading python module 'dashboard'
|
|
2017-10-22 23:58:44.735014 7fb316642700 1 mgr load Constructed class from module: dashboard
|
|
2017-10-22 23:58:44.735024 7fb316642700 1 mgr init Loading python module 'status'
|
|
2017-10-22 23:58:44.766149 7fb316642700 1 mgr load Constructed class from module: status
|
|
2017-10-22 23:58:44.766169 7fb316642700 1 mgr start Creating threads for 2 modules
|
|
2017-10-22 23:58:44.766253 7fb316642700 1 mgr send_beacon active
|
|
2017-10-22 23:58:46.512101 7fb317644700 1 mgr send_beacon active
|
|
2017-10-22 23:58:47.212650 7fb306664700 -1 *** Caught signal (Aborted) **
|
|
in thread 7fb306664700 thread_name:?? e?U
|
|
|
|
ceph version 12.2.1 (3e7492b9ada8bdc9a5cd0feafd42fbca27f9c38e) luminous (stable)
|
|
1: (()+0x3b4a84) [0x55815b310a84]
|
|
2: (()+0x110c0) [0x7fb321bac0c0]
|
|
3: (gsignal()+0xcf) [0x7fb320b64fcf]
|
|
4: (abort()+0x16a) [0x7fb320b663fa]
|
|
5: (__gnu_cxx::__verbose_terminate_handler()+0x15d) [0x7fb32147d0ad]
|
|
6: (()+0x8f066) [0x7fb32147b066]
|
|
7: (()+0x8f0b1) [0x7fb32147b0b1]
|
|
8: (()+0x8f2c9) [0x7fb32147b2c9]
|
|
9: (std::__throw_out_of_range(char const*)+0x3f) [0x7fb3214a3a6f]
|
|
10: (DaemonStateIndex::get(std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > const&)+0x32c) [0x55815b1c011c]
|
|
11: (PyModules::get_metadata_python(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x75) [0x55815b1eca25]
|
|
12: (()+0x29e04c) [0x55815b1fa04c]
|
|
13: (PyEval_EvalFrameEx()+0x8541) [0x7fb32395e091]
|
|
14: (PyEval_EvalFrameEx()+0x6840) [0x7fb32395c390]
|
|
15: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
16: (PyEval_EvalFrameEx()+0x670d) [0x7fb32395c25d]
|
|
17: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
18: (()+0x13e6ad) [0x7fb323a196ad]
|
|
19: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
20: (PyEval_EvalFrameEx()+0x36f7) [0x7fb323959247]
|
|
21: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
22: (()+0x13e6ad) [0x7fb323a196ad]
|
|
23: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
24: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
25: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
26: (()+0x15b07a) [0x7fb323a3607a]
|
|
27: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
28: (PyEval_EvalFrameEx()+0x36f7) [0x7fb323959247]
|
|
29: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
30: (()+0x13e5b0) [0x7fb323a195b0]
|
|
31: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
32: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
33: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
34: (()+0x194184) [0x7fb323a6f184]
|
|
35: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
36: (PyEval_EvalFrameEx()+0x52c0) [0x7fb32395ae10]
|
|
37: (PyEval_EvalFrameEx()+0x6840) [0x7fb32395c390]
|
|
38: (PyEval_EvalFrameEx()+0x6840) [0x7fb32395c390]
|
|
39: (PyEval_EvalFrameEx()+0x6840) [0x7fb32395c390]
|
|
40: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
41: (()+0x13e5b0) [0x7fb323a195b0]
|
|
42: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
43: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
44: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
45: (()+0x15acc2) [0x7fb323a35cc2]
|
|
46: (()+0xe124e) [0x7fb3239bc24e]
|
|
47: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
48: (PyEval_EvalFrameEx()+0x52c0) [0x7fb32395ae10]
|
|
49: (PyEval_EvalFrameEx()+0x6840) [0x7fb32395c390]
|
|
50: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
51: (()+0x13e6ad) [0x7fb323a196ad]
|
|
52: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
53: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
54: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
55: (()+0x15b07a) [0x7fb323a3607a]
|
|
56: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
57: (PyEval_EvalFrameEx()+0x36f7) [0x7fb323959247]
|
|
58: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
59: (PyEval_EvalFrameEx()+0x670d) [0x7fb32395c25d]
|
|
60: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
61: (()+0x13e5b0) [0x7fb323a195b0]
|
|
62: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
63: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
64: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
65: (()+0x15acc2) [0x7fb323a35cc2]
|
|
66: (()+0xe124e) [0x7fb3239bc24e]
|
|
67: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
68: (PyEval_EvalFrameEx()+0x52c0) [0x7fb32395ae10]
|
|
69: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
70: (()+0x13e5b0) [0x7fb323a195b0]
|
|
71: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
72: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
73: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
74: (()+0x15b07a) [0x7fb323a3607a]
|
|
75: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
76: (PyEval_EvalFrameEx()+0x52c0) [0x7fb32395ae10]
|
|
77: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
78: (()+0x13e5b0) [0x7fb323a195b0]
|
|
79: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
80: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
81: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
82: (()+0x15b07a) [0x7fb323a3607a]
|
|
83: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
84: (PyEval_EvalFrameEx()+0x52c0) [0x7fb32395ae10]
|
|
85: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
86: (()+0x13e5b0) [0x7fb323a195b0]
|
|
87: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
88: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
89: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
90: (()+0x15b07a) [0x7fb323a3607a]
|
|
91: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
92: (PyEval_EvalFrameEx()+0x52c0) [0x7fb32395ae10]
|
|
93: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
94: (()+0x13e5b0) [0x7fb323a195b0]
|
|
95: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
96: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
97: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
98: (()+0x15b07a) [0x7fb323a3607a]
|
|
99: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
100: (PyEval_EvalFrameEx()+0x52c0) [0x7fb32395ae10]
|
|
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
|
|
--- begin dump of recent events ---
|
|
-616> 2017-10-22 23:58:44.496355 7fb324077540 5 asok(0x5581651945a0) register_command perfcounters_dump hook 0x558165144060
|
|
-615> 2017-10-22 23:58:44.496367 7fb324077540 5 asok(0x5581651945a0) register_command 1 hook 0x558165144060
|
|
-614> 2017-10-22 23:58:44.496370 7fb324077540 5 asok(0x5581651945a0) register_command perf dump hook 0x558165144060
|
|
-613> 2017-10-22 23:58:44.496373 7fb324077540 5 asok(0x5581651945a0) register_command perfcounters_schema hook 0x558165144060
|
|
-612> 2017-10-22 23:58:44.496376 7fb324077540 5 asok(0x5581651945a0) register_command perf histogram dump hook 0x558165144060
|
|
-611> 2017-10-22 23:58:44.496378 7fb324077540 5 asok(0x5581651945a0) register_command 2 hook 0x558165144060
|
|
-610> 2017-10-22 23:58:44.496380 7fb324077540 5 asok(0x5581651945a0) register_command perf schema hook 0x558165144060
|
|
-609> 2017-10-22 23:58:44.496383 7fb324077540 5 asok(0x5581651945a0) register_command perf histogram schema hook 0x558165144060
|
|
-608> 2017-10-22 23:58:44.496385 7fb324077540 5 asok(0x5581651945a0) register_command perf reset hook 0x558165144060
|
|
-607> 2017-10-22 23:58:44.496388 7fb324077540 5 asok(0x5581651945a0) register_command config show hook 0x558165144060
|
|
-606> 2017-10-22 23:58:44.496391 7fb324077540 5 asok(0x5581651945a0) register_command config help hook 0x558165144060
|
|
-605> 2017-10-22 23:58:44.496395 7fb324077540 5 asok(0x5581651945a0) register_command config set hook 0x558165144060
|
|
-604> 2017-10-22 23:58:44.496402 7fb324077540 5 asok(0x5581651945a0) register_command config get hook 0x558165144060
|
|
-603> 2017-10-22 23:58:44.496407 7fb324077540 5 asok(0x5581651945a0) register_command config diff hook 0x558165144060
|
|
-602> 2017-10-22 23:58:44.496411 7fb324077540 5 asok(0x5581651945a0) register_command config diff get hook 0x558165144060
|
|
-601> 2017-10-22 23:58:44.496418 7fb324077540 5 asok(0x5581651945a0) register_command log flush hook 0x558165144060
|
|
-600> 2017-10-22 23:58:44.496422 7fb324077540 5 asok(0x5581651945a0) register_command log dump hook 0x558165144060
|
|
-599> 2017-10-22 23:58:44.496425 7fb324077540 5 asok(0x5581651945a0) register_command log reopen hook 0x558165144060
|
|
-598> 2017-10-22 23:58:44.496435 7fb324077540 5 asok(0x5581651945a0) register_command dump_mempools hook 0x558165208e28
|
|
-597> 2017-10-22 23:58:44.503515 7fb324077540 0 set uid:gid to 64045:64045 (ceph:ceph)
|
|
-596> 2017-10-22 23:58:44.503531 7fb324077540 0 ceph version 12.2.1 (3e7492b9ada8bdc9a5cd0feafd42fbca27f9c38e) luminous (stable), process (unknown), pid 2789
|
|
-595> 2017-10-22 23:58:44.505536 7fb324077540 0 pidfile_write: ignore empty --pid-file
|
|
-594> 2017-10-22 23:58:44.508182 7fb324077540 5 asok(0x5581651945a0) init /var/run/ceph/ceph-mgr.node2.asok
|
|
-593> 2017-10-22 23:58:44.508197 7fb324077540 5 asok(0x5581651945a0) bind_and_listen /var/run/ceph/ceph-mgr.node2.asok
|
|
-592> 2017-10-22 23:58:44.508262 7fb324077540 5 asok(0x5581651945a0) register_command 0 hook 0x558165142100
|
|
-591> 2017-10-22 23:58:44.508269 7fb324077540 5 asok(0x5581651945a0) register_command version hook 0x558165142100
|
|
-590> 2017-10-22 23:58:44.508272 7fb324077540 5 asok(0x5581651945a0) register_command git_version hook 0x558165142100
|
|
-589> 2017-10-22 23:58:44.508275 7fb324077540 5 asok(0x5581651945a0) register_command help hook 0x558165144200
|
|
-588> 2017-10-22 23:58:44.508278 7fb324077540 5 asok(0x5581651945a0) register_command get_command_descriptions hook 0x558165144210
|
|
-587> 2017-10-22 23:58:44.508327 7fb31de51700 5 asok(0x5581651945a0) entry start
|
|
-586> 2017-10-22 23:58:44.508708 7fb31d650700 2 Event(0x558165146080 nevent=5000 time_id=1).set_owner idx=0 owner=140407269033728
|
|
-585> 2017-10-22 23:58:44.508712 7fb31c64e700 2 Event(0x558165146980 nevent=5000 time_id=1).set_owner idx=2 owner=140407252248320
|
|
-584> 2017-10-22 23:58:44.508723 7fb31ce4f700 2 Event(0x558165146740 nevent=5000 time_id=1).set_owner idx=1 owner=140407260641024
|
|
-583> 2017-10-22 23:58:44.508942 7fb324077540 1 Processor -- start
|
|
-582> 2017-10-22 23:58:44.508986 7fb324077540 1 -- - start start
|
|
-581> 2017-10-22 23:58:44.508991 7fb324077540 10 monclient: build_initial_monmap
|
|
-580> 2017-10-22 23:58:44.509145 7fb324077540 10 monclient: init
|
|
-579> 2017-10-22 23:58:44.509153 7fb324077540 5 adding auth protocol: cephx
|
|
-578> 2017-10-22 23:58:44.509156 7fb324077540 10 monclient: auth_supported 2 method cephx
|
|
-577> 2017-10-22 23:58:44.509250 7fb324077540 2 auth: KeyRing::load: loaded key file /var/lib/ceph/mgr/ceph-node2/keyring
|
|
-576> 2017-10-22 23:58:44.509303 7fb324077540 10 monclient: _reopen_session rank -1
|
|
-575> 2017-10-22 23:58:44.509348 7fb324077540 10 monclient(hunting): picked mon.noname-b con 0x558165188800 addr 10.80.20.100:6789/0
|
|
-574> 2017-10-22 23:58:44.509377 7fb324077540 10 monclient(hunting): picked mon.noname-c con 0x55816541e000 addr 10.80.20.103:6789/0
|
|
-573> 2017-10-22 23:58:44.509406 7fb324077540 1 -- - --> 10.80.20.100:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x558165302a00 con 0
|
|
-572> 2017-10-22 23:58:44.509424 7fb324077540 1 -- - --> 10.80.20.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x558165302c80 con 0
|
|
-571> 2017-10-22 23:58:44.509682 7fb324077540 10 monclient(hunting): _renew_subs
|
|
-570> 2017-10-22 23:58:44.509790 7fb31ce4f700 1 -- 10.80.20.100:0/3316109578 learned_addr learned my addr 10.80.20.100:0/3316109578
|
|
-569> 2017-10-22 23:58:44.509880 7fb31ce4f700 2 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165188800 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=0)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-568> 2017-10-22 23:58:44.510113 7fb31c64e700 2 -- 10.80.20.100:0/3316109578 >> 10.80.20.103:6789/0 conn(0x55816541e000 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=0)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-567> 2017-10-22 23:58:44.510156 7fb31ce4f700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165188800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13457 cs=1 l=1). rx mon.1 seq 1 0x558165302a00 mon_map magic: 0 v1
|
|
-566> 2017-10-22 23:58:44.510196 7fb31ce4f700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165188800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13457 cs=1 l=1). rx mon.1 seq 2 0x558165302f00 auth_reply(proto 2 0 (0) Success) v1
|
|
-565> 2017-10-22 23:58:44.510199 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.1 10.80.20.100:6789/0 1 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x558165302a00 con 0x558165188800
|
|
-564> 2017-10-22 23:58:44.510220 7fb31a64a700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1
|
|
-563> 2017-10-22 23:58:44.510237 7fb31a64a700 10 monclient(hunting): got monmap 7, mon.noname-b is now rank -1
|
|
-562> 2017-10-22 23:58:44.510241 7fb31a64a700 10 monclient(hunting): dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-561> 2017-10-22 23:58:44.510277 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.1 10.80.20.100:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (1556842646 0 0) 0x558165302f00 con 0x558165188800
|
|
-560> 2017-10-22 23:58:44.510303 7fb31a64a700 10 monclient(hunting): my global_id is 2238793
|
|
-559> 2017-10-22 23:58:44.510367 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.100:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x558165302a00 con 0
|
|
-558> 2017-10-22 23:58:44.510484 7fb31c64e700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.103:6789/0 conn(0x55816541e000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129610 cs=1 l=1). rx mon.2 seq 1 0x558165302c80 mon_map magic: 0 v1
|
|
-557> 2017-10-22 23:58:44.510507 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.2 10.80.20.103:6789/0 1 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x558165302c80 con 0x55816541e000
|
|
-556> 2017-10-22 23:58:44.510522 7fb31a64a700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1
|
|
-555> 2017-10-22 23:58:44.510526 7fb31c64e700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.103:6789/0 conn(0x55816541e000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129610 cs=1 l=1). rx mon.2 seq 2 0x558165303180 auth_reply(proto 2 0 (0) Success) v1
|
|
-554> 2017-10-22 23:58:44.510536 7fb31a64a700 10 monclient(hunting): got monmap 7, mon.node3 is now rank 2
|
|
-553> 2017-10-22 23:58:44.510543 7fb31a64a700 10 monclient(hunting): dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-552> 2017-10-22 23:58:44.510564 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.2 10.80.20.103:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (694220358 0 0) 0x558165303180 con 0x55816541e000
|
|
-551> 2017-10-22 23:58:44.510578 7fb31a64a700 10 monclient(hunting): my global_id is 2256821
|
|
-550> 2017-10-22 23:58:44.510609 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.103:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x558165302f00 con 0
|
|
-549> 2017-10-22 23:58:44.510682 7fb31ce4f700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165188800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13457 cs=1 l=1). rx mon.1 seq 3 0x558165302a00 auth_reply(proto 2 0 (0) Success) v1
|
|
-548> 2017-10-22 23:58:44.510707 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.1 10.80.20.100:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 206+0+0 (2648511921 0 0) 0x558165302a00 con 0x558165188800
|
|
-547> 2017-10-22 23:58:44.510778 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.100:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- 0x558165303180 con 0
|
|
-546> 2017-10-22 23:58:44.511082 7fb31c64e700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.103:6789/0 conn(0x55816541e000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129610 cs=1 l=1). rx mon.2 seq 3 0x558165302f00 auth_reply(proto 2 0 (0) Success) v1
|
|
-545> 2017-10-22 23:58:44.511107 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.2 10.80.20.103:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 206+0+0 (1886281757 0 0) 0x558165302f00 con 0x55816541e000
|
|
-544> 2017-10-22 23:58:44.511165 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.103:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- 0x558165302a00 con 0
|
|
-543> 2017-10-22 23:58:44.511168 7fb31ce4f700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165188800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13457 cs=1 l=1). rx mon.1 seq 4 0x558165303180 auth_reply(proto 2 0 (0) Success) v1
|
|
-542> 2017-10-22 23:58:44.511192 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.1 10.80.20.100:6789/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 719+0+0 (2320555703 0 0) 0x558165303180 con 0x558165188800
|
|
-541> 2017-10-22 23:58:44.511407 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 >> 10.80.20.103:6789/0 conn(0x55816541e000 :-1 s=STATE_OPEN pgs=129610 cs=1 l=1).mark_down
|
|
-540> 2017-10-22 23:58:44.511418 7fb31a64a700 2 -- 10.80.20.100:0/3316109578 >> 10.80.20.103:6789/0 conn(0x55816541e000 :-1 s=STATE_OPEN pgs=129610 cs=1 l=1)._stop
|
|
-539> 2017-10-22 23:58:44.511444 7fb31a64a700 1 monclient: found mon.node2
|
|
-538> 2017-10-22 23:58:44.511458 7fb31a64a700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-537> 2017-10-22 23:58:44.511463 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.100:6789/0 -- mon_subscribe({mgrmap=0+,monmap=0+}) v2 -- 0x558165146d80 con 0
|
|
-536> 2017-10-22 23:58:44.511481 7fb31a64a700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2017-10-22 23:58:14.511480)
|
|
-535> 2017-10-22 23:58:44.511491 7fb31a64a700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-534> 2017-10-22 23:58:44.511496 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.100:6789/0 -- auth(proto 2 2 bytes epoch 0) v1 -- 0x558165302f00 con 0
|
|
-533> 2017-10-22 23:58:44.511509 7fb324077540 5 monclient: authenticate success, global_id 2238793
|
|
-532> 2017-10-22 23:58:44.511532 7fb324077540 10 log_channel(cluster) update_config to_monitors: true to_syslog: false syslog_facility: daemon prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201)
|
|
-531> 2017-10-22 23:58:44.511538 7fb324077540 10 log_channel(audit) update_config to_monitors: true to_syslog: false syslog_facility: local0 prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201)
|
|
-530> 2017-10-22 23:58:44.511609 7fb324077540 5 asok(0x5581651945a0) register_command objecter_requests hook 0x5581651442d0
|
|
-529> 2017-10-22 23:58:44.511639 7fb324077540 10 monclient: _renew_subs
|
|
-528> 2017-10-22 23:58:44.511644 7fb324077540 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-527> 2017-10-22 23:58:44.511649 7fb324077540 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.100:6789/0 -- mon_subscribe({osdmap=0}) v2 -- 0x558165146fc0 con 0
|
|
-526> 2017-10-22 23:58:44.511698 7fb31ce4f700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165188800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13457 cs=1 l=1). rx mon.1 seq 5 0x5581651acf00 mgrmap(e 6085) v1
|
|
-525> 2017-10-22 23:58:44.511723 7fb31ce4f700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165188800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13457 cs=1 l=1). rx mon.1 seq 6 0x558165302f00 mon_map magic: 0 v1
|
|
-524> 2017-10-22 23:58:44.511738 7fb324077540 5 asok(0x5581651945a0) register_command mds_requests hook 0x7ffd4d1a2998
|
|
-523> 2017-10-22 23:58:44.511746 7fb324077540 5 asok(0x5581651945a0) register_command mds_sessions hook 0x7ffd4d1a2998
|
|
-522> 2017-10-22 23:58:44.511751 7fb324077540 5 asok(0x5581651945a0) register_command dump_cache hook 0x7ffd4d1a2998
|
|
-521> 2017-10-22 23:58:44.511755 7fb324077540 5 asok(0x5581651945a0) register_command kick_stale_sessions hook 0x7ffd4d1a2998
|
|
-520> 2017-10-22 23:58:44.511759 7fb324077540 5 asok(0x5581651945a0) register_command status hook 0x7ffd4d1a2998
|
|
-519> 2017-10-22 23:58:44.511782 7fb324077540 1 mgr send_beacon standby
|
|
-518> 2017-10-22 23:58:44.511775 7fb31ce4f700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165188800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13457 cs=1 l=1). rx mon.1 seq 7 0x558165303400 auth_reply(proto 2 0 (0) Success) v1
|
|
-517> 2017-10-22 23:58:44.511812 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.1 10.80.20.100:6789/0 5 ==== mgrmap(e 6085) v1 ==== 249+0+0 (3646555156 0 0) 0x5581651acf00 con 0x558165188800
|
|
-516> 2017-10-22 23:58:44.511894 7fb31ce4f700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165188800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13457 cs=1 l=1). rx mon.1 seq 8 0x558165303680 osd_map(8108..8108 src has 7413..8108) v3
|
|
-515> 2017-10-22 23:58:44.512000 7fb324077540 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-514> 2017-10-22 23:58:44.512009 7fb324077540 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.100:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2238793, -, 0) v5 -- 0x5581651acc00 con 0
|
|
-513> 2017-10-22 23:58:44.512023 7fb324077540 4 mgr init Complete.
|
|
-512> 2017-10-22 23:58:44.512037 7fb31a64a700 4 mgr ms_dispatch standby mgrmap(e 6085) v1
|
|
-511> 2017-10-22 23:58:44.512047 7fb31a64a700 4 mgr handle_mgr_map received map epoch 6085
|
|
-510> 2017-10-22 23:58:44.512049 7fb31a64a700 4 mgr handle_mgr_map active in map: 0 active is 2256815
|
|
-509> 2017-10-22 23:58:44.512058 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.1 10.80.20.100:6789/0 6 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x558165302f00 con 0x558165188800
|
|
-508> 2017-10-22 23:58:44.512066 7fb31a64a700 10 monclient: handle_monmap mon_map magic: 0 v1
|
|
-507> 2017-10-22 23:58:44.512079 7fb31a64a700 10 monclient: got monmap 7, mon.node2 is now rank 1
|
|
-506> 2017-10-22 23:58:44.512081 7fb31a64a700 10 monclient: dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-505> 2017-10-22 23:58:44.512097 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.1 10.80.20.100:6789/0 7 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (2763578286 0 0) 0x558165303400 con 0x558165188800
|
|
-504> 2017-10-22 23:58:44.512170 7fb31a64a700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2017-10-22 23:58:14.512169)
|
|
-503> 2017-10-22 23:58:44.512183 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.1 10.80.20.100:6789/0 8 ==== osd_map(8108..8108 src has 7413..8108) v3 ==== 4706+0+0 (3871859847 0 0) 0x558165303680 con 0x558165188800
|
|
-502> 2017-10-22 23:58:44.512303 7fb31a64a700 4 mgr ms_dispatch standby osd_map(8108..8108 src has 7413..8108) v3
|
|
-501> 2017-10-22 23:58:44.578908 7fb31ce4f700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165188800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13457 cs=1 l=1). rx mon.1 seq 9 0x5581651acc00 mgrmap(e 6086) v1
|
|
-500> 2017-10-22 23:58:44.578944 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.1 10.80.20.100:6789/0 9 ==== mgrmap(e 6086) v1 ==== 261+0+0 (902188522 0 0) 0x5581651acc00 con 0x558165188800
|
|
-499> 2017-10-22 23:58:44.578959 7fb31a64a700 4 mgr ms_dispatch standby mgrmap(e 6086) v1
|
|
-498> 2017-10-22 23:58:44.578962 7fb31a64a700 4 mgr handle_mgr_map received map epoch 6086
|
|
-497> 2017-10-22 23:58:44.578963 7fb31a64a700 4 mgr handle_mgr_map active in map: 1 active is 2238793
|
|
-496> 2017-10-22 23:58:44.578964 7fb31a64a700 1 mgr handle_mgr_map Activating!
|
|
-495> 2017-10-22 23:58:44.579351 7fb31a64a700 5 adding auth protocol: cephx
|
|
-494> 2017-10-22 23:58:44.579391 7fb31a64a700 1 mgr handle_mgr_map I am now activating
|
|
-493> 2017-10-22 23:58:44.579685 7fb316642700 1 -- 10.80.20.100:0/0 learned_addr learned my addr 10.80.20.100:0/0
|
|
-492> 2017-10-22 23:58:44.579696 7fb316642700 1 -- 10.80.20.100:6806/2789 _finish_bind bind my_inst.addr is 10.80.20.100:6806/2789
|
|
-491> 2017-10-22 23:58:44.579702 7fb316642700 1 -- 10.80.20.100:6806/2789 start start
|
|
-490> 2017-10-22 23:58:44.579706 7fb316642700 1 Processor -- start
|
|
-489> 2017-10-22 23:58:44.579766 7fb316642700 4 mgr init Initialized server at 10.80.20.100:6806/2789
|
|
-488> 2017-10-22 23:58:44.579774 7fb316642700 4 mgr init Loading daemon metadata...
|
|
-487> 2017-10-22 23:58:44.579780 7fb316642700 10 monclient: _send_command 1 [{"prefix": "mds metadata"}]
|
|
-486> 2017-10-22 23:58:44.579784 7fb316642700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-485> 2017-10-22 23:58:44.579792 7fb316642700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.100:6789/0 -- mon_command({"prefix": "mds metadata"} v 0) v1 -- 0x558165148400 con 0
|
|
-484> 2017-10-22 23:58:44.579806 7fb316642700 10 monclient: _send_command 2 [{"prefix": "osd metadata"}]
|
|
-483> 2017-10-22 23:58:44.579810 7fb316642700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-482> 2017-10-22 23:58:44.579814 7fb316642700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.100:6789/0 -- mon_command({"prefix": "osd metadata"} v 0) v1 -- 0x558165148640 con 0
|
|
-481> 2017-10-22 23:58:44.579826 7fb316642700 10 monclient: _send_command 3 [{"prefix": "mon metadata"}]
|
|
-480> 2017-10-22 23:58:44.579829 7fb316642700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-479> 2017-10-22 23:58:44.579833 7fb316642700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.100:6789/0 -- mon_command({"prefix": "mon metadata"} v 0) v1 -- 0x558165148880 con 0
|
|
-478> 2017-10-22 23:58:44.580483 7fb31ce4f700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165188800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13457 cs=1 l=1). rx mon.1 seq 10 0x558165303900 mon_command_ack([{"prefix": "mds metadata"}]=0 v44) v1
|
|
-477> 2017-10-22 23:58:44.580512 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.1 10.80.20.100:6789/0 10 ==== mon_command_ack([{"prefix": "mds metadata"}]=0 v44) v1 ==== 60+0+3 (1772333348 0 246687307) 0x558165303900 con 0x558165188800
|
|
-476> 2017-10-22 23:58:44.580529 7fb31a64a700 10 monclient: handle_mon_command_ack 1 [{"prefix": "mds metadata"}]
|
|
-475> 2017-10-22 23:58:44.580533 7fb31a64a700 10 monclient: _finish_command 1 = 0
|
|
-474> 2017-10-22 23:58:44.581066 7fb31ce4f700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165188800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13457 cs=1 l=1). rx mon.1 seq 11 0x558165303b80 mon_command_ack([{"prefix": "osd metadata"}]=0 v8108) v1
|
|
-473> 2017-10-22 23:58:44.581094 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.1 10.80.20.100:6789/0 11 ==== mon_command_ack([{"prefix": "osd metadata"}]=0 v8108) v1 ==== 60+0+12663 (2781904519 0 1012651447) 0x558165303b80 con 0x558165188800
|
|
-472> 2017-10-22 23:58:44.581327 7fb31a64a700 10 monclient: handle_mon_command_ack 2 [{"prefix": "osd metadata"}]
|
|
-471> 2017-10-22 23:58:44.581332 7fb31a64a700 10 monclient: _finish_command 2 = 0
|
|
-470> 2017-10-22 23:58:44.583174 7fb31ce4f700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165188800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13457 cs=1 l=1). rx mon.1 seq 12 0x558165303e00 mon_command_ack([{"prefix": "mon metadata"}]=0 v0) v1
|
|
-469> 2017-10-22 23:58:44.583195 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.1 10.80.20.100:6789/0 12 ==== mon_command_ack([{"prefix": "mon metadata"}]=0 v0) v1 ==== 60+0+1876 (750816088 0 440006200) 0x558165303e00 con 0x558165188800
|
|
-468> 2017-10-22 23:58:44.583204 7fb31a64a700 10 monclient: handle_mon_command_ack 3 [{"prefix": "mon metadata"}]
|
|
-467> 2017-10-22 23:58:44.583207 7fb31a64a700 10 monclient: _finish_command 3 = 0
|
|
-466> 2017-10-22 23:58:44.583345 7fb316642700 4 mgr load_all_metadata node1
|
|
-465> 2017-10-22 23:58:44.583386 7fb316642700 4 mgr load_all_metadata node1
|
|
-464> 2017-10-22 23:58:44.583407 7fb316642700 4 mgr load_all_metadata node1
|
|
-463> 2017-10-22 23:58:44.583427 7fb316642700 4 mgr load_all_metadata node2
|
|
-462> 2017-10-22 23:58:44.583444 7fb316642700 4 mgr load_all_metadata node2
|
|
-461> 2017-10-22 23:58:44.583472 7fb316642700 4 mgr load_all_metadata node2
|
|
-460> 2017-10-22 23:58:44.583490 7fb316642700 4 mgr load_all_metadata node3
|
|
-459> 2017-10-22 23:58:44.583507 7fb316642700 4 mgr load_all_metadata node3
|
|
-458> 2017-10-22 23:58:44.583525 7fb316642700 4 mgr load_all_metadata node3
|
|
-457> 2017-10-22 23:58:44.583548 7fb316642700 4 mgr load_all_metadata node3
|
|
-456> 2017-10-22 23:58:44.583605 7fb316642700 4 mgr init waiting for OSDMap...
|
|
-455> 2017-10-22 23:58:44.583611 7fb316642700 10 monclient: _renew_subs
|
|
-454> 2017-10-22 23:58:44.583616 7fb316642700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-453> 2017-10-22 23:58:44.583624 7fb316642700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.100:6789/0 -- mon_subscribe({fsmap=0+,log-info=0+,mgrdigest=0+,osdmap=8109,servicemap=0+}) v2 -- 0x558165146fc0 con 0
|
|
-452> 2017-10-22 23:58:44.583640 7fb316642700 10 monclient: _reopen_session rank -1
|
|
-451> 2017-10-22 23:58:44.583644 7fb316642700 1 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165188800 :-1 s=STATE_OPEN pgs=13457 cs=1 l=1).mark_down
|
|
-450> 2017-10-22 23:58:44.583650 7fb316642700 2 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165188800 :-1 s=STATE_OPEN pgs=13457 cs=1 l=1)._stop
|
|
-449> 2017-10-22 23:58:44.583693 7fb316642700 10 monclient(hunting): picked mon.node2 con 0x558165467800 addr 10.80.20.100:6789/0
|
|
-448> 2017-10-22 23:58:44.583711 7fb316642700 10 monclient(hunting): picked mon.node1 con 0x558165469000 addr 10.80.20.99:6789/0
|
|
-447> 2017-10-22 23:58:44.583724 7fb316642700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.99:6789/0 -- auth(proto 0 30 bytes epoch 7) v1 -- 0x558165304080 con 0
|
|
-446> 2017-10-22 23:58:44.583732 7fb316642700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.100:6789/0 -- auth(proto 0 30 bytes epoch 7) v1 -- 0x558165303400 con 0
|
|
-445> 2017-10-22 23:58:44.583780 7fb316642700 10 monclient(hunting): _renew_subs
|
|
-444> 2017-10-22 23:58:44.583917 7fb31ce4f700 2 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165467800 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=0)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-443> 2017-10-22 23:58:44.584185 7fb31d650700 2 -- 10.80.20.100:0/3316109578 >> 10.80.20.99:6789/0 conn(0x558165469000 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=0)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-442> 2017-10-22 23:58:44.584556 7fb31d650700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.99:6789/0 conn(0x558165469000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5054 cs=1 l=1). rx mon.0 seq 1 0x558165304080 auth_reply(proto 2 0 (0) Success) v1
|
|
-441> 2017-10-22 23:58:44.584621 7fb316642700 4 mgr init waiting for FSMap...
|
|
-440> 2017-10-22 23:58:44.584632 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.0 10.80.20.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (2332056814 0 0) 0x558165304080 con 0x558165469000
|
|
-439> 2017-10-22 23:58:44.584687 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.99:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x5581654a0000 con 0
|
|
-438> 2017-10-22 23:58:44.585124 7fb31d650700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.99:6789/0 conn(0x558165469000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5054 cs=1 l=1). rx mon.0 seq 2 0x5581654a0000 auth_reply(proto 2 0 (0) Success) v1
|
|
-437> 2017-10-22 23:58:44.585162 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.0 10.80.20.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 206+0+0 (4185233996 0 0) 0x5581654a0000 con 0x558165469000
|
|
-436> 2017-10-22 23:58:44.585226 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.99:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- 0x558165304080 con 0
|
|
-435> 2017-10-22 23:58:44.585923 7fb31d650700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.99:6789/0 conn(0x558165469000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5054 cs=1 l=1). rx mon.0 seq 3 0x558165304080 auth_reply(proto 2 0 (0) Success) v1
|
|
-434> 2017-10-22 23:58:44.585961 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.0 10.80.20.99:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 719+0+0 (1028925408 0 0) 0x558165304080 con 0x558165469000
|
|
-433> 2017-10-22 23:58:44.586069 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165467800 :-1 s=STATE_OPEN pgs=13458 cs=1 l=1).mark_down
|
|
-432> 2017-10-22 23:58:44.586078 7fb31a64a700 2 -- 10.80.20.100:0/3316109578 >> 10.80.20.100:6789/0 conn(0x558165467800 :-1 s=STATE_OPEN pgs=13458 cs=1 l=1)._stop
|
|
-431> 2017-10-22 23:58:44.586088 7fb31a64a700 1 monclient: found mon.node1
|
|
-430> 2017-10-22 23:58:44.586099 7fb31a64a700 10 monclient: _send_mon_message to mon.node1 at 10.80.20.99:6789/0
|
|
-429> 2017-10-22 23:58:44.586103 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.99:6789/0 -- mon_subscribe({fsmap=0+,log-info=0+,mgrdigest=0+,mgrmap=0+,monmap=8+,osdmap=8109,servicemap=0+}) v2 -- 0x558165146d80 con 0
|
|
-428> 2017-10-22 23:58:44.586118 7fb31a64a700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2017-10-22 23:58:14.586117)
|
|
-427> 2017-10-22 23:58:44.586510 7fb31d650700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.99:6789/0 conn(0x558165469000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5054 cs=1 l=1). rx mon.0 seq 4 0x5581651f9400 fsmap(e 44) v1
|
|
-426> 2017-10-22 23:58:44.586534 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.0 10.80.20.99:6789/0 4 ==== fsmap(e 44) v1 ==== 319+0+0 (3835723001 0 0) 0x5581651f9400 con 0x558165469000
|
|
-425> 2017-10-22 23:58:44.586545 7fb31a64a700 4 mgr ms_dispatch active fsmap(e 44) v1
|
|
-424> 2017-10-22 23:58:44.586549 7fb31a64a700 4 mgr ms_dispatch fsmap(e 44) v1
|
|
-423> 2017-10-22 23:58:44.586560 7fb31d650700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.99:6789/0 conn(0x558165469000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5054 cs=1 l=1). rx mon.0 seq 5 0x5581654a0f00 log(1 entries from seq 1167 at 2017-10-22 23:58:23.282124) v1
|
|
-422> 2017-10-22 23:58:44.586581 7fb316642700 4 mgr init waiting for config-keys...
|
|
-421> 2017-10-22 23:58:44.586581 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.0 10.80.20.99:6789/0 5 ==== log(1 entries from seq 1167 at 2017-10-22 23:58:23.282124) v1 ==== 171+0+0 (3081024958 0 0) 0x5581654a0f00 con 0x558165469000
|
|
-420> 2017-10-22 23:58:44.586591 7fb316642700 10 monclient: _send_command 4 [{"prefix": "config-key ls"}]
|
|
-419> 2017-10-22 23:58:44.586594 7fb31a64a700 4 mgr ms_dispatch active log(1 entries from seq 1167 at 2017-10-22 23:58:23.282124) v1
|
|
-418> 2017-10-22 23:58:44.586594 7fb316642700 10 monclient: _send_mon_message to mon.node1 at 10.80.20.99:6789/0
|
|
-417> 2017-10-22 23:58:44.586601 7fb31a64a700 4 mgr ms_dispatch log(1 entries from seq 1167 at 2017-10-22 23:58:23.282124) v1
|
|
-416> 2017-10-22 23:58:44.586604 7fb316642700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.99:6789/0 -- mon_command({"prefix": "config-key ls"} v 0) v1 -- 0x558165147200 con 0
|
|
-415> 2017-10-22 23:58:44.586729 7fb31d650700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.99:6789/0 conn(0x558165469000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5054 cs=1 l=1). rx mon.0 seq 6 0x55816549fc80 mgrdigest v1
|
|
-414> 2017-10-22 23:58:44.586748 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.0 10.80.20.99:6789/0 6 ==== mgrdigest v1 ==== 1478+0+0 (2192010395 0 0) 0x55816549fc80 con 0x558165469000
|
|
-413> 2017-10-22 23:58:44.586756 7fb31a64a700 4 mgr ms_dispatch active mgrdigest v1
|
|
-412> 2017-10-22 23:58:44.586760 7fb31a64a700 4 mgr ms_dispatch mgrdigest v1
|
|
-411> 2017-10-22 23:58:44.586772 7fb31d650700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.99:6789/0 conn(0x558165469000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5054 cs=1 l=1). rx mon.0 seq 7 0x5581651af300 mgrmap(e 6086) v1
|
|
-410> 2017-10-22 23:58:44.586788 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.0 10.80.20.99:6789/0 7 ==== mgrmap(e 6086) v1 ==== 261+0+0 (902188522 0 0) 0x5581651af300 con 0x558165469000
|
|
-409> 2017-10-22 23:58:44.586789 7fb31d650700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.99:6789/0 conn(0x558165469000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5054 cs=1 l=1). rx mon.0 seq 8 0x558165148400 service_map(e0 0 svc) v1
|
|
-408> 2017-10-22 23:58:44.586797 7fb31a64a700 4 mgr ms_dispatch active mgrmap(e 6086) v1
|
|
-407> 2017-10-22 23:58:44.586800 7fb31a64a700 4 mgr handle_mgr_map received map epoch 6086
|
|
-406> 2017-10-22 23:58:44.586802 7fb31a64a700 4 mgr handle_mgr_map active in map: 1 active is 2238793
|
|
-405> 2017-10-22 23:58:44.586816 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.0 10.80.20.99:6789/0 8 ==== service_map(e0 0 svc) v1 ==== 22+0+0 (722760602 0 0) 0x558165148400 con 0x558165469000
|
|
-404> 2017-10-22 23:58:44.586823 7fb31a64a700 4 mgr ms_dispatch active service_map(e0 0 svc) v1
|
|
-403> 2017-10-22 23:58:44.586826 7fb31a64a700 4 mgr ms_dispatch service_map(e0 0 svc) v1
|
|
-402> 2017-10-22 23:58:44.587329 7fb31d650700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.99:6789/0 conn(0x558165469000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5054 cs=1 l=1). rx mon.0 seq 9 0x558165304080 mon_command_ack([{"prefix": "config-key ls"}]=0 v0) v1
|
|
-401> 2017-10-22 23:58:44.587367 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.0 10.80.20.99:6789/0 9 ==== mon_command_ack([{"prefix": "config-key ls"}]=0 v0) v1 ==== 61+0+36 (3227808092 0 2749855996) 0x558165304080 con 0x558165469000
|
|
-400> 2017-10-22 23:58:44.587382 7fb31a64a700 10 monclient: handle_mon_command_ack 4 [{"prefix": "config-key ls"}]
|
|
-399> 2017-10-22 23:58:44.587386 7fb31a64a700 10 monclient: _finish_command 4 = 0
|
|
-398> 2017-10-22 23:58:44.587415 7fb316642700 10 monclient: _send_command 5 [{"prefix": "config-key get", "key": "mgr/dashboard/server_addr"}]
|
|
-397> 2017-10-22 23:58:44.587420 7fb316642700 10 monclient: _send_mon_message to mon.node1 at 10.80.20.99:6789/0
|
|
-396> 2017-10-22 23:58:44.587425 7fb316642700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.99:6789/0 -- mon_command({"prefix": "config-key get", "key": "mgr/dashboard/server_addr"} v 0) v1 -- 0x558165148ac0 con 0
|
|
-395> 2017-10-22 23:58:44.587857 7fb31d650700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.99:6789/0 conn(0x558165469000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5054 cs=1 l=1). rx mon.0 seq 10 0x5581654b6000 mon_command_ack([{"prefix": "config-key get", "key": "mgr/dashboard/server_addr"}]=0 obtained 'mgr/dashboard/server_addr' v0) v1
|
|
-394> 2017-10-22 23:58:44.587892 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.0 10.80.20.99:6789/0 10 ==== mon_command_ack([{"prefix": "config-key get", "key": "mgr/dashboard/server_addr"}]=0 obtained 'mgr/dashboard/server_addr' v0) v1 ==== 134+0+2 (122495021 0 2703130716) 0x5581654b6000 con 0x558165469000
|
|
-393> 2017-10-22 23:58:44.587905 7fb31a64a700 10 monclient: handle_mon_command_ack 5 [{"prefix": "config-key get", "key": "mgr/dashboard/server_addr"}]
|
|
-392> 2017-10-22 23:58:44.587909 7fb31a64a700 10 monclient: _finish_command 5 = 0 obtained 'mgr/dashboard/server_addr'
|
|
-391> 2017-10-22 23:58:44.587926 7fb316642700 4 mgr insert_config Loaded 1 config settings
|
|
-390> 2017-10-22 23:58:44.587934 7fb316642700 4 mgr init waiting for MgrDigest...
|
|
-389> 2017-10-22 23:58:44.587937 7fb316642700 4 mgr init starting PyModules...
|
|
-388> 2017-10-22 23:58:44.592068 7fb31d650700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.99:6789/0 conn(0x558165469000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5054 cs=1 l=1). rx mon.0 seq 11 0x5581654b6280 log(2 entries from seq 1170 at 2017-10-22 23:58:44.510356) v1
|
|
-387> 2017-10-22 23:58:44.592102 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.0 10.80.20.99:6789/0 11 ==== log(2 entries from seq 1170 at 2017-10-22 23:58:44.510356) v1 ==== 298+0+0 (2829161060 0 0) 0x5581654b6280 con 0x558165469000
|
|
-386> 2017-10-22 23:58:44.592113 7fb31a64a700 4 mgr ms_dispatch active log(2 entries from seq 1170 at 2017-10-22 23:58:44.510356) v1
|
|
-385> 2017-10-22 23:58:44.592117 7fb31a64a700 4 mgr ms_dispatch log(2 entries from seq 1170 at 2017-10-22 23:58:44.510356) v1
|
|
-384> 2017-10-22 23:58:44.598797 7fb316642700 1 mgr init Loading python module 'dashboard'
|
|
-383> 2017-10-22 23:58:44.734880 7fb316642700 4 mgr[dashboard] Constructing module dashboard.module: instance {'plugin': <dashboard.module.Module object at 0x7fb3135eabd0>}
|
|
-382> 2017-10-22 23:58:44.735014 7fb316642700 1 mgr load Constructed class from module: dashboard
|
|
-381> 2017-10-22 23:58:44.735024 7fb316642700 1 mgr init Loading python module 'status'
|
|
-380> 2017-10-22 23:58:44.766149 7fb316642700 1 mgr load Constructed class from module: status
|
|
-379> 2017-10-22 23:58:44.766169 7fb316642700 1 mgr start Creating threads for 2 modules
|
|
-378> 2017-10-22 23:58:44.766176 7fb316642700 4 mgr start Starting thread for dashboard
|
|
-377> 2017-10-22 23:58:44.766225 7fb316642700 4 mgr start Starting thread for status
|
|
-376> 2017-10-22 23:58:44.766244 7fb316642700 4 mgr init Complete.
|
|
-375> 2017-10-22 23:58:44.766253 7fb316642700 1 mgr send_beacon active
|
|
-374> 2017-10-22 23:58:44.766268 7fb3086e8700 4 mgr entry Entering thread for status
|
|
-373> 2017-10-22 23:58:44.766272 7fb308ee9700 4 mgr entry Entering thread for dashboard
|
|
-372> 2017-10-22 23:58:44.766493 7fb316642700 4 mgr send_beacon going active, including 35 commands in beacon
|
|
-371> 2017-10-22 23:58:44.766501 7fb316642700 10 monclient: _send_mon_message to mon.node1 at 10.80.20.99:6789/0
|
|
-370> 2017-10-22 23:58:44.766509 7fb316642700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.99:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2238793, 10.80.20.100:6806/2789, 1) v5 -- 0x558165c66400 con 0
|
|
-369> 2017-10-22 23:58:44.766547 7fb308ee9700 10 monclient: _send_command 6 [{"prefix": "log last", "format": "json"}]
|
|
-368> 2017-10-22 23:58:44.766558 7fb308ee9700 10 monclient: _send_mon_message to mon.node1 at 10.80.20.99:6789/0
|
|
-367> 2017-10-22 23:58:44.766566 7fb308ee9700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.99:6789/0 -- mon_command({"prefix": "log last", "format": "json"} v 0) v1 -- 0x558165c8e240 con 0
|
|
-366> 2017-10-22 23:58:44.767766 7fb31d650700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.99:6789/0 conn(0x558165469000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5054 cs=1 l=1). rx mon.0 seq 12 0x5581654b6500 mon_command_ack([{"prefix": "log last", "format": "json"}]=0 v20469060) v1
|
|
-365> 2017-10-22 23:58:44.767816 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.0 10.80.20.99:6789/0 12 ==== mon_command_ack([{"prefix": "log last", "format": "json"}]=0 v20469060) v1 ==== 74+0+1909 (3955723681 0 4156909633) 0x5581654b6500 con 0x558165469000
|
|
-364> 2017-10-22 23:58:44.767832 7fb31a64a700 10 monclient: handle_mon_command_ack 6 [{"prefix": "log last", "format": "json"}]
|
|
-363> 2017-10-22 23:58:44.767836 7fb31a64a700 10 monclient: _finish_command 6 = 0
|
|
-362> 2017-10-22 23:58:44.768361 7fb308ee9700 4 mgr get_config get_configkey: mgr/dashboard/node2/server_addr
|
|
-361> 2017-10-22 23:58:44.768370 7fb308ee9700 4 mgr ceph_config_get ceph_config_get node2/server_addr not found
|
|
-360> 2017-10-22 23:58:44.768375 7fb308ee9700 4 mgr get_config get_configkey: mgr/dashboard/server_addr
|
|
-359> 2017-10-22 23:58:44.768382 7fb308ee9700 4 mgr get_config get_configkey: mgr/dashboard/node2/server_port
|
|
-358> 2017-10-22 23:58:44.768386 7fb308ee9700 4 mgr ceph_config_get ceph_config_get node2/server_port not found
|
|
-357> 2017-10-22 23:58:44.768388 7fb308ee9700 4 mgr get_config get_configkey: mgr/dashboard/server_port
|
|
-356> 2017-10-22 23:58:44.768391 7fb308ee9700 4 mgr ceph_config_get ceph_config_get server_port not found
|
|
-355> 2017-10-22 23:58:44.768538 7fb308ee9700 4 mgr[dashboard] server_addr: :: server_port: 7000
|
|
-354> 2017-10-22 23:58:44.768692 7fb308ee9700 4 mgr[dashboard] Serving static from /usr/lib/ceph/mgr/dashboard/static
|
|
-353> 2017-10-22 23:58:44.769080 7fb308ee9700 4 mgr[dashboard] Starting engine...
|
|
-352> 2017-10-22 23:58:44.873959 7fb308ee9700 4 mgr[dashboard] Waiting for engine...
|
|
-351> 2017-10-22 23:58:45.604905 7fb31d650700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.99:6789/0 conn(0x558165469000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5054 cs=1 l=1). rx mon.0 seq 13 0x558165c7b900 log(1 entries from seq 1175 at 2017-10-22 23:58:44.764720) v1
|
|
-350> 2017-10-22 23:58:45.604975 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.0 10.80.20.99:6789/0 13 ==== log(1 entries from seq 1175 at 2017-10-22 23:58:44.764720) v1 ==== 171+0+0 (1966258847 0 0) 0x558165c7b900 con 0x558165469000
|
|
-349> 2017-10-22 23:58:45.605001 7fb31a64a700 4 mgr ms_dispatch active log(1 entries from seq 1175 at 2017-10-22 23:58:44.764720) v1
|
|
-348> 2017-10-22 23:58:45.605006 7fb31a64a700 4 mgr ms_dispatch log(1 entries from seq 1175 at 2017-10-22 23:58:44.764720) v1
|
|
-347> 2017-10-22 23:58:45.617594 7fb31d650700 5 -- 10.80.20.100:0/3316109578 >> 10.80.20.99:6789/0 conn(0x558165469000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=5054 cs=1 l=1). rx mon.0 seq 14 0x558165c66400 mgrmap(e 6087) v1
|
|
-346> 2017-10-22 23:58:45.617849 7fb31a64a700 1 -- 10.80.20.100:0/3316109578 <== mon.0 10.80.20.99:6789/0 14 ==== mgrmap(e 6087) v1 ==== 249+0+0 (3855977455 0 0) 0x558165c66400 con 0x558165469000
|
|
-345> 2017-10-22 23:58:45.617866 7fb31a64a700 4 mgr ms_dispatch active mgrmap(e 6087) v1
|
|
-344> 2017-10-22 23:58:45.617870 7fb31a64a700 4 mgr handle_mgr_map received map epoch 6087
|
|
-343> 2017-10-22 23:58:45.617871 7fb31a64a700 4 mgr handle_mgr_map active in map: 1 active is 2238793
|
|
-342> 2017-10-22 23:58:45.617880 7fb31a64a700 4 mgr handle_mgr_map Map now says I am available
|
|
-341> 2017-10-22 23:58:45.618207 7fb31ce4f700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165c2f800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=27 -
|
|
-340> 2017-10-22 23:58:45.618219 7fb31c64e700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165ce9800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=29 -
|
|
-339> 2017-10-22 23:58:45.618235 7fb31ce4f700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165ce8000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=28 -
|
|
-338> 2017-10-22 23:58:45.618247 7fb31d650700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165ceb000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=30 -
|
|
-337> 2017-10-22 23:58:45.618253 7fb31c64e700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165cf6000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=32 -
|
|
-336> 2017-10-22 23:58:45.618255 7fb31ce4f700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165cec800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=31 -
|
|
-335> 2017-10-22 23:58:45.618621 7fb31d650700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165cfa800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=36 -
|
|
-334> 2017-10-22 23:58:45.618647 7fb31d650700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d0b000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=39 -
|
|
-333> 2017-10-22 23:58:45.618713 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.99:6800/4577 conn(0x558165c2f800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=30 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-332> 2017-10-22 23:58:45.618714 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.1.100:0/3887865220 conn(0x558165cf6000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=287 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-331> 2017-10-22 23:58:45.618750 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.99:0/607 conn(0x558165ceb000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=56 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-330> 2017-10-22 23:58:45.618835 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6802/1582 conn(0x558165ce9800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=68 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-329> 2017-10-22 23:58:45.618841 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.99:6802/1567 conn(0x558165ce8000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=80 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-328> 2017-10-22 23:58:45.618853 7fb31c64e700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165cf9000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=34 -
|
|
-327> 2017-10-22 23:58:45.618870 7fb31ce4f700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165cf7800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=33 -
|
|
-326> 2017-10-22 23:58:45.618871 7fb31c64e700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d09800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=38 -
|
|
-325> 2017-10-22 23:58:45.618893 7fb31ce4f700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d08000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=37 -
|
|
-324> 2017-10-22 23:58:45.618900 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.1.100:0/3887865220 conn(0x558165cf6000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=287 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-323> 2017-10-22 23:58:45.618908 7fb31ce4f700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d0c800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=40 -
|
|
-322> 2017-10-22 23:58:45.618912 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.99:0/607 conn(0x558165ceb000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=56 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-321> 2017-10-22 23:58:45.619013 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6802/1582 conn(0x558165ce9800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=68 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-320> 2017-10-22 23:58:45.619028 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.100:6800/1341 conn(0x558165cec800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=82 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-319> 2017-10-22 23:58:45.619044 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.99:6800/4577 conn(0x558165c2f800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=30 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-318> 2017-10-22 23:58:45.619076 7fb31c64e700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6802/1582 conn(0x558165ce9800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=68 cs=1 l=1). rx osd.8 seq 1 0x558165c8a840 mgropen(osd.8) v2
|
|
-317> 2017-10-22 23:58:45.619081 7fb31ce4f700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.99:6800/4577 conn(0x558165c2f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=30 cs=1 l=1). rx osd.2 seq 1 0x558165c8ab00 mgropen(osd.2) v2
|
|
-316> 2017-10-22 23:58:45.619097 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/1993243432 conn(0x558165cfa800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=393 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-315> 2017-10-22 23:58:45.619113 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.99:6802/1567 conn(0x558165ce8000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=80 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-314> 2017-10-22 23:58:45.619139 7fb31ce4f700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.99:6802/1567 conn(0x558165ce8000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=80 cs=1 l=1). rx osd.0 seq 1 0x558165c8adc0 mgropen(osd.0) v2
|
|
-313> 2017-10-22 23:58:45.619225 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/4135929157 conn(0x558165d0b000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=297 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-312> 2017-10-22 23:58:45.619235 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/977388453 conn(0x558165cf7800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=492 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-311> 2017-10-22 23:58:45.619256 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.100:6800/1341 conn(0x558165cec800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=82 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-310> 2017-10-22 23:58:45.619270 7fb31d650700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.99:0/607 conn(0x558165ceb000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=56 cs=1 l=1). rx mon.0 seq 1 0x558165c8b340 mgropen(mon.node1) v2
|
|
-309> 2017-10-22 23:58:45.619285 7fb31ce4f700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.100:6800/1341 conn(0x558165cec800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=82 cs=1 l=1). rx osd.4 seq 1 0x558165c8b080 mgropen(osd.4) v2
|
|
-308> 2017-10-22 23:58:45.619307 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.2 10.80.20.99:6800/4577 1 ==== mgropen(osd.2) v2 ==== 10+0+0 (1428356565 0 0) 0x558165c8ab00 con 0x558165c2f800
|
|
-307> 2017-10-22 23:58:45.619316 7fb315e41700 4 mgr.server handle_open from 0x558165c2f800 osd,2
|
|
-306> 2017-10-22 23:58:45.619319 7fb315e41700 1 -- 10.80.20.100:6806/2789 --> 10.80.20.99:6800/4577 -- mgrconfigure() v1 -- 0x558165ab2400 con 0
|
|
-305> 2017-10-22 23:58:45.619336 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.0 10.80.20.99:6802/1567 1 ==== mgropen(osd.0) v2 ==== 10+0+0 (2393791766 0 0) 0x558165c8adc0 con 0x558165ce8000
|
|
-304> 2017-10-22 23:58:45.619342 7fb315e41700 4 mgr.server handle_open from 0x558165ce8000 osd,0
|
|
-303> 2017-10-22 23:58:45.619343 7fb315e41700 1 -- 10.80.20.100:6806/2789 --> 10.80.20.99:6802/1567 -- mgrconfigure() v1 -- 0x558165ab2600 con 0
|
|
-302> 2017-10-22 23:58:45.619352 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.8 10.80.20.103:6802/1582 1 ==== mgropen(osd.8) v2 ==== 10+0+0 (4004005129 0 0) 0x558165c8a840 con 0x558165ce9800
|
|
-301> 2017-10-22 23:58:45.619356 7fb315e41700 4 mgr.server handle_open from 0x558165ce9800 osd,8
|
|
-300> 2017-10-22 23:58:45.619358 7fb315e41700 1 -- 10.80.20.100:6806/2789 --> 10.80.20.103:6802/1582 -- mgrconfigure() v1 -- 0x558165ab2800 con 0
|
|
-299> 2017-10-22 23:58:45.619367 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== mon.0 10.80.20.99:0/607 1 ==== mgropen(mon.node1) v2 ==== 14+0+0 (2257922250 0 0) 0x558165c8b340 con 0x558165ceb000
|
|
-298> 2017-10-22 23:58:45.619372 7fb315e41700 4 mgr.server handle_open from 0x558165ceb000 mon,node1
|
|
-297> 2017-10-22 23:58:45.619373 7fb315e41700 1 -- 10.80.20.100:6806/2789 --> 10.80.20.99:0/607 -- mgrconfigure() v1 -- 0x558165ab2a00 con 0
|
|
-296> 2017-10-22 23:58:45.619406 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/3118937166 conn(0x558165d09800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1257 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-295> 2017-10-22 23:58:45.619513 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/2256711960 conn(0x558165cf9000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1402 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-294> 2017-10-22 23:58:45.619736 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/3118937166 conn(0x558165d09800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1257 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-293> 2017-10-22 23:58:45.619777 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/2256711960 conn(0x558165cf9000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1402 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-292> 2017-10-22 23:58:45.619803 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/1993243432 conn(0x558165cfa800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=393 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-291> 2017-10-22 23:58:45.619825 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/4135929157 conn(0x558165d0b000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=297 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-290> 2017-10-22 23:58:45.619854 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/1854190760 conn(0x558165d08000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=289 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-289> 2017-10-22 23:58:45.619929 7fb31c64e700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d47800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=43 -
|
|
-288> 2017-10-22 23:58:45.619939 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.4 10.80.20.100:6800/1341 1 ==== mgropen(osd.4) v2 ==== 10+0+0 (1012623969 0 0) 0x558165c8b080 con 0x558165cec800
|
|
-287> 2017-10-22 23:58:45.619948 7fb315e41700 4 mgr.server handle_open from 0x558165cec800 osd,4
|
|
-286> 2017-10-22 23:58:45.619950 7fb315e41700 1 -- 10.80.20.100:6806/2789 --> 10.80.20.100:6800/1341 -- mgrconfigure() v1 -- 0x558165ab2c00 con 0
|
|
-285> 2017-10-22 23:58:45.619978 7fb31c64e700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d58000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=46 -
|
|
-284> 2017-10-22 23:58:45.619994 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/406274476 conn(0x558165d0c800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=548 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-283> 2017-10-22 23:58:45.620009 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/977388453 conn(0x558165cf7800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=492 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-282> 2017-10-22 23:58:45.620028 7fb31ce4f700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d46000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=42 -
|
|
-281> 2017-10-22 23:58:45.620039 7fb31c64e700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d5c800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=49 -
|
|
-280> 2017-10-22 23:58:45.620045 7fb31ce4f700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d4a800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=45 -
|
|
-279> 2017-10-22 23:58:45.620095 7fb31c64e700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d6d000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=52 -
|
|
-278> 2017-10-22 23:58:45.620100 7fb31ce4f700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d5b000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=48 -
|
|
-277> 2017-10-22 23:58:45.620162 7fb31d650700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d44800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=41 -
|
|
-276> 2017-10-22 23:58:45.620195 7fb31d650700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d49000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=44 -
|
|
-275> 2017-10-22 23:58:45.620230 7fb31d650700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d59800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=47 -
|
|
-274> 2017-10-22 23:58:45.620245 7fb31d650700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d6a000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=50 -
|
|
-273> 2017-10-22 23:58:45.620249 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.1.100:0/3220256823 conn(0x558165d47800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=685 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-272> 2017-10-22 23:58:45.620262 7fb31d650700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d6e800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=53 -
|
|
-271> 2017-10-22 23:58:45.620286 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.100:6804/1679 conn(0x558165d4a800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=85 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-270> 2017-10-22 23:58:45.620299 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/1854190760 conn(0x558165d08000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=289 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-269> 2017-10-22 23:58:45.620314 7fb31ce4f700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d6b800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=51 -
|
|
-268> 2017-10-22 23:58:45.620330 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/406274476 conn(0x558165d0c800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=548 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-267> 2017-10-22 23:58:45.620424 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.1.100:0/4014087237 conn(0x558165d46000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=289 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-266> 2017-10-22 23:58:45.620422 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.100:0/585 conn(0x558165d44800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=48 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-265> 2017-10-22 23:58:45.620521 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/1802344799 conn(0x558165d5b000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1220 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-264> 2017-10-22 23:58:45.620522 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.100:0/585 conn(0x558165d44800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=48 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-263> 2017-10-22 23:58:45.620537 7fb31ce4f700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d83000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=56 -
|
|
-262> 2017-10-22 23:58:45.620567 7fb31d650700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.100:0/585 conn(0x558165d44800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=48 cs=1 l=1). rx mon.1 seq 1 0x558165c8b600 mgropen(mon.node2) v2
|
|
-261> 2017-10-22 23:58:45.620587 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== mon.1 10.80.20.100:0/585 1 ==== mgropen(mon.node2) v2 ==== 14+0+0 (2989089552 0 0) 0x558165c8b600 con 0x558165d44800
|
|
-260> 2017-10-22 23:58:45.620839 7fb315e41700 4 mgr.server handle_open from 0x558165d44800 mon,node2
|
|
-259> 2017-10-22 23:58:45.620842 7fb315e41700 1 -- 10.80.20.100:6806/2789 --> 10.80.20.100:0/585 -- mgrconfigure() v1 -- 0x558165ab2e00 con 0
|
|
-258> 2017-10-22 23:58:45.620596 7fb31d650700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d81800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=55 -
|
|
-257> 2017-10-22 23:58:45.620851 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/90241629 conn(0x558165d6b800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=293 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-256> 2017-10-22 23:58:45.620863 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.1.100:0/4014087237 conn(0x558165d46000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=289 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-255> 2017-10-22 23:58:45.620959 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/116473496 conn(0x558165d83000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=313 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-254> 2017-10-22 23:58:45.620974 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/1802344799 conn(0x558165d5b000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=1220 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-253> 2017-10-22 23:58:45.620982 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6800/1354 conn(0x558165d59800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=60 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-252> 2017-10-22 23:58:45.621049 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.100:6804/1679 conn(0x558165d4a800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=85 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-251> 2017-10-22 23:58:45.621089 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/90241629 conn(0x558165d6b800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=293 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-250> 2017-10-22 23:58:45.621121 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/172869959 conn(0x558165d6e800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=291 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-249> 2017-10-22 23:58:45.621135 7fb31ce4f700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.100:6804/1679 conn(0x558165d4a800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=85 cs=1 l=1). rx osd.5 seq 1 0x558165c8a840 mgropen(osd.5) v2
|
|
-248> 2017-10-22 23:58:45.621156 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.5 10.80.20.100:6804/1679 1 ==== mgropen(osd.5) v2 ==== 10+0+0 (3547005304 0 0) 0x558165c8a840 con 0x558165d4a800
|
|
-247> 2017-10-22 23:58:45.621173 7fb315e41700 4 mgr.server handle_open from 0x558165d4a800 osd,5
|
|
-246> 2017-10-22 23:58:45.621178 7fb315e41700 1 -- 10.80.20.100:6806/2789 --> 10.80.20.100:6804/1679 -- mgrconfigure() v1 -- 0x558165ab3000 con 0
|
|
-245> 2017-10-22 23:58:45.621200 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/116473496 conn(0x558165d83000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=313 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-244> 2017-10-22 23:58:45.621267 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/1425954570 conn(0x558165d6a000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=306 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-243> 2017-10-22 23:58:45.621370 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.100:6802/1539 conn(0x558165d49000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=77 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-242> 2017-10-22 23:58:45.621529 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/1075408790 conn(0x558165d81800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=294 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-241> 2017-10-22 23:58:45.621555 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/3672119233 conn(0x558165d5c800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=376 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-240> 2017-10-22 23:58:45.621573 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.1.100:0/3220256823 conn(0x558165d47800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=685 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-239> 2017-10-22 23:58:45.621642 7fb31d650700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.99:0/607 conn(0x558165ceb000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=56 cs=1 l=1). rx mon.0 seq 2 0x5581651aed00 mgrreport(mon.node1 +153-0 packed 1630) v4
|
|
-238> 2017-10-22 23:58:45.621671 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6800/1354 conn(0x558165d59800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=60 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-237> 2017-10-22 23:58:45.621698 7fb31d650700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6800/1354 conn(0x558165d59800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=60 cs=1 l=1). rx osd.9 seq 1 0x558165c8ab00 mgropen(osd.9) v2
|
|
-236> 2017-10-22 23:58:45.621703 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/1546952078 conn(0x558165d6d000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=705 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-235> 2017-10-22 23:58:45.621710 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/1425954570 conn(0x558165d6a000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=306 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-234> 2017-10-22 23:58:45.621723 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/172869959 conn(0x558165d6e800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=291 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-233> 2017-10-22 23:58:45.621879 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.100:6802/1539 conn(0x558165d49000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=77 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-232> 2017-10-22 23:58:45.621914 7fb31d650700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.100:6802/1539 conn(0x558165d49000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.3 seq 1 0x558165c8adc0 mgropen(osd.3) v2
|
|
-231> 2017-10-22 23:58:45.621940 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/1075408790 conn(0x558165d81800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=294 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-230> 2017-10-22 23:58:45.621947 7fb31c64e700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6802/1582 conn(0x558165ce9800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=68 cs=1 l=1). rx osd.8 seq 2 0x5581651ae700 mgrreport(osd.8 +428-0 packed 4966) v4
|
|
-229> 2017-10-22 23:58:45.622160 7fb31c64e700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6802/1582 conn(0x558165ce9800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=68 cs=1 l=1). rx osd.8 seq 3 0x5581651acc00 pg_stats(46 pgs tid 0 v 0) v1
|
|
-228> 2017-10-22 23:58:45.622173 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== mon.0 10.80.20.99:0/607 2 ==== mgrreport(mon.node1 +153-0 packed 1630) v4 ==== 12574+0+0 (4007430772 0 0) 0x5581651aed00 con 0x558165ceb000
|
|
-227> 2017-10-22 23:58:45.622184 7fb315e41700 4 mgr.server handle_report from 0x558165ceb000 mon,node1
|
|
-226> 2017-10-22 23:58:45.622549 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.3 10.80.20.100:6802/1539 1 ==== mgropen(osd.3) v2 ==== 10+0+0 (3121780428 0 0) 0x558165c8adc0 con 0x558165d49000
|
|
-225> 2017-10-22 23:58:45.622559 7fb315e41700 4 mgr.server handle_open from 0x558165d49000 osd,3
|
|
-224> 2017-10-22 23:58:45.622561 7fb315e41700 1 -- 10.80.20.100:6806/2789 --> 10.80.20.100:6802/1539 -- mgrconfigure() v1 -- 0x558165ab3200 con 0
|
|
-223> 2017-10-22 23:58:45.622575 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.9 10.80.20.103:6800/1354 1 ==== mgropen(osd.9) v2 ==== 10+0+0 (26750480 0 0) 0x558165c8ab00 con 0x558165d59800
|
|
-222> 2017-10-22 23:58:45.622581 7fb315e41700 4 mgr.server handle_open from 0x558165d59800 osd,9
|
|
-221> 2017-10-22 23:58:45.622583 7fb315e41700 1 -- 10.80.20.100:6806/2789 --> 10.80.20.103:6800/1354 -- mgrconfigure() v1 -- 0x558165ab3400 con 0
|
|
-220> 2017-10-22 23:58:45.622590 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.8 10.80.20.103:6802/1582 2 ==== mgrreport(osd.8 +428-0 packed 4966) v4 ==== 37113+0+0 (1631161407 0 0) 0x5581651ae700 con 0x558165ce9800
|
|
-219> 2017-10-22 23:58:45.622596 7fb315e41700 4 mgr.server handle_report from 0x558165ce9800 osd,8
|
|
-218> 2017-10-22 23:58:45.622606 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.99:6804/1859 conn(0x558165d58000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=105 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-217> 2017-10-22 23:58:45.622614 7fb31ce4f700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.99:6802/1567 conn(0x558165ce8000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=80 cs=1 l=1). rx osd.0 seq 2 0x558165cd1000 mgrreport(osd.0 +428-0 packed 4966) v4
|
|
-216> 2017-10-22 23:58:45.622628 7fb31c64e700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165d80000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=54 -
|
|
-215> 2017-10-22 23:58:45.622644 7fb31c64e700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165daa800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=59 -
|
|
-214> 2017-10-22 23:58:45.622660 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/3672119233 conn(0x558165d5c800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=376 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-213> 2017-10-22 23:58:45.622673 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/1546952078 conn(0x558165d6d000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=705 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-212> 2017-10-22 23:58:45.622761 7fb31d650700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.100:0/585 conn(0x558165d44800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=48 cs=1 l=1). rx mon.1 seq 2 0x5581651aea00 mgrreport(mon.node2 +153-0 packed 1630) v4
|
|
-211> 2017-10-22 23:58:45.622807 7fb31d650700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165da7800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=57 -
|
|
-210> 2017-10-22 23:58:45.622851 7fb31d650700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165e34000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=60 -
|
|
-209> 2017-10-22 23:58:45.622865 7fb31ce4f700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.99:6802/1567 conn(0x558165ce8000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=80 cs=1 l=1). rx osd.0 seq 3 0x558165c66400 pg_stats(53 pgs tid 0 v 0) v1
|
|
-208> 2017-10-22 23:58:45.622967 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/2347177047 conn(0x558165d80000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=373 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-207> 2017-10-22 23:58:45.622987 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.99:6804/1859 conn(0x558165d58000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=105 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-206> 2017-10-22 23:58:45.623014 7fb31c64e700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.99:6804/1859 conn(0x558165d58000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=105 cs=1 l=1). rx osd.1 seq 1 0x558165e5de40 mgropen(osd.1) v2
|
|
-205> 2017-10-22 23:58:45.623090 7fb31ce4f700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.100:6800/1341 conn(0x558165cec800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=82 cs=1 l=1). rx osd.4 seq 2 0x558165cd1300 mgrreport(osd.4 +428-0 packed 4966) v4
|
|
-204> 2017-10-22 23:58:45.623254 7fb31ce4f700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.100:6800/1341 conn(0x558165cec800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=82 cs=1 l=1). rx osd.4 seq 3 0x558165cd1600 pg_stats(48 pgs tid 0 v 0) v1
|
|
-203> 2017-10-22 23:58:45.623444 7fb31ce4f700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.99:6800/4577 conn(0x558165c2f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=30 cs=1 l=1). rx osd.2 seq 2 0x558165cd1900 mgrreport(osd.2 +428-0 packed 4966) v4
|
|
-202> 2017-10-22 23:58:45.623709 7fb31ce4f700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.99:6800/4577 conn(0x558165c2f800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=30 cs=1 l=1). rx osd.2 seq 3 0x558165cd1c00 pg_stats(101 pgs tid 0 v 0) v1
|
|
-201> 2017-10-22 23:58:45.623733 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.8 10.80.20.103:6802/1582 3 ==== pg_stats(46 pgs tid 0 v 0) v1 ==== 26800+0+0 (1828360470 0 0) 0x5581651acc00 con 0x558165ce9800
|
|
-200> 2017-10-22 23:58:45.623800 7fb315e41700 4 mgr.server maybe_ready initial report from osd 8
|
|
-199> 2017-10-22 23:58:45.623811 7fb315e41700 4 mgr.server maybe_ready still waiting for 9 osds to report in before PGMap is ready
|
|
-198> 2017-10-22 23:58:45.623833 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.4 10.80.20.100:6800/1341 2 ==== mgrreport(osd.4 +428-0 packed 4966) v4 ==== 37113+0+0 (1262857029 0 0) 0x558165cd1300 con 0x558165cec800
|
|
-197> 2017-10-22 23:58:45.623842 7fb315e41700 4 mgr.server handle_report from 0x558165cec800 osd,4
|
|
-196> 2017-10-22 23:58:45.623867 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.103:0/1326 conn(0x558165da7800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=43 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-195> 2017-10-22 23:58:45.623920 7fb31ce4f700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.100:6804/1679 conn(0x558165d4a800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=85 cs=1 l=1). rx osd.5 seq 2 0x5581651aed00 mgrreport(osd.5 +428-0 packed 4966) v4
|
|
-194> 2017-10-22 23:58:45.623959 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.55:0/2405434899 conn(0x558165e34000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=51 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-193> 2017-10-22 23:58:45.624153 7fb31ce4f700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.100:6804/1679 conn(0x558165d4a800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=85 cs=1 l=1). rx osd.5 seq 3 0x5581651ae700 pg_stats(71 pgs tid 0 v 0) v1
|
|
-192> 2017-10-22 23:58:45.624176 7fb31ce4f700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165da9000 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=58 -
|
|
-191> 2017-10-22 23:58:45.624246 7fb31d650700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.100:6802/1539 conn(0x558165d49000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.3 seq 2 0x558165f4e000 mgrreport(osd.3 +428-0 packed 4966) v4
|
|
-190> 2017-10-22 23:58:45.624444 7fb31d650700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.100:6802/1539 conn(0x558165d49000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=77 cs=1 l=1). rx osd.3 seq 3 0x558165f4e300 pg_stats(55 pgs tid 0 v 0) v1
|
|
-189> 2017-10-22 23:58:45.624465 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.103:0/1326 conn(0x558165da7800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=43 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-188> 2017-10-22 23:58:45.624496 7fb31d650700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.103:0/1326 conn(0x558165da7800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=43 cs=1 l=1). rx mon.2 seq 1 0x558165f8b600 mgropen(mon.node3) v2
|
|
-187> 2017-10-22 23:58:45.624699 7fb31d650700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6800/1354 conn(0x558165d59800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=60 cs=1 l=1). rx osd.9 seq 2 0x558165f4e600 mgrreport(osd.9 +428-0 packed 4966) v4
|
|
-186> 2017-10-22 23:58:45.624801 7fb31d650700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6800/1354 conn(0x558165d59800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=60 cs=1 l=1). rx osd.9 seq 3 0x558165f4e900 pg_stats(33 pgs tid 0 v 0) v1
|
|
-185> 2017-10-22 23:58:45.624834 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== mon.1 10.80.20.100:0/585 2 ==== mgrreport(mon.node2 +153-0 packed 1630) v4 ==== 12574+0+0 (4060627406 0 0) 0x5581651aea00 con 0x558165d44800
|
|
-184> 2017-10-22 23:58:45.624845 7fb315e41700 4 mgr.server handle_report from 0x558165d44800 mon,node2
|
|
-183> 2017-10-22 23:58:45.624846 7fb31d650700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.55:0/2405434899 conn(0x558165e34000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=51 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-182> 2017-10-22 23:58:45.624848 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6804/1737 conn(0x558165daa800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=67 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-181> 2017-10-22 23:58:45.624866 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.250:0/2347177047 conn(0x558165d80000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=373 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-180> 2017-10-22 23:58:45.624883 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6806/2006 conn(0x558165da9000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=69 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-179> 2017-10-22 23:58:45.624930 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6804/1737 conn(0x558165daa800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=67 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-178> 2017-10-22 23:58:45.624956 7fb31ce4f700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6806/2006 conn(0x558165da9000 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=69 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-177> 2017-10-22 23:58:45.625013 7fb31c64e700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6804/1737 conn(0x558165daa800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=67 cs=1 l=1). rx osd.7 seq 1 0x558165e5e100 mgropen(osd.7) v2
|
|
-176> 2017-10-22 23:58:45.625023 7fb31ce4f700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6806/2006 conn(0x558165da9000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=69 cs=1 l=1). rx osd.6 seq 1 0x558165f60c00 mgropen(osd.6) v2
|
|
-175> 2017-10-22 23:58:45.625178 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.3 10.80.20.100:6802/1539 2 ==== mgrreport(osd.3 +428-0 packed 4966) v4 ==== 37113+0+0 (2706700626 0 0) 0x558165f4e000 con 0x558165d49000
|
|
-174> 2017-10-22 23:58:45.625188 7fb315e41700 4 mgr.server handle_report from 0x558165d49000 osd,3
|
|
-173> 2017-10-22 23:58:45.626137 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.5 10.80.20.100:6804/1679 2 ==== mgrreport(osd.5 +428-0 packed 4966) v4 ==== 37113+0+0 (463617853 0 0) 0x5581651aed00 con 0x558165d4a800
|
|
-172> 2017-10-22 23:58:45.626147 7fb315e41700 4 mgr.server handle_report from 0x558165d4a800 osd,5
|
|
-171> 2017-10-22 23:58:45.627147 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.1 10.80.20.99:6804/1859 1 ==== mgropen(osd.1) v2 ==== 10+0+0 (1637758479 0 0) 0x558165e5de40 con 0x558165d58000
|
|
-170> 2017-10-22 23:58:45.627158 7fb315e41700 4 mgr.server handle_open from 0x558165d58000 osd,1
|
|
-169> 2017-10-22 23:58:45.627161 7fb315e41700 1 -- 10.80.20.100:6806/2789 --> 10.80.20.99:6804/1859 -- mgrconfigure() v1 -- 0x558165ab3600 con 0
|
|
-168> 2017-10-22 23:58:45.627177 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.9 10.80.20.103:6800/1354 2 ==== mgrreport(osd.9 +428-0 packed 4966) v4 ==== 37113+0+0 (2773263746 0 0) 0x558165f4e600 con 0x558165d59800
|
|
-167> 2017-10-22 23:58:45.627185 7fb315e41700 4 mgr.server handle_report from 0x558165d59800 osd,9
|
|
-166> 2017-10-22 23:58:45.628131 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== mon.2 10.80.20.103:0/1326 1 ==== mgropen(mon.node3) v2 ==== 14+0+0 (1561954313 0 0) 0x558165f8b600 con 0x558165da7800
|
|
-165> 2017-10-22 23:58:45.628143 7fb315e41700 4 mgr.server handle_open from 0x558165da7800 mon,node3
|
|
-164> 2017-10-22 23:58:45.628145 7fb315e41700 1 -- 10.80.20.100:6806/2789 --> 10.80.20.103:0/1326 -- mgrconfigure() v1 -- 0x558165ab2e00 con 0
|
|
-163> 2017-10-22 23:58:45.628159 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.6 10.80.20.103:6806/2006 1 ==== mgropen(osd.6) v2 ==== 10+0+0 (3889679010 0 0) 0x558165f60c00 con 0x558165da9000
|
|
-162> 2017-10-22 23:58:45.628166 7fb315e41700 4 mgr.server handle_open from 0x558165da9000 osd,6
|
|
-161> 2017-10-22 23:58:45.628167 7fb315e41700 1 -- 10.80.20.100:6806/2789 --> 10.80.20.103:6806/2006 -- mgrconfigure() v1 -- 0x558165ab3200 con 0
|
|
-160> 2017-10-22 23:58:45.628179 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.7 10.80.20.103:6804/1737 1 ==== mgropen(osd.7) v2 ==== 10+0+0 (149397947 0 0) 0x558165e5e100 con 0x558165daa800
|
|
-159> 2017-10-22 23:58:45.628186 7fb315e41700 4 mgr.server handle_open from 0x558165daa800 osd,7
|
|
-158> 2017-10-22 23:58:45.628188 7fb315e41700 1 -- 10.80.20.100:6806/2789 --> 10.80.20.103:6804/1737 -- mgrconfigure() v1 -- 0x55816518b000 con 0
|
|
-157> 2017-10-22 23:58:45.628199 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.2 10.80.20.99:6800/4577 2 ==== mgrreport(osd.2 +428-0 packed 4966) v4 ==== 37113+0+0 (546711448 0 0) 0x558165cd1900 con 0x558165c2f800
|
|
-156> 2017-10-22 23:58:45.628206 7fb315e41700 4 mgr.server handle_report from 0x558165c2f800 osd,2
|
|
-155> 2017-10-22 23:58:45.629084 7fb31d650700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.103:0/1326 conn(0x558165da7800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=43 cs=1 l=1). rx mon.2 seq 2 0x558165f4ec00 mgrreport(mon.node3 +153-0 packed 1630) v4
|
|
-154> 2017-10-22 23:58:45.629335 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.0 10.80.20.99:6802/1567 2 ==== mgrreport(osd.0 +428-0 packed 4966) v4 ==== 37113+0+0 (1326912723 0 0) 0x558165cd1000 con 0x558165ce8000
|
|
-153> 2017-10-22 23:58:45.629350 7fb315e41700 4 mgr.server handle_report from 0x558165ce8000 osd,0
|
|
-152> 2017-10-22 23:58:45.629553 7fb31c64e700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.99:6804/1859 conn(0x558165d58000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=105 cs=1 l=1). rx osd.1 seq 2 0x5581651af300 mgrreport(osd.1 +428-0 packed 4966) v4
|
|
-151> 2017-10-22 23:58:45.629731 7fb31c64e700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.99:6804/1859 conn(0x558165d58000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=105 cs=1 l=1). rx osd.1 seq 3 0x558165f4e000 pg_stats(47 pgs tid 0 v 0) v1
|
|
-150> 2017-10-22 23:58:45.630200 7fb31c64e700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6804/1737 conn(0x558165daa800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=67 cs=1 l=1). rx osd.7 seq 2 0x5581651aea00 mgrreport(osd.7 +428-0 packed 4966) v4
|
|
-149> 2017-10-22 23:58:45.630205 7fb31ce4f700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6806/2006 conn(0x558165da9000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=69 cs=1 l=1). rx osd.6 seq 2 0x5581651acc00 mgrreport(osd.6 +428-0 packed 4966) v4
|
|
-148> 2017-10-22 23:58:45.630447 7fb31ce4f700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6806/2006 conn(0x558165da9000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=69 cs=1 l=1). rx osd.6 seq 3 0x558165f4f500 pg_stats(28 pgs tid 0 v 0) v1
|
|
-147> 2017-10-22 23:58:45.630520 7fb31c64e700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.103:6804/1737 conn(0x558165daa800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=67 cs=1 l=1). rx osd.7 seq 3 0x558165cd1300 pg_stats(30 pgs tid 0 v 0) v1
|
|
-146> 2017-10-22 23:58:45.630524 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.4 10.80.20.100:6800/1341 3 ==== pg_stats(48 pgs tid 0 v 0) v1 ==== 27900+0+0 (2382229135 0 0) 0x558165cd1600 con 0x558165cec800
|
|
-145> 2017-10-22 23:58:45.630829 7fb315e41700 4 mgr.server maybe_ready initial report from osd 4
|
|
-144> 2017-10-22 23:58:45.630838 7fb315e41700 4 mgr.server maybe_ready still waiting for 8 osds to report in before PGMap is ready
|
|
-143> 2017-10-22 23:58:45.630861 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.3 10.80.20.100:6802/1539 3 ==== pg_stats(55 pgs tid 0 v 0) v1 ==== 31966+0+0 (1882108910 0 0) 0x558165f4e300 con 0x558165d49000
|
|
-142> 2017-10-22 23:58:45.630914 7fb315e41700 4 mgr.server maybe_ready initial report from osd 3
|
|
-141> 2017-10-22 23:58:45.630921 7fb315e41700 4 mgr.server maybe_ready still waiting for 7 osds to report in before PGMap is ready
|
|
-140> 2017-10-22 23:58:45.630940 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.5 10.80.20.100:6804/1679 3 ==== pg_stats(71 pgs tid 0 v 0) v1 ==== 41190+0+0 (2596271552 0 0) 0x5581651ae700 con 0x558165d4a800
|
|
-139> 2017-10-22 23:58:45.631009 7fb315e41700 4 mgr.server maybe_ready initial report from osd 5
|
|
-138> 2017-10-22 23:58:45.631017 7fb315e41700 4 mgr.server maybe_ready still waiting for 6 osds to report in before PGMap is ready
|
|
-137> 2017-10-22 23:58:45.631036 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.1 10.80.20.99:6804/1859 2 ==== mgrreport(osd.1 +428-0 packed 4966) v4 ==== 37113+0+0 (3996065515 0 0) 0x5581651af300 con 0x558165d58000
|
|
-136> 2017-10-22 23:58:45.631045 7fb315e41700 4 mgr.server handle_report from 0x558165d58000 osd,1
|
|
-135> 2017-10-22 23:58:45.632022 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.9 10.80.20.103:6800/1354 3 ==== pg_stats(33 pgs tid 0 v 0) v1 ==== 19210+0+0 (3673966414 0 0) 0x558165f4e900 con 0x558165d59800
|
|
-134> 2017-10-22 23:58:45.632062 7fb315e41700 4 mgr.server maybe_ready initial report from osd 9
|
|
-133> 2017-10-22 23:58:45.632068 7fb315e41700 4 mgr.server maybe_ready still waiting for 5 osds to report in before PGMap is ready
|
|
-132> 2017-10-22 23:58:45.632078 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== mon.2 10.80.20.103:0/1326 2 ==== mgrreport(mon.node3 +153-0 packed 1630) v4 ==== 12574+0+0 (3414753663 0 0) 0x558165f4ec00 con 0x558165da7800
|
|
-131> 2017-10-22 23:58:45.632087 7fb315e41700 4 mgr.server handle_report from 0x558165da7800 mon,node3
|
|
-130> 2017-10-22 23:58:45.632413 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.6 10.80.20.103:6806/2006 2 ==== mgrreport(osd.6 +428-0 packed 4966) v4 ==== 37113+0+0 (22689160 0 0) 0x5581651acc00 con 0x558165da9000
|
|
-129> 2017-10-22 23:58:45.632423 7fb315e41700 4 mgr.server handle_report from 0x558165da9000 osd,6
|
|
-128> 2017-10-22 23:58:45.633364 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.7 10.80.20.103:6804/1737 2 ==== mgrreport(osd.7 +428-0 packed 4966) v4 ==== 37113+0+0 (1350462987 0 0) 0x5581651aea00 con 0x558165daa800
|
|
-127> 2017-10-22 23:58:45.633375 7fb315e41700 4 mgr.server handle_report from 0x558165daa800 osd,7
|
|
-126> 2017-10-22 23:58:45.634310 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.2 10.80.20.99:6800/4577 3 ==== pg_stats(101 pgs tid 0 v 0) v1 ==== 58554+0+0 (498975670 0 0) 0x558165cd1c00 con 0x558165c2f800
|
|
-125> 2017-10-22 23:58:45.634410 7fb315e41700 4 mgr.server maybe_ready initial report from osd 2
|
|
-124> 2017-10-22 23:58:45.634417 7fb315e41700 4 mgr.server maybe_ready still waiting for 4 osds to report in before PGMap is ready
|
|
-123> 2017-10-22 23:58:45.634442 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.0 10.80.20.99:6802/1567 3 ==== pg_stats(53 pgs tid 0 v 0) v1 ==== 30834+0+0 (3064147632 0 0) 0x558165c66400 con 0x558165ce8000
|
|
-122> 2017-10-22 23:58:45.634491 7fb315e41700 4 mgr.server maybe_ready initial report from osd 0
|
|
-121> 2017-10-22 23:58:45.634496 7fb315e41700 4 mgr.server maybe_ready still waiting for 3 osds to report in before PGMap is ready
|
|
-120> 2017-10-22 23:58:45.634513 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.1 10.80.20.99:6804/1859 3 ==== pg_stats(47 pgs tid 0 v 0) v1 ==== 27326+0+0 (2342505520 0 0) 0x558165f4e000 con 0x558165d58000
|
|
-119> 2017-10-22 23:58:45.634556 7fb315e41700 4 mgr.server maybe_ready initial report from osd 1
|
|
-118> 2017-10-22 23:58:45.634562 7fb315e41700 4 mgr.server maybe_ready still waiting for 2 osds to report in before PGMap is ready
|
|
-117> 2017-10-22 23:58:45.634573 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.6 10.80.20.103:6806/2006 3 ==== pg_stats(28 pgs tid 0 v 0) v1 ==== 16364+0+0 (517715783 0 0) 0x558165f4f500 con 0x558165da9000
|
|
-116> 2017-10-22 23:58:45.634614 7fb315e41700 4 mgr.server maybe_ready initial report from osd 6
|
|
-115> 2017-10-22 23:58:45.634619 7fb315e41700 4 mgr.server maybe_ready still waiting for 1 osds to report in before PGMap is ready
|
|
-114> 2017-10-22 23:58:45.634635 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== osd.7 10.80.20.103:6804/1737 3 ==== pg_stats(30 pgs tid 0 v 0) v1 ==== 17512+0+0 (4143289768 0 0) 0x558165cd1300 con 0x558165daa800
|
|
-113> 2017-10-22 23:58:45.634666 7fb315e41700 4 mgr.server maybe_ready initial report from osd 7
|
|
-112> 2017-10-22 23:58:45.634670 7fb315e41700 4 mgr.server maybe_ready all osds have reported, sending PG state to mon
|
|
-111> 2017-10-22 23:58:45.635740 7fb315e41700 10 monclient: _send_mon_message to mon.node1 at 10.80.20.99:6789/0
|
|
-110> 2017-10-22 23:58:45.635751 7fb315e41700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.99:6789/0 -- monmgrreport(0 checks) v1 -- 0x558166113b80 con 0
|
|
-109> 2017-10-22 23:58:46.512101 7fb317644700 1 mgr send_beacon active
|
|
-108> 2017-10-22 23:58:46.512362 7fb317644700 10 monclient: _send_mon_message to mon.node1 at 10.80.20.99:6789/0
|
|
-107> 2017-10-22 23:58:46.512376 7fb317644700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.99:6789/0 -- mgrbeacon mgr.node2(56ed206b-67cf-42a6-be65-9baf32334fc9,2238793, 10.80.20.100:6806/2789, 1) v5 -- 0x558165c66400 con 0
|
|
-106> 2017-10-22 23:58:46.512558 7fb317644700 10 monclient: _send_mon_message to mon.node1 at 10.80.20.99:6789/0
|
|
-105> 2017-10-22 23:58:46.512571 7fb317644700 1 -- 10.80.20.100:0/3316109578 --> 10.80.20.99:6789/0 -- monmgrreport(0 checks) v1 -- 0x5581661299c0 con 0
|
|
-104> 2017-10-22 23:58:47.197993 7fb301e5b700 10 monclient: build_initial_monmap
|
|
-103> 2017-10-22 23:58:47.198185 7fb301e5b700 1 librados: starting msgr at -
|
|
-102> 2017-10-22 23:58:47.198192 7fb301e5b700 1 librados: starting objecter
|
|
-101> 2017-10-22 23:58:47.198383 7fb301e5b700 5 asok(0x5581651945a0) register_command objecter_requests hook 0x558165145d00 EEXIST
|
|
-100> 2017-10-22 23:58:47.198400 7fb301e5b700 1 Processor -- start
|
|
-99> 2017-10-22 23:58:47.198458 7fb301e5b700 1 -- - start start
|
|
-98> 2017-10-22 23:58:47.198463 7fb301e5b700 1 librados: setting wanted keys
|
|
-97> 2017-10-22 23:58:47.198465 7fb301e5b700 1 librados: calling monclient init
|
|
-96> 2017-10-22 23:58:47.198466 7fb301e5b700 10 monclient: init
|
|
-95> 2017-10-22 23:58:47.198472 7fb301e5b700 5 adding auth protocol: cephx
|
|
-94> 2017-10-22 23:58:47.198488 7fb301e5b700 10 monclient: auth_supported 2 method cephx
|
|
-93> 2017-10-22 23:58:47.198618 7fb301e5b700 2 auth: KeyRing::load: loaded key file /var/lib/ceph/mgr/ceph-node2/keyring
|
|
-92> 2017-10-22 23:58:47.198674 7fb301e5b700 10 monclient: _reopen_session rank -1
|
|
-91> 2017-10-22 23:58:47.198734 7fb301e5b700 10 monclient(hunting): picked mon.noname-c con 0x558165f44800 addr 10.80.20.103:6789/0
|
|
-90> 2017-10-22 23:58:47.198761 7fb301e5b700 10 monclient(hunting): picked mon.noname-b con 0x558166220000 addr 10.80.20.100:6789/0
|
|
-89> 2017-10-22 23:58:47.198776 7fb301e5b700 1 -- - --> 10.80.20.100:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x558165c7cf80 con 0
|
|
-88> 2017-10-22 23:58:47.198788 7fb301e5b700 1 -- - --> 10.80.20.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x558165c7d200 con 0
|
|
-87> 2017-10-22 23:58:47.198795 7fb301e5b700 10 monclient(hunting): _renew_subs
|
|
-86> 2017-10-22 23:58:47.198799 7fb301e5b700 10 monclient(hunting): authenticate will time out at 2017-10-23 00:03:47.198799
|
|
-85> 2017-10-22 23:58:47.198953 7fb31ce4f700 1 -- 10.80.20.100:0/1257669991 learned_addr learned my addr 10.80.20.100:0/1257669991
|
|
-84> 2017-10-22 23:58:47.199032 7fb31ce4f700 2 -- 10.80.20.100:0/1257669991 >> 10.80.20.100:6789/0 conn(0x558166220000 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-83> 2017-10-22 23:58:47.199312 7fb31d650700 2 -- 10.80.20.100:0/1257669991 >> 10.80.20.103:6789/0 conn(0x558165f44800 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-82> 2017-10-22 23:58:47.199377 7fb31ce4f700 5 -- 10.80.20.100:0/1257669991 >> 10.80.20.100:6789/0 conn(0x558166220000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13459 cs=1 l=1). rx mon.1 seq 1 0x558165c7cf80 mon_map magic: 0 v1
|
|
-81> 2017-10-22 23:58:47.199403 7fb31ce4f700 5 -- 10.80.20.100:0/1257669991 >> 10.80.20.100:6789/0 conn(0x558166220000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13459 cs=1 l=1). rx mon.1 seq 2 0x558165c7d480 auth_reply(proto 2 0 (0) Success) v1
|
|
-80> 2017-10-22 23:58:47.199404 7fb300e19700 1 -- 10.80.20.100:0/1257669991 <== mon.1 10.80.20.100:6789/0 1 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x558165c7cf80 con 0x558166220000
|
|
-79> 2017-10-22 23:58:47.199423 7fb300e19700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1
|
|
-78> 2017-10-22 23:58:47.199439 7fb300e19700 10 monclient(hunting): got monmap 7, mon.noname-b is now rank -1
|
|
-77> 2017-10-22 23:58:47.199441 7fb300e19700 10 monclient(hunting): dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-76> 2017-10-22 23:58:47.199465 7fb300e19700 1 -- 10.80.20.100:0/1257669991 <== mon.1 10.80.20.100:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (2753725215 0 0) 0x558165c7d480 con 0x558166220000
|
|
-75> 2017-10-22 23:58:47.199482 7fb300e19700 10 monclient(hunting): my global_id is 2238796
|
|
-74> 2017-10-22 23:58:47.199532 7fb300e19700 1 -- 10.80.20.100:0/1257669991 --> 10.80.20.100:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x558165c7cf80 con 0
|
|
-73> 2017-10-22 23:58:47.199598 7fb31d650700 5 -- 10.80.20.100:0/1257669991 >> 10.80.20.103:6789/0 conn(0x558165f44800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129611 cs=1 l=1). rx mon.2 seq 1 0x558165c7d200 mon_map magic: 0 v1
|
|
-72> 2017-10-22 23:58:47.199622 7fb300e19700 1 -- 10.80.20.100:0/1257669991 <== mon.2 10.80.20.103:6789/0 1 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x558165c7d200 con 0x558165f44800
|
|
-71> 2017-10-22 23:58:47.199641 7fb300e19700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1
|
|
-70> 2017-10-22 23:58:47.199657 7fb300e19700 10 monclient(hunting): got monmap 7, mon.node3 is now rank 2
|
|
-69> 2017-10-22 23:58:47.199649 7fb31d650700 5 -- 10.80.20.100:0/1257669991 >> 10.80.20.103:6789/0 conn(0x558165f44800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129611 cs=1 l=1). rx mon.2 seq 2 0x558165c7bb80 auth_reply(proto 2 0 (0) Success) v1
|
|
-68> 2017-10-22 23:58:47.199660 7fb300e19700 10 monclient(hunting): dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-67> 2017-10-22 23:58:47.199679 7fb300e19700 1 -- 10.80.20.100:0/1257669991 <== mon.2 10.80.20.103:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (1325153311 0 0) 0x558165c7bb80 con 0x558165f44800
|
|
-66> 2017-10-22 23:58:47.199693 7fb300e19700 10 monclient(hunting): my global_id is 2256824
|
|
-65> 2017-10-22 23:58:47.199722 7fb300e19700 1 -- 10.80.20.100:0/1257669991 --> 10.80.20.103:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x558165c7d480 con 0
|
|
-64> 2017-10-22 23:58:47.199857 7fb31ce4f700 5 -- 10.80.20.100:0/1257669991 >> 10.80.20.100:6789/0 conn(0x558166220000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13459 cs=1 l=1). rx mon.1 seq 3 0x558165c7cf80 auth_reply(proto 2 0 (0) Success) v1
|
|
-63> 2017-10-22 23:58:47.199882 7fb300e19700 1 -- 10.80.20.100:0/1257669991 <== mon.1 10.80.20.100:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 206+0+0 (2377121804 0 0) 0x558165c7cf80 con 0x558166220000
|
|
-62> 2017-10-22 23:58:47.199967 7fb300e19700 1 -- 10.80.20.100:0/1257669991 --> 10.80.20.100:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- 0x558165c7bb80 con 0
|
|
-61> 2017-10-22 23:58:47.200089 7fb31d650700 5 -- 10.80.20.100:0/1257669991 >> 10.80.20.103:6789/0 conn(0x558165f44800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=129611 cs=1 l=1). rx mon.2 seq 3 0x558165c7d480 auth_reply(proto 2 0 (0) Success) v1
|
|
-60> 2017-10-22 23:58:47.200114 7fb300e19700 1 -- 10.80.20.100:0/1257669991 <== mon.2 10.80.20.103:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 206+0+0 (3068909806 0 0) 0x558165c7d480 con 0x558165f44800
|
|
-59> 2017-10-22 23:58:47.200207 7fb300e19700 1 -- 10.80.20.100:0/1257669991 --> 10.80.20.103:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- 0x558165c7cf80 con 0
|
|
-58> 2017-10-22 23:58:47.200292 7fb31ce4f700 5 -- 10.80.20.100:0/1257669991 >> 10.80.20.100:6789/0 conn(0x558166220000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13459 cs=1 l=1). rx mon.1 seq 4 0x558165c7d700 auth_reply(proto 2 0 (0) Success) v1
|
|
-57> 2017-10-22 23:58:47.200314 7fb300e19700 1 -- 10.80.20.100:0/1257669991 <== mon.1 10.80.20.100:6789/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 548+0+0 (2589859619 0 0) 0x558165c7d700 con 0x558166220000
|
|
-56> 2017-10-22 23:58:47.200398 7fb300e19700 1 -- 10.80.20.100:0/1257669991 >> 10.80.20.103:6789/0 conn(0x558165f44800 :-1 s=STATE_OPEN pgs=129611 cs=1 l=1).mark_down
|
|
-55> 2017-10-22 23:58:47.200408 7fb300e19700 2 -- 10.80.20.100:0/1257669991 >> 10.80.20.103:6789/0 conn(0x558165f44800 :-1 s=STATE_OPEN pgs=129611 cs=1 l=1)._stop
|
|
-54> 2017-10-22 23:58:47.200424 7fb300e19700 1 monclient: found mon.node2
|
|
-53> 2017-10-22 23:58:47.200434 7fb300e19700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-52> 2017-10-22 23:58:47.200439 7fb300e19700 1 -- 10.80.20.100:0/1257669991 --> 10.80.20.100:6789/0 -- mon_subscribe({monmap=0+}) v2 -- 0x558165e55440 con 0
|
|
-51> 2017-10-22 23:58:47.200467 7fb300e19700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2017-10-22 23:58:17.200465)
|
|
-50> 2017-10-22 23:58:47.200477 7fb300e19700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-49> 2017-10-22 23:58:47.200482 7fb300e19700 1 -- 10.80.20.100:0/1257669991 --> 10.80.20.100:6789/0 -- auth(proto 2 2 bytes epoch 0) v1 -- 0x558165c7d480 con 0
|
|
-48> 2017-10-22 23:58:47.200498 7fb301e5b700 5 monclient: authenticate success, global_id 2238796
|
|
-47> 2017-10-22 23:58:47.200510 7fb301e5b700 10 monclient: _renew_subs
|
|
-46> 2017-10-22 23:58:47.200513 7fb301e5b700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-45> 2017-10-22 23:58:47.200518 7fb301e5b700 1 -- 10.80.20.100:0/1257669991 --> 10.80.20.100:6789/0 -- mon_subscribe({mgrmap=0+}) v2 -- 0x558165e55680 con 0
|
|
-44> 2017-10-22 23:58:47.200583 7fb301e5b700 10 monclient: _renew_subs
|
|
-43> 2017-10-22 23:58:47.200590 7fb301e5b700 10 monclient: _send_mon_message to mon.node2 at 10.80.20.100:6789/0
|
|
-42> 2017-10-22 23:58:47.200595 7fb301e5b700 1 -- 10.80.20.100:0/1257669991 --> 10.80.20.100:6789/0 -- mon_subscribe({osdmap=0}) v2 -- 0x558165e558c0 con 0
|
|
-41> 2017-10-22 23:58:47.200649 7fb301e5b700 1 librados: init done
|
|
-40> 2017-10-22 23:58:47.200709 7fb31ce4f700 5 -- 10.80.20.100:0/1257669991 >> 10.80.20.100:6789/0 conn(0x558166220000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13459 cs=1 l=1). rx mon.1 seq 5 0x558165c7d480 mon_map magic: 0 v1
|
|
-39> 2017-10-22 23:58:47.200731 7fb300e19700 1 -- 10.80.20.100:0/1257669991 <== mon.1 10.80.20.100:6789/0 5 ==== mon_map magic: 0 v1 ==== 397+0+0 (2819198501 0 0) 0x558165c7d480 con 0x558166220000
|
|
-38> 2017-10-22 23:58:47.200745 7fb300e19700 10 monclient: handle_monmap mon_map magic: 0 v1
|
|
-37> 2017-10-22 23:58:47.200740 7fb31ce4f700 5 -- 10.80.20.100:0/1257669991 >> 10.80.20.100:6789/0 conn(0x558166220000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13459 cs=1 l=1). rx mon.1 seq 6 0x558165c7d980 auth_reply(proto 2 0 (0) Success) v1
|
|
-36> 2017-10-22 23:58:47.200760 7fb300e19700 10 monclient: got monmap 7, mon.node2 is now rank 1
|
|
-35> 2017-10-22 23:58:47.200764 7fb300e19700 10 monclient: dump:
|
|
epoch 7
|
|
fsid 56ed206b-67cf-42a6-be65-9baf32334fc9
|
|
last_changed 2017-10-20 21:06:20.820974
|
|
created 2016-12-16 18:55:22.883210
|
|
0: 10.80.20.99:6789/0 mon.node1
|
|
1: 10.80.20.100:6789/0 mon.node2
|
|
2: 10.80.20.103:6789/0 mon.node3
|
|
|
|
-34> 2017-10-22 23:58:47.200784 7fb300e19700 1 -- 10.80.20.100:0/1257669991 <== mon.1 10.80.20.100:6789/0 6 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (1802298588 0 0) 0x558165c7d980 con 0x558166220000
|
|
-33> 2017-10-22 23:58:47.200840 7fb31ce4f700 5 -- 10.80.20.100:0/1257669991 >> 10.80.20.100:6789/0 conn(0x558166220000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13459 cs=1 l=1). rx mon.1 seq 7 0x558165f4f800 mgrmap(e 6087) v1
|
|
-32> 2017-10-22 23:58:47.200927 7fb31ce4f700 5 -- 10.80.20.100:0/1257669991 >> 10.80.20.100:6789/0 conn(0x558166220000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=13459 cs=1 l=1). rx mon.1 seq 8 0x558165c7dc00 osd_map(8108..8108 src has 7413..8108) v3
|
|
-31> 2017-10-22 23:58:47.200941 7fb300e19700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2017-10-22 23:58:17.200940)
|
|
-30> 2017-10-22 23:58:47.200954 7fb300e19700 1 -- 10.80.20.100:0/1257669991 <== mon.1 10.80.20.100:6789/0 7 ==== mgrmap(e 6087) v1 ==== 249+0+0 (3855977455 0 0) 0x558165f4f800 con 0x558166220000
|
|
-29> 2017-10-22 23:58:47.200969 7fb300e19700 4 mgrc handle_mgr_map Got map version 6087
|
|
-28> 2017-10-22 23:58:47.200973 7fb300e19700 4 mgrc handle_mgr_map Active mgr is now 10.80.20.100:6806/2789
|
|
-27> 2017-10-22 23:58:47.200978 7fb300e19700 4 mgrc reconnect Starting new session with 10.80.20.100:6806/2789
|
|
-26> 2017-10-22 23:58:47.201011 7fb300e19700 1 -- 10.80.20.100:0/1257669991 --> 10.80.20.100:6806/2789 -- mgropen(unknown.node2) v2 -- 0x558166129c80 con 0
|
|
-25> 2017-10-22 23:58:47.201028 7fb300e19700 1 -- 10.80.20.100:0/1257669991 <== mon.1 10.80.20.100:6789/0 8 ==== osd_map(8108..8108 src has 7413..8108) v3 ==== 4706+0+0 (3871859847 0 0) 0x558165c7dc00 con 0x558166220000
|
|
-24> 2017-10-22 23:58:47.201105 7fb31c64e700 1 -- 10.80.20.100:6806/2789 >> - conn(0x558165e38800 :6806 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=67 -
|
|
-23> 2017-10-22 23:58:47.201935 7fb301e5b700 1 -- 10.80.20.100:0/1257669991 --> 10.80.20.99:6800/4577 -- osd_op(unknown.0.0:1 19.1c 19:3831950c:::rbd_directory:head [stat] snapc 0=[] ondisk+read+known_if_redirected e8108) v8 -- 0x558165cd8340 con 0
|
|
-22> 2017-10-22 23:58:47.202047 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.100:0/1257669991 conn(0x558165e38800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=3 cs=1 l=1).handle_connect_msg accept write reply msg done
|
|
-21> 2017-10-22 23:58:47.202057 7fb31d650700 2 -- 10.80.20.100:0/1257669991 >> 10.80.20.100:6806/2789 conn(0x55816623f000 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-20> 2017-10-22 23:58:47.202320 7fb31c64e700 2 -- 10.80.20.100:6806/2789 >> 10.80.20.100:0/1257669991 conn(0x558165e38800 :6806 s=STATE_ACCEPTING_WAIT_SEQ pgs=3 cs=1 l=1)._process_connection accept get newly_acked_seq 0
|
|
-19> 2017-10-22 23:58:47.202430 7fb31c64e700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.100:0/1257669991 conn(0x558165e38800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=3 cs=1 l=1). rx client.2238796 seq 1 0x558166126dc0 mgropen(client.node2) v2
|
|
-18> 2017-10-22 23:58:47.202451 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== client.2238796 10.80.20.100:0/1257669991 1 ==== mgropen(client.node2) v2 ==== 14+0+0 (2989089552 0 0) 0x558166126dc0 con 0x558165e38800
|
|
-17> 2017-10-22 23:58:47.202464 7fb315e41700 4 mgr.server handle_open from 0x558165e38800 client,node2
|
|
-16> 2017-10-22 23:58:47.202468 7fb315e41700 1 -- 10.80.20.100:6806/2789 --> 10.80.20.100:0/1257669991 -- mgrconfigure() v1 -- 0x558165ab2400 con 0
|
|
-15> 2017-10-22 23:58:47.202557 7fb31d650700 5 -- 10.80.20.100:0/1257669991 >> 10.80.20.100:6806/2789 conn(0x55816623f000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=34 cs=1 l=1). rx mgr.2238793 seq 1 0x558165ab2e00 mgrconfigure() v1
|
|
-14> 2017-10-22 23:58:47.202581 7fb300e19700 1 -- 10.80.20.100:0/1257669991 <== mgr.2238793 10.80.20.100:6806/2789 1 ==== mgrconfigure() v1 ==== 4+0+0 (2791807819 0 0) 0x558165ab2e00 con 0x55816623f000
|
|
-13> 2017-10-22 23:58:47.202594 7fb300e19700 4 mgrc handle_mgr_configure stats_period=5
|
|
-12> 2017-10-22 23:58:47.203030 7fb31ce4f700 2 -- 10.80.20.100:0/1257669991 >> 10.80.20.99:6800/4577 conn(0x558166221800 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-11> 2017-10-22 23:58:47.203087 7fb300e19700 1 -- 10.80.20.100:0/1257669991 --> 10.80.20.100:6806/2789 -- mgrreport(unknown.node2 +358-0 packed 3190) v4 -- 0x558165f4f800 con 0
|
|
-10> 2017-10-22 23:58:47.203420 7fb31c64e700 5 -- 10.80.20.100:6806/2789 >> 10.80.20.100:0/1257669991 conn(0x558165e38800 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=3 cs=1 l=1). rx client.2238796 seq 2 0x558165efe100 mgrreport(client.node2 +358-0 packed 3190) v4
|
|
-9> 2017-10-22 23:58:47.203444 7fb315e41700 1 -- 10.80.20.100:6806/2789 <== client.2238796 10.80.20.100:0/1257669991 2 ==== mgrreport(client.node2 +358-0 packed 3190) v4 ==== 29412+0+0 (514474016 0 0) 0x558165efe100 con 0x558165e38800
|
|
-8> 2017-10-22 23:58:47.203458 7fb315e41700 4 mgr.server handle_report from 0x558165e38800 client,node2
|
|
-7> 2017-10-22 23:58:47.203461 7fb315e41700 4 mgr.server handle_report rejecting report from non-daemon client node2
|
|
-6> 2017-10-22 23:58:47.203578 7fb31ce4f700 5 -- 10.80.20.100:0/1257669991 >> 10.80.20.99:6800/4577 conn(0x558166221800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=31 cs=1 l=1). rx osd.2 seq 1 0x558165c62d80 osd_op_reply(1 rbd_directory [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-5> 2017-10-22 23:58:47.203598 7fb31ce4f700 1 -- 10.80.20.100:0/1257669991 <== osd.2 10.80.20.99:6800/4577 1 ==== osd_op_reply(1 rbd_directory [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 157+0+0 (2917846424 0 0) 0x558165c62d80 con 0x558166221800
|
|
-4> 2017-10-22 23:58:47.203873 7fb301e5b700 1 -- 10.80.20.100:0/1257669991 --> 10.80.20.100:6804/1679 -- osd_op(unknown.0.0:2 26.1c 26:3831950c:::rbd_directory:head [stat] snapc 0=[] ondisk+read+known_if_redirected e8108) v8 -- 0x558165cd8d00 con 0
|
|
-3> 2017-10-22 23:58:47.204164 7fb31c64e700 2 -- 10.80.20.100:0/1257669991 >> 10.80.20.100:6804/1679 conn(0x558166223000 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-2> 2017-10-22 23:58:47.204439 7fb31c64e700 5 -- 10.80.20.100:0/1257669991 >> 10.80.20.100:6804/1679 conn(0x558166223000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=86 cs=1 l=1). rx osd.5 seq 1 0x558165c63100 osd_op_reply(2 rbd_directory [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-1> 2017-10-22 23:58:47.204458 7fb31c64e700 1 -- 10.80.20.100:0/1257669991 <== osd.5 10.80.20.100:6804/1679 1 ==== osd_op_reply(2 rbd_directory [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 157+0+0 (1929629347 0 0) 0x558165c63100 con 0x558166223000
|
|
0> 2017-10-22 23:58:47.212650 7fb306664700 -1 *** Caught signal (Aborted) **
|
|
in thread 7fb306664700 thread_name:?? e?U
|
|
|
|
ceph version 12.2.1 (3e7492b9ada8bdc9a5cd0feafd42fbca27f9c38e) luminous (stable)
|
|
1: (()+0x3b4a84) [0x55815b310a84]
|
|
2: (()+0x110c0) [0x7fb321bac0c0]
|
|
3: (gsignal()+0xcf) [0x7fb320b64fcf]
|
|
4: (abort()+0x16a) [0x7fb320b663fa]
|
|
5: (__gnu_cxx::__verbose_terminate_handler()+0x15d) [0x7fb32147d0ad]
|
|
6: (()+0x8f066) [0x7fb32147b066]
|
|
7: (()+0x8f0b1) [0x7fb32147b0b1]
|
|
8: (()+0x8f2c9) [0x7fb32147b2c9]
|
|
9: (std::__throw_out_of_range(char const*)+0x3f) [0x7fb3214a3a6f]
|
|
10: (DaemonStateIndex::get(std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > const&)+0x32c) [0x55815b1c011c]
|
|
11: (PyModules::get_metadata_python(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x75) [0x55815b1eca25]
|
|
12: (()+0x29e04c) [0x55815b1fa04c]
|
|
13: (PyEval_EvalFrameEx()+0x8541) [0x7fb32395e091]
|
|
14: (PyEval_EvalFrameEx()+0x6840) [0x7fb32395c390]
|
|
15: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
16: (PyEval_EvalFrameEx()+0x670d) [0x7fb32395c25d]
|
|
17: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
18: (()+0x13e6ad) [0x7fb323a196ad]
|
|
19: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
20: (PyEval_EvalFrameEx()+0x36f7) [0x7fb323959247]
|
|
21: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
22: (()+0x13e6ad) [0x7fb323a196ad]
|
|
23: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
24: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
25: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
26: (()+0x15b07a) [0x7fb323a3607a]
|
|
27: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
28: (PyEval_EvalFrameEx()+0x36f7) [0x7fb323959247]
|
|
29: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
30: (()+0x13e5b0) [0x7fb323a195b0]
|
|
31: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
32: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
33: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
34: (()+0x194184) [0x7fb323a6f184]
|
|
35: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
36: (PyEval_EvalFrameEx()+0x52c0) [0x7fb32395ae10]
|
|
37: (PyEval_EvalFrameEx()+0x6840) [0x7fb32395c390]
|
|
38: (PyEval_EvalFrameEx()+0x6840) [0x7fb32395c390]
|
|
39: (PyEval_EvalFrameEx()+0x6840) [0x7fb32395c390]
|
|
40: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
41: (()+0x13e5b0) [0x7fb323a195b0]
|
|
42: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
43: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
44: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
45: (()+0x15acc2) [0x7fb323a35cc2]
|
|
46: (()+0xe124e) [0x7fb3239bc24e]
|
|
47: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
48: (PyEval_EvalFrameEx()+0x52c0) [0x7fb32395ae10]
|
|
49: (PyEval_EvalFrameEx()+0x6840) [0x7fb32395c390]
|
|
50: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
51: (()+0x13e6ad) [0x7fb323a196ad]
|
|
52: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
53: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
54: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
55: (()+0x15b07a) [0x7fb323a3607a]
|
|
56: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
57: (PyEval_EvalFrameEx()+0x36f7) [0x7fb323959247]
|
|
58: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
59: (PyEval_EvalFrameEx()+0x670d) [0x7fb32395c25d]
|
|
60: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
61: (()+0x13e5b0) [0x7fb323a195b0]
|
|
62: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
63: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
64: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
65: (()+0x15acc2) [0x7fb323a35cc2]
|
|
66: (()+0xe124e) [0x7fb3239bc24e]
|
|
67: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
68: (PyEval_EvalFrameEx()+0x52c0) [0x7fb32395ae10]
|
|
69: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
70: (()+0x13e5b0) [0x7fb323a195b0]
|
|
71: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
72: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
73: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
74: (()+0x15b07a) [0x7fb323a3607a]
|
|
75: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
76: (PyEval_EvalFrameEx()+0x52c0) [0x7fb32395ae10]
|
|
77: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
78: (()+0x13e5b0) [0x7fb323a195b0]
|
|
79: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
80: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
81: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
82: (()+0x15b07a) [0x7fb323a3607a]
|
|
83: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
84: (PyEval_EvalFrameEx()+0x52c0) [0x7fb32395ae10]
|
|
85: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
86: (()+0x13e5b0) [0x7fb323a195b0]
|
|
87: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
88: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
89: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
90: (()+0x15b07a) [0x7fb323a3607a]
|
|
91: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
92: (PyEval_EvalFrameEx()+0x52c0) [0x7fb32395ae10]
|
|
93: (PyEval_EvalCodeEx()+0x86c) [0x7fb323ac515c]
|
|
94: (()+0x13e5b0) [0x7fb323a195b0]
|
|
95: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
96: (()+0x193cbc) [0x7fb323a6ecbc]
|
|
97: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
98: (()+0x15b07a) [0x7fb323a3607a]
|
|
99: (PyObject_Call()+0x43) [0x7fb3239b1543]
|
|
100: (PyEval_EvalFrameEx()+0x52c0) [0x7fb32395ae10]
|
|
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
|
|
--- logging levels ---
|
|
0/ 5 none
|
|
0/ 1 lockdep
|
|
0/ 1 context
|
|
1/ 1 crush
|
|
1/ 5 mds
|
|
1/ 5 mds_balancer
|
|
1/ 5 mds_locker
|
|
1/ 5 mds_log
|
|
1/ 5 mds_log_expire
|
|
1/ 5 mds_migrator
|
|
0/ 1 buffer
|
|
0/ 1 timer
|
|
0/ 1 filer
|
|
0/ 1 striper
|
|
0/ 1 objecter
|
|
0/ 5 rados
|
|
0/ 5 rbd
|
|
0/ 5 rbd_mirror
|
|
0/ 5 rbd_replay
|
|
0/ 5 journaler
|
|
0/ 5 objectcacher
|
|
0/ 5 client
|
|
1/ 5 osd
|
|
0/ 5 optracker
|
|
0/ 5 objclass
|
|
1/ 3 filestore
|
|
1/ 3 journal
|
|
0/ 5 ms
|
|
1/ 5 mon
|
|
0/10 monc
|
|
1/ 5 paxos
|
|
0/ 5 tp
|
|
1/ 5 auth
|
|
1/ 5 crypto
|
|
1/ 1 finisher
|
|
1/ 5 heartbeatmap
|
|
1/ 5 perfcounter
|
|
1/ 5 rgw
|
|
1/10 civetweb
|
|
1/ 5 javaclient
|
|
1/ 5 asok
|
|
1/ 1 throttle
|
|
0/ 0 refs
|
|
1/ 5 xio
|
|
1/ 5 compressor
|
|
1/ 5 bluestore
|
|
1/ 5 bluefs
|
|
1/ 3 bdev
|
|
1/ 5 kstore
|
|
4/ 5 rocksdb
|
|
4/ 5 leveldb
|
|
4/ 5 memdb
|
|
1/ 5 kinetic
|
|
1/ 5 fuse
|
|
1/ 5 mgr
|
|
1/ 5 mgrc
|
|
1/ 5 dpdk
|
|
1/ 5 eventtrace
|
|
-2/-2 (syslog threshold)
|
|
-1/-1 (stderr threshold)
|
|
max_recent 10000
|
|
max_new 1000
|
|
log_file /var/log/ceph/ceph-mgr.node2.log
|
|
--- end dump of recent events ---
|