Created
March 19, 2020 09:21
-
-
Save ADI10HERO/a3681fdede60c9dca1b26c556c07697c to your computer and use it in GitHub Desktop.
kuro's build/out/mgr.x.log
This file has been truncated, but you can view the full file.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2020-03-19T04:34:44.600+0530 7f52698c8700 10 set_mon_vals debug_monc = 20/20 | |
| 2020-03-19T04:34:44.600+0530 7f52698c8700 10 set_mon_vals debug_ms = 1/1 | |
| 2020-03-19T04:34:44.600+0530 7f52698c8700 10 set_mon_vals mgr/prometheus/x/server_port = 9283 (unrecognized option) | |
| 2020-03-19T04:34:44.600+0530 7f52698c8700 10 set_mon_vals mgr/restful/x/server_port = 42013 (unrecognized option) | |
| 2020-03-19T04:34:44.600+0530 7f52698c8700 10 set_mon_vals osd_pool_default_min_size = 1 | |
| 2020-03-19T04:34:44.600+0530 7f52698c8700 10 set_mon_vals osd_pool_default_size = 3 | |
| 2020-03-19T04:34:44.605+0530 7f526d124ec0 1 -- 10.0.2.15:0/782663232 shutdown_connections | |
| 2020-03-19T04:34:44.605+0530 7f526d124ec0 1 --2- 10.0.2.15:0/782663232 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850a069200 0x55850a069680 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rx=0 tx=0).stop | |
| 2020-03-19T04:34:44.605+0530 7f526d124ec0 1 --2- 10.0.2.15:0/782663232 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068000 0x55850a068480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rx=0 tx=0).stop | |
| 2020-03-19T04:34:44.605+0530 7f526d124ec0 1 --2- 10.0.2.15:0/782663232 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a068900 0x55850a068d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rx=0 tx=0).stop | |
| 2020-03-19T04:34:44.605+0530 7f526d124ec0 1 -- 10.0.2.15:0/782663232 >> 10.0.2.15:0/782663232 conn(0x55850938ba80 msgr2=0x558509440000 unknown :-1 s=STATE_NONE l=0).mark_down | |
| 2020-03-19T04:34:44.605+0530 7f526d124ec0 1 -- 10.0.2.15:0/782663232 shutdown_connections | |
| 2020-03-19T04:34:44.605+0530 7f526d124ec0 1 -- 10.0.2.15:0/782663232 wait complete. | |
| 2020-03-19T04:34:44.605+0530 7f526d124ec0 0 ceph version 15.1.1-158-gd7753e3a02 (d7753e3a02069cdfe99970558b6351a73efcf16b) octopus (rc), process ceph-mgr, pid 53531 | |
| 2020-03-19T04:34:44.611+0530 7f526d124ec0 1 Processor -- start | |
| 2020-03-19T04:34:44.612+0530 7f526d124ec0 1 -- start start | |
| 2020-03-19T04:34:44.612+0530 7f526d124ec0 10 monclient: build_initial_monmap | |
| 2020-03-19T04:34:44.612+0530 7f526d124ec0 10 monclient: monmap: | |
| epoch 0 | |
| fsid 5864a623-f1c5-45f3-b4d0-a68f123a6df0 | |
| last_changed 2020-03-19T04:34:44.613512+0530 | |
| created 2020-03-19T04:34:44.613512+0530 | |
| min_mon_release 0 (unknown) | |
| 0: [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] mon.noname-a | |
| 1: [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] mon.noname-b | |
| 2: [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] mon.noname-c | |
| 2020-03-19T04:34:44.612+0530 7f526d124ec0 4 mgr init Registered monc callback | |
| 2020-03-19T04:34:44.612+0530 7f526d124ec0 10 monclient: init | |
| 2020-03-19T04:34:44.613+0530 7f526d124ec0 10 monclient: _reopen_session rank -1 | |
| 2020-03-19T04:34:44.613+0530 7f526d124ec0 10 monclient: _add_conns ranks=[1,2,0] | |
| 2020-03-19T04:34:44.613+0530 7f526d124ec0 1 --2- >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:34:44.613+0530 7f526d124ec0 10 monclient(hunting): picked mon.noname-b con 0x55850a069200 addr [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] | |
| 2020-03-19T04:34:44.613+0530 7f526d124ec0 1 --2- >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:34:44.613+0530 7f526d124ec0 10 monclient(hunting): picked mon.noname-c con 0x55850a068900 addr [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] | |
| 2020-03-19T04:34:44.614+0530 7f526d124ec0 1 --2- >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850a068000 0x55850a069f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:34:44.614+0530 7f526d124ec0 10 monclient(hunting): picked mon.noname-a con 0x55850a068000 addr [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] | |
| 2020-03-19T04:34:44.614+0530 7f526d124ec0 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:44.614+0530 7f526d124ec0 1 -- --> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] -- mon_getmap magic: 0 v1 -- 0x5585093d0140 con 0x55850a068000 | |
| 2020-03-19T04:34:44.614+0530 7f526d124ec0 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:44.614+0530 7f526d124ec0 1 -- --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_getmap magic: 0 v1 -- 0x5585093d0f00 con 0x55850a069200 | |
| 2020-03-19T04:34:44.614+0530 7f526d124ec0 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:44.614+0530 7f526d124ec0 1 -- --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- mon_getmap magic: 0 v1 -- 0x5585093d0000 con 0x55850a068900 | |
| 2020-03-19T04:34:44.614+0530 7f526d124ec0 10 monclient(hunting): _renew_subs | |
| 2020-03-19T04:34:44.614+0530 7f526a8ca700 1 --2- >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:44.614+0530 7f526c8ce700 1 --2- >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850a068000 0x55850a069f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:44.615+0530 7f526c8ce700 1 --2- >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850a068000 0x55850a069f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0).handle_hello peer v2:10.0.2.15:40013/0 says I am v2:10.0.2.15:47216/0 (socket says 10.0.2.15:47216) | |
| 2020-03-19T04:34:44.615+0530 7f526c8ce700 1 -- 10.0.2.15:0/53540 learned_addr learned my addr 10.0.2.15:0/53540 (peer_addr_for_me v2:10.0.2.15:0/0) | |
| 2020-03-19T04:34:44.615+0530 7f526c8ce700 10 monclient(hunting): get_auth_request con 0x55850a068000 auth_method 0 | |
| 2020-03-19T04:34:44.615+0530 7f526c8ce700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:34:44.615+0530 7f526c8ce700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:34:44.614+0530 7f526b0cb700 1 --2- >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:44.615+0530 7f526b0cb700 10 monclient(hunting): get_auth_request con 0x55850a069200 auth_method 0 | |
| 2020-03-19T04:34:44.615+0530 7f526b0cb700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:34:44.615+0530 7f526b0cb700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:34:44.615+0530 7f526a8ca700 1 --2- >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0).handle_hello peer v2:10.0.2.15:40017/0 says I am v2:10.0.2.15:48534/0 (socket says 10.0.2.15:48534) | |
| 2020-03-19T04:34:44.615+0530 7f526a8ca700 10 monclient(hunting): get_auth_request con 0x55850a068900 auth_method 0 | |
| 2020-03-19T04:34:44.615+0530 7f526a8ca700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:34:44.615+0530 7f526a8ca700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:34:44.615+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload 9 | |
| 2020-03-19T04:34:44.616+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload_len 9 | |
| 2020-03-19T04:34:44.616+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes | |
| 2020-03-19T04:34:44.616+0530 7f526b0cb700 10 monclient(hunting): handle_auth_reply_more payload 9 | |
| 2020-03-19T04:34:44.616+0530 7f526b0cb700 10 monclient(hunting): handle_auth_reply_more payload_len 9 | |
| 2020-03-19T04:34:44.616+0530 7f526b0cb700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes | |
| 2020-03-19T04:34:44.616+0530 7f526c8ce700 10 monclient(hunting): handle_auth_reply_more payload 9 | |
| 2020-03-19T04:34:44.616+0530 7f526c8ce700 10 monclient(hunting): handle_auth_reply_more payload_len 9 | |
| 2020-03-19T04:34:44.616+0530 7f526c8ce700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes | |
| 2020-03-19T04:34:44.617+0530 7f526a8ca700 10 monclient(hunting): handle_auth_done global_id 4130 payload 1166 | |
| 2020-03-19T04:34:44.617+0530 7f526a8ca700 1 -- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 msgr2=0x55850a068d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down | |
| 2020-03-19T04:34:44.617+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0).stop | |
| 2020-03-19T04:34:44.617+0530 7f526a8ca700 1 -- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850a068000 msgr2=0x55850a069f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down | |
| 2020-03-19T04:34:44.617+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850a068000 0x55850a069f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0).stop | |
| 2020-03-19T04:34:44.617+0530 7f526a8ca700 10 monclient: _finish_hunting 0 | |
| 2020-03-19T04:34:44.617+0530 7f526a8ca700 1 monclient: found mon.noname-c | |
| 2020-03-19T04:34:44.617+0530 7f526a8ca700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:34:44.617+0530 7f526a8ca700 10 monclient: _send_mon_message to mon.noname-c at v2:10.0.2.15:40017/0 | |
| 2020-03-19T04:34:44.617+0530 7f526a8ca700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- mon_subscribe({config=0+,mgrmap=0+,monmap=0+}) v3 -- 0x558509fd01a0 con 0x55850a068900 | |
| 2020-03-19T04:34:44.617+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 secure :-1 s=AUTH_CONNECTING_SIGN pgs=0 cs=0 l=0 rx=0x5585093b03c0 tx=0x558509455f40).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:44.618+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 secure :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rx=0x5585093b03c0 tx=0x558509455f40).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:44.618+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 secure :-1 s=READY pgs=11 cs=0 l=1 rx=0x5585093b03c0 tx=0x558509455f40).ready entity=mon.2 client_cookie=a46bea8ec03b6e89 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:44.619+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 secure :-1 s=THROTTLE_DONE pgs=11 cs=0 l=1 rx=0x5585093b03c0 tx=0x558509455f40).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:44.619+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 secure :-1 s=THROTTLE_DONE pgs=11 cs=0 l=1 rx=0x5585093b03c0 tx=0x558509455f40).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:44.619+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.2 v2:10.0.2.15:40017/0 1 ==== mon_map magic: 0 v1 ==== 383+0+0 (secure 0 0 0) 0x5585093bb760 con 0x55850a068900 | |
| 2020-03-19T04:34:44.619+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 secure :-1 s=THROTTLE_DONE pgs=11 cs=0 l=1 rx=0x5585093b03c0 tx=0x558509455f40).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:44.619+0530 7f52678c4700 10 monclient: handle_monmap mon_map magic: 0 v1 | |
| 2020-03-19T04:34:44.619+0530 7f52678c4700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) | |
| 2020-03-19T04:34:44.619+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 secure :-1 s=THROTTLE_DONE pgs=11 cs=0 l=1 rx=0x5585093b03c0 tx=0x558509455f40).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:44.619+0530 7f52678c4700 10 monclient: dump: | |
| epoch 1 | |
| fsid 5864a623-f1c5-45f3-b4d0-a68f123a6df0 | |
| last_changed 2020-03-19T04:34:39.510844+0530 | |
| created 2020-03-19T04:34:39.510844+0530 | |
| min_mon_release 15 (octopus) | |
| 0: [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] mon.a | |
| 1: [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] mon.b | |
| 2: [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] mon.c | |
| 2020-03-19T04:34:44.624+0530 7f52678c4700 10 monclient: _finish_auth 0 | |
| 2020-03-19T04:34:44.624+0530 7f52678c4700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-03-19T04:34:14.625420+0530) | |
| 2020-03-19T04:34:44.624+0530 7f52678c4700 10 monclient: _send_mon_message to mon.c at v2:10.0.2.15:40017/0 | |
| 2020-03-19T04:34:44.624+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- auth(proto 2 2 bytes epoch 0) v1 -- 0x5585093b9380 con 0x55850a068900 | |
| 2020-03-19T04:34:44.624+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.2 v2:10.0.2.15:40017/0 2 ==== config(8 keys) v1 ==== 232+0+0 (secure 0 0 0) 0x5585093b8f00 con 0x55850a068900 | |
| 2020-03-19T04:34:44.624+0530 7f52678c4700 10 monclient: handle_config config(8 keys) v1 | |
| 2020-03-19T04:34:44.624+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.2 v2:10.0.2.15:40017/0 3 ==== mgrmap(e 1) v1 ==== 360+0+0 (secure 0 0 0) 0x55850943f080 con 0x55850a068900 | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 10 mgr operator() config_callback: debug_mgr : 20/20 | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 4 set_mon_vals callback ignored debug_mgr | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 20 set_mon_vals debug_mgr = 20/20 (no change) | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 10 mgr operator() config_callback: debug_mon : 20/20 | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 4 set_mon_vals callback ignored debug_mon | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 20 set_mon_vals debug_mon = 20/20 (no change) | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 10 mgr operator() config_callback: debug_monc : 20/20 | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 4 set_mon_vals callback ignored debug_monc | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 20 set_mon_vals debug_monc = 20/20 (no change) | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 10 mgr operator() config_callback: debug_ms : 1/1 | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 4 set_mon_vals callback ignored debug_ms | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 20 set_mon_vals debug_ms = 1/1 (no change) | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 10 mgr operator() config_callback: mgr/prometheus/x/server_port : 9283 | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 10 mgr[py] Loaded module_config entry mgr/prometheus/x/server_port:9283 | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 4 set_mon_vals callback consumed mgr/prometheus/x/server_port | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 10 mgr operator() config_callback: mgr/restful/x/server_port : 42013 | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 10 mgr[py] Loaded module_config entry mgr/restful/x/server_port:42013 | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 4 set_mon_vals callback consumed mgr/restful/x/server_port | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 10 mgr operator() config_callback: osd_pool_default_min_size : 1 | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 4 set_mon_vals callback ignored osd_pool_default_min_size | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 20 set_mon_vals osd_pool_default_min_size = 1 (no change) | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 10 mgr operator() config_callback: osd_pool_default_size : 3 | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 4 set_mon_vals callback ignored osd_pool_default_size | |
| 2020-03-19T04:34:44.624+0530 7f52660c1700 20 set_mon_vals osd_pool_default_size = 3 (no change) | |
| 2020-03-19T04:34:44.625+0530 7f526d124ec0 5 monclient: authenticate success, global_id 4130 | |
| 2020-03-19T04:34:44.626+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 secure :-1 s=THROTTLE_DONE pgs=11 cs=0 l=1 rx=0x5585093b03c0 tx=0x558509455f40).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:44.632+0530 7f526d124ec0 20 log_channel(cluster) update_config log_to_monitors {default=true} log_to_syslog {default=false} log_channels {audit=local0,default=daemon} log_prios {default=info} | |
| 2020-03-19T04:34:44.632+0530 7f526d124ec0 10 log_channel(cluster) update_config to_monitors: true to_syslog: false syslog_facility: daemon prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201) | |
| 2020-03-19T04:34:44.632+0530 7f526d124ec0 20 log_channel(audit) update_config log_to_monitors {default=true} log_to_syslog {default=false} log_channels {audit=local0,default=daemon} log_prios {default=info} | |
| 2020-03-19T04:34:44.632+0530 7f526d124ec0 10 log_channel(audit) update_config to_monitors: true to_syslog: false syslog_facility: local0 prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201) | |
| 2020-03-19T04:34:44.632+0530 7f526d124ec0 10 monclient: _renew_subs | |
| 2020-03-19T04:34:44.632+0530 7f526d124ec0 10 monclient: _send_mon_message to mon.c at v2:10.0.2.15:40017/0 | |
| 2020-03-19T04:34:44.632+0530 7f526d124ec0 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558509fd0340 con 0x55850a068900 | |
| 2020-03-19T04:34:44.633+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 secure :-1 s=THROTTLE_DONE pgs=11 cs=0 l=1 rx=0x5585093b03c0 tx=0x558509455f40).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:44.676+0530 7f526d124ec0 1 mgr[py] Loading python module 'alerts' | |
| 2020-03-19T04:34:44.716+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'alerts.Alerts' | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 20 mgr[py] loaded command alerts send | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 10 mgr[py] loaded 1 commands | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 20 mgr[py] loaded module option interval | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 20 mgr[py] loaded module option smtp_host | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 20 mgr[py] loaded module option smtp_destination | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 20 mgr[py] loaded module option smtp_port | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 20 mgr[py] loaded module option smtp_ssl | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 20 mgr[py] loaded module option smtp_user | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 20 mgr[py] loaded module option smtp_password | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 20 mgr[py] loaded module option smtp_sender | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 20 mgr[py] loaded module option smtp_from_name | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 10 mgr[py] loaded 13 options | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'alerts' | |
| 2020-03-19T04:34:44.810+0530 7f526d124ec0 1 mgr[py] Loading python module 'balancer' | |
| 2020-03-19T04:34:44.840+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'balancer.Module' | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded command balancer status | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded command balancer mode name=mode,type=CephChoices,strings=none|crush-compat|upmap | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded command balancer on | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded command balancer off | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded command balancer pool ls | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded command balancer pool add name=pools,type=CephString,n=N | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded command balancer pool rm name=pools,type=CephString,n=N | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded command balancer eval name=option,type=CephString,req=false | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded command balancer eval-verbose name=option,type=CephString,req=false | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded command balancer optimize name=plan,type=CephString name=pools,type=CephString,n=N,req=false | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded command balancer show name=plan,type=CephString | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded command balancer rm name=plan,type=CephString | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded command balancer reset | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded command balancer dump name=plan,type=CephString | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded command balancer ls | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded command balancer execute name=plan,type=CephString | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 10 mgr[py] loaded 16 commands | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option active | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option begin_time | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option end_time | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option begin_weekday | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option end_weekday | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option crush_compat_max_iterations | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option crush_compat_metrics | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option crush_compat_step | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option min_score | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option mode | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option sleep_interval | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option upmap_max_optimizations | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option upmap_max_deviation | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option pool_ids | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 10 mgr[py] loaded 18 options | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'balancer' | |
| 2020-03-19T04:34:44.876+0530 7f526d124ec0 1 mgr[py] Loading python module 'cephadm' | |
| 2020-03-19T04:34:44.906+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:44.938+0530 7f526d124ec0 -1 mgr[py] Module not found: 'cephadm' | |
| 2020-03-19T04:34:44.938+0530 7f526d124ec0 -1 mgr[py] Traceback (most recent call last): | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/cephadm/__init__.py", line 6, in <module> | |
| from .module import CephadmOrchestrator | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/cephadm/module.py", line 5, in <module> | |
| import yaml | |
| ModuleNotFoundError: No module named 'yaml' | |
| 2020-03-19T04:34:44.940+0530 7f526d124ec0 -1 mgr[py] Class not found in module 'cephadm' | |
| 2020-03-19T04:34:44.940+0530 7f526d124ec0 -1 mgr[py] Error loading module 'cephadm': (2) No such file or directory | |
| 2020-03-19T04:34:44.940+0530 7f526d124ec0 1 mgr[py] Loading python module 'crash' | |
| 2020-03-19T04:34:44.970+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'crash.Module' | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 20 mgr[py] loaded command crash info name=id,type=CephString | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 20 mgr[py] loaded command crash ls | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 20 mgr[py] loaded command crash ls-new | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 20 mgr[py] loaded command crash post | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 20 mgr[py] loaded command crash prune name=keep,type=CephString | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 20 mgr[py] loaded command crash rm name=id,type=CephString | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 20 mgr[py] loaded command crash stat | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 20 mgr[py] loaded command crash json_report name=hours,type=CephString | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 20 mgr[py] loaded command crash archive name=id,type=CephString | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 20 mgr[py] loaded command crash archive-all | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 10 mgr[py] loaded 10 commands | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 20 mgr[py] loaded module option warn_recent_interval | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 20 mgr[py] loaded module option retain_interval | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 10 mgr[py] loaded 6 options | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'crash' | |
| 2020-03-19T04:34:45.021+0530 7f526d124ec0 1 mgr[py] Loading python module 'dashboard' | |
| 2020-03-19T04:34:45.052+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:45.612+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:34:45.614+0530 7f52668c2700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-03-19T04:34:15.614940+0530) | |
| 2020-03-19T04:34:45.614+0530 7f52668c2700 10 monclient: _check_auth_rotating called too often (last: 2020-03-19T04:34:44.625420+0530), skipping refresh | |
| 2020-03-19T04:34:45.614+0530 7f52668c2700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:34:45.614+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 secure :-1 s=READY pgs=11 cs=0 l=1 rx=0x5585093b03c0 tx=0x558509455f40).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:45.725+0530 7f526d124ec0 -1 mgr[py] Module not found: 'dashboard' | |
| 2020-03-19T04:34:45.725+0530 7f526d124ec0 -1 mgr[py] Traceback (most recent call last): | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/dashboard/__init__.py", line 27, in <module> | |
| from .module import Module, StandbyModule # noqa: F401 | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/dashboard/module.py", line 55, in <module> | |
| from .plugins import feature_toggles, debug # noqa # pylint: disable=unused-import | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/dashboard/plugins/feature_toggles.py", line 12, in <module> | |
| from ..controllers.rbd import Rbd, RbdSnapshot, RbdTrash | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/dashboard/controllers/rbd.py", line 18, in <module> | |
| from ..services.rbd import RbdConfiguration, RbdService, RbdSnapshotService, \ | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/dashboard/services/rbd.py", line 22, in <module> | |
| rbd.RBD_FEATURE_LAYERING: "layering", | |
| AttributeError: module 'rbd' has no attribute 'RBD_FEATURE_LAYERING' | |
| 2020-03-19T04:34:45.726+0530 7f526d124ec0 -1 mgr[py] Class not found in module 'dashboard' | |
| 2020-03-19T04:34:45.726+0530 7f526d124ec0 -1 mgr[py] Error loading module 'dashboard': (2) No such file or directory | |
| 2020-03-19T04:34:45.726+0530 7f526d124ec0 1 mgr[py] Loading python module 'devicehealth' | |
| 2020-03-19T04:34:45.758+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:45.800+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'devicehealth.Module' | |
| 2020-03-19T04:34:45.800+0530 7f526d124ec0 20 mgr[py] loaded command device query-daemon-health-metrics name=who,type=CephString | |
| 2020-03-19T04:34:45.800+0530 7f526d124ec0 20 mgr[py] loaded command device scrape-daemon-health-metrics name=who,type=CephString | |
| 2020-03-19T04:34:45.800+0530 7f526d124ec0 20 mgr[py] loaded command device scrape-health-metrics name=devid,type=CephString,req=False | |
| 2020-03-19T04:34:45.800+0530 7f526d124ec0 20 mgr[py] loaded command device get-health-metrics name=devid,type=CephString name=sample,type=CephString,req=False | |
| 2020-03-19T04:34:45.800+0530 7f526d124ec0 20 mgr[py] loaded command device check-health | |
| 2020-03-19T04:34:45.800+0530 7f526d124ec0 20 mgr[py] loaded command device monitoring on | |
| 2020-03-19T04:34:45.800+0530 7f526d124ec0 20 mgr[py] loaded command device monitoring off | |
| 2020-03-19T04:34:45.800+0530 7f526d124ec0 20 mgr[py] loaded command device predict-life-expectancy name=devid,type=CephString,req=true | |
| 2020-03-19T04:34:45.800+0530 7f526d124ec0 10 mgr[py] loaded 8 commands | |
| 2020-03-19T04:34:45.800+0530 7f526d124ec0 20 mgr[py] loaded module option enable_monitoring | |
| 2020-03-19T04:34:45.800+0530 7f526d124ec0 20 mgr[py] loaded module option scrape_frequency | |
| 2020-03-19T04:34:45.800+0530 7f526d124ec0 20 mgr[py] loaded module option pool_name | |
| 2020-03-19T04:34:45.800+0530 7f526d124ec0 20 mgr[py] loaded module option retention_period | |
| 2020-03-19T04:34:45.801+0530 7f526d124ec0 20 mgr[py] loaded module option mark_out_threshold | |
| 2020-03-19T04:34:45.801+0530 7f526d124ec0 20 mgr[py] loaded module option warn_threshold | |
| 2020-03-19T04:34:45.801+0530 7f526d124ec0 20 mgr[py] loaded module option self_heal | |
| 2020-03-19T04:34:45.801+0530 7f526d124ec0 20 mgr[py] loaded module option sleep_interval | |
| 2020-03-19T04:34:45.801+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:45.801+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:45.801+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:45.801+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:45.801+0530 7f526d124ec0 10 mgr[py] loaded 12 options | |
| 2020-03-19T04:34:45.801+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'devicehealth' | |
| 2020-03-19T04:34:45.801+0530 7f526d124ec0 1 mgr[py] Loading python module 'diskprediction_cloud' | |
| 2020-03-19T04:34:45.830+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:45.867+0530 7f526d124ec0 -1 mgr[py] Module not found: 'diskprediction_cloud' | |
| 2020-03-19T04:34:45.867+0530 7f526d124ec0 -1 mgr[py] Traceback (most recent call last): | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/diskprediction_cloud/__init__.py", line 1, in <module> | |
| from .module import Module | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/diskprediction_cloud/module.py", line 20, in <module> | |
| from .task import MetricsRunner, SmartRunner, PredictRunner, TestRunner | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/diskprediction_cloud/task.py", line 7, in <module> | |
| from .agent.metrics.ceph_cluster import CephClusterAgent | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/diskprediction_cloud/agent/metrics/ceph_cluster.py", line 6, in <module> | |
| from ...common.clusterdata import ClusterAPI | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/diskprediction_cloud/common/clusterdata.py", line 15, in <module> | |
| rbd.RBD_FEATURE_LAYERING: 'layering', | |
| AttributeError: module 'rbd' has no attribute 'RBD_FEATURE_LAYERING' | |
| 2020-03-19T04:34:45.869+0530 7f526d124ec0 -1 mgr[py] Class not found in module 'diskprediction_cloud' | |
| 2020-03-19T04:34:45.869+0530 7f526d124ec0 -1 mgr[py] Error loading module 'diskprediction_cloud': (2) No such file or directory | |
| 2020-03-19T04:34:45.869+0530 7f526d124ec0 1 mgr[py] Loading python module 'diskprediction_local' | |
| 2020-03-19T04:34:45.894+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:46.169+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'diskprediction_local.Module' | |
| 2020-03-19T04:34:46.169+0530 7f526d124ec0 10 mgr[py] loaded 0 commands | |
| 2020-03-19T04:34:46.169+0530 7f526d124ec0 20 mgr[py] loaded module option sleep_interval | |
| 2020-03-19T04:34:46.169+0530 7f526d124ec0 20 mgr[py] loaded module option predict_interval | |
| 2020-03-19T04:34:46.169+0530 7f526d124ec0 20 mgr[py] loaded module option predictor_model | |
| 2020-03-19T04:34:46.169+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:46.169+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:46.169+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:46.169+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:46.169+0530 7f526d124ec0 10 mgr[py] loaded 7 options | |
| 2020-03-19T04:34:46.169+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'diskprediction_local' | |
| 2020-03-19T04:34:46.169+0530 7f526d124ec0 1 mgr[py] Loading python module 'hello' | |
| 2020-03-19T04:34:46.200+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:46.227+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'hello.Hello' | |
| 2020-03-19T04:34:46.227+0530 7f526d124ec0 20 mgr[py] loaded command hello name=person_name,type=CephString,req=false | |
| 2020-03-19T04:34:46.227+0530 7f526d124ec0 20 mgr[py] loaded command count name=num,type=CephInt | |
| 2020-03-19T04:34:46.227+0530 7f526d124ec0 10 mgr[py] loaded 2 commands | |
| 2020-03-19T04:34:46.229+0530 7f526d124ec0 20 mgr[py] loaded module option place | |
| 2020-03-19T04:34:46.229+0530 7f526d124ec0 20 mgr[py] loaded module option emphatic | |
| 2020-03-19T04:34:46.229+0530 7f526d124ec0 20 mgr[py] loaded module option foo | |
| 2020-03-19T04:34:46.229+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:46.229+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:46.229+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:46.229+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:46.229+0530 7f526d124ec0 10 mgr[py] loaded 7 options | |
| 2020-03-19T04:34:46.229+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'hello' | |
| 2020-03-19T04:34:46.229+0530 7f526d124ec0 1 mgr[py] Loading python module 'influx' | |
| 2020-03-19T04:34:46.259+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'influx.Module' | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 20 mgr[py] loaded command influx config-set name=key,type=CephString name=value,type=CephString | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 20 mgr[py] loaded command influx config-show | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 20 mgr[py] loaded command influx send | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 10 mgr[py] loaded 3 commands | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 20 mgr[py] loaded module option hostname | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 20 mgr[py] loaded module option port | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 20 mgr[py] loaded module option database | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 20 mgr[py] loaded module option username | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 20 mgr[py] loaded module option password | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 20 mgr[py] loaded module option interval | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 20 mgr[py] loaded module option ssl | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 20 mgr[py] loaded module option verify_ssl | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 20 mgr[py] loaded module option threads | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 20 mgr[py] loaded module option batch_size | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:46.291+0530 7f526d124ec0 10 mgr[py] loaded 14 options | |
| 2020-03-19T04:34:46.292+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'influx' | |
| 2020-03-19T04:34:46.292+0530 7f526d124ec0 4 mgr[py] Module influx reported that it cannot run: influxdb python module not found | |
| 2020-03-19T04:34:46.292+0530 7f526d124ec0 1 mgr[py] Loading python module 'insights' | |
| 2020-03-19T04:34:46.323+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:46.356+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'insights.Module' | |
| 2020-03-19T04:34:46.356+0530 7f526d124ec0 20 mgr[py] loaded command insights | |
| 2020-03-19T04:34:46.356+0530 7f526d124ec0 20 mgr[py] loaded command insights prune-health name=hours,type=CephString | |
| 2020-03-19T04:34:46.356+0530 7f526d124ec0 10 mgr[py] loaded 2 commands | |
| 2020-03-19T04:34:46.356+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:46.356+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:46.356+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:46.356+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:46.356+0530 7f526d124ec0 10 mgr[py] loaded 4 options | |
| 2020-03-19T04:34:46.356+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'insights' | |
| 2020-03-19T04:34:46.356+0530 7f526d124ec0 1 mgr[py] Loading python module 'iostat' | |
| 2020-03-19T04:34:46.390+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:46.419+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'iostat.Module' | |
| 2020-03-19T04:34:46.419+0530 7f526d124ec0 20 mgr[py] loaded command iostat | |
| 2020-03-19T04:34:46.419+0530 7f526d124ec0 10 mgr[py] loaded 1 commands | |
| 2020-03-19T04:34:46.419+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:46.419+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:46.419+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:46.419+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:46.419+0530 7f526d124ec0 10 mgr[py] loaded 4 options | |
| 2020-03-19T04:34:46.419+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'iostat' | |
| 2020-03-19T04:34:46.419+0530 7f526d124ec0 1 mgr[py] Loading python module 'k8sevents' | |
| 2020-03-19T04:34:46.448+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:46.516+0530 7f526d124ec0 -1 mgr[py] Module not found: 'k8sevents' | |
| 2020-03-19T04:34:46.516+0530 7f526d124ec0 -1 mgr[py] Traceback (most recent call last): | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/k8sevents/__init__.py", line 1, in <module> | |
| from .module import Module | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/k8sevents/module.py", line 28, in <module> | |
| import yaml | |
| ModuleNotFoundError: No module named 'yaml' | |
| 2020-03-19T04:34:46.517+0530 7f526d124ec0 -1 mgr[py] Class not found in module 'k8sevents' | |
| 2020-03-19T04:34:46.517+0530 7f526d124ec0 -1 mgr[py] Error loading module 'k8sevents': (2) No such file or directory | |
| 2020-03-19T04:34:46.517+0530 7f526d124ec0 1 mgr[py] Loading python module 'localpool' | |
| 2020-03-19T04:34:46.549+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:46.576+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'localpool.Module' | |
| 2020-03-19T04:34:46.576+0530 7f526d124ec0 10 mgr[py] loaded 0 commands | |
| 2020-03-19T04:34:46.576+0530 7f526d124ec0 20 mgr[py] loaded module option subtree | |
| 2020-03-19T04:34:46.576+0530 7f526d124ec0 20 mgr[py] loaded module option failure_domain | |
| 2020-03-19T04:34:46.576+0530 7f526d124ec0 20 mgr[py] loaded module option min_size | |
| 2020-03-19T04:34:46.576+0530 7f526d124ec0 20 mgr[py] loaded module option num_rep | |
| 2020-03-19T04:34:46.576+0530 7f526d124ec0 20 mgr[py] loaded module option pg_num | |
| 2020-03-19T04:34:46.576+0530 7f526d124ec0 20 mgr[py] loaded module option prefix | |
| 2020-03-19T04:34:46.576+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:46.576+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:46.576+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:46.576+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:46.576+0530 7f526d124ec0 10 mgr[py] loaded 10 options | |
| 2020-03-19T04:34:46.576+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'localpool' | |
| 2020-03-19T04:34:46.576+0530 7f526d124ec0 1 mgr[py] Loading python module 'orchestrator' | |
| 2020-03-19T04:34:46.602+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:46.615+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:34:46.615+0530 7f52668c2700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-03-19T04:34:16.616350+0530) | |
| 2020-03-19T04:34:46.615+0530 7f52668c2700 10 monclient: _send_mon_message to mon.c at v2:10.0.2.15:40017/0 | |
| 2020-03-19T04:34:46.615+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- auth(proto 2 2 bytes epoch 0) v1 -- 0x55850b970000 con 0x55850a068900 | |
| 2020-03-19T04:34:46.616+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 secure :-1 s=THROTTLE_DONE pgs=11 cs=0 l=1 rx=0x5585093b03c0 tx=0x558509455f40).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:46.630+0530 7f526d124ec0 -1 mgr[py] Module not found: 'orchestrator' | |
| 2020-03-19T04:34:46.630+0530 7f526d124ec0 -1 mgr[py] Traceback (most recent call last): | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/orchestrator/__init__.py", line 3, in <module> | |
| from .module import OrchestratorCli | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/orchestrator/module.py", line 4, in <module> | |
| import yaml | |
| ModuleNotFoundError: No module named 'yaml' | |
| 2020-03-19T04:34:46.630+0530 7f526d124ec0 -1 mgr[py] Class not found in module 'orchestrator' | |
| 2020-03-19T04:34:46.630+0530 7f526d124ec0 -1 mgr[py] Error loading module 'orchestrator': (2) No such file or directory | |
| 2020-03-19T04:34:46.630+0530 7f526d124ec0 1 mgr[py] Loading python module 'osd_perf_query' | |
| 2020-03-19T04:34:46.656+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:46.702+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'osd_perf_query.OSDPerfQuery' | |
| 2020-03-19T04:34:46.702+0530 7f526d124ec0 20 mgr[py] loaded command osd perf query add name=query,type=CephChoices,strings=client_id|rbd_image_id|all_subkeys | |
| 2020-03-19T04:34:46.702+0530 7f526d124ec0 20 mgr[py] loaded command osd perf query remove name=query_id,type=CephInt,req=true | |
| 2020-03-19T04:34:46.702+0530 7f526d124ec0 20 mgr[py] loaded command osd perf counters get name=query_id,type=CephInt,req=true | |
| 2020-03-19T04:34:46.702+0530 7f526d124ec0 10 mgr[py] loaded 3 commands | |
| 2020-03-19T04:34:46.702+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:46.702+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:46.702+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:46.702+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:46.702+0530 7f526d124ec0 10 mgr[py] loaded 4 options | |
| 2020-03-19T04:34:46.702+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'osd_perf_query' | |
| 2020-03-19T04:34:46.702+0530 7f526d124ec0 1 mgr[py] Loading python module 'osd_support' | |
| 2020-03-19T04:34:46.730+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:46.766+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'osd_support.OSDSupport' | |
| 2020-03-19T04:34:46.766+0530 7f526d124ec0 20 mgr[py] loaded command osd drain name=osd_ids,type=CephInt,req=true,n=N | |
| 2020-03-19T04:34:46.766+0530 7f526d124ec0 20 mgr[py] loaded command osd drain status | |
| 2020-03-19T04:34:46.766+0530 7f526d124ec0 20 mgr[py] loaded command osd drain stop name=osd_ids,type=CephInt,req=false,n=N | |
| 2020-03-19T04:34:46.766+0530 7f526d124ec0 10 mgr[py] loaded 3 commands | |
| 2020-03-19T04:34:46.766+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:46.766+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:46.766+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:46.766+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:46.766+0530 7f526d124ec0 10 mgr[py] loaded 4 options | |
| 2020-03-19T04:34:46.766+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'osd_support' | |
| 2020-03-19T04:34:46.766+0530 7f526d124ec0 1 mgr[py] Loading python module 'pg_autoscaler' | |
| 2020-03-19T04:34:46.797+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:46.855+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'pg_autoscaler.PgAutoscaler' | |
| 2020-03-19T04:34:46.855+0530 7f526d124ec0 20 mgr[py] loaded command osd pool autoscale-status | |
| 2020-03-19T04:34:46.855+0530 7f526d124ec0 10 mgr[py] loaded 1 commands | |
| 2020-03-19T04:34:46.856+0530 7f526d124ec0 20 mgr[py] loaded module option sleep_interval | |
| 2020-03-19T04:34:46.856+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:46.856+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:46.856+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:46.856+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:46.856+0530 7f526d124ec0 10 mgr[py] loaded 5 options | |
| 2020-03-19T04:34:46.856+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'pg_autoscaler' | |
| 2020-03-19T04:34:46.856+0530 7f526d124ec0 1 mgr[py] Loading python module 'progress' | |
| 2020-03-19T04:34:46.882+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:46.911+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'progress.Module' | |
| 2020-03-19T04:34:46.911+0530 7f526d124ec0 20 mgr[py] loaded command progress | |
| 2020-03-19T04:34:46.911+0530 7f526d124ec0 20 mgr[py] loaded command progress json | |
| 2020-03-19T04:34:46.911+0530 7f526d124ec0 20 mgr[py] loaded command progress clear | |
| 2020-03-19T04:34:46.911+0530 7f526d124ec0 10 mgr[py] loaded 3 commands | |
| 2020-03-19T04:34:46.911+0530 7f526d124ec0 20 mgr[py] loaded module option max_completed_events | |
| 2020-03-19T04:34:46.911+0530 7f526d124ec0 20 mgr[py] loaded module option persist_interval | |
| 2020-03-19T04:34:46.911+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:46.911+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:46.911+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:46.911+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:46.911+0530 7f526d124ec0 10 mgr[py] loaded 6 options | |
| 2020-03-19T04:34:46.911+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'progress' | |
| 2020-03-19T04:34:46.911+0530 7f526d124ec0 1 mgr[py] Loading python module 'prometheus' | |
| 2020-03-19T04:34:46.937+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:47.405+0530 7f526d124ec0 -1 mgr[py] Module not found: 'prometheus' | |
| 2020-03-19T04:34:47.405+0530 7f526d124ec0 -1 mgr[py] Traceback (most recent call last): | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/prometheus/__init__.py", line 1, in <module> | |
| from .module import Module, StandbyModule | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/prometheus/module.py", line 13, in <module> | |
| from rbd import RBD | |
| ImportError: cannot import name 'RBD' from 'rbd' (unknown location) | |
| 2020-03-19T04:34:47.405+0530 7f526d124ec0 -1 mgr[py] Class not found in module 'prometheus' | |
| 2020-03-19T04:34:47.405+0530 7f526d124ec0 -1 mgr[py] Error loading module 'prometheus': (2) No such file or directory | |
| 2020-03-19T04:34:47.405+0530 7f526d124ec0 1 mgr[py] Loading python module 'rbd_support' | |
| 2020-03-19T04:34:47.431+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:47.480+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'rbd_support.Module' | |
| 2020-03-19T04:34:47.480+0530 7f526d124ec0 20 mgr[py] loaded command rbd mirror snapshot schedule add name=level_spec,type=CephString name=interval,type=CephString name=start_time,type=CephString,req=false | |
| 2020-03-19T04:34:47.480+0530 7f526d124ec0 20 mgr[py] loaded command rbd mirror snapshot schedule remove name=level_spec,type=CephString name=interval,type=CephString,req=false name=start_time,type=CephString,req=false | |
| 2020-03-19T04:34:47.480+0530 7f526d124ec0 20 mgr[py] loaded command rbd mirror snapshot schedule list name=level_spec,type=CephString,req=false | |
| 2020-03-19T04:34:47.480+0530 7f526d124ec0 20 mgr[py] loaded command rbd mirror snapshot schedule status name=level_spec,type=CephString,req=false | |
| 2020-03-19T04:34:47.480+0530 7f526d124ec0 20 mgr[py] loaded command rbd perf image stats name=pool_spec,type=CephString,req=false name=sort_by,type=CephChoices,strings=write_ops|write_bytes|write_latency|read_ops|read_bytes|read_latency,req=false | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded command rbd perf image counters name=pool_spec,type=CephString,req=false name=sort_by,type=CephChoices,strings=write_ops|write_bytes|write_latency|read_ops|read_bytes|read_latency,req=false | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded command rbd task add flatten name=image_spec,type=CephString | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded command rbd task add remove name=image_spec,type=CephString | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded command rbd task add trash remove name=image_id_spec,type=CephString | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded command rbd task add migration execute name=image_spec,type=CephString | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded command rbd task add migration commit name=image_spec,type=CephString | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded command rbd task add migration abort name=image_spec,type=CephString | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded command rbd task cancel name=task_id,type=CephString | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded command rbd task list name=task_id,type=CephString,req=false | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded command rbd trash purge schedule add name=level_spec,type=CephString name=interval,type=CephString name=start_time,type=CephString,req=false | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded command rbd trash purge schedule remove name=level_spec,type=CephString name=interval,type=CephString,req=false name=start_time,type=CephString,req=false | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded command rbd trash purge schedule list name=level_spec,type=CephString,req=false | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded command rbd trash purge schedule status name=level_spec,type=CephString,req=false | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 10 mgr[py] loaded 18 commands | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded module option mirror_snapshot_schedule | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded module option trash_purge_schedule | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 10 mgr[py] loaded 6 options | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'rbd_support' | |
| 2020-03-19T04:34:47.481+0530 7f526d124ec0 1 mgr[py] Loading python module 'restful' | |
| 2020-03-19T04:34:47.511+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:47.615+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:34:47.615+0530 7f52668c2700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-03-19T04:34:17.616698+0530) | |
| 2020-03-19T04:34:47.615+0530 7f52668c2700 10 monclient: _send_mon_message to mon.c at v2:10.0.2.15:40017/0 | |
| 2020-03-19T04:34:47.615+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- auth(proto 2 2 bytes epoch 0) v1 -- 0x5585093b9500 con 0x55850a068900 | |
| 2020-03-19T04:34:47.616+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 secure :-1 s=THROTTLE_DONE pgs=11 cs=0 l=1 rx=0x5585093b03c0 tx=0x558509455f40).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.076+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'restful.Module' | |
| 2020-03-19T04:34:48.077+0530 7f526d124ec0 20 mgr[py] loaded command restful create-key name=key_name,type=CephString | |
| 2020-03-19T04:34:48.077+0530 7f526d124ec0 20 mgr[py] loaded command restful delete-key name=key_name,type=CephString | |
| 2020-03-19T04:34:48.077+0530 7f526d124ec0 20 mgr[py] loaded command restful list-keys | |
| 2020-03-19T04:34:48.077+0530 7f526d124ec0 20 mgr[py] loaded command restful create-self-signed-cert | |
| 2020-03-19T04:34:48.077+0530 7f526d124ec0 20 mgr[py] loaded command restful restart | |
| 2020-03-19T04:34:48.077+0530 7f526d124ec0 10 mgr[py] loaded 5 commands | |
| 2020-03-19T04:34:48.077+0530 7f526d124ec0 20 mgr[py] loaded module option server_addr | |
| 2020-03-19T04:34:48.077+0530 7f526d124ec0 20 mgr[py] loaded module option server_port | |
| 2020-03-19T04:34:48.077+0530 7f526d124ec0 20 mgr[py] loaded module option key_file | |
| 2020-03-19T04:34:48.077+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:48.077+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:48.077+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:48.077+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:48.077+0530 7f526d124ec0 10 mgr[py] loaded 7 options | |
| 2020-03-19T04:34:48.077+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'restful' | |
| 2020-03-19T04:34:48.077+0530 7f526d124ec0 1 mgr[py] Loading python module 'rook' | |
| 2020-03-19T04:34:48.105+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:48.139+0530 7f526d124ec0 -1 mgr[py] Module not found: 'rook' | |
| 2020-03-19T04:34:48.139+0530 7f526d124ec0 -1 mgr[py] Traceback (most recent call last): | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/rook/__init__.py", line 2, in <module> | |
| from .module import RookOrchestrator | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/rook/module.py", line 33, in <module> | |
| import orchestrator | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/orchestrator/__init__.py", line 3, in <module> | |
| from .module import OrchestratorCli | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/orchestrator/module.py", line 4, in <module> | |
| import yaml | |
| ModuleNotFoundError: No module named 'yaml' | |
| 2020-03-19T04:34:48.139+0530 7f526d124ec0 -1 mgr[py] Class not found in module 'rook' | |
| 2020-03-19T04:34:48.139+0530 7f526d124ec0 -1 mgr[py] Error loading module 'rook': (2) No such file or directory | |
| 2020-03-19T04:34:48.141+0530 7f526d124ec0 1 mgr[py] Loading python module 'selftest' | |
| 2020-03-19T04:34:48.166+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:48.194+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'selftest.Module' | |
| 2020-03-19T04:34:48.194+0530 7f526d124ec0 20 mgr[py] loaded command mgr self-test run | |
| 2020-03-19T04:34:48.194+0530 7f526d124ec0 20 mgr[py] loaded command mgr self-test background start name=workload,type=CephString | |
| 2020-03-19T04:34:48.194+0530 7f526d124ec0 20 mgr[py] loaded command mgr self-test background stop | |
| 2020-03-19T04:34:48.194+0530 7f526d124ec0 20 mgr[py] loaded command mgr self-test config get name=key,type=CephString | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded command mgr self-test config get_localized name=key,type=CephString | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded command mgr self-test remote | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded command mgr self-test module name=module,type=CephString | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded command mgr self-test health set name=checks,type=CephString | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded command mgr self-test health clear name=checks,type=CephString,n=N,req=False | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded command mgr self-test insights_set_now_offset name=hours,type=CephString | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded command mgr self-test cluster-log name=channel,type=CephString name=priority,type=CephString name=message,type=CephString | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 10 mgr[py] loaded 11 commands | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded module option testkey | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded module option testlkey | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded module option testnewline | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded module option roption1 | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded module option roption2 | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded module option rwoption1 | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded module option rwoption2 | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded module option rwoption3 | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded module option rwoption4 | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded module option rwoption5 | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded module option rwoption6 | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 10 mgr[py] loaded 15 options | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'selftest' | |
| 2020-03-19T04:34:48.195+0530 7f526d124ec0 1 mgr[py] Loading python module 'status' | |
| 2020-03-19T04:34:48.222+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:48.275+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'status.Module' | |
| 2020-03-19T04:34:48.275+0530 7f526d124ec0 20 mgr[py] loaded command fs status name=fs,type=CephString,req=false | |
| 2020-03-19T04:34:48.275+0530 7f526d124ec0 20 mgr[py] loaded command osd status name=bucket,type=CephString,req=false | |
| 2020-03-19T04:34:48.275+0530 7f526d124ec0 10 mgr[py] loaded 2 commands | |
| 2020-03-19T04:34:48.275+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:48.275+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:48.275+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:48.275+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:48.275+0530 7f526d124ec0 10 mgr[py] loaded 4 options | |
| 2020-03-19T04:34:48.275+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'status' | |
| 2020-03-19T04:34:48.275+0530 7f526d124ec0 1 mgr[py] Loading python module 'telegraf' | |
| 2020-03-19T04:34:48.301+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:48.336+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'telegraf.Module' | |
| 2020-03-19T04:34:48.336+0530 7f526d124ec0 20 mgr[py] loaded command telegraf config-set name=key,type=CephString name=value,type=CephString | |
| 2020-03-19T04:34:48.336+0530 7f526d124ec0 20 mgr[py] loaded command telegraf config-show | |
| 2020-03-19T04:34:48.336+0530 7f526d124ec0 20 mgr[py] loaded command telegraf send | |
| 2020-03-19T04:34:48.337+0530 7f526d124ec0 10 mgr[py] loaded 3 commands | |
| 2020-03-19T04:34:48.337+0530 7f526d124ec0 20 mgr[py] loaded module option address | |
| 2020-03-19T04:34:48.337+0530 7f526d124ec0 20 mgr[py] loaded module option interval | |
| 2020-03-19T04:34:48.337+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:48.337+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:48.337+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:48.337+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:48.337+0530 7f526d124ec0 10 mgr[py] loaded 6 options | |
| 2020-03-19T04:34:48.337+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'telegraf' | |
| 2020-03-19T04:34:48.337+0530 7f526d124ec0 1 mgr[py] Loading python module 'telemetry' | |
| 2020-03-19T04:34:48.452+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:48.615+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:34:48.616+0530 7f52668c2700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-03-19T04:34:18.617120+0530) | |
| 2020-03-19T04:34:48.616+0530 7f52668c2700 10 monclient: _send_mon_message to mon.c at v2:10.0.2.15:40017/0 | |
| 2020-03-19T04:34:48.616+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- auth(proto 2 2 bytes epoch 0) v1 -- 0x5585093b8000 con 0x55850a068900 | |
| 2020-03-19T04:34:48.616+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 secure :-1 s=THROTTLE_DONE pgs=11 cs=0 l=1 rx=0x5585093b03c0 tx=0x558509455f40).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'telemetry.Module' | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded command telemetry status | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded command telemetry send name=endpoint,type=CephChoices,strings=ceph|device,n=N,req=false name=license,type=CephString,req=false | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded command telemetry show name=channels,type=CephString,n=N,req=False | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded command telemetry show-device | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded command telemetry on name=license,type=CephString,req=false | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded command telemetry off | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 10 mgr[py] loaded 6 commands | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option url | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option device_url | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option enabled | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option last_opt_revision | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option leaderboard | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option description | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option contact | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option organization | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option proxy | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option interval | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option channel_basic | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option channel_ident | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option channel_crash | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option channel_device | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 10 mgr[py] loaded 18 options | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'telemetry' | |
| 2020-03-19T04:34:48.685+0530 7f526d124ec0 1 mgr[py] Loading python module 'test_orchestrator' | |
| 2020-03-19T04:34:48.716+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:48.751+0530 7f526d124ec0 -1 mgr[py] Module not found: 'test_orchestrator' | |
| 2020-03-19T04:34:48.751+0530 7f526d124ec0 -1 mgr[py] Traceback (most recent call last): | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/test_orchestrator/__init__.py", line 1, in <module> | |
| from .module import TestOrchestrator | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/test_orchestrator/module.py", line 24, in <module> | |
| import orchestrator | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/orchestrator/__init__.py", line 3, in <module> | |
| from .module import OrchestratorCli | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/orchestrator/module.py", line 4, in <module> | |
| import yaml | |
| ModuleNotFoundError: No module named 'yaml' | |
| 2020-03-19T04:34:48.751+0530 7f526d124ec0 -1 mgr[py] Class not found in module 'test_orchestrator' | |
| 2020-03-19T04:34:48.751+0530 7f526d124ec0 -1 mgr[py] Error loading module 'test_orchestrator': (2) No such file or directory | |
| 2020-03-19T04:34:48.751+0530 7f526d124ec0 1 mgr[py] Loading python module 'volumes' | |
| 2020-03-19T04:34:48.779+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:48.812+0530 7f526d124ec0 -1 mgr[py] Module not found: 'volumes' | |
| 2020-03-19T04:34:48.812+0530 7f526d124ec0 -1 mgr[py] Traceback (most recent call last): | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/volumes/__init__.py", line 2, in <module> | |
| from .module import Module | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/volumes/module.py", line 5, in <module> | |
| import orchestrator | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/orchestrator/__init__.py", line 3, in <module> | |
| from .module import OrchestratorCli | |
| File "/home/adi/gsoc/ceph/src/pybind/mgr/orchestrator/module.py", line 4, in <module> | |
| import yaml | |
| ModuleNotFoundError: No module named 'yaml' | |
| 2020-03-19T04:34:48.812+0530 7f526d124ec0 -1 mgr[py] Class not found in module 'volumes' | |
| 2020-03-19T04:34:48.812+0530 7f526d124ec0 -1 mgr[py] Error loading module 'volumes': (2) No such file or directory | |
| 2020-03-19T04:34:48.812+0530 7f526d124ec0 1 mgr[py] Loading python module 'zabbix' | |
| 2020-03-19T04:34:48.841+0530 7f526d124ec0 10 mgr[py] Computed sys.path '/home/adi/gsoc/ceph/src/pybind:/home/adi/gsoc/ceph/build/lib/cython_modules/lib.3:/home/adi/gsoc/ceph/src/python-common::/usr/lib64/python37.zip:/usr/lib64/python3.7:/usr/lib64/python3.7/lib-dynload:/home/adi/gsoc/ceph/src/pybind/mgr:/usr/local/lib64/python3.7/site-packages:/usr/local/lib/python3.7/site-packages:/usr/lib64/python3.7/site-packages:/usr/lib/python3.7/site-packages' | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 4 mgr[py] load_subclass_of: found class: 'zabbix.Module' | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 20 mgr[py] loaded command zabbix config-set name=key,type=CephString name=value,type=CephString | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 20 mgr[py] loaded command zabbix config-show | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 20 mgr[py] loaded command zabbix send | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 20 mgr[py] loaded command zabbix discovery | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 10 mgr[py] loaded 4 commands | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 20 mgr[py] loaded module option zabbix_sender | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 20 mgr[py] loaded module option zabbix_host | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 20 mgr[py] loaded module option zabbix_port | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 20 mgr[py] loaded module option identifier | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 20 mgr[py] loaded module option interval | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 20 mgr[py] loaded module option discovery_interval | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 20 mgr[py] loaded module option log_level | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_file | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 20 mgr[py] loaded module option log_to_cluster_level | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 10 mgr[py] loaded 10 options | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 4 mgr[py] Standby mode not provided by module 'zabbix' | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 -1 log_channel(cluster) log [ERR] : Failed to load ceph-mgr modules: cephadm, dashboard, diskprediction_cloud, k8sevents, orchestrator, prometheus, rook, test_orchestrator, volumes | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 10 mgr tick tick | |
| 2020-03-19T04:34:48.877+0530 7f526d124ec0 20 mgr send_beacon standby | |
| 2020-03-19T04:34:48.878+0530 7f526d124ec0 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:34:48.879+0530 7f526d124ec0 10 monclient: _send_mon_message to mon.c at v2:10.0.2.15:40017/0 | |
| 2020-03-19T04:34:48.879+0530 7f526d124ec0 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, , 0) v10 -- 0x55850d266c80 con 0x55850a068900 | |
| 2020-03-19T04:34:48.879+0530 7f526d124ec0 4 mgr init Complete. | |
| 2020-03-19T04:34:48.879+0530 7f52678c4700 10 mgr ms_dispatch2 standby mgrmap(e 1) v1 | |
| 2020-03-19T04:34:48.879+0530 7f52678c4700 4 mgr handle_mgr_map received map epoch 1 | |
| 2020-03-19T04:34:48.879+0530 7f52678c4700 4 mgr handle_mgr_map active in map: 0 active is 0 | |
| 2020-03-19T04:34:48.879+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.2 v2:10.0.2.15:40017/0 4 ==== mon_map magic: 0 v1 ==== 383+0+0 (secure 0 0 0) 0x5585093bb600 con 0x55850a068900 | |
| 2020-03-19T04:34:48.879+0530 7f52678c4700 10 monclient: handle_monmap mon_map magic: 0 v1 | |
| 2020-03-19T04:34:48.879+0530 7f52678c4700 10 monclient: got monmap 1 from mon.c (according to old e1) | |
| 2020-03-19T04:34:48.879+0530 7f52678c4700 10 monclient: dump: | |
| epoch 1 | |
| fsid 5864a623-f1c5-45f3-b4d0-a68f123a6df0 | |
| last_changed 2020-03-19T04:34:39.510844+0530 | |
| created 2020-03-19T04:34:39.510844+0530 | |
| min_mon_release 15 (octopus) | |
| 0: [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] mon.a | |
| 1: [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] mon.b | |
| 2: [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] mon.c | |
| 2020-03-19T04:34:48.879+0530 7f52678c4700 10 mgr ms_dispatch2 standby mon_map magic: 0 v1 | |
| 2020-03-19T04:34:48.879+0530 7f52678c4700 0 ms_deliver_dispatch: unhandled message 0x5585093bb600 mon_map magic: 0 v1 from mon.2 v2:10.0.2.15:40017/0 | |
| 2020-03-19T04:34:48.879+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.2 v2:10.0.2.15:40017/0 5 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558509fd01a0 con 0x55850a068900 | |
| 2020-03-19T04:34:48.879+0530 7f52678c4700 10 monclient: _finish_auth 0 | |
| 2020-03-19T04:34:48.879+0530 7f52678c4700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:18.881097+0530) | |
| 2020-03-19T04:34:48.879+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.2 v2:10.0.2.15:40017/0 6 ==== osd_map(1..1 src has 1..1) v4 ==== 721+0+0 (secure 0 0 0) 0x5585093a0540 con 0x55850a068900 | |
| 2020-03-19T04:34:48.880+0530 7f52678c4700 10 mgr ms_dispatch2 standby osd_map(1..1 src has 1..1) v4 | |
| 2020-03-19T04:34:48.880+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.2 v2:10.0.2.15:40017/0 7 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558509fd0340 con 0x55850a068900 | |
| 2020-03-19T04:34:48.880+0530 7f52678c4700 10 monclient: _finish_auth 0 | |
| 2020-03-19T04:34:48.880+0530 7f52678c4700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:18.881406+0530) | |
| 2020-03-19T04:34:48.880+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.2 v2:10.0.2.15:40017/0 8 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55850b970000 con 0x55850a068900 | |
| 2020-03-19T04:34:48.880+0530 7f52678c4700 10 monclient: _finish_auth 0 | |
| 2020-03-19T04:34:48.880+0530 7f52678c4700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:18.881473+0530) | |
| 2020-03-19T04:34:48.880+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.2 v2:10.0.2.15:40017/0 9 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55850cef0000 con 0x55850a068900 | |
| 2020-03-19T04:34:48.880+0530 7f52678c4700 10 monclient: _finish_auth 0 | |
| 2020-03-19T04:34:48.880+0530 7f52678c4700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:18.881576+0530) | |
| 2020-03-19T04:34:48.924+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 secure :-1 s=THROTTLE_DONE pgs=11 cs=0 l=1 rx=0x5585093b03c0 tx=0x558509455f40).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.926+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.2 v2:10.0.2.15:40017/0 10 ==== mgrmap(e 2) v1 ==== 20450+0+0 (secure 0 0 0) 0x55850d2ca000 con 0x55850a068900 | |
| 2020-03-19T04:34:48.926+0530 7f52678c4700 10 mgr ms_dispatch2 standby mgrmap(e 2) v1 | |
| 2020-03-19T04:34:48.926+0530 7f52678c4700 4 mgr handle_mgr_map received map epoch 2 | |
| 2020-03-19T04:34:48.926+0530 7f52678c4700 4 mgr handle_mgr_map active in map: 1 active is 4130 | |
| 2020-03-19T04:34:48.926+0530 7f52678c4700 1 mgr handle_mgr_map Activating! | |
| 2020-03-19T04:34:48.928+0530 7f52678c4700 1 mgr handle_mgr_map I am now activating | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 4 mgr init waiting for OSDMap... | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 10 monclient: _renew_subs | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 10 monclient: _send_mon_message to mon.c at v2:10.0.2.15:40017/0 | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- mon_subscribe({fsmap=0+,log-info=0+,mgrdigest=0+,osdmap=2,servicemap=0+}) v3 -- 0x55850d336000 con 0x55850a068900 | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 10 monclient: _reopen_session rank -1 | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 1 -- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 msgr2=0x55850a068480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850a068900 0x55850a068480 secure :-1 s=READY pgs=11 cs=0 l=1 rx=0x5585093b03c0 tx=0x558509455f40).stop | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 10 monclient: _add_conns ranks=[2,1,0] | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d338000 0x55850d338480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 10 monclient(hunting): picked mon.c con 0x55850d338000 addr [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 10 monclient(hunting): picked mon.b con 0x55850a069200 addr [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850a068000 0x55850a069f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 10 monclient(hunting): picked mon.a con 0x55850a068000 addr [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] -- mon_getmap magic: 0 v1 -- 0x5585093d0f00 con 0x55850a068000 | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_getmap magic: 0 v1 -- 0x5585093d0140 con 0x55850a069200 | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- mon_getmap magic: 0 v1 -- 0x5585093d1040 con 0x55850d338000 | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 10 monclient(hunting): _renew_subs | |
| 2020-03-19T04:34:48.928+0530 7f524ff87700 4 mgr init Waiting for new OSDMap (e=0) that may blacklist prior active. | |
| 2020-03-19T04:34:48.929+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:48.929+0530 7f526a8ca700 10 monclient(hunting): get_auth_request con 0x55850a069200 auth_method 0 | |
| 2020-03-19T04:34:48.929+0530 7f526a8ca700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:34:48.929+0530 7f526a8ca700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:34:48.929+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload 9 | |
| 2020-03-19T04:34:48.929+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload_len 9 | |
| 2020-03-19T04:34:48.929+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes | |
| 2020-03-19T04:34:48.929+0530 7f524ff87700 20 mgr.server init init will bind to [v2:0.0.0.0:0/0,v1:0.0.0.0:0/0] | |
| 2020-03-19T04:34:48.930+0530 7f526a8ca700 10 monclient(hunting): handle_auth_done global_id 4130 payload 1166 | |
| 2020-03-19T04:34:48.930+0530 7f526a8ca700 1 -- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d338000 msgr2=0x55850d338480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down | |
| 2020-03-19T04:34:48.931+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d338000 0x55850d338480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0).stop | |
| 2020-03-19T04:34:48.931+0530 7f526a8ca700 1 -- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850a068000 msgr2=0x55850a069f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down | |
| 2020-03-19T04:34:48.931+0530 7f526c8ce700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850a068000 0x55850a069f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:48.931+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850a068000 0x55850a069f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0).stop | |
| 2020-03-19T04:34:48.931+0530 7f526a8ca700 10 monclient: _finish_hunting 0 | |
| 2020-03-19T04:34:48.931+0530 7f526a8ca700 1 monclient: found mon.b | |
| 2020-03-19T04:34:48.931+0530 7f526a8ca700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:34:48.931+0530 7f526a8ca700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:48.931+0530 7f526a8ca700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_subscribe({config=0+,fsmap=0+,log-info=0+,mgrdigest=0+,mgrmap=0+,monmap=2+,osdmap=2,servicemap=0+}) v3 -- 0x55850d336000 con 0x55850a069200 | |
| 2020-03-19T04:34:48.931+0530 7f526a8ca700 10 monclient: _finish_auth 0 | |
| 2020-03-19T04:34:48.931+0530 7f526a8ca700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:18.932570+0530) | |
| 2020-03-19T04:34:48.931+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=AUTH_CONNECTING_SIGN pgs=0 cs=0 l=0 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.931+0530 7f526c8ce700 10 monclient: get_auth_request con 0x55850a068000 auth_method 0 | |
| 2020-03-19T04:34:48.931+0530 7f526c8ce700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850a068000 0x55850a069f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rx=0 tx=0).send_auth_request state changed! | |
| 2020-03-19T04:34:48.931+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.932+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=READY pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).ready entity=mon.1 client_cookie=37f6cdbb78a0f30 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:48.932+0530 7f52678c4700 10 mgr ms_dispatch2 mgrmap(e 2) v1 | |
| 2020-03-19T04:34:48.939+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.939+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.940+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.940+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.940+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.942+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.944+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.957+0530 7f524ff87700 1 -- [v2:0.0.0.0:6904/53540,v1:0.0.0.0:6905/53540] _finish_bind bind my_addrs is [v2:0.0.0.0:6904/53540,v1:0.0.0.0:6905/53540] | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 1 -- [v2:0.0.0.0:6904/53540,v1:0.0.0.0:6905/53540] set_addr_unknowns 10.0.2.15:0/53540 | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 1 -- [v2:0.0.0.0:6904/53540,v1:0.0.0.0:6905/53540] set_addr_unknowns assuming my addr v2:0.0.0.0:6904/53540 matches provided addr 10.0.2.15:0/53540 | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 1 -- [v2:0.0.0.0:6904/53540,v1:0.0.0.0:6905/53540] set_addr_unknowns assuming my addr v1:0.0.0.0:6905/53540 matches provided addr 10.0.2.15:0/53540 | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] set_addr_unknowns now [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] start start | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 1 Processor -- start | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 4 mgr init Initialized server at [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 4 mgr init Loading daemon metadata... | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 10 monclient: start_mon_command cmd=[{"prefix": "mds metadata"}] | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 10 monclient: _send_command 1 [{"prefix": "mds metadata"}] | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "mds metadata"} v 0) v1 -- 0x5585093b8480 con 0x55850a069200 | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 10 monclient: start_mon_command cmd=[{"prefix": "osd metadata"}] | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 10 monclient: _send_command 2 [{"prefix": "osd metadata"}] | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "osd metadata"} v 0) v1 -- 0x5585093b9b00 con 0x55850a069200 | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 10 monclient: start_mon_command cmd=[{"prefix": "mon metadata"}] | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 10 monclient: _send_command 3 [{"prefix": "mon metadata"}] | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:48.958+0530 7f524ff87700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "mon metadata"} v 0) v1 -- 0x5585093b9c80 con 0x55850a069200 | |
| 2020-03-19T04:34:48.959+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 1 ==== mon_map magic: 0 v1 ==== 383+0+0 (secure 0 0 0) 0x5585093bb760 con 0x55850a069200 | |
| 2020-03-19T04:34:48.959+0530 7f52678c4700 10 monclient: handle_monmap mon_map magic: 0 v1 | |
| 2020-03-19T04:34:48.959+0530 7f52678c4700 10 monclient: got monmap 1 from mon.b (according to old e1) | |
| 2020-03-19T04:34:48.959+0530 7f52678c4700 10 monclient: dump: | |
| epoch 1 | |
| fsid 5864a623-f1c5-45f3-b4d0-a68f123a6df0 | |
| last_changed 2020-03-19T04:34:39.510844+0530 | |
| created 2020-03-19T04:34:39.510844+0530 | |
| min_mon_release 15 (octopus) | |
| 0: [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] mon.a | |
| 1: [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] mon.b | |
| 2: [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] mon.c | |
| 2020-03-19T04:34:48.959+0530 7f52678c4700 10 mgr ms_dispatch2 active (starting) mon_map magic: 0 v1 | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 10 mgr ms_dispatch2 mon_map magic: 0 v1 | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 20 mgr handle_mon_map handle_mon_map | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 2 ==== config(8 keys) v1 ==== 232+0+0 (secure 0 0 0) 0x5585093b8000 con 0x55850a069200 | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 10 monclient: handle_config config(8 keys) v1 | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 3 ==== fsmap(e 1) v1 ==== 370+0+0 (secure 0 0 0) 0x55850a006600 con 0x55850a069200 | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 10 mgr ms_dispatch2 active (starting) fsmap(e 1) v1 | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 10 mgr ms_dispatch2 fsmap(e 1) v1 | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 10 mgr operator() config_callback: debug_mgr : 20/20 | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 4 set_mon_vals callback ignored debug_mgr | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 20 set_mon_vals debug_mgr = 20/20 (no change) | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 10 mgr operator() config_callback: debug_mon : 20/20 | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 4 set_mon_vals callback ignored debug_mon | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 20 set_mon_vals debug_mon = 20/20 (no change) | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 10 mgr operator() config_callback: debug_monc : 20/20 | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 4 set_mon_vals callback ignored debug_monc | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 20 set_mon_vals debug_monc = 20/20 (no change) | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 10 mgr operator() config_callback: debug_ms : 1/1 | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 4 set_mon_vals callback ignored debug_ms | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 20 set_mon_vals debug_ms = 1/1 (no change) | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 10 mgr operator() config_callback: mgr/prometheus/x/server_port : 9283 | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 4 ==== log(1 entries from seq 19 at 2020-03-19T04:34:44.441317+0530) v1 ==== 333+0+0 (secure 0 0 0) 0x5585093a1500 con 0x55850a069200 | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 10 mgr[py] Loaded module_config entry mgr/prometheus/x/server_port:9283 | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 10 mgr ms_dispatch2 active (starting) log(1 entries from seq 19 at 2020-03-19T04:34:44.441317+0530) v1 | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 4 set_mon_vals callback consumed mgr/prometheus/x/server_port | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 10 mgr operator() config_callback: mgr/restful/x/server_port : 42013 | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 10 mgr ms_dispatch2 log(1 entries from seq 19 at 2020-03-19T04:34:44.441317+0530) v1 | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 10 mgr[py] Loaded module_config entry mgr/restful/x/server_port:42013 | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 4 set_mon_vals callback consumed mgr/restful/x/server_port | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 10 mgr operator() config_callback: osd_pool_default_min_size : 1 | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 4 set_mon_vals callback ignored osd_pool_default_min_size | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 5 ==== mgrdigest v1 ==== 1624+0+0 (secure 0 0 0) 0x5585093b9680 con 0x55850a069200 | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 20 set_mon_vals osd_pool_default_min_size = 1 (no change) | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 10 mgr operator() config_callback: osd_pool_default_size : 3 | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 4 set_mon_vals callback ignored osd_pool_default_size | |
| 2020-03-19T04:34:48.960+0530 7f52660c1700 20 set_mon_vals osd_pool_default_size = 3 (no change) | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 10 mgr ms_dispatch2 active (starting) mgrdigest v1 | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 10 mgr ms_dispatch2 mgrdigest v1 | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 10 mgr handle_mgr_digest 1571 | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 10 mgr handle_mgr_digest 45 | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 10 mgr handle_mgr_digest done. | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 6 ==== mgrmap(e 2) v1 ==== 20450+0+0 (secure 0 0 0) 0x55850d2ca2c0 con 0x55850a069200 | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 10 mgr ms_dispatch2 active (starting) mgrmap(e 2) v1 | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 4 mgr handle_mgr_map received map epoch 2 | |
| 2020-03-19T04:34:48.960+0530 7f52678c4700 4 mgr handle_mgr_map active in map: 1 active is 4130 | |
| 2020-03-19T04:34:48.961+0530 7f52678c4700 10 mgr handle_mgr_map I was already active | |
| 2020-03-19T04:34:48.961+0530 7f52678c4700 10 mgr got_mgr_map x(active, starting, since 0.0761936s) | |
| 2020-03-19T04:34:48.961+0530 7f52678c4700 10 monclient: start_mon_command cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}] | |
| 2020-03-19T04:34:48.961+0530 7f52678c4700 10 monclient: _send_command 4 [{"prefix": "mgr metadata", "who": "x", "id": "x"}] | |
| 2020-03-19T04:34:48.961+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:48.961+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "mgr metadata", "who": "x", "id": "x"} v 0) v1 -- 0x5585093b9680 con 0x55850a069200 | |
| 2020-03-19T04:34:48.961+0530 7f52678c4700 10 mgr.server operator() triggered addition of mgr.x via metadata update | |
| 2020-03-19T04:34:48.961+0530 7f52678c4700 10 mgr ms_dispatch2 mgrmap(e 2) v1 | |
| 2020-03-19T04:34:48.963+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 7 ==== service_map(e1 0 svc) v1 ==== 22+0+0 (secure 0 0 0) 0x5585093b9380 con 0x55850a069200 | |
| 2020-03-19T04:34:48.963+0530 7f52678c4700 10 mgr ms_dispatch2 active (starting) service_map(e1 0 svc) v1 | |
| 2020-03-19T04:34:48.963+0530 7f52678c4700 10 mgr ms_dispatch2 service_map(e1 0 svc) v1 | |
| 2020-03-19T04:34:48.963+0530 7f52678c4700 10 mgr handle_service_map e1 | |
| 2020-03-19T04:34:48.963+0530 7f52678c4700 10 mgr.server operator() got initial map e1 | |
| 2020-03-19T04:34:48.967+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.968+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 8 ==== mon_command_ack([{"prefix": "mon metadata"}]=0 v0) v1 ==== 60+0+3009 (secure 0 0 0) 0x55850d384b60 con 0x55850a069200 | |
| 2020-03-19T04:34:48.968+0530 7f52678c4700 10 monclient: handle_mon_command_ack 3 [{"prefix": "mon metadata"}] | |
| 2020-03-19T04:34:48.968+0530 7f52678c4700 10 monclient: _finish_command 3 = 0 | |
| 2020-03-19T04:34:48.978+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.981+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 9 ==== log(1 entries from seq 20 at 2020-03-19T04:34:48.886826+0530) v1 ==== 197+0+0 (secure 0 0 0) 0x5585093a16c0 con 0x55850a069200 | |
| 2020-03-19T04:34:48.981+0530 7f52678c4700 10 mgr ms_dispatch2 active (starting) log(1 entries from seq 20 at 2020-03-19T04:34:48.886826+0530) v1 | |
| 2020-03-19T04:34:48.981+0530 7f52678c4700 10 mgr ms_dispatch2 log(1 entries from seq 20 at 2020-03-19T04:34:48.886826+0530) v1 | |
| 2020-03-19T04:34:48.990+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.990+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 10 ==== mgrdigest v1 ==== 1624+0+0 (secure 0 0 0) 0x5585093b8f00 con 0x55850a069200 | |
| 2020-03-19T04:34:48.990+0530 7f52678c4700 10 mgr ms_dispatch2 active (starting) mgrdigest v1 | |
| 2020-03-19T04:34:48.990+0530 7f52678c4700 10 mgr ms_dispatch2 mgrdigest v1 | |
| 2020-03-19T04:34:48.990+0530 7f52678c4700 10 mgr handle_mgr_digest 1571 | |
| 2020-03-19T04:34:48.990+0530 7f52678c4700 10 mgr handle_mgr_digest 45 | |
| 2020-03-19T04:34:48.990+0530 7f52678c4700 10 mgr handle_mgr_digest done. | |
| 2020-03-19T04:34:48.991+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.991+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 11 ==== mon_command_ack([{"prefix": "mds metadata"}]=0 v1) v1 ==== 60+0+3 (secure 0 0 0) 0x55850d384ea0 con 0x55850a069200 | |
| 2020-03-19T04:34:48.991+0530 7f52678c4700 10 monclient: handle_mon_command_ack 1 [{"prefix": "mds metadata"}] | |
| 2020-03-19T04:34:48.991+0530 7f52678c4700 10 monclient: _finish_command 1 = 0 | |
| 2020-03-19T04:34:48.992+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.992+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 12 ==== mon_command_ack([{"prefix": "osd metadata"}]=0 v1) v1 ==== 60+0+3 (secure 0 0 0) 0x55850d385040 con 0x55850a069200 | |
| 2020-03-19T04:34:48.992+0530 7f52678c4700 10 monclient: handle_mon_command_ack 2 [{"prefix": "osd metadata"}] | |
| 2020-03-19T04:34:48.992+0530 7f52678c4700 10 monclient: _finish_command 2 = 0 | |
| 2020-03-19T04:34:48.995+0530 7f524ff87700 10 mgr notify_osdmap v1 | |
| 2020-03-19T04:34:48.995+0530 7f524ff87700 4 mgr init waiting for FSMap... | |
| 2020-03-19T04:34:48.995+0530 7f524ff87700 4 mgr init waiting for config-keys... | |
| 2020-03-19T04:34:48.996+0530 7f524ff87700 4 mgr init waiting for MgrDigest... | |
| 2020-03-19T04:34:48.996+0530 7f524ff87700 10 mgr load_store listing keys | |
| 2020-03-19T04:34:48.996+0530 7f524ff87700 10 monclient: start_mon_command cmd=[{"prefix": "config-key ls"}] | |
| 2020-03-19T04:34:48.996+0530 7f524ff87700 10 monclient: _send_command 5 [{"prefix": "config-key ls"}] | |
| 2020-03-19T04:34:48.996+0530 7f524ff87700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:48.996+0530 7f524ff87700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "config-key ls"} v 0) v1 -- 0x5585093b9c80 con 0x55850a069200 | |
| 2020-03-19T04:34:48.996+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.996+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 13 ==== mon_command_ack([{"prefix": "mgr metadata", "who": "x", "id": "x"}]=0 v2) v1 ==== 83+0+700 (secure 0 0 0) 0x55850d3851e0 con 0x55850a069200 | |
| 2020-03-19T04:34:48.996+0530 7f52678c4700 10 monclient: handle_mon_command_ack 4 [{"prefix": "mgr metadata", "who": "x", "id": "x"}] | |
| 2020-03-19T04:34:48.996+0530 7f52678c4700 10 monclient: _finish_command 4 = 0 | |
| 2020-03-19T04:34:48.997+0530 7f52660c1700 4 mgr finish mon returned valid metadata JSON for mgr.x | |
| 2020-03-19T04:34:48.999+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:48.999+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 14 ==== mon_command_ack([{"prefix": "config-key ls"}]=0 v0) v1 ==== 61+0+3291 (secure 0 0 0) 0x55850d385380 con 0x55850a069200 | |
| 2020-03-19T04:34:48.999+0530 7f52678c4700 10 monclient: handle_mon_command_ack 5 [{"prefix": "config-key ls"}] | |
| 2020-03-19T04:34:48.999+0530 7f52678c4700 10 monclient: _finish_command 5 = 0 | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/1/' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/2/' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/2/+global/osd_pool_default_min_size' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/2/+global/osd_pool_default_size' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/2/+mds/mds_debug_auth_pins' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/2/+mds/mds_debug_frag' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/2/+mds/mds_debug_subtrees' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/2/+mon/mon_allow_pool_delete' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/2/+mon/mon_allow_pool_size_one' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/2/+mon/mon_data_avail_crit' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/2/+mon/mon_data_avail_warn' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/2/+mon/mon_osd_reporter_subtree_level' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/2/+osd/osd_copyfrom_max_chunk' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/2/+osd/osd_debug_misdirected_ops' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/2/+osd/osd_debug_op_order' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/2/+osd/osd_scrub_load_threshold' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+mds/debug_mds' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+mds/debug_mgrc' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+mds/debug_monc' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+mds/debug_ms' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+mds/mds_debug_scatterstat' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+mds/mds_verify_scatter' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+mgr/debug_mgr' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+mgr/debug_mon' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+mgr/debug_monc' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+mgr/debug_ms' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+osd/debug_bdev' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+osd/debug_bluefs' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+osd/debug_bluestore' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+osd/debug_filestore' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+osd/debug_journal' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+osd/debug_mgrc' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+osd/debug_monc' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+osd/debug_ms' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+osd/debug_objclass' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+osd/debug_objecter' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+osd/debug_osd' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+osd/debug_reserver' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/3/+osd/debug_rocksdb' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/4/' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/4/+mgr/mgr/prometheus/x/server_port' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/5/' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config-history/5/+mgr/mgr/restful/x/server_port' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/global/osd_pool_default_min_size' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/global/osd_pool_default_size' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mds/debug_mds' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mds/debug_mgrc' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mds/debug_monc' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mds/debug_ms' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mds/mds_debug_auth_pins' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mds/mds_debug_frag' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mds/mds_debug_scatterstat' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mds/mds_debug_subtrees' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mds/mds_verify_scatter' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mgr/debug_mgr' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mgr/debug_mon' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mgr/debug_monc' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mgr/debug_ms' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mgr/mgr/prometheus/x/server_port' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mgr/mgr/restful/x/server_port' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mon/mon_allow_pool_delete' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mon/mon_allow_pool_size_one' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mon/mon_data_avail_crit' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mon/mon_data_avail_warn' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/mon/mon_osd_reporter_subtree_level' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/osd/debug_bdev' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/osd/debug_bluefs' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/osd/debug_bluestore' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/osd/debug_filestore' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/osd/debug_journal' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/osd/debug_mgrc' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/osd/debug_monc' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/osd/debug_ms' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/osd/debug_objclass' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/osd/debug_objecter' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/osd/debug_osd' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/osd/debug_reserver' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/osd/debug_rocksdb' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/osd/osd_copyfrom_max_chunk' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/osd/osd_debug_misdirected_ops' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/osd/osd_debug_op_order' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 20 mgr load_store saw key 'config/osd/osd_scrub_load_threshold' | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 10 mgr[py] Module configuration contains 2 keys | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 4 mgr init starting python modules... | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 4 mgr[py] Starting modules in active mode | |
| 2020-03-19T04:34:49.001+0530 7f524ff87700 4 mgr[py] Starting balancer | |
| 2020-03-19T04:34:49.002+0530 7f524ff87700 4 mgr[py] Starting crash | |
| 2020-03-19T04:34:49.002+0530 7f524ff87700 4 mgr[py] Starting devicehealth | |
| 2020-03-19T04:34:49.002+0530 7f524ff87700 4 mgr[py] Starting iostat | |
| 2020-03-19T04:34:49.002+0530 7f524ff87700 4 mgr[py] Starting osd_support | |
| 2020-03-19T04:34:49.002+0530 7f524ff87700 4 mgr[py] Starting pg_autoscaler | |
| 2020-03-19T04:34:49.004+0530 7f524ff87700 4 mgr[py] Starting progress | |
| 2020-03-19T04:34:49.004+0530 7f524ff87700 4 mgr[py] Starting rbd_support | |
| 2020-03-19T04:34:49.004+0530 7f524ff87700 4 mgr[py] Starting restful | |
| 2020-03-19T04:34:49.004+0530 7f524ff87700 4 mgr[py] Starting status | |
| 2020-03-19T04:34:49.004+0530 7f524ff87700 4 mgr[py] Starting telemetry | |
| 2020-03-19T04:34:49.004+0530 7f524ff87700 4 mgr init Complete. | |
| 2020-03-19T04:34:49.004+0530 7f524ff87700 20 mgr send_beacon active | |
| 2020-03-19T04:34:49.005+0530 7f524ff87700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:34:49.007+0530 7f524ff87700 4 mgr send_beacon going active, including 152 commands in beacon | |
| 2020-03-19T04:34:49.007+0530 7f524ff87700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:49.007+0530 7f524ff87700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d3d4000 con 0x55850a069200 | |
| 2020-03-19T04:34:49.007+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.007+0530 7f524ff87700 10 ceph_option_get debug_mgr found: 20/20 | |
| 2020-03-19T04:34:49.007+0530 7f524ff87700 20 mgr get_config key: mgr/balancer/log_level | |
| 2020-03-19T04:34:49.007+0530 7f524ff87700 10 mgr get_typed_config log_level not found | |
| 2020-03-19T04:34:49.007+0530 7f524ff87700 20 mgr get_config key: mgr/balancer/log_to_cluster_level | |
| 2020-03-19T04:34:49.007+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster_level not found | |
| 2020-03-19T04:34:49.007+0530 7f524ff87700 20 mgr get_config key: mgr/balancer/log_to_file | |
| 2020-03-19T04:34:49.007+0530 7f524ff87700 10 mgr get_typed_config log_to_file not found | |
| 2020-03-19T04:34:49.007+0530 7f524ff87700 20 mgr get_config key: mgr/balancer/log_to_cluster | |
| 2020-03-19T04:34:49.007+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster not found | |
| 2020-03-19T04:34:49.007+0530 7f524ff87700 10 ceph_option_get log_file found: /home/adi/gsoc/ceph/build/out/mgr.x.log | |
| 2020-03-19T04:34:49.007+0530 7f524ff87700 0 [balancer DEBUG root] setting log level based on debug_mgr: DEBUG (20/20) | |
| 2020-03-19T04:34:49.007+0530 7f524ff87700 1 mgr load Constructed class from module: balancer | |
| 2020-03-19T04:34:49.007+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.008+0530 7f524ff87700 4 mgr operator() Starting thread for balancer | |
| 2020-03-19T04:34:49.008+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.008+0530 7f524ff87700 10 ceph_option_get debug_mgr found: 20/20 | |
| 2020-03-19T04:34:49.008+0530 7f524ff87700 20 mgr get_config key: mgr/crash/log_level | |
| 2020-03-19T04:34:49.008+0530 7f5242a14700 4 mgr entry Entering thread for balancer | |
| 2020-03-19T04:34:49.008+0530 7f5242a14700 20 mgr Gil Switched to new thread state 0x55850d2b7b00 | |
| 2020-03-19T04:34:49.008+0530 7f5242a14700 0 [balancer INFO root] Starting | |
| 2020-03-19T04:34:49.008+0530 7f5242a14700 20 mgr get_config key: mgr/balancer/active | |
| 2020-03-19T04:34:49.008+0530 7f5242a14700 10 mgr get_typed_config active not found | |
| 2020-03-19T04:34:49.008+0530 7f5242a14700 20 mgr get_config key: mgr/balancer/sleep_interval | |
| 2020-03-19T04:34:49.008+0530 7f5242a14700 10 mgr get_typed_config sleep_interval not found | |
| 2020-03-19T04:34:49.008+0530 7f5242a14700 0 [balancer DEBUG root] Waking up [inactive, now 2020-03-19_04:34:49] | |
| 2020-03-19T04:34:49.008+0530 7f5242a14700 0 [balancer DEBUG root] Sleeping for 60 | |
| 2020-03-19T04:34:49.009+0530 7f524ff87700 10 mgr get_typed_config log_level not found | |
| 2020-03-19T04:34:49.009+0530 7f524ff87700 20 mgr get_config key: mgr/crash/log_to_cluster_level | |
| 2020-03-19T04:34:49.009+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster_level not found | |
| 2020-03-19T04:34:49.009+0530 7f524ff87700 20 mgr get_config key: mgr/crash/log_to_file | |
| 2020-03-19T04:34:49.009+0530 7f524ff87700 10 mgr get_typed_config log_to_file not found | |
| 2020-03-19T04:34:49.009+0530 7f524ff87700 20 mgr get_config key: mgr/crash/log_to_cluster | |
| 2020-03-19T04:34:49.009+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster not found | |
| 2020-03-19T04:34:49.009+0530 7f524ff87700 10 ceph_option_get log_file found: /home/adi/gsoc/ceph/build/out/mgr.x.log | |
| 2020-03-19T04:34:49.009+0530 7f524ff87700 0 [crash DEBUG root] setting log level based on debug_mgr: DEBUG (20/20) | |
| 2020-03-19T04:34:49.009+0530 7f524ff87700 1 mgr load Constructed class from module: crash | |
| 2020-03-19T04:34:49.009+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.009+0530 7f524ff87700 4 mgr operator() Starting thread for crash | |
| 2020-03-19T04:34:49.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.009+0530 7f524ff87700 10 ceph_option_get debug_mgr found: 20/20 | |
| 2020-03-19T04:34:49.010+0530 7f524ff87700 20 mgr get_config key: mgr/devicehealth/log_level | |
| 2020-03-19T04:34:49.010+0530 7f524ff87700 10 mgr get_typed_config log_level not found | |
| 2020-03-19T04:34:49.010+0530 7f524ff87700 20 mgr get_config key: mgr/devicehealth/log_to_cluster_level | |
| 2020-03-19T04:34:49.010+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster_level not found | |
| 2020-03-19T04:34:49.010+0530 7f524ff87700 20 mgr get_config key: mgr/devicehealth/log_to_file | |
| 2020-03-19T04:34:49.010+0530 7f524ff87700 10 mgr get_typed_config log_to_file not found | |
| 2020-03-19T04:34:49.010+0530 7f524ff87700 20 mgr get_config key: mgr/devicehealth/log_to_cluster | |
| 2020-03-19T04:34:49.010+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster not found | |
| 2020-03-19T04:34:49.010+0530 7f524ff87700 10 ceph_option_get log_file found: /home/adi/gsoc/ceph/build/out/mgr.x.log | |
| 2020-03-19T04:34:49.010+0530 7f5242213700 4 mgr entry Entering thread for crash | |
| 2020-03-19T04:34:49.011+0530 7f524ff87700 0 [devicehealth DEBUG root] setting log level based on debug_mgr: DEBUG (20/20) | |
| 2020-03-19T04:34:49.011+0530 7f524ff87700 1 mgr load Constructed class from module: devicehealth | |
| 2020-03-19T04:34:49.011+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.011+0530 7f524ff87700 4 mgr operator() Starting thread for devicehealth | |
| 2020-03-19T04:34:49.011+0530 7f5242213700 20 mgr Gil Switched to new thread state 0x55850d2b7c20 | |
| 2020-03-19T04:34:49.011+0530 7f5242213700 20 mgr get_config key: mgr/crash/warn_recent_interval | |
| 2020-03-19T04:34:49.011+0530 7f5242213700 10 mgr get_typed_config warn_recent_interval not found | |
| 2020-03-19T04:34:49.011+0530 7f52419d2700 4 mgr entry Entering thread for devicehealth | |
| 2020-03-19T04:34:49.011+0530 7f5242213700 0 [crash DEBUG root] mgr option warn_recent_interval = 1209600 | |
| 2020-03-19T04:34:49.011+0530 7f5242213700 20 mgr get_config key: mgr/crash/retain_interval | |
| 2020-03-19T04:34:49.011+0530 7f5242213700 10 mgr get_typed_config retain_interval not found | |
| 2020-03-19T04:34:49.011+0530 7f5242213700 0 [crash DEBUG root] mgr option retain_interval = 31536000 | |
| 2020-03-19T04:34:49.011+0530 7f5242213700 20 mgr get_config key: mgr/crash/log_level | |
| 2020-03-19T04:34:49.011+0530 7f5242213700 10 mgr get_typed_config log_level not found | |
| 2020-03-19T04:34:49.012+0530 7f5242213700 0 [crash DEBUG root] mgr option log_level = | |
| 2020-03-19T04:34:49.012+0530 7f5242213700 20 mgr get_config key: mgr/crash/log_to_file | |
| 2020-03-19T04:34:49.012+0530 7f5242213700 10 mgr get_typed_config log_to_file not found | |
| 2020-03-19T04:34:49.012+0530 7f5242213700 0 [crash DEBUG root] mgr option log_to_file = False | |
| 2020-03-19T04:34:49.012+0530 7f5242213700 20 mgr get_config key: mgr/crash/log_to_cluster | |
| 2020-03-19T04:34:49.012+0530 7f5242213700 10 mgr get_typed_config log_to_cluster not found | |
| 2020-03-19T04:34:49.012+0530 7f5242213700 0 [crash DEBUG root] mgr option log_to_cluster = False | |
| 2020-03-19T04:34:49.012+0530 7f5242213700 20 mgr get_config key: mgr/crash/log_to_cluster_level | |
| 2020-03-19T04:34:49.012+0530 7f5242213700 10 mgr get_typed_config log_to_cluster_level not found | |
| 2020-03-19T04:34:49.012+0530 7f5242213700 0 [crash DEBUG root] mgr option log_to_cluster_level = info | |
| 2020-03-19T04:34:49.012+0530 7f5242213700 4 mgr get_store_prefix get_store_prefix prefix: mgr/crash/crash/ | |
| 2020-03-19T04:34:49.012+0530 7f5242213700 10 module crash health checks: | |
| 2020-03-19T04:34:49.012+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.012+0530 7f524ff87700 10 ceph_option_get debug_mgr found: 20/20 | |
| 2020-03-19T04:34:49.012+0530 7f524ff87700 20 mgr get_config key: mgr/iostat/log_level | |
| 2020-03-19T04:34:49.012+0530 7f524ff87700 10 mgr get_typed_config log_level not found | |
| 2020-03-19T04:34:49.012+0530 7f524ff87700 20 mgr get_config key: mgr/iostat/log_to_cluster_level | |
| 2020-03-19T04:34:49.012+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster_level not found | |
| 2020-03-19T04:34:49.012+0530 7f524ff87700 20 mgr get_config key: mgr/iostat/log_to_file | |
| 2020-03-19T04:34:49.012+0530 7f524ff87700 10 mgr get_typed_config log_to_file not found | |
| 2020-03-19T04:34:49.012+0530 7f524ff87700 20 mgr get_config key: mgr/iostat/log_to_cluster | |
| 2020-03-19T04:34:49.012+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster not found | |
| 2020-03-19T04:34:49.012+0530 7f524ff87700 10 ceph_option_get log_file found: /home/adi/gsoc/ceph/build/out/mgr.x.log | |
| 2020-03-19T04:34:49.012+0530 7f524ff87700 0 [iostat DEBUG root] setting log level based on debug_mgr: DEBUG (20/20) | |
| 2020-03-19T04:34:49.012+0530 7f524ff87700 1 mgr load Constructed class from module: iostat | |
| 2020-03-19T04:34:49.012+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.012+0530 7f524ff87700 4 mgr operator() Starting thread for iostat | |
| 2020-03-19T04:34:49.012+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 10 ceph_option_get debug_mgr found: 20/20 | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 20 mgr get_config key: mgr/osd_support/log_level | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 10 mgr get_typed_config log_level not found | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 20 mgr get_config key: mgr/osd_support/log_to_cluster_level | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster_level not found | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 20 mgr get_config key: mgr/osd_support/log_to_file | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 10 mgr get_typed_config log_to_file not found | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 20 mgr get_config key: mgr/osd_support/log_to_cluster | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster not found | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 10 ceph_option_get log_file found: /home/adi/gsoc/ceph/build/out/mgr.x.log | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 0 [osd_support DEBUG root] setting log level based on debug_mgr: DEBUG (20/20) | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 20 mgr get_config key: mgr/osd_support/log_level | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 10 mgr get_typed_config log_level not found | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 0 [osd_support DEBUG root] mgr option log_level = | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 20 mgr get_config key: mgr/osd_support/log_to_file | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 10 mgr get_typed_config log_to_file not found | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 0 [osd_support DEBUG root] mgr option log_to_file = False | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 20 mgr get_config key: mgr/osd_support/log_to_cluster | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster not found | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 0 [osd_support DEBUG root] mgr option log_to_cluster = False | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 20 mgr get_config key: mgr/osd_support/log_to_cluster_level | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster_level not found | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 0 [osd_support DEBUG root] mgr option log_to_cluster_level = info | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 1 mgr load Constructed class from module: osd_support | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.013+0530 7f524ff87700 4 mgr operator() Starting thread for osd_support | |
| 2020-03-19T04:34:49.014+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.015+0530 7f52411d1700 4 mgr entry Entering thread for iostat | |
| 2020-03-19T04:34:49.015+0530 7f52409d0700 4 mgr entry Entering thread for osd_support | |
| 2020-03-19T04:34:49.015+0530 7f524ff87700 10 ceph_option_get debug_mgr found: 20/20 | |
| 2020-03-19T04:34:49.015+0530 7f524ff87700 20 mgr get_config key: mgr/pg_autoscaler/log_level | |
| 2020-03-19T04:34:49.015+0530 7f524ff87700 10 mgr get_typed_config log_level not found | |
| 2020-03-19T04:34:49.015+0530 7f524ff87700 20 mgr get_config key: mgr/pg_autoscaler/log_to_cluster_level | |
| 2020-03-19T04:34:49.015+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster_level not found | |
| 2020-03-19T04:34:49.015+0530 7f524ff87700 20 mgr get_config key: mgr/pg_autoscaler/log_to_file | |
| 2020-03-19T04:34:49.015+0530 7f524ff87700 10 mgr get_typed_config log_to_file not found | |
| 2020-03-19T04:34:49.015+0530 7f524ff87700 20 mgr get_config key: mgr/pg_autoscaler/log_to_cluster | |
| 2020-03-19T04:34:49.015+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster not found | |
| 2020-03-19T04:34:49.015+0530 7f524ff87700 10 ceph_option_get log_file found: /home/adi/gsoc/ceph/build/out/mgr.x.log | |
| 2020-03-19T04:34:49.015+0530 7f524ff87700 0 [pg_autoscaler DEBUG root] setting log level based on debug_mgr: DEBUG (20/20) | |
| 2020-03-19T04:34:49.015+0530 7f524ff87700 1 mgr load Constructed class from module: pg_autoscaler | |
| 2020-03-19T04:34:49.015+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.017+0530 7f524ff87700 4 mgr operator() Starting thread for pg_autoscaler | |
| 2020-03-19T04:34:49.017+0530 7f52409d0700 20 mgr Gil Switched to new thread state 0x55850d2b7d40 | |
| 2020-03-19T04:34:49.017+0530 7f52409d0700 0 [osd_support INFO root] Starting mgr/osd_support | |
| 2020-03-19T04:34:49.017+0530 7f52409d0700 0 [osd_support DEBUG root] Scheduled for draining: <set()> | |
| 2020-03-19T04:34:49.017+0530 7f52409d0700 0 [osd_support DEBUG root] Currently being drained: <set()> | |
| 2020-03-19T04:34:49.017+0530 7f52401cf700 4 mgr entry Entering thread for pg_autoscaler | |
| 2020-03-19T04:34:49.017+0530 7f52409d0700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster | |
| 2020-03-19T04:34:49.017+0530 7f52411d1700 20 mgr Gil Switched to new thread state 0x55850d2b7e60 | |
| 2020-03-19T04:34:49.017+0530 7f52411d1700 20 mgr ~Gil Destroying new thread state 0x55850d2b7e60 | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 20 mgr Gil Switched to new thread state 0x55850d2b7e60 | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 0 [devicehealth INFO root] Starting | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 20 mgr get_config key: mgr/devicehealth/enable_monitoring | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 10 mgr get_typed_config enable_monitoring not found | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 0 [devicehealth DEBUG root] enable_monitoring = True | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 20 mgr get_config key: mgr/devicehealth/scrape_frequency | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 10 mgr get_typed_config scrape_frequency not found | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 0 [devicehealth DEBUG root] scrape_frequency = 86400 | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 20 mgr get_config key: mgr/devicehealth/pool_name | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 10 mgr get_typed_config pool_name not found | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 0 [devicehealth DEBUG root] pool_name = device_health_metrics | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 20 mgr get_config key: mgr/devicehealth/retention_period | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 10 mgr get_typed_config retention_period not found | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 0 [devicehealth DEBUG root] retention_period = 15552000 | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 20 mgr get_config key: mgr/devicehealth/mark_out_threshold | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 10 mgr get_typed_config mark_out_threshold not found | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 0 [devicehealth DEBUG root] mark_out_threshold = 2419200 | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 20 mgr get_config key: mgr/devicehealth/warn_threshold | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 10 mgr get_typed_config warn_threshold not found | |
| 2020-03-19T04:34:49.017+0530 7f52419d2700 0 [devicehealth DEBUG root] warn_threshold = 7257600 | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 20 mgr get_config key: mgr/devicehealth/self_heal | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 10 mgr get_typed_config self_heal not found | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 0 [devicehealth DEBUG root] self_heal = True | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 20 mgr get_config key: mgr/devicehealth/sleep_interval | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 10 mgr get_typed_config sleep_interval not found | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 0 [devicehealth DEBUG root] sleep_interval = 600 | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 20 mgr get_config key: mgr/devicehealth/log_level | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 10 mgr get_typed_config log_level not found | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 0 [devicehealth DEBUG root] log_level = | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 20 mgr get_config key: mgr/devicehealth/log_to_file | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 10 mgr get_typed_config log_to_file not found | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 0 [devicehealth DEBUG root] log_to_file = False | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 20 mgr get_config key: mgr/devicehealth/log_to_cluster | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 10 mgr get_typed_config log_to_cluster not found | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 0 [devicehealth DEBUG root] log_to_cluster = False | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 20 mgr get_config key: mgr/devicehealth/log_to_cluster_level | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 10 mgr get_typed_config log_to_cluster_level not found | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 0 [devicehealth DEBUG root] log_to_cluster_level = info | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 4 mgr get_store get_store key: mgr/devicehealth/last_scrape | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 4 ceph_store_get last_scrape not found | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 0 [devicehealth DEBUG root] Last scrape None | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 0 [devicehealth DEBUG root] Running | |
| 2020-03-19T04:34:49.018+0530 7f52419d2700 0 [devicehealth INFO root] Check health | |
| 2020-03-19T04:34:49.030+0530 7f52401cf700 20 mgr Gil Switched to new thread state 0x55850d34c000 | |
| 2020-03-19T04:34:49.030+0530 7f52401cf700 10 ceph_option_get mon_target_pg_per_osd found: 100 | |
| 2020-03-19T04:34:49.030+0530 7f52401cf700 0 [pg_autoscaler DEBUG root] native option mon_target_pg_per_osd = 100 | |
| 2020-03-19T04:34:49.030+0530 7f52401cf700 10 ceph_option_get mon_max_pg_per_osd found: 1000 | |
| 2020-03-19T04:34:49.030+0530 7f52401cf700 0 [pg_autoscaler DEBUG root] native option mon_max_pg_per_osd = 1000 | |
| 2020-03-19T04:34:49.030+0530 7f52401cf700 20 mgr get_config key: mgr/pg_autoscaler/sleep_interval | |
| 2020-03-19T04:34:49.030+0530 7f52401cf700 10 mgr get_typed_config sleep_interval not found | |
| 2020-03-19T04:34:49.031+0530 7f52401cf700 0 [pg_autoscaler DEBUG root] mgr option sleep_interval = 60 | |
| 2020-03-19T04:34:49.031+0530 7f52401cf700 20 mgr get_config key: mgr/pg_autoscaler/log_level | |
| 2020-03-19T04:34:49.031+0530 7f52401cf700 10 mgr get_typed_config log_level not found | |
| 2020-03-19T04:34:49.031+0530 7f52401cf700 0 [pg_autoscaler DEBUG root] mgr option log_level = | |
| 2020-03-19T04:34:49.031+0530 7f52401cf700 20 mgr get_config key: mgr/pg_autoscaler/log_to_file | |
| 2020-03-19T04:34:49.031+0530 7f52401cf700 10 mgr get_typed_config log_to_file not found | |
| 2020-03-19T04:34:49.031+0530 7f52401cf700 0 [pg_autoscaler DEBUG root] mgr option log_to_file = False | |
| 2020-03-19T04:34:49.031+0530 7f52401cf700 20 mgr get_config key: mgr/pg_autoscaler/log_to_cluster | |
| 2020-03-19T04:34:49.031+0530 7f52401cf700 10 mgr get_typed_config log_to_cluster not found | |
| 2020-03-19T04:34:49.031+0530 7f52401cf700 0 [pg_autoscaler DEBUG root] mgr option log_to_cluster = False | |
| 2020-03-19T04:34:49.031+0530 7f52401cf700 20 mgr get_config key: mgr/pg_autoscaler/log_to_cluster_level | |
| 2020-03-19T04:34:49.031+0530 7f52401cf700 10 mgr get_typed_config log_to_cluster_level not found | |
| 2020-03-19T04:34:49.032+0530 7f52401cf700 0 [pg_autoscaler DEBUG root] mgr option log_to_cluster_level = info | |
| 2020-03-19T04:34:49.032+0530 7f52401cf700 0 [pg_autoscaler INFO root] _maybe_adjust | |
| 2020-03-19T04:34:49.032+0530 7f52401cf700 10 module pg_autoscaler health checks: | |
| 2020-03-19T04:34:49.036+0530 7f52409d0700 0 [osd_support DEBUG root] Sleeping for 10 seconds | |
| 2020-03-19T04:34:49.036+0530 7f52419d2700 10 module devicehealth health checks: | |
| 2020-03-19T04:34:49.037+0530 7f52419d2700 0 [devicehealth DEBUG root] Last scrape never, next scrape due 20200318-230449 | |
| 2020-03-19T04:34:49.038+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.038+0530 7f524ff87700 10 ceph_option_get debug_mgr found: 20/20 | |
| 2020-03-19T04:34:49.038+0530 7f524ff87700 20 mgr get_config key: mgr/progress/log_level | |
| 2020-03-19T04:34:49.038+0530 7f524ff87700 10 mgr get_typed_config log_level not found | |
| 2020-03-19T04:34:49.038+0530 7f524ff87700 20 mgr get_config key: mgr/progress/log_to_cluster_level | |
| 2020-03-19T04:34:49.038+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster_level not found | |
| 2020-03-19T04:34:49.038+0530 7f524ff87700 20 mgr get_config key: mgr/progress/log_to_file | |
| 2020-03-19T04:34:49.038+0530 7f524ff87700 10 mgr get_typed_config log_to_file not found | |
| 2020-03-19T04:34:49.038+0530 7f524ff87700 20 mgr get_config key: mgr/progress/log_to_cluster | |
| 2020-03-19T04:34:49.038+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster not found | |
| 2020-03-19T04:34:49.039+0530 7f524ff87700 10 ceph_option_get log_file found: /home/adi/gsoc/ceph/build/out/mgr.x.log | |
| 2020-03-19T04:34:49.039+0530 7f524ff87700 0 [progress DEBUG root] setting log level based on debug_mgr: DEBUG (20/20) | |
| 2020-03-19T04:34:49.039+0530 7f524ff87700 1 mgr load Constructed class from module: progress | |
| 2020-03-19T04:34:49.039+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.039+0530 7f524ff87700 4 mgr operator() Starting thread for progress | |
| 2020-03-19T04:34:49.040+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.040+0530 7f524ff87700 10 ceph_option_get debug_mgr found: 20/20 | |
| 2020-03-19T04:34:49.040+0530 7f523f98e700 4 mgr entry Entering thread for progress | |
| 2020-03-19T04:34:49.040+0530 7f524ff87700 20 mgr get_config key: mgr/rbd_support/log_level | |
| 2020-03-19T04:34:49.040+0530 7f524ff87700 10 mgr get_typed_config log_level not found | |
| 2020-03-19T04:34:49.040+0530 7f524ff87700 20 mgr get_config key: mgr/rbd_support/log_to_cluster_level | |
| 2020-03-19T04:34:49.040+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster_level not found | |
| 2020-03-19T04:34:49.040+0530 7f524ff87700 20 mgr get_config key: mgr/rbd_support/log_to_file | |
| 2020-03-19T04:34:49.040+0530 7f52419d2700 10 monclient: get_monmap_and_config | |
| 2020-03-19T04:34:49.040+0530 7f52419d2700 10 monclient: build_initial_monmap | |
| 2020-03-19T04:34:49.040+0530 7f524ff87700 10 mgr get_typed_config log_to_file not found | |
| 2020-03-19T04:34:49.040+0530 7f524ff87700 20 mgr get_config key: mgr/rbd_support/log_to_cluster | |
| 2020-03-19T04:34:49.040+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster not found | |
| 2020-03-19T04:34:49.041+0530 7f524ff87700 10 ceph_option_get log_file found: /home/adi/gsoc/ceph/build/out/mgr.x.log | |
| 2020-03-19T04:34:49.041+0530 7f52419d2700 10 monclient: monmap: | |
| epoch 0 | |
| fsid 5864a623-f1c5-45f3-b4d0-a68f123a6df0 | |
| last_changed 2020-03-19T04:34:49.042262+0530 | |
| created 2020-03-19T04:34:49.042262+0530 | |
| min_mon_release 0 (unknown) | |
| 0: [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] mon.noname-a | |
| 1: [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] mon.noname-b | |
| 2: [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] mon.noname-c | |
| 2020-03-19T04:34:49.041+0530 7f524ff87700 0 [rbd_support DEBUG root] setting log level based on debug_mgr: DEBUG (20/20) | |
| 2020-03-19T04:34:49.041+0530 7f524ff87700 10 monclient: get_monmap_and_config | |
| 2020-03-19T04:34:49.041+0530 7f524ff87700 10 monclient: build_initial_monmap | |
| 2020-03-19T04:34:49.041+0530 7f524ff87700 10 monclient: monmap: | |
| epoch 0 | |
| fsid 5864a623-f1c5-45f3-b4d0-a68f123a6df0 | |
| last_changed 2020-03-19T04:34:49.043127+0530 | |
| created 2020-03-19T04:34:49.043127+0530 | |
| min_mon_release 0 (unknown) | |
| 0: [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] mon.noname-a | |
| 1: [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] mon.noname-b | |
| 2: [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] mon.noname-c | |
| 2020-03-19T04:34:49.042+0530 7f523f98e700 20 mgr Gil Switched to new thread state 0x55850d34c120 | |
| 2020-03-19T04:34:49.042+0530 7f523f98e700 20 mgr get_config key: mgr/progress/max_completed_events | |
| 2020-03-19T04:34:49.042+0530 7f523f98e700 10 mgr get_typed_config max_completed_events not found | |
| 2020-03-19T04:34:49.042+0530 7f52419d2700 1 Processor -- start | |
| 2020-03-19T04:34:49.043+0530 7f523f98e700 0 [progress DEBUG root] max_completed_events = 50 | |
| 2020-03-19T04:34:49.043+0530 7f52419d2700 1 -- start start | |
| 2020-03-19T04:34:49.043+0530 7f52419d2700 10 monclient: init | |
| 2020-03-19T04:34:49.043+0530 7f523f98e700 20 mgr get_config key: mgr/progress/persist_interval | |
| 2020-03-19T04:34:49.043+0530 7f523f98e700 10 mgr get_typed_config persist_interval not found | |
| 2020-03-19T04:34:49.044+0530 7f523f98e700 0 [progress DEBUG root] persist_interval = 5 | |
| 2020-03-19T04:34:49.044+0530 7f523f98e700 20 mgr get_config key: mgr/progress/log_level | |
| 2020-03-19T04:34:49.044+0530 7f524ff87700 1 Processor -- start | |
| 2020-03-19T04:34:49.044+0530 7f523f98e700 10 mgr get_typed_config log_level not found | |
| 2020-03-19T04:34:49.044+0530 7f523f98e700 0 [progress DEBUG root] log_level = | |
| 2020-03-19T04:34:49.044+0530 7f523f98e700 20 mgr get_config key: mgr/progress/log_to_file | |
| 2020-03-19T04:34:49.045+0530 7f524ff87700 1 -- start start | |
| 2020-03-19T04:34:49.045+0530 7f524ff87700 10 monclient: init | |
| 2020-03-19T04:34:49.045+0530 7f52419d2700 10 monclient: _reopen_session rank -1 | |
| 2020-03-19T04:34:49.045+0530 7f52419d2700 10 monclient: _add_conns ranks=[0,1,2] | |
| 2020-03-19T04:34:49.045+0530 7f52419d2700 1 --2- >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d33a400 0x55850d33ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:34:49.045+0530 7f52419d2700 10 monclient(hunting): picked mon.noname-a con 0x55850d33a400 addr [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] | |
| 2020-03-19T04:34:49.046+0530 7f523f98e700 10 mgr get_typed_config log_to_file not found | |
| 2020-03-19T04:34:49.046+0530 7f523f98e700 0 [progress DEBUG root] log_to_file = False | |
| 2020-03-19T04:34:49.046+0530 7f523f98e700 20 mgr get_config key: mgr/progress/log_to_cluster | |
| 2020-03-19T04:34:49.046+0530 7f52419d2700 1 --2- >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d33b180 0x55850a068480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:34:49.046+0530 7f52419d2700 10 monclient(hunting): picked mon.noname-b con 0x55850d33b180 addr [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] | |
| 2020-03-19T04:34:49.046+0530 7f52419d2700 1 --2- >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b600 0x55850d33ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:34:49.046+0530 7f52419d2700 10 monclient(hunting): picked mon.noname-c con 0x55850d33b600 addr [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] | |
| 2020-03-19T04:34:49.046+0530 7f52419d2700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:49.046+0530 7f52419d2700 1 -- --> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] -- mon_getmap magic: 0 v1 -- 0x5585093d1b80 con 0x55850d33a400 | |
| 2020-03-19T04:34:49.046+0530 7f52419d2700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:49.046+0530 7f52419d2700 1 -- --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_getmap magic: 0 v1 -- 0x5585093d0b40 con 0x55850d33b180 | |
| 2020-03-19T04:34:49.046+0530 7f52419d2700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:49.046+0530 7f52419d2700 1 -- --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- mon_getmap magic: 0 v1 -- 0x5585093d0dc0 con 0x55850d33b600 | |
| 2020-03-19T04:34:49.046+0530 7f52419d2700 10 monclient(hunting): _renew_subs | |
| 2020-03-19T04:34:49.046+0530 7f52419d2700 10 monclient(hunting): authenticate will time out at 2020-03-19T04:39:49.047642+0530 | |
| 2020-03-19T04:34:49.046+0530 7f526a8ca700 1 --2- >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d33a400 0x55850d33ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:49.046+0530 7f526a8ca700 1 --2- >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d33a400 0x55850d33ad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0).handle_hello peer v2:10.0.2.15:40013/0 says I am v2:10.0.2.15:47300/0 (socket says 10.0.2.15:47300) | |
| 2020-03-19T04:34:49.046+0530 7f526a8ca700 1 -- 10.0.2.15:0/451568149 learned_addr learned my addr 10.0.2.15:0/451568149 (peer_addr_for_me v2:10.0.2.15:0/0) | |
| 2020-03-19T04:34:49.046+0530 7f526a8ca700 10 monclient(hunting): get_auth_request con 0x55850d33a400 auth_method 0 | |
| 2020-03-19T04:34:49.046+0530 7f526a8ca700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:34:49.046+0530 7f526a8ca700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:34:49.047+0530 7f523f98e700 10 mgr get_typed_config log_to_cluster not found | |
| 2020-03-19T04:34:49.047+0530 7f523f98e700 0 [progress DEBUG root] log_to_cluster = False | |
| 2020-03-19T04:34:49.047+0530 7f523f98e700 20 mgr get_config key: mgr/progress/log_to_cluster_level | |
| 2020-03-19T04:34:49.047+0530 7f523f98e700 10 mgr get_typed_config log_to_cluster_level not found | |
| 2020-03-19T04:34:49.047+0530 7f523f98e700 0 [progress DEBUG root] log_to_cluster_level = info | |
| 2020-03-19T04:34:49.047+0530 7f526c8ce700 1 --2- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d33b180 0x55850a068480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:49.047+0530 7f523f98e700 0 [progress INFO root] Loading... | |
| 2020-03-19T04:34:49.047+0530 7f523f98e700 4 mgr get_store get_store key: mgr/progress/completed | |
| 2020-03-19T04:34:49.047+0530 7f523f98e700 4 ceph_store_get completed not found | |
| 2020-03-19T04:34:49.047+0530 7f526b0cb700 1 --2- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b600 0x55850d33ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:49.047+0530 7f523f98e700 0 [progress INFO root] No stored events to load | |
| 2020-03-19T04:34:49.047+0530 7f526b0cb700 10 monclient(hunting): get_auth_request con 0x55850d33b600 auth_method 0 | |
| 2020-03-19T04:34:49.047+0530 7f526b0cb700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:34:49.047+0530 7f526b0cb700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:34:49.047+0530 7f523f98e700 0 [progress INFO root] Loaded [] historic events | |
| 2020-03-19T04:34:49.047+0530 7f526c8ce700 10 monclient(hunting): get_auth_request con 0x55850d33b180 auth_method 0 | |
| 2020-03-19T04:34:49.047+0530 7f526c8ce700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:34:49.047+0530 7f526c8ce700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:34:49.047+0530 7f523f98e700 0 [progress INFO root] Loaded OSDMap, ready. | |
| 2020-03-19T04:34:49.047+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload 9 | |
| 2020-03-19T04:34:49.047+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload_len 9 | |
| 2020-03-19T04:34:49.047+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes | |
| 2020-03-19T04:34:49.048+0530 7f526b0cb700 10 monclient(hunting): handle_auth_reply_more payload 9 | |
| 2020-03-19T04:34:49.048+0530 7f526b0cb700 10 monclient(hunting): handle_auth_reply_more payload_len 9 | |
| 2020-03-19T04:34:49.048+0530 7f526b0cb700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes | |
| 2020-03-19T04:34:49.048+0530 7f526c8ce700 10 monclient(hunting): handle_auth_reply_more payload 9 | |
| 2020-03-19T04:34:49.048+0530 7f526c8ce700 10 monclient(hunting): handle_auth_reply_more payload_len 9 | |
| 2020-03-19T04:34:49.048+0530 7f526c8ce700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes | |
| 2020-03-19T04:34:49.048+0530 7f526a8ca700 10 monclient(hunting): handle_auth_done global_id 4140 payload 450 | |
| 2020-03-19T04:34:49.048+0530 7f526a8ca700 1 -- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b600 msgr2=0x55850d33ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down | |
| 2020-03-19T04:34:49.048+0530 7f526a8ca700 1 --2- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b600 0x55850d33ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0).stop | |
| 2020-03-19T04:34:49.048+0530 7f526a8ca700 1 -- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d33b180 msgr2=0x55850a068480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down | |
| 2020-03-19T04:34:49.049+0530 7f526a8ca700 1 --2- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d33b180 0x55850a068480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0).stop | |
| 2020-03-19T04:34:49.049+0530 7f526a8ca700 10 monclient: _finish_hunting 0 | |
| 2020-03-19T04:34:49.049+0530 7f526a8ca700 1 monclient: found mon.noname-a | |
| 2020-03-19T04:34:49.049+0530 7f526a8ca700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:34:49.049+0530 7f526a8ca700 10 monclient: _send_mon_message to mon.noname-a at v2:10.0.2.15:40013/0 | |
| 2020-03-19T04:34:49.049+0530 7f526a8ca700 1 -- 10.0.2.15:0/451568149 --> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55850d3ec820 con 0x55850d33a400 | |
| 2020-03-19T04:34:49.049+0530 7f526c8ce700 1 --2- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d33b180 0x55850a068480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rx=0 tx=0).handle_auth_done state changed! | |
| 2020-03-19T04:34:49.049+0530 7f526a8ca700 1 --2- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d33a400 0x55850d33ad00 secure :-1 s=AUTH_CONNECTING_SIGN pgs=0 cs=0 l=0 rx=0x55850d3fbbf0 tx=0x55850d434cd0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.050+0530 7f526a8ca700 1 --2- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d33a400 0x55850d33ad00 secure :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rx=0x55850d3fbbf0 tx=0x55850d434cd0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.050+0530 7f526a8ca700 1 --2- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d33a400 0x55850d33ad00 secure :-1 s=READY pgs=13 cs=0 l=1 rx=0x55850d3fbbf0 tx=0x55850d434cd0).ready entity=mon.0 client_cookie=9c2c739ee40634b3 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:49.050+0530 7f524ff87700 10 monclient: _reopen_session rank -1 | |
| 2020-03-19T04:34:49.050+0530 7f524ff87700 10 monclient: _add_conns ranks=[2,0,1] | |
| 2020-03-19T04:34:49.050+0530 7f524ff87700 1 --2- >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d35c000 0x55850d35c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:34:49.051+0530 7f524ff87700 10 monclient(hunting): picked mon.noname-c con 0x55850d35c000 addr [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] | |
| 2020-03-19T04:34:49.051+0530 7f526a8ca700 1 --2- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d33a400 0x55850d33ad00 secure :-1 s=THROTTLE_DONE pgs=13 cs=0 l=1 rx=0x55850d3fbbf0 tx=0x55850d434cd0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.051+0530 7f524ff87700 1 --2- >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35c900 0x55850d35cd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:34:49.051+0530 7f524ff87700 10 monclient(hunting): picked mon.noname-a con 0x55850d35c900 addr [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] | |
| 2020-03-19T04:34:49.051+0530 7f524ff87700 1 --2- >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d35d200 0x55850d35d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:34:49.051+0530 7f524ff87700 10 monclient(hunting): picked mon.noname-b con 0x55850d35d200 addr [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] | |
| 2020-03-19T04:34:49.051+0530 7f524ff87700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:49.051+0530 7f524ff87700 1 -- --> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] -- mon_getmap magic: 0 v1 -- 0x5585093d0140 con 0x55850d35c900 | |
| 2020-03-19T04:34:49.051+0530 7f524ff87700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:49.051+0530 7f524ff87700 1 -- --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_getmap magic: 0 v1 -- 0x5585093d1e00 con 0x55850d35d200 | |
| 2020-03-19T04:34:49.051+0530 7f524ff87700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:49.051+0530 7f523f18d700 1 -- 10.0.2.15:0/451568149 <== mon.0 v2:10.0.2.15:40013/0 1 ==== mon_map magic: 0 v1 ==== 383+0+0 (secure 0 0 0) 0x5585093bb600 con 0x55850d33a400 | |
| 2020-03-19T04:34:49.051+0530 7f524ff87700 1 -- --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- mon_getmap magic: 0 v1 -- 0x55850d40e000 con 0x55850d35c000 | |
| 2020-03-19T04:34:49.051+0530 7f523f18d700 10 monclient: handle_monmap mon_map magic: 0 v1 | |
| 2020-03-19T04:34:49.051+0530 7f524ff87700 10 monclient(hunting): _renew_subs | |
| 2020-03-19T04:34:49.051+0530 7f523f18d700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) | |
| 2020-03-19T04:34:49.051+0530 7f524ff87700 10 monclient(hunting): authenticate will time out at 2020-03-19T04:39:49.052743+0530 | |
| 2020-03-19T04:34:49.051+0530 7f523f18d700 10 monclient: dump: | |
| epoch 1 | |
| fsid 5864a623-f1c5-45f3-b4d0-a68f123a6df0 | |
| last_changed 2020-03-19T04:34:39.510844+0530 | |
| created 2020-03-19T04:34:39.510844+0530 | |
| min_mon_release 15 (octopus) | |
| 0: [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] mon.a | |
| 1: [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] mon.b | |
| 2: [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] mon.c | |
| 2020-03-19T04:34:49.051+0530 7f523f18d700 10 monclient: _finish_auth 0 | |
| 2020-03-19T04:34:49.051+0530 7f523f18d700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-03-19T04:34:19.052783+0530) | |
| 2020-03-19T04:34:49.051+0530 7f523f18d700 10 monclient: _send_mon_message to mon.a at v2:10.0.2.15:40013/0 | |
| 2020-03-19T04:34:49.051+0530 7f523f18d700 1 -- 10.0.2.15:0/451568149 --> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] -- auth(proto 2 2 bytes epoch 0) v1 -- 0x5585093b8900 con 0x55850d33a400 | |
| 2020-03-19T04:34:49.051+0530 7f526a8ca700 1 --2- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d33a400 0x55850d33ad00 secure :-1 s=THROTTLE_DONE pgs=13 cs=0 l=1 rx=0x55850d3fbbf0 tx=0x55850d434cd0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.051+0530 7f526a8ca700 1 --2- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d33a400 0x55850d33ad00 secure :-1 s=THROTTLE_DONE pgs=13 cs=0 l=1 rx=0x55850d3fbbf0 tx=0x55850d434cd0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.052+0530 7f526a8ca700 1 --2- >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d35d200 0x55850d35d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:49.052+0530 7f526a8ca700 1 --2- >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d35d200 0x55850d35d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0).handle_hello peer v2:10.0.2.15:40015/0 says I am v2:10.0.2.15:42850/0 (socket says 10.0.2.15:42850) | |
| 2020-03-19T04:34:49.052+0530 7f526a8ca700 1 -- 10.0.2.15:0/136356184 learned_addr learned my addr 10.0.2.15:0/136356184 (peer_addr_for_me v2:10.0.2.15:0/0) | |
| 2020-03-19T04:34:49.052+0530 7f526a8ca700 10 monclient(hunting): get_auth_request con 0x55850d35d200 auth_method 0 | |
| 2020-03-19T04:34:49.052+0530 7f526a8ca700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:34:49.052+0530 7f526a8ca700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:34:49.052+0530 7f52419d2700 5 monclient: authenticate success, global_id 4140 | |
| 2020-03-19T04:34:49.052+0530 7f52419d2700 20 monclient: get_monmap_and_config waiting for monmap|config | |
| 2020-03-19T04:34:49.052+0530 7f523f18d700 1 -- 10.0.2.15:0/451568149 <== mon.0 v2:10.0.2.15:40013/0 2 ==== config(8 keys) v1 ==== 232+0+0 (secure 0 0 0) 0x5585093b9500 con 0x55850d33a400 | |
| 2020-03-19T04:34:49.052+0530 7f523f18d700 10 monclient: handle_config config(8 keys) v1 | |
| 2020-03-19T04:34:49.052+0530 7f52419d2700 10 monclient: get_monmap_and_config success | |
| 2020-03-19T04:34:49.052+0530 7f52419d2700 10 monclient: shutdown | |
| 2020-03-19T04:34:49.052+0530 7f52419d2700 20 monclient: shutdown discarding 0 pending message(s) | |
| 2020-03-19T04:34:49.052+0530 7f52419d2700 1 -- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d33a400 msgr2=0x55850d33ad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down | |
| 2020-03-19T04:34:49.052+0530 7f52419d2700 1 --2- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d33a400 0x55850d33ad00 secure :-1 s=READY pgs=13 cs=0 l=1 rx=0x55850d3fbbf0 tx=0x55850d434cd0).stop | |
| 2020-03-19T04:34:49.052+0530 7f523c988700 4 set_mon_vals no callback set | |
| 2020-03-19T04:34:49.052+0530 7f523c988700 20 set_mon_vals debug_mgr = 20/20 (no change) | |
| 2020-03-19T04:34:49.052+0530 7f523c988700 20 set_mon_vals debug_mon = 20/20 (no change) | |
| 2020-03-19T04:34:49.052+0530 7f523c988700 20 set_mon_vals debug_monc = 20/20 (no change) | |
| 2020-03-19T04:34:49.052+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload 9 | |
| 2020-03-19T04:34:49.052+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload_len 9 | |
| 2020-03-19T04:34:49.052+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes | |
| 2020-03-19T04:34:49.052+0530 7f526b0cb700 1 --2- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35c900 0x55850d35cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:49.053+0530 7f523c988700 20 set_mon_vals debug_ms = 1/1 (no change) | |
| 2020-03-19T04:34:49.053+0530 7f523c988700 10 set_mon_vals mgr/prometheus/x/server_port = 9283 (unrecognized option) | |
| 2020-03-19T04:34:49.053+0530 7f523c988700 10 set_mon_vals mgr/restful/x/server_port = 42013 (unrecognized option) | |
| 2020-03-19T04:34:49.053+0530 7f523c988700 20 set_mon_vals osd_pool_default_min_size = 1 (no change) | |
| 2020-03-19T04:34:49.053+0530 7f523c988700 20 set_mon_vals osd_pool_default_size = 3 (no change) | |
| 2020-03-19T04:34:49.051+0530 7f526c8ce700 1 --2- >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d35c000 0x55850d35c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:49.053+0530 7f526b0cb700 10 monclient(hunting): get_auth_request con 0x55850d35c900 auth_method 0 | |
| 2020-03-19T04:34:49.053+0530 7f526b0cb700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:34:49.053+0530 7f526b0cb700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:34:49.053+0530 7f526a8ca700 10 monclient(hunting): handle_auth_done global_id 4144 payload 450 | |
| 2020-03-19T04:34:49.053+0530 7f526a8ca700 1 -- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d35c000 msgr2=0x55850d35c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down | |
| 2020-03-19T04:34:49.053+0530 7f526a8ca700 1 --2- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d35c000 0x55850d35c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0).stop | |
| 2020-03-19T04:34:49.053+0530 7f526a8ca700 1 -- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35c900 msgr2=0x55850d35cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down | |
| 2020-03-19T04:34:49.053+0530 7f526a8ca700 1 --2- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35c900 0x55850d35cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0).stop | |
| 2020-03-19T04:34:49.053+0530 7f526a8ca700 10 monclient: _finish_hunting 0 | |
| 2020-03-19T04:34:49.053+0530 7f526a8ca700 1 monclient: found mon.noname-b | |
| 2020-03-19T04:34:49.058+0530 7f526a8ca700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:34:49.058+0530 7f526a8ca700 10 monclient: _send_mon_message to mon.noname-b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:49.058+0530 7f526a8ca700 1 -- 10.0.2.15:0/136356184 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55850d3f5860 con 0x55850d35d200 | |
| 2020-03-19T04:34:49.058+0530 7f526c8ce700 10 monclient: get_auth_request con 0x55850d35c000 auth_method 0 | |
| 2020-03-19T04:34:49.058+0530 7f526c8ce700 1 --2- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d35c000 0x55850d35c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rx=0 tx=0).send_auth_request state changed! | |
| 2020-03-19T04:34:49.058+0530 7f526a8ca700 1 --2- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d35d200 0x55850d35d680 secure :-1 s=AUTH_CONNECTING_SIGN pgs=0 cs=0 l=0 rx=0x55850d3fbc20 tx=0x55850d434dc0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.058+0530 7f526a8ca700 1 --2- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d35d200 0x55850d35d680 secure :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rx=0x55850d3fbc20 tx=0x55850d434dc0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.059+0530 7f526b0cb700 1 --2- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35c900 0x55850d35cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rx=0 tx=0).handle_auth_reply_more state changed! | |
| 2020-03-19T04:34:49.059+0530 7f526a8ca700 1 --2- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d35d200 0x55850d35d680 secure :-1 s=READY pgs=9 cs=0 l=1 rx=0x55850d3fbc20 tx=0x55850d434dc0).ready entity=mon.1 client_cookie=358d432344314cfe server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:49.059+0530 7f526a8ca700 1 --2- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d35d200 0x55850d35d680 secure :-1 s=THROTTLE_DONE pgs=9 cs=0 l=1 rx=0x55850d3fbc20 tx=0x55850d434dc0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.060+0530 7f52419d2700 1 -- 10.0.2.15:0/451568149 shutdown_connections | |
| 2020-03-19T04:34:49.060+0530 7f52419d2700 1 --2- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b600 0x55850d33ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rx=0 tx=0).stop | |
| 2020-03-19T04:34:49.060+0530 7f52419d2700 1 --2- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d33a400 0x55850d33ad00 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rx=0 tx=0).stop | |
| 2020-03-19T04:34:49.060+0530 7f52419d2700 1 --2- 10.0.2.15:0/451568149 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d33b180 0x55850a068480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rx=0 tx=0).stop | |
| 2020-03-19T04:34:49.060+0530 7f52419d2700 1 -- 10.0.2.15:0/451568149 >> 10.0.2.15:0/451568149 conn(0x55850d339f80 msgr2=0x55850d348800 unknown :-1 s=STATE_NONE l=0).mark_down | |
| 2020-03-19T04:34:49.060+0530 7f526a8ca700 1 --2- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d35d200 0x55850d35d680 secure :-1 s=THROTTLE_DONE pgs=9 cs=0 l=1 rx=0x55850d3fbc20 tx=0x55850d434dc0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.060+0530 7f523e18b700 1 -- 10.0.2.15:0/136356184 <== mon.1 v2:10.0.2.15:40015/0 1 ==== mon_map magic: 0 v1 ==== 383+0+0 (secure 0 0 0) 0x5585093bbe40 con 0x55850d35d200 | |
| 2020-03-19T04:34:49.060+0530 7f523e18b700 10 monclient: handle_monmap mon_map magic: 0 v1 | |
| 2020-03-19T04:34:49.060+0530 7f526a8ca700 1 --2- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d35d200 0x55850d35d680 secure :-1 s=THROTTLE_DONE pgs=9 cs=0 l=1 rx=0x55850d3fbc20 tx=0x55850d434dc0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.060+0530 7f523e18b700 10 monclient: got monmap 1 from mon.noname-b (according to old e1) | |
| 2020-03-19T04:34:49.060+0530 7f523e18b700 10 monclient: dump: | |
| epoch 1 | |
| fsid 5864a623-f1c5-45f3-b4d0-a68f123a6df0 | |
| last_changed 2020-03-19T04:34:39.510844+0530 | |
| created 2020-03-19T04:34:39.510844+0530 | |
| min_mon_release 15 (octopus) | |
| 0: [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] mon.a | |
| 1: [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] mon.b | |
| 2: [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] mon.c | |
| 2020-03-19T04:34:49.060+0530 7f523e18b700 10 monclient: _finish_auth 0 | |
| 2020-03-19T04:34:49.060+0530 7f523e18b700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-03-19T04:34:19.061877+0530) | |
| 2020-03-19T04:34:49.061+0530 7f523e18b700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:49.061+0530 7f523e18b700 1 -- 10.0.2.15:0/136356184 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- auth(proto 2 2 bytes epoch 0) v1 -- 0x5585093b9500 con 0x55850d35d200 | |
| 2020-03-19T04:34:49.061+0530 7f524ff87700 5 monclient: authenticate success, global_id 4144 | |
| 2020-03-19T04:34:49.061+0530 7f524ff87700 20 monclient: get_monmap_and_config waiting for monmap|config | |
| 2020-03-19T04:34:49.061+0530 7f523e18b700 1 -- 10.0.2.15:0/136356184 <== mon.1 v2:10.0.2.15:40015/0 2 ==== config(8 keys) v1 ==== 232+0+0 (secure 0 0 0) 0x5585093b8900 con 0x55850d35d200 | |
| 2020-03-19T04:34:49.061+0530 7f523e18b700 10 monclient: handle_config config(8 keys) v1 | |
| 2020-03-19T04:34:49.061+0530 7f52419d2700 1 -- 10.0.2.15:0/451568149 shutdown_connections | |
| 2020-03-19T04:34:49.061+0530 7f524ff87700 10 monclient: get_monmap_and_config success | |
| 2020-03-19T04:34:49.061+0530 7f524ff87700 10 monclient: shutdown | |
| 2020-03-19T04:34:49.061+0530 7f524ff87700 20 monclient: shutdown discarding 0 pending message(s) | |
| 2020-03-19T04:34:49.061+0530 7f524ff87700 1 -- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d35d200 msgr2=0x55850d35d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down | |
| 2020-03-19T04:34:49.061+0530 7f524ff87700 1 --2- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d35d200 0x55850d35d680 secure :-1 s=READY pgs=9 cs=0 l=1 rx=0x55850d3fbc20 tx=0x55850d434dc0).stop | |
| 2020-03-19T04:34:49.061+0530 7f523b986700 4 set_mon_vals no callback set | |
| 2020-03-19T04:34:49.061+0530 7f523b986700 20 set_mon_vals debug_mgr = 20/20 (no change) | |
| 2020-03-19T04:34:49.061+0530 7f523b986700 20 set_mon_vals debug_mon = 20/20 (no change) | |
| 2020-03-19T04:34:49.061+0530 7f523b986700 20 set_mon_vals debug_monc = 20/20 (no change) | |
| 2020-03-19T04:34:49.061+0530 7f523b986700 20 set_mon_vals debug_ms = 1/1 (no change) | |
| 2020-03-19T04:34:49.061+0530 7f523b986700 10 set_mon_vals mgr/prometheus/x/server_port = 9283 (unrecognized option) | |
| 2020-03-19T04:34:49.061+0530 7f523b986700 10 set_mon_vals mgr/restful/x/server_port = 42013 (unrecognized option) | |
| 2020-03-19T04:34:49.061+0530 7f523b986700 20 set_mon_vals osd_pool_default_min_size = 1 (no change) | |
| 2020-03-19T04:34:49.061+0530 7f523b986700 20 set_mon_vals osd_pool_default_size = 3 (no change) | |
| 2020-03-19T04:34:49.061+0530 7f523e18b700 1 -- 10.0.2.15:0/136356184 <== mon.1 v2:10.0.2.15:40015/0 3 ==== mon_map magic: 0 v1 ==== 383+0+0 (secure 0 0 0) 0x55850d410000 con 0x55850d35d200 | |
| 2020-03-19T04:34:49.061+0530 7f523e18b700 10 monclient: discarding stray monitor message mon_map magic: 0 v1 | |
| 2020-03-19T04:34:49.061+0530 7f52419d2700 1 -- 10.0.2.15:0/451568149 wait complete. | |
| 2020-03-19T04:34:49.066+0530 7f52419d2700 10 monclient: build_initial_monmap | |
| 2020-03-19T04:34:49.066+0530 7f52419d2700 10 monclient: monmap: | |
| epoch 0 | |
| fsid 5864a623-f1c5-45f3-b4d0-a68f123a6df0 | |
| last_changed 2020-03-19T04:34:49.067861+0530 | |
| created 2020-03-19T04:34:49.067861+0530 | |
| min_mon_release 0 (unknown) | |
| 0: [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] mon.noname-a | |
| 1: [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] mon.noname-b | |
| 2: [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] mon.noname-c | |
| 2020-03-19T04:34:49.066+0530 7f524ff87700 1 -- 10.0.2.15:0/136356184 shutdown_connections | |
| 2020-03-19T04:34:49.066+0530 7f524ff87700 1 --2- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d35d200 0x55850d35d680 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rx=0 tx=0).stop | |
| 2020-03-19T04:34:49.066+0530 7f524ff87700 1 --2- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d35c000 0x55850d35c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rx=0 tx=0).stop | |
| 2020-03-19T04:34:49.066+0530 7f524ff87700 1 --2- 10.0.2.15:0/136356184 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35c900 0x55850d35cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rx=0 tx=0).stop | |
| 2020-03-19T04:34:49.066+0530 7f524ff87700 1 -- 10.0.2.15:0/136356184 >> 10.0.2.15:0/136356184 conn(0x55850a068900 msgr2=0x55850d349000 unknown :-1 s=STATE_NONE l=0).mark_down | |
| 2020-03-19T04:34:49.067+0530 7f524ff87700 1 -- 10.0.2.15:0/136356184 shutdown_connections | |
| 2020-03-19T04:34:49.067+0530 7f524ff87700 1 -- 10.0.2.15:0/136356184 wait complete. | |
| 2020-03-19T04:34:49.067+0530 7f524ff87700 10 monclient: build_initial_monmap | |
| 2020-03-19T04:34:49.067+0530 7f524ff87700 10 monclient: monmap: | |
| epoch 0 | |
| fsid 5864a623-f1c5-45f3-b4d0-a68f123a6df0 | |
| last_changed 2020-03-19T04:34:49.068859+0530 | |
| created 2020-03-19T04:34:49.068859+0530 | |
| min_mon_release 0 (unknown) | |
| 0: [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] mon.noname-a | |
| 1: [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] mon.noname-b | |
| 2: [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] mon.noname-c | |
| 2020-03-19T04:34:49.068+0530 7f52419d2700 1 Processor -- start | |
| 2020-03-19T04:34:49.068+0530 7f52419d2700 1 -- start start | |
| 2020-03-19T04:34:49.068+0530 7f52419d2700 10 monclient: init | |
| 2020-03-19T04:34:49.069+0530 7f524ff87700 1 Processor -- start | |
| 2020-03-19T04:34:49.069+0530 7f524ff87700 1 -- start start | |
| 2020-03-19T04:34:49.069+0530 7f524ff87700 10 monclient: init | |
| 2020-03-19T04:34:49.069+0530 7f52419d2700 10 monclient: _reopen_session rank -1 | |
| 2020-03-19T04:34:49.070+0530 7f52419d2700 10 monclient: _add_conns ranks=[0,2,1] | |
| 2020-03-19T04:34:49.070+0530 7f52419d2700 1 --2- >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d33ba80 0x55850d33b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rx=0 tx=0).connect | |
| 2020-03-19T04:34:49.070+0530 7f52419d2700 10 monclient(hunting): picked mon.noname-a con 0x55850d33ba80 addr [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] | |
| 2020-03-19T04:34:49.070+0530 7f52419d2700 1 --2- >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rx=0 tx=0).connect | |
| 2020-03-19T04:34:49.070+0530 7f52419d2700 10 monclient(hunting): picked mon.noname-c con 0x55850d33b180 addr [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] | |
| 2020-03-19T04:34:49.070+0530 7f52419d2700 1 --2- >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d33a400 0x55850a068480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rx=0 tx=0).connect | |
| 2020-03-19T04:34:49.070+0530 7f52419d2700 10 monclient(hunting): picked mon.noname-b con 0x55850d33a400 addr [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] | |
| 2020-03-19T04:34:49.070+0530 7f52419d2700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:49.070+0530 7f52419d2700 1 -- --> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] -- mon_getmap magic: 0 v1 -- 0x5585093d1040 con 0x55850d33ba80 | |
| 2020-03-19T04:34:49.070+0530 7f52419d2700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:49.070+0530 7f526c8ce700 1 --2- >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:49.070+0530 7f526c8ce700 1 --2- >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rx=0 tx=0).handle_hello peer v2:10.0.2.15:40017/0 says I am v2:10.0.2.15:48634/0 (socket says 10.0.2.15:48634) | |
| 2020-03-19T04:34:49.070+0530 7f526c8ce700 1 -- 10.0.2.15:0/2447455471 learned_addr learned my addr 10.0.2.15:0/2447455471 (peer_addr_for_me v2:10.0.2.15:0/0) | |
| 2020-03-19T04:34:49.070+0530 7f52419d2700 1 -- 10.0.2.15:0/2447455471 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_getmap magic: 0 v1 -- 0x5585093d0000 con 0x55850d33a400 | |
| 2020-03-19T04:34:49.070+0530 7f52419d2700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:49.070+0530 7f52419d2700 1 -- 10.0.2.15:0/2447455471 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- mon_getmap magic: 0 v1 -- 0x5585093d0dc0 con 0x55850d33b180 | |
| 2020-03-19T04:34:49.071+0530 7f52419d2700 10 monclient(hunting): _renew_subs | |
| 2020-03-19T04:34:49.071+0530 7f52419d2700 10 monclient(hunting): authenticate will time out at 2020-03-19T04:39:49.072180+0530 | |
| 2020-03-19T04:34:49.071+0530 7f526c8ce700 10 monclient(hunting): get_auth_request con 0x55850d33b180 auth_method 0 | |
| 2020-03-19T04:34:49.071+0530 7f526c8ce700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:34:49.071+0530 7f526c8ce700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:34:49.071+0530 7f526b0cb700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d33a400 0x55850a068480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:49.071+0530 7f526b0cb700 10 monclient(hunting): get_auth_request con 0x55850d33a400 auth_method 0 | |
| 2020-03-19T04:34:49.071+0530 7f526b0cb700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:34:49.071+0530 7f526b0cb700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:34:49.071+0530 7f526c8ce700 10 monclient(hunting): handle_auth_reply_more payload 9 | |
| 2020-03-19T04:34:49.071+0530 7f526c8ce700 10 monclient(hunting): handle_auth_reply_more payload_len 9 | |
| 2020-03-19T04:34:49.071+0530 7f526c8ce700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes | |
| 2020-03-19T04:34:49.071+0530 7f526a8ca700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d33ba80 0x55850d33b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:49.072+0530 7f526c8ce700 10 monclient(hunting): handle_auth_done global_id 4154 payload 979 | |
| 2020-03-19T04:34:49.072+0530 7f526c8ce700 1 -- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d33a400 msgr2=0x55850a068480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down | |
| 2020-03-19T04:34:49.072+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d33a400 0x55850a068480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rx=0 tx=0).stop | |
| 2020-03-19T04:34:49.072+0530 7f526c8ce700 1 -- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d33ba80 msgr2=0x55850d33b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down | |
| 2020-03-19T04:34:49.072+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d33ba80 0x55850d33b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rx=0 tx=0).stop | |
| 2020-03-19T04:34:49.072+0530 7f526c8ce700 10 monclient: _finish_hunting 0 | |
| 2020-03-19T04:34:49.072+0530 7f526c8ce700 1 monclient: found mon.noname-c | |
| 2020-03-19T04:34:49.072+0530 7f526c8ce700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:34:49.072+0530 7f526c8ce700 10 monclient: _send_mon_message to mon.noname-c at v2:10.0.2.15:40017/0 | |
| 2020-03-19T04:34:49.072+0530 7f526c8ce700 1 -- 10.0.2.15:0/2447455471 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55850d3ecb60 con 0x55850d33b180 | |
| 2020-03-19T04:34:49.073+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=AUTH_CONNECTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.073+0530 7f526a8ca700 10 monclient: get_auth_request con 0x55850d33ba80 auth_method 0 | |
| 2020-03-19T04:34:49.073+0530 7f526a8ca700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d33ba80 0x55850d33b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rx=0 tx=0).send_auth_request state changed! | |
| 2020-03-19T04:34:49.073+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.073+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=READY pgs=16 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:49.073+0530 7f526b0cb700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d33a400 0x55850a068480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rx=0 tx=0).handle_auth_reply_more state changed! | |
| 2020-03-19T04:34:49.074+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=THROTTLE_DONE pgs=16 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.074+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=THROTTLE_DONE pgs=16 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.074+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=THROTTLE_DONE pgs=16 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.075+0530 7f524ff87700 10 monclient: _reopen_session rank -1 | |
| 2020-03-19T04:34:49.075+0530 7f524ff87700 10 monclient: _add_conns ranks=[1,0,2] | |
| 2020-03-19T04:34:49.075+0530 7f524ff87700 1 --2- >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d35c000 0x55850d35c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rx=0 tx=0).connect | |
| 2020-03-19T04:34:49.075+0530 7f524ff87700 10 monclient(hunting): picked mon.noname-b con 0x55850d35c000 addr [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] | |
| 2020-03-19T04:34:49.075+0530 7f524ff87700 1 --2- >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rx=0 tx=0).connect | |
| 2020-03-19T04:34:49.075+0530 7f524ff87700 10 monclient(hunting): picked mon.noname-a con 0x55850d35df80 addr [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] | |
| 2020-03-19T04:34:49.075+0530 7f524ff87700 1 --2- >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d35d680 0x55850d35d200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rx=0 tx=0).connect | |
| 2020-03-19T04:34:49.075+0530 7f524ff87700 10 monclient(hunting): picked mon.noname-c con 0x55850d35d680 addr [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] | |
| 2020-03-19T04:34:49.075+0530 7f524ff87700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:49.075+0530 7f524ff87700 1 -- --> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] -- mon_getmap magic: 0 v1 -- 0x55850d40e140 con 0x55850d35df80 | |
| 2020-03-19T04:34:49.075+0530 7f524ff87700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:49.075+0530 7f524ff87700 1 -- --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_getmap magic: 0 v1 -- 0x55850d40e280 con 0x55850d35c000 | |
| 2020-03-19T04:34:49.075+0530 7f524ff87700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:49.075+0530 7f524ff87700 1 -- --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- mon_getmap magic: 0 v1 -- 0x55850d40e3c0 con 0x55850d35d680 | |
| 2020-03-19T04:34:49.075+0530 7f524ff87700 10 monclient(hunting): _renew_subs | |
| 2020-03-19T04:34:49.075+0530 7f524ff87700 10 monclient(hunting): authenticate will time out at 2020-03-19T04:39:49.076586+0530 | |
| 2020-03-19T04:34:49.076+0530 7f526b0cb700 1 --2- >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:49.076+0530 7f523d98a700 1 -- 10.0.2.15:0/2447455471 <== mon.2 v2:10.0.2.15:40017/0 1 ==== mon_map magic: 0 v1 ==== 383+0+0 (secure 0 0 0) 0x5585093bb600 con 0x55850d33b180 | |
| 2020-03-19T04:34:49.076+0530 7f523d98a700 10 monclient: handle_monmap mon_map magic: 0 v1 | |
| 2020-03-19T04:34:49.076+0530 7f523d98a700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) | |
| 2020-03-19T04:34:49.076+0530 7f526a8ca700 1 --2- >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d35c000 0x55850d35c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:49.076+0530 7f523d98a700 10 monclient: dump: | |
| epoch 1 | |
| fsid 5864a623-f1c5-45f3-b4d0-a68f123a6df0 | |
| last_changed 2020-03-19T04:34:39.510844+0530 | |
| created 2020-03-19T04:34:39.510844+0530 | |
| min_mon_release 15 (octopus) | |
| 0: [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] mon.a | |
| 1: [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] mon.b | |
| 2: [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] mon.c | |
| 2020-03-19T04:34:49.076+0530 7f523d98a700 10 monclient: _finish_auth 0 | |
| 2020-03-19T04:34:49.076+0530 7f526a8ca700 1 --2- >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d35c000 0x55850d35c480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rx=0 tx=0).handle_hello peer v2:10.0.2.15:40015/0 says I am v2:10.0.2.15:42862/0 (socket says 10.0.2.15:42862) | |
| 2020-03-19T04:34:49.076+0530 7f523d98a700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-03-19T04:34:19.077642+0530) | |
| 2020-03-19T04:34:49.076+0530 7f526a8ca700 1 -- 10.0.2.15:0/3364201979 learned_addr learned my addr 10.0.2.15:0/3364201979 (peer_addr_for_me v2:10.0.2.15:0/0) | |
| 2020-03-19T04:34:49.076+0530 7f523d98a700 10 monclient: _send_mon_message to mon.c at v2:10.0.2.15:40017/0 | |
| 2020-03-19T04:34:49.076+0530 7f526a8ca700 10 monclient(hunting): get_auth_request con 0x55850d35c000 auth_method 0 | |
| 2020-03-19T04:34:49.076+0530 7f523d98a700 1 -- 10.0.2.15:0/2447455471 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- auth(proto 2 2 bytes epoch 0) v1 -- 0x5585093b8000 con 0x55850d33b180 | |
| 2020-03-19T04:34:49.076+0530 7f526a8ca700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:34:49.076+0530 7f526a8ca700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:34:49.076+0530 7f52419d2700 5 monclient: authenticate success, global_id 4154 | |
| 2020-03-19T04:34:49.076+0530 7f52419d2700 10 monclient: _renew_subs | |
| 2020-03-19T04:34:49.076+0530 7f52419d2700 10 monclient: _send_mon_message to mon.c at v2:10.0.2.15:40017/0 | |
| 2020-03-19T04:34:49.076+0530 7f52419d2700 1 -- 10.0.2.15:0/2447455471 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55850d3ec680 con 0x55850d33b180 | |
| 2020-03-19T04:34:49.077+0530 7f52419d2700 10 monclient: _renew_subs | |
| 2020-03-19T04:34:49.077+0530 7f52419d2700 10 monclient: _send_mon_message to mon.c at v2:10.0.2.15:40017/0 | |
| 2020-03-19T04:34:49.077+0530 7f52419d2700 1 -- 10.0.2.15:0/2447455471 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55850d3f56c0 con 0x55850d33b180 | |
| 2020-03-19T04:34:49.076+0530 7f526b0cb700 1 --2- >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rx=0 tx=0).handle_hello peer v2:10.0.2.15:40013/0 says I am v2:10.0.2.15:47320/0 (socket says 10.0.2.15:47320) | |
| 2020-03-19T04:34:49.077+0530 7f526b0cb700 10 monclient(hunting): get_auth_request con 0x55850d35df80 auth_method 0 | |
| 2020-03-19T04:34:49.077+0530 7f52419d2700 7 mgr register_client registering msgr client handle v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:34:49.077+0530 7f526b0cb700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:34:49.077+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=THROTTLE_DONE pgs=16 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.077+0530 7f523d98a700 1 -- 10.0.2.15:0/2447455471 <== mon.2 v2:10.0.2.15:40017/0 2 ==== config(8 keys) v1 ==== 232+0+0 (secure 0 0 0) 0x5585093b8900 con 0x55850d33b180 | |
| 2020-03-19T04:34:49.077+0530 7f523d98a700 10 monclient: handle_config config(8 keys) v1 | |
| 2020-03-19T04:34:49.077+0530 7f526b0cb700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:34:49.078+0530 7f526b0cb700 10 monclient(hunting): handle_auth_reply_more payload 9 | |
| 2020-03-19T04:34:49.078+0530 7f526b0cb700 10 monclient(hunting): handle_auth_reply_more payload_len 9 | |
| 2020-03-19T04:34:49.078+0530 7f526b0cb700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes | |
| 2020-03-19T04:34:49.077+0530 7f523c988700 4 set_mon_vals no callback set | |
| 2020-03-19T04:34:49.079+0530 7f523c988700 20 set_mon_vals debug_mgr = 20/20 (no change) | |
| 2020-03-19T04:34:49.079+0530 7f523c988700 20 set_mon_vals debug_mon = 20/20 (no change) | |
| 2020-03-19T04:34:49.079+0530 7f523c988700 20 set_mon_vals debug_monc = 20/20 (no change) | |
| 2020-03-19T04:34:49.079+0530 7f523c988700 20 set_mon_vals debug_ms = 1/1 (no change) | |
| 2020-03-19T04:34:49.079+0530 7f523c988700 10 set_mon_vals mgr/prometheus/x/server_port = 9283 (unrecognized option) | |
| 2020-03-19T04:34:49.079+0530 7f523c988700 10 set_mon_vals mgr/restful/x/server_port = 42013 (unrecognized option) | |
| 2020-03-19T04:34:49.079+0530 7f523c988700 20 set_mon_vals osd_pool_default_min_size = 1 (no change) | |
| 2020-03-19T04:34:49.079+0530 7f523c988700 20 set_mon_vals osd_pool_default_size = 3 (no change) | |
| 2020-03-19T04:34:49.080+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload 9 | |
| 2020-03-19T04:34:49.080+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload_len 9 | |
| 2020-03-19T04:34:49.080+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes | |
| 2020-03-19T04:34:49.080+0530 7f526a8ca700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d35d680 0x55850d35d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:49.081+0530 7f526a8ca700 10 monclient(hunting): get_auth_request con 0x55850d35d680 auth_method 0 | |
| 2020-03-19T04:34:49.081+0530 7f526a8ca700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:34:49.081+0530 7f526a8ca700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:34:49.081+0530 7f526b0cb700 10 monclient(hunting): handle_auth_done global_id 4146 payload 979 | |
| 2020-03-19T04:34:49.081+0530 7f526b0cb700 1 -- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d35d680 msgr2=0x55850d35d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down | |
| 2020-03-19T04:34:49.081+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d35d680 0x55850d35d200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rx=0 tx=0).stop | |
| 2020-03-19T04:34:49.081+0530 7f526b0cb700 1 -- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d35c000 msgr2=0x55850d35c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down | |
| 2020-03-19T04:34:49.081+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d35c000 0x55850d35c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rx=0 tx=0).stop | |
| 2020-03-19T04:34:49.081+0530 7f526b0cb700 10 monclient: _finish_hunting 0 | |
| 2020-03-19T04:34:49.081+0530 7f526b0cb700 1 monclient: found mon.noname-a | |
| 2020-03-19T04:34:49.082+0530 7f523d98a700 1 -- 10.0.2.15:0/2447455471 <== mon.2 v2:10.0.2.15:40017/0 3 ==== mon_map magic: 0 v1 ==== 383+0+0 (secure 0 0 0) 0x55850d410160 con 0x55850d33b180 | |
| 2020-03-19T04:34:49.082+0530 7f523d98a700 10 monclient: handle_monmap mon_map magic: 0 v1 | |
| 2020-03-19T04:34:49.082+0530 7f523d98a700 10 monclient: got monmap 1 from mon.c (according to old e1) | |
| 2020-03-19T04:34:49.082+0530 7f523d98a700 10 monclient: dump: | |
| epoch 1 | |
| fsid 5864a623-f1c5-45f3-b4d0-a68f123a6df0 | |
| last_changed 2020-03-19T04:34:39.510844+0530 | |
| created 2020-03-19T04:34:39.510844+0530 | |
| min_mon_release 15 (octopus) | |
| 0: [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] mon.a | |
| 1: [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] mon.b | |
| 2: [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] mon.c | |
| 2020-03-19T04:34:49.082+0530 7f523d98a700 1 -- 10.0.2.15:0/2447455471 <== mon.2 v2:10.0.2.15:40017/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55850d3ecb60 con 0x55850d33b180 | |
| 2020-03-19T04:34:49.082+0530 7f523d98a700 10 monclient: _finish_auth 0 | |
| 2020-03-19T04:34:49.082+0530 7f523d98a700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:19.083452+0530) | |
| 2020-03-19T04:34:49.084+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=THROTTLE_DONE pgs=16 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.084+0530 7f526b0cb700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:34:49.084+0530 7f526b0cb700 10 monclient: _send_mon_message to mon.noname-a at v2:10.0.2.15:40013/0 | |
| 2020-03-19T04:34:49.084+0530 7f526b0cb700 1 -- 10.0.2.15:0/3364201979 --> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55850d3f5a00 con 0x55850d35df80 | |
| 2020-03-19T04:34:49.084+0530 7f526a8ca700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d35d680 0x55850d35d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rx=0 tx=0).handle_auth_reply_more state changed! | |
| 2020-03-19T04:34:49.085+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=AUTH_CONNECTING_SIGN pgs=0 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.085+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.086+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=READY pgs=14 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:49.086+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=THROTTLE_DONE pgs=14 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.086+0530 7f523f18d700 1 -- 10.0.2.15:0/3364201979 <== mon.0 v2:10.0.2.15:40013/0 1 ==== mon_map magic: 0 v1 ==== 383+0+0 (secure 0 0 0) 0x5585093bb600 con 0x55850d35df80 | |
| 2020-03-19T04:34:49.086+0530 7f523f18d700 10 monclient: handle_monmap mon_map magic: 0 v1 | |
| 2020-03-19T04:34:49.086+0530 7f523f18d700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) | |
| 2020-03-19T04:34:49.086+0530 7f523f18d700 10 monclient: dump: | |
| epoch 1 | |
| fsid 5864a623-f1c5-45f3-b4d0-a68f123a6df0 | |
| last_changed 2020-03-19T04:34:39.510844+0530 | |
| created 2020-03-19T04:34:39.510844+0530 | |
| min_mon_release 15 (octopus) | |
| 0: [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] mon.a | |
| 1: [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] mon.b | |
| 2: [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] mon.c | |
| 2020-03-19T04:34:49.086+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=THROTTLE_DONE pgs=14 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.087+0530 7f523f18d700 10 monclient: _finish_auth 0 | |
| 2020-03-19T04:34:49.087+0530 7f523f18d700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-03-19T04:34:19.088213+0530) | |
| 2020-03-19T04:34:49.087+0530 7f523f18d700 10 monclient: _send_mon_message to mon.a at v2:10.0.2.15:40013/0 | |
| 2020-03-19T04:34:49.087+0530 7f523f18d700 1 -- 10.0.2.15:0/3364201979 --> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] -- auth(proto 2 2 bytes epoch 0) v1 -- 0x5585093b9680 con 0x55850d35df80 | |
| 2020-03-19T04:34:49.087+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=THROTTLE_DONE pgs=14 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.087+0530 7f523f18d700 1 -- 10.0.2.15:0/3364201979 <== mon.0 v2:10.0.2.15:40013/0 2 ==== config(8 keys) v1 ==== 232+0+0 (secure 0 0 0) 0x5585093b9c80 con 0x55850d35df80 | |
| 2020-03-19T04:34:49.087+0530 7f523f18d700 10 monclient: handle_config config(8 keys) v1 | |
| 2020-03-19T04:34:49.087+0530 7f524ff87700 5 monclient: authenticate success, global_id 4146 | |
| 2020-03-19T04:34:49.087+0530 7f524ff87700 10 monclient: _renew_subs | |
| 2020-03-19T04:34:49.087+0530 7f524ff87700 10 monclient: _send_mon_message to mon.a at v2:10.0.2.15:40013/0 | |
| 2020-03-19T04:34:49.087+0530 7f524ff87700 1 -- 10.0.2.15:0/3364201979 --> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55850d3f5ba0 con 0x55850d35df80 | |
| 2020-03-19T04:34:49.087+0530 7f523a984700 4 set_mon_vals no callback set | |
| 2020-03-19T04:34:49.087+0530 7f523a984700 20 set_mon_vals debug_mgr = 20/20 (no change) | |
| 2020-03-19T04:34:49.087+0530 7f523a984700 20 set_mon_vals debug_mon = 20/20 (no change) | |
| 2020-03-19T04:34:49.087+0530 7f523a984700 20 set_mon_vals debug_monc = 20/20 (no change) | |
| 2020-03-19T04:34:49.087+0530 7f523a984700 20 set_mon_vals debug_ms = 1/1 (no change) | |
| 2020-03-19T04:34:49.087+0530 7f523a984700 10 set_mon_vals mgr/prometheus/x/server_port = 9283 (unrecognized option) | |
| 2020-03-19T04:34:49.087+0530 7f523a984700 10 set_mon_vals mgr/restful/x/server_port = 42013 (unrecognized option) | |
| 2020-03-19T04:34:49.087+0530 7f523a984700 20 set_mon_vals osd_pool_default_min_size = 1 (no change) | |
| 2020-03-19T04:34:49.087+0530 7f523a984700 20 set_mon_vals osd_pool_default_size = 3 (no change) | |
| 2020-03-19T04:34:49.087+0530 7f524ff87700 10 monclient: _renew_subs | |
| 2020-03-19T04:34:49.087+0530 7f524ff87700 10 monclient: _send_mon_message to mon.a at v2:10.0.2.15:40013/0 | |
| 2020-03-19T04:34:49.087+0530 7f524ff87700 1 -- 10.0.2.15:0/3364201979 --> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55850d3f5d40 con 0x55850d35df80 | |
| 2020-03-19T04:34:49.087+0530 7f524ff87700 7 mgr register_client registering msgr client handle v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:34:49.087+0530 7f524ff87700 10 monclient: get_version osdmap req 0x55850ceeeb60 | |
| 2020-03-19T04:34:49.087+0530 7f524ff87700 10 monclient: _send_mon_message to mon.a at v2:10.0.2.15:40013/0 | |
| 2020-03-19T04:34:49.087+0530 7f524ff87700 1 -- 10.0.2.15:0/3364201979 --> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x55850d4109a0 con 0x55850d35df80 | |
| 2020-03-19T04:34:49.087+0530 7f523f18d700 1 -- 10.0.2.15:0/3364201979 <== mon.0 v2:10.0.2.15:40013/0 3 ==== mon_map magic: 0 v1 ==== 383+0+0 (secure 0 0 0) 0x55850d410160 con 0x55850d35df80 | |
| 2020-03-19T04:34:49.087+0530 7f523f18d700 10 monclient: handle_monmap mon_map magic: 0 v1 | |
| 2020-03-19T04:34:49.087+0530 7f523f18d700 10 monclient: got monmap 1 from mon.a (according to old e1) | |
| 2020-03-19T04:34:49.087+0530 7f523f18d700 10 monclient: dump: | |
| epoch 1 | |
| fsid 5864a623-f1c5-45f3-b4d0-a68f123a6df0 | |
| last_changed 2020-03-19T04:34:39.510844+0530 | |
| created 2020-03-19T04:34:39.510844+0530 | |
| min_mon_release 15 (octopus) | |
| 0: [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] mon.a | |
| 1: [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] mon.b | |
| 2: [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] mon.c | |
| 2020-03-19T04:34:49.088+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=THROTTLE_DONE pgs=14 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.088+0530 7f523f18d700 1 -- 10.0.2.15:0/3364201979 <== mon.0 v2:10.0.2.15:40013/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55850d3f5d40 con 0x55850d35df80 | |
| 2020-03-19T04:34:49.088+0530 7f523f18d700 10 monclient: _finish_auth 0 | |
| 2020-03-19T04:34:49.088+0530 7f523f18d700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:19.089759+0530) | |
| 2020-03-19T04:34:49.090+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=THROTTLE_DONE pgs=14 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.092+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=THROTTLE_DONE pgs=16 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.093+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=THROTTLE_DONE pgs=14 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.093+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=THROTTLE_DONE pgs=14 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.093+0530 7f523f18d700 1 -- 10.0.2.15:0/3364201979 <== mon.0 v2:10.0.2.15:40013/0 5 ==== mgrmap(e 2) v1 ==== 20450+0+0 (secure 0 0 0) 0x55850d3d1600 con 0x55850d35df80 | |
| 2020-03-19T04:34:49.093+0530 7f523f18d700 1 -- 10.0.2.15:0/3364201979 <== mon.0 v2:10.0.2.15:40013/0 6 ==== osd_map(1..1 src has 1..1) v4 ==== 721+0+0 (secure 0 0 0) 0x55850d350e00 con 0x55850d35df80 | |
| 2020-03-19T04:34:49.093+0530 7f523d98a700 1 -- 10.0.2.15:0/2447455471 <== mon.2 v2:10.0.2.15:40017/0 5 ==== mgrmap(e 2) v1 ==== 20450+0+0 (secure 0 0 0) 0x55850d3d0dc0 con 0x55850d33b180 | |
| 2020-03-19T04:34:49.093+0530 7f523f18d700 1 -- 10.0.2.15:0/3364201979 <== mon.0 v2:10.0.2.15:40013/0 7 ==== mon_get_version_reply(handle=1 version=1) v2 ==== 24+0+0 (secure 0 0 0) 0x55850d4109a0 con 0x55850d35df80 | |
| 2020-03-19T04:34:49.093+0530 7f523f18d700 10 monclient: handle_get_version_reply finishing 0x55850ceeeb60 version 1 | |
| 2020-03-19T04:34:49.095+0530 7f523d98a700 1 -- 10.0.2.15:0/2447455471 <== mon.2 v2:10.0.2.15:40017/0 6 ==== osd_map(1..1 src has 1..1) v4 ==== 721+0+0 (secure 0 0 0) 0x55850d350c40 con 0x55850d33b180 | |
| 2020-03-19T04:34:49.095+0530 7f52419d2700 0 [devicehealth DEBUG root] create device_health_metrics pool | |
| 2020-03-19T04:34:49.095+0530 7f52419d2700 10 monclient: start_mon_command mon. cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}] | |
| 2020-03-19T04:34:49.095+0530 7f52419d2700 10 monclient: _send_command 6 [{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}] | |
| 2020-03-19T04:34:49.095+0530 7f52419d2700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:49.095+0530 7f52419d2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1} v 0) v1 -- 0x55850d3dc180 con 0x55850a069200 | |
| 2020-03-19T04:34:49.098+0530 7f524ff87700 0 [rbd_support DEBUG root] MirrorSnapshotScheduleHandler: refresh_images | |
| 2020-03-19T04:34:49.098+0530 7f524ff87700 0 [rbd_support INFO root] MirrorSnapshotScheduleHandler: load_schedules | |
| 2020-03-19T04:34:49.098+0530 7f524ff87700 20 mgr get_config key: mgr/rbd_support/x/mirror_snapshot_schedule | |
| 2020-03-19T04:34:49.098+0530 7f524ff87700 20 mgr get_config key: mgr/rbd_support/mirror_snapshot_schedule | |
| 2020-03-19T04:34:49.098+0530 7f524ff87700 10 mgr get_typed_config [x/]mirror_snapshot_schedule not found | |
| 2020-03-19T04:34:49.099+0530 7f524ff87700 0 [rbd_support DEBUG root] scheduler queue is initialized | |
| 2020-03-19T04:34:49.099+0530 7f523717d700 0 [rbd_support INFO root] MirrorSnapshotScheduleHandler: starting | |
| 2020-03-19T04:34:49.100+0530 7f523697c700 0 [rbd_support INFO root] PerfHandler: starting | |
| 2020-03-19T04:34:49.100+0530 7f523697c700 10 ceph_option_get mgr_stats_period found: 5 | |
| 2020-03-19T04:34:49.101+0530 7f524ff87700 0 [rbd_support DEBUG root] sequence=0, tasks_by_sequence={}, tasks_by_id={} | |
| 2020-03-19T04:34:49.101+0530 7f523617b700 0 [rbd_support INFO root] TaskHandler: starting | |
| 2020-03-19T04:34:49.101+0530 7f524ff87700 0 [rbd_support DEBUG root] TrashPurgeScheduleHandler: refresh_pools | |
| 2020-03-19T04:34:49.101+0530 7f524ff87700 0 [rbd_support INFO root] TrashPurgeScheduleHandler: load_schedules | |
| 2020-03-19T04:34:49.101+0530 7f524ff87700 20 mgr get_config key: mgr/rbd_support/x/trash_purge_schedule | |
| 2020-03-19T04:34:49.101+0530 7f524ff87700 20 mgr get_config key: mgr/rbd_support/trash_purge_schedule | |
| 2020-03-19T04:34:49.101+0530 7f524ff87700 10 mgr get_typed_config [x/]trash_purge_schedule not found | |
| 2020-03-19T04:34:49.102+0530 7f524ff87700 0 [rbd_support DEBUG root] scheduler queue is initialized | |
| 2020-03-19T04:34:49.102+0530 7f523597a700 0 [rbd_support INFO root] TrashPurgeScheduleHandler: starting | |
| 2020-03-19T04:34:49.102+0530 7f524ff87700 1 mgr load Constructed class from module: rbd_support | |
| 2020-03-19T04:34:49.102+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.102+0530 7f524ff87700 4 mgr operator() Starting thread for rbd_support | |
| 2020-03-19T04:34:49.102+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.102+0530 7f524ff87700 10 ceph_option_get debug_mgr found: 20/20 | |
| 2020-03-19T04:34:49.102+0530 7f524ff87700 20 mgr get_config key: mgr/restful/log_level | |
| 2020-03-19T04:34:49.102+0530 7f524ff87700 10 mgr get_typed_config log_level not found | |
| 2020-03-19T04:34:49.102+0530 7f524ff87700 20 mgr get_config key: mgr/restful/log_to_cluster_level | |
| 2020-03-19T04:34:49.102+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster_level not found | |
| 2020-03-19T04:34:49.102+0530 7f524ff87700 20 mgr get_config key: mgr/restful/log_to_file | |
| 2020-03-19T04:34:49.102+0530 7f524ff87700 10 mgr get_typed_config log_to_file not found | |
| 2020-03-19T04:34:49.102+0530 7f524ff87700 20 mgr get_config key: mgr/restful/log_to_cluster | |
| 2020-03-19T04:34:49.102+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster not found | |
| 2020-03-19T04:34:49.102+0530 7f524ff87700 10 ceph_option_get log_file found: /home/adi/gsoc/ceph/build/out/mgr.x.log | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 0 [restful DEBUG root] setting log level based on debug_mgr: DEBUG (20/20) | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 1 mgr load Constructed class from module: restful | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 4 mgr operator() Starting thread for restful | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 10 ceph_option_get debug_mgr found: 20/20 | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 20 mgr get_config key: mgr/status/log_level | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 10 mgr get_typed_config log_level not found | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 20 mgr get_config key: mgr/status/log_to_cluster_level | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster_level not found | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 20 mgr get_config key: mgr/status/log_to_file | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 10 mgr get_typed_config log_to_file not found | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 20 mgr get_config key: mgr/status/log_to_cluster | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster not found | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 10 ceph_option_get log_file found: /home/adi/gsoc/ceph/build/out/mgr.x.log | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 0 [status DEBUG root] setting log level based on debug_mgr: DEBUG (20/20) | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 1 mgr load Constructed class from module: status | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 4 mgr operator() Starting thread for status | |
| 2020-03-19T04:34:49.103+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.104+0530 7f524ff87700 10 ceph_option_get debug_mgr found: 20/20 | |
| 2020-03-19T04:34:49.104+0530 7f524ff87700 20 mgr get_config key: mgr/telemetry/log_level | |
| 2020-03-19T04:34:49.104+0530 7f524ff87700 10 mgr get_typed_config log_level not found | |
| 2020-03-19T04:34:49.104+0530 7f524ff87700 20 mgr get_config key: mgr/telemetry/log_to_cluster_level | |
| 2020-03-19T04:34:49.104+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster_level not found | |
| 2020-03-19T04:34:49.104+0530 7f524ff87700 20 mgr get_config key: mgr/telemetry/log_to_file | |
| 2020-03-19T04:34:49.104+0530 7f524ff87700 10 mgr get_typed_config log_to_file not found | |
| 2020-03-19T04:34:49.104+0530 7f524ff87700 20 mgr get_config key: mgr/telemetry/log_to_cluster | |
| 2020-03-19T04:34:49.104+0530 7f524ff87700 10 mgr get_typed_config log_to_cluster not found | |
| 2020-03-19T04:34:49.104+0530 7f524ff87700 10 ceph_option_get log_file found: /home/adi/gsoc/ceph/build/out/mgr.x.log | |
| 2020-03-19T04:34:49.104+0530 7f524ff87700 0 [telemetry DEBUG root] setting log level based on debug_mgr: DEBUG (20/20) | |
| 2020-03-19T04:34:49.104+0530 7f524ff87700 1 mgr load Constructed class from module: telemetry | |
| 2020-03-19T04:34:49.104+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.104+0530 7f524ff87700 4 mgr operator() Starting thread for telemetry | |
| 2020-03-19T04:34:49.104+0530 7f5233976700 4 mgr entry Entering thread for telemetry | |
| 2020-03-19T04:34:49.104+0530 7f5233976700 20 mgr Gil Switched to new thread state 0x55850d34c7e0 | |
| 2020-03-19T04:34:49.104+0530 7f5233976700 4 mgr get_store get_store key: mgr/telemetry/last_upload | |
| 2020-03-19T04:34:49.104+0530 7f5233976700 4 ceph_store_get last_upload not found | |
| 2020-03-19T04:34:49.104+0530 7f5233976700 4 mgr get_store get_store key: mgr/telemetry/report_id | |
| 2020-03-19T04:34:49.104+0530 7f5233976700 4 ceph_store_get report_id not found | |
| 2020-03-19T04:34:49.104+0530 7f5233976700 10 monclient: start_mon_command cmd=[{"prefix":"config-key set","key":"mgr/telemetry/report_id","val":"ed2b82a7-d7c9-49c9-852f-f10b0c18517b"}] | |
| 2020-03-19T04:34:49.104+0530 7f5233976700 10 monclient: _send_command 7 [{"prefix":"config-key set","key":"mgr/telemetry/report_id","val":"ed2b82a7-d7c9-49c9-852f-f10b0c18517b"}] | |
| 2020-03-19T04:34:49.104+0530 7f5233976700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:49.104+0530 7f5233976700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix":"config-key set","key":"mgr/telemetry/report_id","val":"ed2b82a7-d7c9-49c9-852f-f10b0c18517b"} v 0) v1 -- 0x55850d3dc000 con 0x55850a069200 | |
| 2020-03-19T04:34:49.105+0530 7f5234177700 4 mgr entry Entering thread for status | |
| 2020-03-19T04:34:49.105+0530 7f5234177700 20 mgr Gil Switched to new thread state 0x55850d34c900 | |
| 2020-03-19T04:34:49.105+0530 7f5234177700 20 mgr ~Gil Destroying new thread state 0x55850d34c900 | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 4 mgr entry Entering thread for restful | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 20 mgr Gil Switched to new thread state 0x55850d34c900 | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 0 [restful DEBUG root] serve enter | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 4 mgr get_store_prefix get_store_prefix prefix: mgr/restful/keys/ | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 20 mgr get_config key: mgr/restful/x/server_addr | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 20 mgr get_config key: mgr/restful/server_addr | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 10 mgr get_typed_config [x/]server_addr not found | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 20 mgr get_config key: mgr/restful/x/server_port | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 10 mgr get_typed_config get_typed_config x/server_port found: 42013 | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 0 [restful INFO root] server_addr: :: server_port: 42013 | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 4 mgr get_store get_store key: mgr/restful/x/crt | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 4 ceph_store_get x/crt not found | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 4 mgr get_store get_store key: mgr/restful/crt | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 4 ceph_store_get crt not found | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 4 mgr get_store get_store key: mgr/restful/x/crt_file | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 4 ceph_store_get x/crt_file not found | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 4 mgr get_store get_store key: mgr/restful/crt_file | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 4 ceph_store_get crt_file not found | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 4 mgr get_store get_store key: mgr/restful/x/key | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 4 ceph_store_get x/key not found | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 4 mgr get_store get_store key: mgr/restful/key | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 4 ceph_store_get key not found | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 20 mgr get_config key: mgr/restful/x/key_file | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 20 mgr get_config key: mgr/restful/key_file | |
| 2020-03-19T04:34:49.105+0530 7f5234978700 10 mgr get_typed_config [x/]key_file not found | |
| 2020-03-19T04:34:49.106+0530 7f5234978700 0 [restful WARNING root] server not running: no certificate configured | |
| 2020-03-19T04:34:49.106+0530 7f5235179700 4 mgr entry Entering thread for rbd_support | |
| 2020-03-19T04:34:49.106+0530 7f5235179700 20 mgr Gil Switched to new thread state 0x55850d34ca20 | |
| 2020-03-19T04:34:49.106+0530 7f5235179700 20 mgr ~Gil Destroying new thread state 0x55850d34ca20 | |
| 2020-03-19T04:34:49.140+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 15 ==== osd_map(2..2 src has 1..2) v4 ==== 656+0+0 (secure 0 0 0) 0x5585093a0540 con 0x55850a069200 | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 10 mgr ms_dispatch2 active osd_map(2..2 src has 1..2) v4 | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 10 mgr ms_dispatch2 osd_map(2..2 src has 1..2) v4 | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 10 mgr notify_osdmap v2 | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 10 check_osd_map pool 1 pg_num 1 > my pg_num 0 | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 20 check_osd_map adding 1.0 | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all osd_map | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 10 monclient: _renew_subs | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:49.140+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_subscribe({osdmap=3}) v3 -- 0x55850d385380 con 0x55850a069200 | |
| 2020-03-19T04:34:49.145+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.145+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.145+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.145+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.145+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.145+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.145+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.145+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.145+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.146+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.146+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.146+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.146+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.146+0530 7f524ff87700 0 [progress INFO root] Processing OSDMap change 1..2 | |
| 2020-03-19T04:34:49.146+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.146+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.146+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.146+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.147+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'osd_map' | |
| 2020-03-19T04:34:49.147+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.147+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.147+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.147+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.147+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.158+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.159+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 16 ==== mon_command_ack([{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]=0 pool 'device_health_metrics' created v2) v1 ==== 180+0+0 (secure 0 0 0) 0x55850d385380 con 0x55850a069200 | |
| 2020-03-19T04:34:49.159+0530 7f52678c4700 10 monclient: handle_mon_command_ack 6 [{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}] | |
| 2020-03-19T04:34:49.159+0530 7f52678c4700 10 monclient: _finish_command 6 = 0 pool 'device_health_metrics' created | |
| 2020-03-19T04:34:49.159+0530 7f5243215700 10 monclient: get_version osdmap req 0x55850d47e100 | |
| 2020-03-19T04:34:49.159+0530 7f5243215700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:49.159+0530 7f5243215700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x5585093bb600 con 0x55850a069200 | |
| 2020-03-19T04:34:49.198+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.198+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 17 ==== mon_command_ack([{"prefix":"config-key set","key":"mgr/telemetry/report_id","val":"ed2b82a7-d7c9-49c9-852f-f10b0c18517b"}]=0 set mgr/telemetry/report_id v0) v1 ==== 165+0+0 (secure 0 0 0) 0x55850d3f5860 con 0x55850a069200 | |
| 2020-03-19T04:34:49.199+0530 7f52678c4700 10 monclient: handle_mon_command_ack 7 [{"prefix":"config-key set","key":"mgr/telemetry/report_id","val":"ed2b82a7-d7c9-49c9-852f-f10b0c18517b"}] | |
| 2020-03-19T04:34:49.199+0530 7f52678c4700 10 monclient: _finish_command 7 = 0 set mgr/telemetry/report_id | |
| 2020-03-19T04:34:49.199+0530 7f5233976700 4 mgr get_store get_store key: mgr/telemetry/salt | |
| 2020-03-19T04:34:49.199+0530 7f5233976700 4 ceph_store_get salt not found | |
| 2020-03-19T04:34:49.199+0530 7f5233976700 10 monclient: start_mon_command cmd=[{"prefix":"config-key set","key":"mgr/telemetry/salt","val":"89c908af-03a7-4dce-ab9d-a2bcf963e92a"}] | |
| 2020-03-19T04:34:49.199+0530 7f5233976700 10 monclient: _send_command 8 [{"prefix":"config-key set","key":"mgr/telemetry/salt","val":"89c908af-03a7-4dce-ab9d-a2bcf963e92a"}] | |
| 2020-03-19T04:34:49.199+0530 7f5233976700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:49.199+0530 7f5233976700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix":"config-key set","key":"mgr/telemetry/salt","val":"89c908af-03a7-4dce-ab9d-a2bcf963e92a"} v 0) v1 -- 0x55850d3dc300 con 0x55850a069200 | |
| 2020-03-19T04:34:49.200+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.200+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 18 ==== mon_get_version_reply(handle=1 version=2) v2 ==== 24+0+0 (secure 0 0 0) 0x5585093bb600 con 0x55850a069200 | |
| 2020-03-19T04:34:49.200+0530 7f52678c4700 10 monclient: handle_get_version_reply finishing 0x55850d47e100 version 2 | |
| 2020-03-19T04:34:49.200+0530 7f52660c1700 10 MonCommandCompletion::finish() | |
| 2020-03-19T04:34:49.200+0530 7f52660c1700 20 mgr Gil Switched to new thread state 0x55850d34cb40 | |
| 2020-03-19T04:34:49.200+0530 7f52660c1700 20 mgr ~Gil Destroying new thread state 0x55850d34cb40 | |
| 2020-03-19T04:34:49.200+0530 7f52660c1700 10 mgr notify_all notify_all: notify_all command | |
| 2020-03-19T04:34:49.200+0530 7f52660c1700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:34:49.200+0530 7f52419d2700 10 monclient: start_mon_command mon. cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}] | |
| 2020-03-19T04:34:49.200+0530 7f52419d2700 10 monclient: _send_command 9 [{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}] | |
| 2020-03-19T04:34:49.200+0530 7f52419d2700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f52419d2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"} v 0) v1 -- 0x55850d3dc480 con 0x55850a069200 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f52660c1700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:34:49.200+0530 7f52660c1700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:34:49.200+0530 7f52660c1700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f52660c1700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:34:49.200+0530 7f52660c1700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:34:49.200+0530 7f52660c1700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:34:49.200+0530 7f52660c1700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f52660c1700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:34:49.200+0530 7f52660c1700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f52660c1700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.200+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:49.251+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:49.251+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 19 ==== mon_command_ack([{"prefix":"config-key set","key":"mgr/telemetry/salt","val":"89c908af-03a7-4dce-ab9d-a2bcf963e92a"}]=0 set mgr/telemetry/salt v0) v1 ==== 155+0+0 (secure 0 0 0) 0x55850d3ec820 con 0x55850a069200 | |
| 2020-03-19T04:34:49.251+0530 7f52678c4700 10 monclient: handle_mon_command_ack 8 [{"prefix":"config-key set","key":"mgr/telemetry/salt","val":"89c908af-03a7-4dce-ab9d-a2bcf963e92a"}] | |
| 2020-03-19T04:34:49.251+0530 7f52678c4700 10 monclient: _finish_command 8 = 0 set mgr/telemetry/salt | |
| 2020-03-19T04:34:49.251+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/url | |
| 2020-03-19T04:34:49.251+0530 7f5233976700 10 mgr get_typed_config url not found | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 0 [telemetry DEBUG root] url = https://telemetry.ceph.com/report | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/device_url | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 10 mgr get_typed_config device_url not found | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 0 [telemetry DEBUG root] device_url = https://telemetry.ceph.com/device | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/enabled | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 10 mgr get_typed_config enabled not found | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 0 [telemetry DEBUG root] enabled = False | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/last_opt_revision | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 10 mgr get_typed_config last_opt_revision not found | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 0 [telemetry DEBUG root] last_opt_revision = 1 | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/leaderboard | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 10 mgr get_typed_config leaderboard not found | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 0 [telemetry DEBUG root] leaderboard = False | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/description | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 10 mgr get_typed_config description not found | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 0 [telemetry DEBUG root] description = None | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/contact | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 10 mgr get_typed_config contact not found | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 0 [telemetry DEBUG root] contact = None | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/organization | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 10 mgr get_typed_config organization not found | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 0 [telemetry DEBUG root] organization = None | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/proxy | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 10 mgr get_typed_config proxy not found | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 0 [telemetry DEBUG root] proxy = None | |
| 2020-03-19T04:34:49.252+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/interval | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 10 mgr get_typed_config interval not found | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 0 [telemetry DEBUG root] interval = 24 | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/channel_basic | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 10 mgr get_typed_config channel_basic not found | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 0 [telemetry DEBUG root] channel_basic = True | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/channel_ident | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 10 mgr get_typed_config channel_ident not found | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 0 [telemetry DEBUG root] channel_ident = False | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/channel_crash | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 10 mgr get_typed_config channel_crash not found | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 0 [telemetry DEBUG root] channel_crash = True | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/channel_device | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 10 mgr get_typed_config channel_device not found | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 0 [telemetry DEBUG root] channel_device = True | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/log_level | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 10 mgr get_typed_config log_level not found | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 0 [telemetry DEBUG root] log_level = | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/log_to_file | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 10 mgr get_typed_config log_to_file not found | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 0 [telemetry DEBUG root] log_to_file = False | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/log_to_cluster | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 10 mgr get_typed_config log_to_cluster not found | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 0 [telemetry DEBUG root] log_to_cluster = False | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 20 mgr get_config key: mgr/telemetry/log_to_cluster_level | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 10 mgr get_typed_config log_to_cluster_level not found | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 0 [telemetry DEBUG root] log_to_cluster_level = info | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 0 [telemetry DEBUG root] Waiting for mgr to warm up | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 10 module telemetry health checks: | |
| 2020-03-19T04:34:49.253+0530 7f5233976700 0 [telemetry DEBUG root] Not sending report until user re-opts-in | |
| 2020-03-19T04:34:49.617+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:34:49.617+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:19.618244+0530) | |
| 2020-03-19T04:34:50.000+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 20 ==== log(12 entries from seq 22 at 2020-03-19T04:34:49.015991+0530) v1 ==== 3412+0+0 (secure 0 0 0) 0x55850d351340 con 0x55850a069200 | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 10 mgr ms_dispatch2 active log(12 entries from seq 22 at 2020-03-19T04:34:49.015991+0530) v1 | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 10 mgr ms_dispatch2 log(12 entries from seq 22 at 2020-03-19T04:34:49.015991+0530) v1 | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:34:50.001+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:34:50.001+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:34:50.001+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:34:50.001+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.001+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:34:50.001+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:34:50.001+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:34:50.001+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.004+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.005+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.006+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.006+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.006+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.006+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.006+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.006+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:34:50.006+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.006+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.006+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.002+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:34:50.006+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:34:50.006+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:34:50.006+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:34:50.006+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:34:50.006+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:34:50.006+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:34:50.006+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:34:50.006+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:34:50.006+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:34:50.006+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:34:50.006+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:34:50.006+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:34:50.006+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:34:50.007+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.009+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.010+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.010+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.010+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.010+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.010+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.010+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.010+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.010+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.011+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.012+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.013+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.013+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.013+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:34:50.013+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.013+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.013+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.013+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.013+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.013+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.013+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.013+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.013+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.013+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.013+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.013+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.014+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.014+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.014+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.014+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.014+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.014+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.014+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.014+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.014+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.014+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.014+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:34:50.014+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.014+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.014+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.014+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.015+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.015+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.015+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.015+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.015+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.015+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.015+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.015+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.015+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.015+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.015+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.015+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.015+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.015+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.015+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.015+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.015+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.016+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.016+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:34:50.016+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.016+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.016+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.016+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.016+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.016+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.016+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.016+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.016+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.016+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.016+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.016+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.016+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.016+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.016+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.017+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.017+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.017+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.017+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.017+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.017+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.017+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.017+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:34:50.017+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.017+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.017+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.017+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.017+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.048+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=THROTTLE_DONE pgs=14 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.049+0530 7f523f18d700 1 -- 10.0.2.15:0/3364201979 <== mon.0 v2:10.0.2.15:40013/0 8 ==== mgrmap(e 3) v1 ==== 20520+0+0 (secure 0 0 0) 0x55850d502b00 con 0x55850d35df80 | |
| 2020-03-19T04:34:50.050+0530 7f523f18d700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] conn(0x55850d35f600 0x55850d35fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rx=0 tx=0).connect | |
| 2020-03-19T04:34:50.050+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d570000 0x55850d570480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).accept | |
| 2020-03-19T04:34:50.050+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d570000 0x55850d570480 unknown :-1 s=BANNER_ACCEPTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:50.050+0530 7f526a8ca700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] conn(0x55850d35f600 0x55850d35fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:50.050+0530 7f526a8ca700 10 monclient: get_auth_request con 0x55850d35f600 auth_method 0 | |
| 2020-03-19T04:34:50.051+0530 7f526a8ca700 10 mgr.server ms_handle_authentication ms_handle_authentication new session 0x55850d34cc60 con 0x55850d570000 entity mgr.x addr | |
| 2020-03-19T04:34:50.051+0530 7f526a8ca700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] conn(0x55850d35f600 0x55850d35fa80 secure :-1 s=AUTH_CONNECTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d46f440 tx=0x55850d4ae780).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.051+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d570000 0x55850d570480 secure :-1 s=AUTH_ACCEPTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d4de450 tx=0x55850d4ae730).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.051+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d570000 0x55850d570480 secure :-1 s=SESSION_ACCEPTING pgs=0 cs=0 l=1 rx=0x55850d4de450 tx=0x55850d4ae730).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.051+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/3364201979 conn(0x55850d570000 0x55850d570480 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d4de450 tx=0x55850d4ae730).ready entity=client.4146 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:50.051+0530 7f526a8ca700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] conn(0x55850d35f600 0x55850d35fa80 secure :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=1 rx=0x55850d46f440 tx=0x55850d4ae780).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.051+0530 7f526a8ca700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] conn(0x55850d35f600 0x55850d35fa80 secure :-1 s=READY pgs=1 cs=0 l=1 rx=0x55850d46f440 tx=0x55850d4ae780).ready entity=mgr.4130 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:50.054+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.056+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 21 ==== mgrmap(e 3) v1 ==== 20520+0+0 (secure 0 0 0) 0x55850d502b00 con 0x55850a069200 | |
| 2020-03-19T04:34:50.056+0530 7f52678c4700 10 mgr ms_dispatch2 active mgrmap(e 3) v1 | |
| 2020-03-19T04:34:50.056+0530 7f52678c4700 4 mgr handle_mgr_map received map epoch 3 | |
| 2020-03-19T04:34:50.056+0530 7f52678c4700 4 mgr handle_mgr_map active in map: 1 active is 4130 | |
| 2020-03-19T04:34:50.056+0530 7f52678c4700 10 mgr handle_mgr_map I was already active | |
| 2020-03-19T04:34:50.056+0530 7f52678c4700 10 mgr got_mgr_map x(active, since 1.17159s) | |
| 2020-03-19T04:34:50.057+0530 7f52678c4700 4 mgr handle_mgr_map Map now says I am available | |
| 2020-03-19T04:34:50.057+0530 7f52678c4700 10 mgr ms_dispatch2 mgrmap(e 3) v1 | |
| 2020-03-19T04:34:50.058+0530 7f52678c4700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] conn(0x55850d570900 0x55850d570d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:34:50.058+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d571200 0x55850d571680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).accept | |
| 2020-03-19T04:34:50.058+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d571200 0x55850d571680 unknown :-1 s=BANNER_ACCEPTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:50.058+0530 7f526c8ce700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] conn(0x55850d570900 0x55850d570d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:50.058+0530 7f526c8ce700 10 monclient: get_auth_request con 0x55850d570900 auth_method 0 | |
| 2020-03-19T04:34:50.058+0530 7f526b0cb700 10 mgr.server ms_handle_authentication ms_handle_authentication new session 0x55850d34d0e0 con 0x55850d571200 entity mgr.x addr | |
| 2020-03-19T04:34:50.059+0530 7f526c8ce700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] conn(0x55850d570900 0x55850d570d80 secure :-1 s=AUTH_CONNECTING_SIGN pgs=0 cs=0 l=0 rx=0x55850d46fc50 tx=0x55850d472b40).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.059+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d571200 0x55850d571680 secure :-1 s=AUTH_ACCEPTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d4dea80 tx=0x55850d531630).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.059+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d571200 0x55850d571680 secure :-1 s=SESSION_ACCEPTING pgs=0 cs=0 l=1 rx=0x55850d4dea80 tx=0x55850d531630).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.059+0530 7f526c8ce700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] conn(0x55850d570900 0x55850d570d80 secure :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rx=0x55850d46fc50 tx=0x55850d472b40).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.065+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] -- mgropen(unknown.x) v3 -- 0x55850d4938c0 con 0x55850d570900 | |
| 2020-03-19T04:34:50.068+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53540 conn(0x55850d571200 0x55850d571680 secure :-1 s=READY pgs=7 cs=0 l=1 rx=0x55850d4dea80 tx=0x55850d531630).ready entity=mgr.4130 client_cookie=7220f7125bf7a029 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:50.068+0530 7f526c8ce700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] conn(0x55850d570900 0x55850d570d80 secure :-1 s=READY pgs=2 cs=0 l=1 rx=0x55850d46fc50 tx=0x55850d472b40).ready entity=mgr.4130 client_cookie=7220f7125bf7a029 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:50.068+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d571b00 0x55850d571f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).accept | |
| 2020-03-19T04:34:50.068+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d572400 0x55850d572880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).accept | |
| 2020-03-19T04:34:50.068+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d571b00 0x55850d571f80 unknown :-1 s=BANNER_ACCEPTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:50.068+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=THROTTLE_DONE pgs=16 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.070+0530 7f526a8ca700 10 mgr.server ms_handle_authentication ms_handle_authentication new session 0x55850d34cd80 con 0x55850d571b00 entity mon. addr | |
| 2020-03-19T04:34:50.070+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d571b00 0x55850d571f80 secure :-1 s=AUTH_ACCEPTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d46f950 tx=0x55850d5310e0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.071+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d571b00 0x55850d571f80 secure :-1 s=SESSION_ACCEPTING pgs=0 cs=0 l=1 rx=0x55850d46f950 tx=0x55850d5310e0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.071+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53262 conn(0x55850d571b00 0x55850d571f80 secure :-1 s=READY pgs=1 cs=0 l=1 rx=0x55850d46f950 tx=0x55850d5310e0).ready entity=mon.0 client_cookie=273649c11d6fc04f server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:50.071+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53262 conn(0x55850d571b00 0x55850d571f80 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46f950 tx=0x55850d5310e0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.071+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:34:50.071+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:20.073207+0530) | |
| 2020-03-19T04:34:50.072+0530 7f523d189700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:34:50.072+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.0 10.0.2.15:0/53262 1 ==== mgropen(mon.a) v3 ==== 64203+0+0 (secure 0 0 0) 0x55850d4086c0 con 0x55850d571b00 | |
| 2020-03-19T04:34:50.072+0530 7f5250788700 10 mgr.server handle_open from mon.a 10.0.2.15:0/53262 | |
| 2020-03-19T04:34:50.072+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] --> 10.0.2.15:0/53262 -- mgrconfigure(period=5, threshold=5) v4 -- 0x55850d3516c0 con 0x55850d571b00 | |
| 2020-03-19T04:34:50.072+0530 7f5250788700 20 mgr.server handle_open updating existing DaemonState for mon.a | |
| 2020-03-19T04:34:50.072+0530 7f5250788700 20 mgr.server handle_open got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.a},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:34:50.072+0530 7f5250788700 20 mgr.server handle_open got config_defaults_bl 61824 bytes | |
| 2020-03-19T04:34:50.072+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53540 conn(0x55850d571200 0x55850d571680 secure :-1 s=THROTTLE_DONE pgs=7 cs=0 l=1 rx=0x55850d4dea80 tx=0x55850d531630).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.072+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mgr.4130 10.0.2.15:0/53540 1 ==== mgropen(mgr.x) v3 ==== 63646+0+0 (secure 0 0 0) 0x55850d493b00 con 0x55850d571200 | |
| 2020-03-19T04:34:50.073+0530 7f5250788700 10 mgr.server handle_open from mgr.x 10.0.2.15:0/53540 | |
| 2020-03-19T04:34:50.073+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] --> 10.0.2.15:0/53540 -- mgrconfigure(period=5, threshold=5) v4 -- 0x55850d351500 con 0x55850d571200 | |
| 2020-03-19T04:34:50.073+0530 7f5250788700 20 mgr.server handle_open updating existing DaemonState for mgr.x | |
| 2020-03-19T04:34:50.073+0530 7f5250788700 20 mgr.server handle_open got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},cephadm_path={2=/home/adi/gsoc/ceph/src/cephadm/cephadm},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_mgr={1=20/20},debug_mon={1=20/20},debug_monc={1=20/20},debug_ms={1=1/1},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mgr_data/keyring},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_data={2=/home/adi/gsoc/ceph/build/dev/mgr.$id},mgr_module_path={2=/home/adi/gsoc/ceph/src/pybind/mgr},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:34:50.073+0530 7f5250788700 20 mgr.server handle_open got config_defaults_bl 61827 bytes | |
| 2020-03-19T04:34:50.073+0530 7f523d98a700 1 -- 10.0.2.15:0/2447455471 <== mon.2 v2:10.0.2.15:40017/0 7 ==== mgrmap(e 3) v1 ==== 20520+0+0 (secure 0 0 0) 0x55850d503340 con 0x55850d33b180 | |
| 2020-03-19T04:34:50.073+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d572400 0x55850d572880 unknown :-1 s=BANNER_ACCEPTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:50.073+0530 7f526c8ce700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] conn(0x55850d570900 0x55850d570d80 secure :-1 s=THROTTLE_DONE pgs=2 cs=0 l=1 rx=0x55850d46fc50 tx=0x55850d472b40).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.074+0530 7f523d98a700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] conn(0x55850d573180 0x55850d573600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rx=0 tx=0).connect | |
| 2020-03-19T04:34:50.075+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:34:50.075+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:20.076374+0530) | |
| 2020-03-19T04:34:50.075+0530 7f523b185700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:34:50.075+0530 7f526c8ce700 10 mgr.server ms_handle_authentication ms_handle_authentication new session 0x55850d34d440 con 0x55850d572400 entity mon. addr | |
| 2020-03-19T04:34:50.075+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d572d00 0x55850d620000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).accept | |
| 2020-03-19T04:34:50.075+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d620480 0x55850d620900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).accept | |
| 2020-03-19T04:34:50.075+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=READY pgs=16 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.075+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d620480 0x55850d620900 unknown :-1 s=BANNER_ACCEPTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:50.075+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d572400 0x55850d572880 secure :-1 s=AUTH_ACCEPTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d4df410 tx=0x55850d531950).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.076+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d572400 0x55850d572880 secure :-1 s=SESSION_ACCEPTING pgs=0 cs=0 l=1 rx=0x55850d4df410 tx=0x55850d531950).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.076+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d572d00 0x55850d620000 unknown :-1 s=BANNER_ACCEPTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:50.076+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=READY pgs=14 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.076+0530 7f526b0cb700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] conn(0x55850d573180 0x55850d573600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:50.076+0530 7f526b0cb700 10 monclient: get_auth_request con 0x55850d573180 auth_method 0 | |
| 2020-03-19T04:34:50.076+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53305 conn(0x55850d572400 0x55850d572880 secure :-1 s=READY pgs=1 cs=0 l=1 rx=0x55850d4df410 tx=0x55850d531950).ready entity=mon.1 client_cookie=9baeefff85638997 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:50.076+0530 7f526a8ca700 10 mgr.server ms_handle_authentication ms_handle_authentication new session 0x55850d34cea0 con 0x55850d572d00 entity mon. addr | |
| 2020-03-19T04:34:50.076+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d572d00 0x55850d620000 secure :-1 s=AUTH_ACCEPTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d46ff50 tx=0x55850d531180).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.076+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d572d00 0x55850d620000 secure :-1 s=SESSION_ACCEPTING pgs=0 cs=0 l=1 rx=0x55850d46ff50 tx=0x55850d531180).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.076+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53348 conn(0x55850d572d00 0x55850d620000 secure :-1 s=READY pgs=1 cs=0 l=1 rx=0x55850d46ff50 tx=0x55850d531180).ready entity=mon.2 client_cookie=3b54c29986158d07 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:50.077+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mgr.4130 v2:10.0.2.15:6904/53540 1 ==== mgrconfigure(period=5, threshold=5) v4 ==== 13+0+0 (secure 0 0 0) 0x55850d504a80 con 0x55850d570900 | |
| 2020-03-19T04:34:50.077+0530 7f52678c4700 10 mgr ms_dispatch2 active mgrconfigure(period=5, threshold=5) v4 | |
| 2020-03-19T04:34:50.077+0530 7f52678c4700 10 mgr ms_dispatch2 mgrconfigure(period=5, threshold=5) v4 | |
| 2020-03-19T04:34:50.077+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53262 conn(0x55850d571b00 0x55850d571f80 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46f950 tx=0x55850d5310e0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.077+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] -- mgrreport(unknown.x +12-0 packed 102) v9 -- 0x55850d329b00 con 0x55850d570900 | |
| 2020-03-19T04:34:50.078+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.0 10.0.2.15:0/53262 2 ==== mgrreport(mon.a +100-0 packed 1174 daemon_metrics=1) v9 ==== 8213+0+0 (secure 0 0 0) 0x55850d636000 con 0x55850d571b00 | |
| 2020-03-19T04:34:50.078+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571b00 mon.a | |
| 2020-03-19T04:34:50.078+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.a | |
| 2020-03-19T04:34:50.078+0530 7f5250788700 20 mgr update loading 100 new types, 0 old types, had 0 types, got 1174 bytes of data | |
| 2020-03-19T04:34:50.079+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:34:50.079+0530 7f5250788700 10 mgr notify_all notify_all: notify_all perf_schema_update | |
| 2020-03-19T04:34:50.079+0530 7f5250788700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:34:50.079+0530 7f5250788700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:34:50.079+0530 7f5250788700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:34:50.079+0530 7f5250788700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:34:50.079+0530 7f5250788700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:34:50.079+0530 7f5250788700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:34:50.079+0530 7f5250788700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:34:50.079+0530 7f5250788700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:34:50.079+0530 7f5250788700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:34:50.079+0530 7f5250788700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:34:50.079+0530 7f5250788700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:34:50.079+0530 7f526c8ce700 10 mgr.server ms_handle_authentication ms_handle_authentication new session 0x55850d34d560 con 0x55850d620480 entity mgr.x addr | |
| 2020-03-19T04:34:50.079+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53305 conn(0x55850d572400 0x55850d572880 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d4df410 tx=0x55850d531950).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.079+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.1 10.0.2.15:0/53305 1 ==== mgropen(mon.b) v3 ==== 64203+0+0 (secure 0 0 0) 0x55850d4938c0 con 0x55850d572400 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 10 mgr.server handle_open from mon.b 10.0.2.15:0/53305 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] --> 10.0.2.15:0/53305 -- mgrconfigure(period=5, threshold=5) v4 -- 0x55850d351a40 con 0x55850d572400 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 20 mgr.server handle_open updating existing DaemonState for mon.b | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'perf_schema_update' | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 20 mgr.server handle_open got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.b},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 20 mgr.server handle_open got config_defaults_bl 61824 bytes | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.080+0530 7f526b0cb700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] conn(0x55850d573180 0x55850d573600 secure :-1 s=AUTH_CONNECTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d4decf0 tx=0x55850d531680).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.080+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53540 conn(0x55850d571200 0x55850d571680 secure :-1 s=THROTTLE_DONE pgs=7 cs=0 l=1 rx=0x55850d4dea80 tx=0x55850d531630).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mgr.4130 10.0.2.15:0/53540 2 ==== mgrreport(mgr.x +12-0 packed 102) v9 ==== 951+0+0 (secure 0 0 0) 0x55850d668000 con 0x55850d571200 | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571200 mgr.x | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mgr.x | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 20 mgr update loading 12 new types, 0 old types, had 100 types, got 102 bytes of data | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 10 mgr notify_all notify_all: notify_all perf_schema_update | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:34:50.080+0530 7f5250788700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:34:50.081+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d620480 0x55850d620900 secure :-1 s=AUTH_ACCEPTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d4df1a0 tx=0x55850d5319f0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.081+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d620480 0x55850d620900 secure :-1 s=SESSION_ACCEPTING pgs=0 cs=0 l=1 rx=0x55850d4df1a0 tx=0x55850d5319f0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.081+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/2447455471 conn(0x55850d620480 0x55850d620900 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d4df1a0 tx=0x55850d5319f0).ready entity=client.4154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:50.081+0530 7f526b0cb700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] conn(0x55850d573180 0x55850d573600 secure :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=1 rx=0x55850d4decf0 tx=0x55850d531680).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.081+0530 7f526b0cb700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] conn(0x55850d573180 0x55850d573600 secure :-1 s=READY pgs=6 cs=0 l=1 rx=0x55850d4decf0 tx=0x55850d531680).ready entity=mgr.4130 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:50.081+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53348 conn(0x55850d572d00 0x55850d620000 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46ff50 tx=0x55850d531180).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.2 10.0.2.15:0/53348 1 ==== mgropen(mon.c) v3 ==== 64203+0+0 (secure 0 0 0) 0x55850d493b00 con 0x55850d572d00 | |
| 2020-03-19T04:34:50.081+0530 7f5250788700 10 mgr.server handle_open from mon.c 10.0.2.15:0/53348 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] --> 10.0.2.15:0/53348 -- mgrconfigure(period=5, threshold=5) v4 -- 0x55850d504a80 con 0x55850d572d00 | |
| 2020-03-19T04:34:50.081+0530 7f5250788700 20 mgr.server handle_open updating existing DaemonState for mon.c | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'perf_schema_update' | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.081+0530 7f5250788700 20 mgr.server handle_open got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.c},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:34:50.081+0530 7f5250788700 20 mgr.server handle_open got config_defaults_bl 61824 bytes | |
| 2020-03-19T04:34:50.084+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53348 conn(0x55850d572d00 0x55850d620000 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46ff50 tx=0x55850d531180).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.084+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53305 conn(0x55850d572400 0x55850d572880 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d4df410 tx=0x55850d531950).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.084+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.2 10.0.2.15:0/53348 2 ==== mgrreport(mon.c +100-0 packed 1174 daemon_metrics=1) v9 ==== 8213+0+0 (secure 0 0 0) 0x55850d636300 con 0x55850d572d00 | |
| 2020-03-19T04:34:50.084+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572d00 mon.c | |
| 2020-03-19T04:34:50.084+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.c | |
| 2020-03-19T04:34:50.084+0530 7f5250788700 20 mgr update loading 100 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:34:50.085+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:34:50.085+0530 7f5250788700 10 mgr notify_all notify_all: notify_all perf_schema_update | |
| 2020-03-19T04:34:50.085+0530 7f5250788700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:34:50.085+0530 7f5250788700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:34:50.085+0530 7f5250788700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:34:50.085+0530 7f5250788700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:34:50.085+0530 7f5250788700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:34:50.085+0530 7f5250788700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.1 10.0.2.15:0/53305 2 ==== mgrreport(mon.b +100-0 packed 1174 daemon_metrics=1) v9 ==== 8213+0+0 (secure 0 0 0) 0x55850d329b00 con 0x55850d572400 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572400 mon.b | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.b | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 20 mgr update loading 100 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'perf_schema_update' | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 10 mgr notify_all notify_all: notify_all perf_schema_update | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:34:50.086+0530 7f5250788700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:34:50.087+0530 7f5250788700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:34:50.087+0530 7f5250788700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:34:50.087+0530 7f5250788700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'perf_schema_update' | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.087+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.217+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.217+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 22 ==== osd_map(3..3 src has 1..3) v4 ==== 647+0+0 (secure 0 0 0) 0x55850d504a80 con 0x55850a069200 | |
| 2020-03-19T04:34:50.217+0530 7f52678c4700 10 mgr ms_dispatch2 active osd_map(3..3 src has 1..3) v4 | |
| 2020-03-19T04:34:50.217+0530 7f52678c4700 10 mgr ms_dispatch2 osd_map(3..3 src has 1..3) v4 | |
| 2020-03-19T04:34:50.217+0530 7f52678c4700 10 mgr notify_osdmap v3 | |
| 2020-03-19T04:34:50.217+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all osd_map | |
| 2020-03-19T04:34:50.217+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:34:50.217+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:34:50.217+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:34:50.217+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:34:50.217+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:34:50.217+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:34:50.217+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:34:50.217+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:34:50.217+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:34:50.217+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:34:50.217+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:34:50.217+0530 7f52678c4700 10 monclient: _renew_subs | |
| 2020-03-19T04:34:50.218+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:50.218+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_subscribe({osdmap=4}) v3 -- 0x55850d568340 con 0x55850a069200 | |
| 2020-03-19T04:34:50.218+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.218+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.218+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.218+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.218+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.218+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.218+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.218+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.218+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.218+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.218+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.218+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.218+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.218+0530 7f524ff87700 0 [progress INFO root] Processing OSDMap change 2..3 | |
| 2020-03-19T04:34:50.218+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.219+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.219+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.219+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.219+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'osd_map' | |
| 2020-03-19T04:34:50.219+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.219+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.219+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.219+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.219+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.232+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.232+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 23 ==== mon_command_ack([{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]=0 enabled application 'mgr_devicehealth' on pool 'device_health_metrics' v3) v1 ==== 223+0+0 (secure 0 0 0) 0x55850d568340 con 0x55850a069200 | |
| 2020-03-19T04:34:50.232+0530 7f52678c4700 10 monclient: handle_mon_command_ack 9 [{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}] | |
| 2020-03-19T04:34:50.232+0530 7f52678c4700 10 monclient: _finish_command 9 = 0 enabled application 'mgr_devicehealth' on pool 'device_health_metrics' | |
| 2020-03-19T04:34:50.232+0530 7f5243215700 10 monclient: get_version osdmap req 0x55850d47e1a0 | |
| 2020-03-19T04:34:50.232+0530 7f5243215700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:50.232+0530 7f5243215700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_get_version(what=osdmap handle=2) v1 -- 0x55850d410160 con 0x55850a069200 | |
| 2020-03-19T04:34:50.233+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.233+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 24 ==== mon_get_version_reply(handle=2 version=3) v2 ==== 24+0+0 (secure 0 0 0) 0x55850d410160 con 0x55850a069200 | |
| 2020-03-19T04:34:50.233+0530 7f52678c4700 10 monclient: handle_get_version_reply finishing 0x55850d47e1a0 version 3 | |
| 2020-03-19T04:34:50.233+0530 7f52660c1700 10 MonCommandCompletion::finish() | |
| 2020-03-19T04:34:50.233+0530 7f52660c1700 20 mgr Gil Switched to new thread state 0x55850d34cb40 | |
| 2020-03-19T04:34:50.233+0530 7f52660c1700 20 mgr ~Gil Destroying new thread state 0x55850d34cb40 | |
| 2020-03-19T04:34:50.233+0530 7f52660c1700 10 mgr notify_all notify_all: notify_all command | |
| 2020-03-19T04:34:50.233+0530 7f52660c1700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:34:50.233+0530 7f52660c1700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:34:50.233+0530 7f52660c1700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:34:50.233+0530 7f52660c1700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:34:50.233+0530 7f52660c1700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:34:50.233+0530 7f52660c1700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:34:50.233+0530 7f52660c1700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:34:50.233+0530 7f52660c1700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:34:50.233+0530 7f52660c1700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:34:50.233+0530 7f52660c1700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:34:50.233+0530 7f52660c1700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f52419d2700 10 monclient: get_version osdmap req 0x55850d37d900 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f52419d2700 10 monclient: _send_mon_message to mon.c at v2:10.0.2.15:40017/0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f52419d2700 1 -- 10.0.2.15:0/2447455471 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x55850d410c60 con 0x55850d33b180 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.233+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.234+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=THROTTLE_DONE pgs=16 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.234+0530 7f523d98a700 1 -- 10.0.2.15:0/2447455471 <== mon.2 v2:10.0.2.15:40017/0 8 ==== mon_get_version_reply(handle=1 version=3) v2 ==== 24+0+0 (secure 0 0 0) 0x55850d410c60 con 0x55850d33b180 | |
| 2020-03-19T04:34:50.234+0530 7f523d98a700 10 monclient: handle_get_version_reply finishing 0x55850d37d900 version 3 | |
| 2020-03-19T04:34:50.235+0530 7f523c988700 10 monclient: _renew_subs | |
| 2020-03-19T04:34:50.235+0530 7f523c988700 10 monclient: _send_mon_message to mon.c at v2:10.0.2.15:40017/0 | |
| 2020-03-19T04:34:50.235+0530 7f523c988700 1 -- 10.0.2.15:0/2447455471 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- mon_subscribe({osdmap=2}) v3 -- 0x55850d2e9d40 con 0x55850d33b180 | |
| 2020-03-19T04:34:50.236+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=THROTTLE_DONE pgs=16 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.236+0530 7f523d98a700 1 -- 10.0.2.15:0/2447455471 <== mon.2 v2:10.0.2.15:40017/0 9 ==== osd_map(2..3 src has 1..3) v4 ==== 1267+0+0 (secure 0 0 0) 0x55850d351a40 con 0x55850d33b180 | |
| 2020-03-19T04:34:50.236+0530 7f52419d2700 0 [devicehealth DEBUG root] do_scrape_daemon mon.a | |
| 2020-03-19T04:34:50.236+0530 7f52419d2700 10 monclient: start_mon_command mon.a cmd=[{"prefix": "smart", "format": "json", "devid": ""}] | |
| 2020-03-19T04:34:50.236+0530 7f52419d2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d621f80 0x55850d622400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:34:50.236+0530 7f52419d2700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:50.236+0530 7f52419d2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] -- mon_getmap magic: 0 v1 -- 0x55850d6a88c0 con 0x55850d621f80 | |
| 2020-03-19T04:34:50.237+0530 7f526b0cb700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d621f80 0x55850d622400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:50.237+0530 7f526b0cb700 10 monclient: get_auth_request con 0x55850d621f80 auth_method 0 | |
| 2020-03-19T04:34:50.237+0530 7f526b0cb700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:34:50.237+0530 7f526b0cb700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:34:50.237+0530 7f526b0cb700 10 monclient(hunting): handle_auth_reply_more payload 9 | |
| 2020-03-19T04:34:50.237+0530 7f526b0cb700 10 monclient(hunting): handle_auth_reply_more payload_len 9 | |
| 2020-03-19T04:34:50.237+0530 7f526b0cb700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes | |
| 2020-03-19T04:34:50.238+0530 7f526b0cb700 10 monclient(hunting): handle_auth_done global_id 4155 payload 1166 | |
| 2020-03-19T04:34:50.238+0530 7f526b0cb700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] -- command(tid 10: {"prefix": "smart", "format": "json", "devid": ""}) v1 -- 0x55850d410dc0 con 0x55850d621f80 | |
| 2020-03-19T04:34:50.238+0530 7f526b0cb700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d621f80 0x55850d622400 secure :-1 s=AUTH_CONNECTING_SIGN pgs=0 cs=0 l=0 rx=0x55850d4df320 tx=0x55850d5317c0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.239+0530 7f526b0cb700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d621f80 0x55850d622400 secure :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rx=0x55850d4df320 tx=0x55850d5317c0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.239+0530 7f526b0cb700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d621f80 0x55850d622400 secure :-1 s=READY pgs=15 cs=0 l=1 rx=0x55850d4df320 tx=0x55850d5317c0).ready entity=mon.0 client_cookie=97caa6e913ffe198 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:50.239+0530 7f526b0cb700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d621f80 0x55850d622400 secure :-1 s=THROTTLE_DONE pgs=15 cs=0 l=1 rx=0x55850d4df320 tx=0x55850d5317c0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.0 v2:10.0.2.15:40013/0 1 ==== mon_map magic: 0 v1 ==== 383+0+0 (secure 0 0 0) 0x55850d411080 con 0x55850d621f80 | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 10 monclient: handle_monmap mon_map magic: 0 v1 | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 10 monclient: got monmap 1 from mon.a (according to old e1) | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 10 monclient: dump: | |
| epoch 1 | |
| fsid 5864a623-f1c5-45f3-b4d0-a68f123a6df0 | |
| last_changed 2020-03-19T04:34:39.510844+0530 | |
| created 2020-03-19T04:34:39.510844+0530 | |
| min_mon_release 15 (octopus) | |
| 0: [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] mon.a | |
| 1: [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] mon.b | |
| 2: [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] mon.c | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 10 mgr ms_dispatch2 active mon_map magic: 0 v1 | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 10 mgr ms_dispatch2 mon_map magic: 0 v1 | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all mon_map | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:34:50.240+0530 7f52678c4700 20 mgr handle_mon_map handle_mon_map | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'mon_map' | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.240+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:50.617+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:34:50.617+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:20.618600+0530) | |
| 2020-03-19T04:34:50.716+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d620d80 0x55850d621200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).accept | |
| 2020-03-19T04:34:50.717+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d620d80 0x55850d621200 unknown :-1 s=BANNER_ACCEPTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:50.717+0530 7f526a8ca700 10 mgr.server ms_handle_authentication ms_handle_authentication new session 0x55850d34ca20 con 0x55850d620d80 entity client.admin addr | |
| 2020-03-19T04:34:50.717+0530 7f526a8ca700 10 mgr.server ms_handle_authentication session 0x55850d34ca20 client.admin has caps allow * 'allow *' | |
| 2020-03-19T04:34:50.718+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d620d80 0x55850d621200 secure :-1 s=AUTH_ACCEPTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d642c30 tx=0x55850d531270).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.718+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d620d80 0x55850d621200 secure :-1 s=SESSION_ACCEPTING pgs=0 cs=0 l=1 rx=0x55850d642c30 tx=0x55850d531270).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:50.718+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/2187410137 conn(0x55850d620d80 0x55850d621200 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d642c30 tx=0x55850d531270).ready entity=client.4169 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:50.859+0530 7f526a8ca700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/2187410137 conn(0x55850d620d80 msgr2=0x55850d621200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 42 | |
| 2020-03-19T04:34:50.859+0530 7f526a8ca700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/2187410137 conn(0x55850d620d80 msgr2=0x55850d621200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed | |
| 2020-03-19T04:34:50.859+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/2187410137 conn(0x55850d620d80 0x55850d621200 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d642c30 tx=0x55850d531270).handle_read_frame_preamble_main read frame length and tag failed r=-1 ((1) Operation not permitted) | |
| 2020-03-19T04:34:50.859+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/2187410137 conn(0x55850d620d80 0x55850d621200 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d642c30 tx=0x55850d531270).stop | |
| 2020-03-19T04:34:50.880+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:34:50.880+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:34:50.880+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:34:50.880+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:34:50.880+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:34:50.881+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:50.881+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d6c6000 con 0x55850a069200 | |
| 2020-03-19T04:34:50.958+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:34:50.958+0530 7f5243a16700 1 mgr.server send_report Not sending PG status to monitor yet, waiting for OSDs | |
| 2020-03-19T04:34:50.958+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:34:50.958+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:34:50.958+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:34:51.072+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:34:51.072+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:21.073351+0530) | |
| 2020-03-19T04:34:51.075+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:34:51.075+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:21.077009+0530) | |
| 2020-03-19T04:34:51.619+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:34:51.619+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:21.619878+0530) | |
| 2020-03-19T04:34:52.073+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:34:52.073+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:22.074453+0530) | |
| 2020-03-19T04:34:52.077+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:34:52.077+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:22.078170+0530) | |
| 2020-03-19T04:34:52.620+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:34:52.621+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:22.622128+0530) | |
| 2020-03-19T04:34:52.882+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:34:52.882+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:34:52.884+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:34:52.884+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:34:52.884+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:34:52.886+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:52.886+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d3d4000 con 0x55850a069200 | |
| 2020-03-19T04:34:52.960+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:34:52.960+0530 7f5243a16700 1 mgr.server send_report Not sending PG status to monitor yet, waiting for OSDs | |
| 2020-03-19T04:34:52.960+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:34:52.960+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:34:52.960+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:34:53.078+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:34:53.078+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:23.079138+0530) | |
| 2020-03-19T04:34:53.078+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:34:53.078+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:23.079459+0530) | |
| 2020-03-19T04:34:53.621+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:34:53.621+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:23.622471+0530) | |
| 2020-03-19T04:34:53.621+0530 7f52668c2700 5 monclient: _check_tell_commands timeout tell command 10 | |
| 2020-03-19T04:34:53.621+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d621f80 msgr2=0x55850d622400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down | |
| 2020-03-19T04:34:53.621+0530 7f52668c2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d621f80 0x55850d622400 secure :-1 s=READY pgs=15 cs=0 l=1 rx=0x55850d4df320 tx=0x55850d5317c0).stop | |
| 2020-03-19T04:34:53.621+0530 7f52668c2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d6dc000 0x55850d6dc480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:34:53.621+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d621f80 msgr2=0x55850d622400 unknown :-1 s=STATE_CLOSED l=1).mark_down | |
| 2020-03-19T04:34:53.621+0530 7f52668c2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d621f80 0x55850d622400 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rx=0 tx=0).stop | |
| 2020-03-19T04:34:53.621+0530 7f52668c2700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:34:53.621+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] -- mon_getmap magic: 0 v1 -- 0x55850d40e140 con 0x55850d6dc000 | |
| 2020-03-19T04:34:53.623+0530 7f526b0cb700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d6dc000 0x55850d6dc480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:34:53.623+0530 7f526b0cb700 10 monclient: get_auth_request con 0x55850d6dc000 auth_method 0 | |
| 2020-03-19T04:34:53.623+0530 7f526b0cb700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:34:53.623+0530 7f526b0cb700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:34:53.624+0530 7f526b0cb700 10 monclient(hunting): handle_auth_reply_more payload 9 | |
| 2020-03-19T04:34:53.624+0530 7f526b0cb700 10 monclient(hunting): handle_auth_reply_more payload_len 9 | |
| 2020-03-19T04:34:53.624+0530 7f526b0cb700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes | |
| 2020-03-19T04:34:53.628+0530 7f526b0cb700 10 monclient(hunting): handle_auth_done global_id 4164 payload 1166 | |
| 2020-03-19T04:34:53.628+0530 7f526b0cb700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] -- command(tid 10: {"prefix": "smart", "format": "json", "devid": ""}) v1 -- 0x5585093bb760 con 0x55850d6dc000 | |
| 2020-03-19T04:34:53.628+0530 7f526b0cb700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d6dc000 0x55850d6dc480 secure :-1 s=AUTH_CONNECTING_SIGN pgs=0 cs=0 l=0 rx=0x55850d4df320 tx=0x55850d531720).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:53.629+0530 7f526b0cb700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d6dc000 0x55850d6dc480 secure :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rx=0x55850d4df320 tx=0x55850d531720).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:53.629+0530 7f526b0cb700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d6dc000 0x55850d6dc480 secure :-1 s=READY pgs=17 cs=0 l=1 rx=0x55850d4df320 tx=0x55850d531720).ready entity=mon.0 client_cookie=668a33b3dc697dcf server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:34:53.990+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 25 ==== mgrdigest v1 ==== 1625+0+0 (secure 0 0 0) 0x55850d3dc300 con 0x55850a069200 | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 10 mgr ms_dispatch2 active mgrdigest v1 | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 10 mgr ms_dispatch2 mgrdigest v1 | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 10 mgr handle_mgr_digest 1572 | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 10 mgr handle_mgr_digest 45 | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all mon_status | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all health | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:34:53.990+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all pg_summary | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:34:53.991+0530 7f52678c4700 10 mgr handle_mgr_digest done. | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'mon_status' | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'health' | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.991+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.992+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'pg_summary' | |
| 2020-03-19T04:34:53.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:53.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:54.079+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:34:54.079+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:24.079678+0530) | |
| 2020-03-19T04:34:54.079+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:34:54.079+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:24.079766+0530) | |
| 2020-03-19T04:34:54.101+0530 7f523697c700 0 [rbd_support DEBUG root] PerfHandler: tick | |
| 2020-03-19T04:34:54.102+0530 7f523697c700 10 ceph_option_get mgr_stats_period found: 5 | |
| 2020-03-19T04:34:54.102+0530 7f523617b700 0 [rbd_support DEBUG root] TaskHandler: tick | |
| 2020-03-19T04:34:54.624+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:34:54.624+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:24.625208+0530) | |
| 2020-03-19T04:34:54.887+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:34:54.887+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:34:54.888+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:34:54.888+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:34:54.888+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:34:54.891+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:54.891+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d6e2000 con 0x55850a069200 | |
| 2020-03-19T04:34:54.961+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:34:54.961+0530 7f5243a16700 1 mgr.server send_report Not sending PG status to monitor yet, waiting for OSDs | |
| 2020-03-19T04:34:54.961+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:34:54.961+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:34:54.961+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:34:55.079+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:34:55.079+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:25.079886+0530) | |
| 2020-03-19T04:34:55.079+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53262 conn(0x55850d571b00 0x55850d571f80 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46f950 tx=0x55850d5310e0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:55.080+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.0 10.0.2.15:0/53262 3 ==== mgrreport(mon.a +0-0 packed 1174) v9 ==== 3571+0+0 (secure 0 0 0) 0x55850d636c00 con 0x55850d571b00 | |
| 2020-03-19T04:34:55.080+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571b00 mon.a | |
| 2020-03-19T04:34:55.080+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.a | |
| 2020-03-19T04:34:55.080+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:34:55.080+0530 7f52658c0700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] -- mgrreport(unknown.x +0-0 packed 102) v9 -- 0x55850d636000 con 0x55850d570900 | |
| 2020-03-19T04:34:55.080+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:34:55.080+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:25.081652+0530) | |
| 2020-03-19T04:34:55.080+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53540 conn(0x55850d571200 0x55850d571680 secure :-1 s=THROTTLE_DONE pgs=7 cs=0 l=1 rx=0x55850d4dea80 tx=0x55850d531630).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:55.080+0530 7f5250788700 20 mgr.server handle_report got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.a},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:34:55.080+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [] | |
| 2020-03-19T04:34:55.081+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mgr.4130 10.0.2.15:0/53540 3 ==== mgrreport(mgr.x +0-0 packed 102) v9 ==== 138+0+0 (secure 0 0 0) 0x55850d668900 con 0x55850d571200 | |
| 2020-03-19T04:34:55.081+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571200 mgr.x | |
| 2020-03-19T04:34:55.081+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mgr.x | |
| 2020-03-19T04:34:55.081+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 102 bytes of data | |
| 2020-03-19T04:34:55.084+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53348 conn(0x55850d572d00 0x55850d620000 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46ff50 tx=0x55850d531180).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:55.085+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.2 10.0.2.15:0/53348 3 ==== mgrreport(mon.c +0-0 packed 1174 daemon_metrics=1) v9 ==== 3586+0+0 (secure 0 0 0) 0x55850d636600 con 0x55850d572d00 | |
| 2020-03-19T04:34:55.085+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572d00 mon.c | |
| 2020-03-19T04:34:55.085+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.c | |
| 2020-03-19T04:34:55.085+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:34:55.085+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53305 conn(0x55850d572400 0x55850d572880 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d4df410 tx=0x55850d531950).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:55.085+0530 7f5250788700 20 mgr.server handle_report got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.c},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:34:55.085+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:34:55.085+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.1 10.0.2.15:0/53305 3 ==== mgrreport(mon.b +0-0 packed 1174 daemon_metrics=1) v9 ==== 3586+0+0 (secure 0 0 0) 0x55850d636000 con 0x55850d572400 | |
| 2020-03-19T04:34:55.085+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572400 mon.b | |
| 2020-03-19T04:34:55.085+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.b | |
| 2020-03-19T04:34:55.085+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:34:55.086+0530 7f5250788700 20 mgr.server handle_report got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.b},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:34:55.086+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:34:55.624+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:34:55.624+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:25.625444+0530) | |
| 2020-03-19T04:34:55.624+0530 7f52668c2700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:34:55.626+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=READY pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:56.080+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:34:56.080+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:26.081277+0530) | |
| 2020-03-19T04:34:56.081+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:34:56.081+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:26.082567+0530) | |
| 2020-03-19T04:34:56.631+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:34:56.631+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:26.632375+0530) | |
| 2020-03-19T04:34:56.631+0530 7f52668c2700 5 monclient: _check_tell_commands timeout tell command 10 | |
| 2020-03-19T04:34:56.631+0530 7f52668c2700 10 monclient: _finish_command 10 = -6 mon unavailable | |
| 2020-03-19T04:34:56.631+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d6dc000 msgr2=0x55850d6dc480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down | |
| 2020-03-19T04:34:56.631+0530 7f52668c2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d6dc000 0x55850d6dc480 secure :-1 s=READY pgs=17 cs=0 l=1 rx=0x55850d4df320 tx=0x55850d531720).stop | |
| 2020-03-19T04:34:56.631+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d6dc000 msgr2=0x55850d6dc480 secure :-1 s=STATE_CLOSED l=1).mark_down | |
| 2020-03-19T04:34:56.631+0530 7f52668c2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d6dc000 0x55850d6dc480 secure :-1 s=CLOSED pgs=17 cs=0 l=1 rx=0x55850d4df320 tx=0x55850d531720).stop | |
| 2020-03-19T04:34:56.631+0530 7f5243215700 10 monclient: get_version osdmap req 0x55850d6cdb20 | |
| 2020-03-19T04:34:56.631+0530 7f5243215700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:56.631+0530 7f5243215700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_get_version(what=osdmap handle=3) v1 -- 0x5585093bb600 con 0x55850a069200 | |
| 2020-03-19T04:34:56.891+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:34:56.891+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:34:56.892+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:34:56.892+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:34:56.892+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:34:56.893+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:56.893+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d6e2280 con 0x55850a069200 | |
| 2020-03-19T04:34:56.965+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:34:56.965+0530 7f5243a16700 1 mgr.server send_report Not sending PG status to monitor yet, waiting for OSDs | |
| 2020-03-19T04:34:56.965+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:34:56.965+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:34:56.965+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:34:57.086+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:34:57.086+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:27.087425+0530) | |
| 2020-03-19T04:34:57.086+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:34:57.086+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:27.087605+0530) | |
| 2020-03-19T04:34:57.632+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:34:57.632+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:27.633363+0530) | |
| 2020-03-19T04:34:58.087+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:34:58.087+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:28.088316+0530) | |
| 2020-03-19T04:34:58.087+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:34:58.087+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:28.088438+0530) | |
| 2020-03-19T04:34:58.632+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:34:58.632+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:28.633629+0530) | |
| 2020-03-19T04:34:58.894+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:34:58.894+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:34:58.894+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:34:58.894+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:34:58.894+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:34:58.895+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:34:58.895+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d6e2500 con 0x55850a069200 | |
| 2020-03-19T04:34:58.966+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:34:58.966+0530 7f5243a16700 1 mgr.server send_report Not sending PG status to monitor yet, waiting for OSDs | |
| 2020-03-19T04:34:58.966+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:34:58.966+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:34:58.966+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:34:58.991+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 26 ==== mgrdigest v1 ==== 1625+0+0 (secure 0 0 0) 0x55850d3dc000 con 0x55850a069200 | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 10 mgr ms_dispatch2 active mgrdigest v1 | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 10 mgr ms_dispatch2 mgrdigest v1 | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 10 mgr handle_mgr_digest 1572 | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 10 mgr handle_mgr_digest 45 | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all mon_status | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all health | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all pg_summary | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:34:58.991+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:34:58.992+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:34:58.992+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:34:58.992+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:34:58.992+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:34:58.992+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:34:58.992+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:34:58.992+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:34:58.992+0530 7f52678c4700 10 mgr handle_mgr_digest done. | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'mon_status' | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'health' | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.992+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.993+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'pg_summary' | |
| 2020-03-19T04:34:58.993+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.993+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.993+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.993+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:58.993+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:34:59.037+0530 7f52409d0700 0 [osd_support DEBUG root] Scheduled for draining: <set()> | |
| 2020-03-19T04:34:59.037+0530 7f52409d0700 0 [osd_support DEBUG root] Currently being drained: <set()> | |
| 2020-03-19T04:34:59.037+0530 7f52409d0700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster | |
| 2020-03-19T04:34:59.037+0530 7f52409d0700 0 [osd_support DEBUG root] Sleeping for 10 seconds | |
| 2020-03-19T04:34:59.088+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:34:59.088+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:29.089163+0530) | |
| 2020-03-19T04:34:59.088+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:34:59.088+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:29.089233+0530) | |
| 2020-03-19T04:34:59.103+0530 7f523697c700 0 [rbd_support DEBUG root] PerfHandler: tick | |
| 2020-03-19T04:34:59.104+0530 7f523697c700 10 ceph_option_get mgr_stats_period found: 5 | |
| 2020-03-19T04:34:59.104+0530 7f523617b700 0 [rbd_support DEBUG root] TaskHandler: tick | |
| 2020-03-19T04:34:59.633+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:34:59.633+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:29.634558+0530) | |
| 2020-03-19T04:35:00.082+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53262 conn(0x55850d571b00 0x55850d571f80 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46f950 tx=0x55850d5310e0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:00.082+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.0 10.0.2.15:0/53262 4 ==== mgrreport(mon.a +0-0 packed 1174) v9 ==== 1210+0+0 (secure 0 0 0) 0x55850d636f00 con 0x55850d571b00 | |
| 2020-03-19T04:35:00.082+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571b00 mon.a | |
| 2020-03-19T04:35:00.082+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.a | |
| 2020-03-19T04:35:00.082+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:00.082+0530 7f52658c0700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] -- mgrreport(unknown.x +0-0 packed 102) v9 -- 0x55850d636300 con 0x55850d570900 | |
| 2020-03-19T04:35:00.083+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53540 conn(0x55850d571200 0x55850d571680 secure :-1 s=THROTTLE_DONE pgs=7 cs=0 l=1 rx=0x55850d4dea80 tx=0x55850d531630).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:00.083+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [] | |
| 2020-03-19T04:35:00.083+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mgr.4130 10.0.2.15:0/53540 4 ==== mgrreport(mgr.x +0-0 packed 102) v9 ==== 138+0+0 (secure 0 0 0) 0x55850d668300 con 0x55850d571200 | |
| 2020-03-19T04:35:00.083+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571200 mgr.x | |
| 2020-03-19T04:35:00.083+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mgr.x | |
| 2020-03-19T04:35:00.083+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 102 bytes of data | |
| 2020-03-19T04:35:00.085+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53348 conn(0x55850d572d00 0x55850d620000 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46ff50 tx=0x55850d531180).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:00.086+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.2 10.0.2.15:0/53348 4 ==== mgrreport(mon.c +0-0 packed 1174 daemon_metrics=1) v9 ==== 1225+0+0 (secure 0 0 0) 0x55850d668900 con 0x55850d572d00 | |
| 2020-03-19T04:35:00.086+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572d00 mon.c | |
| 2020-03-19T04:35:00.086+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.c | |
| 2020-03-19T04:35:00.086+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:00.086+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:35:00.086+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53305 conn(0x55850d572400 0x55850d572880 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d4df410 tx=0x55850d531950).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:00.086+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.1 10.0.2.15:0/53305 4 ==== mgrreport(mon.b +0-0 packed 1174 daemon_metrics=1) v9 ==== 1225+0+0 (secure 0 0 0) 0x55850d636300 con 0x55850d572400 | |
| 2020-03-19T04:35:00.086+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572400 mon.b | |
| 2020-03-19T04:35:00.086+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.b | |
| 2020-03-19T04:35:00.086+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:00.086+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:35:00.089+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:00.089+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:30.090107+0530) | |
| 2020-03-19T04:35:00.089+0530 7f523b185700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:35:00.089+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:00.089+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:30.090301+0530) | |
| 2020-03-19T04:35:00.089+0530 7f523d189700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:35:00.089+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=READY pgs=16 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:00.090+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=READY pgs=14 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:00.292+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d6dcd80 0x55850d6dd200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).accept | |
| 2020-03-19T04:35:00.292+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d6dcd80 0x55850d6dd200 unknown :-1 s=BANNER_ACCEPTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:35:00.292+0530 7f526b0cb700 10 mgr.server ms_handle_authentication ms_handle_authentication new session 0x55850d34d200 con 0x55850d6dcd80 entity client.admin addr | |
| 2020-03-19T04:35:00.292+0530 7f526b0cb700 10 mgr.server ms_handle_authentication session 0x55850d34d200 client.admin has caps allow * 'allow *' | |
| 2020-03-19T04:35:00.293+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d6dcd80 0x55850d6dd200 secure :-1 s=AUTH_ACCEPTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d642780 tx=0x55850d5317c0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:00.293+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d6dcd80 0x55850d6dd200 secure :-1 s=SESSION_ACCEPTING pgs=0 cs=0 l=1 rx=0x55850d642780 tx=0x55850d5317c0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:00.293+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/389068896 conn(0x55850d6dcd80 0x55850d6dd200 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d642780 tx=0x55850d5317c0).ready entity=client.4161 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:35:00.392+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:00.392+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 27 ==== mon_get_version_reply(handle=3 version=3) v2 ==== 24+0+0 (secure 0 0 0) 0x5585093bb600 con 0x55850a069200 | |
| 2020-03-19T04:35:00.393+0530 7f52678c4700 10 monclient: handle_get_version_reply finishing 0x55850d6cdb20 version 3 | |
| 2020-03-19T04:35:00.393+0530 7f52660c1700 10 MonCommandCompletion::finish() | |
| 2020-03-19T04:35:00.393+0530 7f52660c1700 20 mgr Gil Switched to new thread state 0x55850d34cb40 | |
| 2020-03-19T04:35:00.393+0530 7f52660c1700 20 mgr ~Gil Destroying new thread state 0x55850d34cb40 | |
| 2020-03-19T04:35:00.393+0530 7f52660c1700 10 mgr notify_all notify_all: notify_all command | |
| 2020-03-19T04:35:00.393+0530 7f52660c1700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:00.393+0530 7f52660c1700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:00.393+0530 7f52660c1700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:00.393+0530 7f52660c1700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:00.393+0530 7f52660c1700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:00.393+0530 7f52660c1700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:00.393+0530 7f52660c1700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:00.393+0530 7f52660c1700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:00.393+0530 7f52660c1700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:00.393+0530 7f52660c1700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:00.393+0530 7f52660c1700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.393+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.395+0530 7f52419d2700 0 [devicehealth ERROR root] Fail to parse JSON result from daemon mon.a () | |
| 2020-03-19T04:35:00.395+0530 7f52419d2700 0 [devicehealth DEBUG root] do_scrape_daemon mon.b | |
| 2020-03-19T04:35:00.395+0530 7f52419d2700 10 monclient: start_mon_command mon.b cmd=[{"prefix": "smart", "format": "json", "devid": ""}] | |
| 2020-03-19T04:35:00.395+0530 7f52419d2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d622880 0x55850d622d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:35:00.395+0530 7f52419d2700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:35:00.395+0530 7f52419d2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_getmap magic: 0 v1 -- 0x55850d6a8a00 con 0x55850d622880 | |
| 2020-03-19T04:35:00.396+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d622880 0x55850d622d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:35:00.396+0530 7f526a8ca700 10 monclient: get_auth_request con 0x55850d622880 auth_method 0 | |
| 2020-03-19T04:35:00.396+0530 7f526a8ca700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:35:00.396+0530 7f526a8ca700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:35:00.396+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload 9 | |
| 2020-03-19T04:35:00.396+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload_len 9 | |
| 2020-03-19T04:35:00.396+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes | |
| 2020-03-19T04:35:00.397+0530 7f526a8ca700 10 monclient(hunting): handle_auth_done global_id 4171 payload 1166 | |
| 2020-03-19T04:35:00.398+0530 7f526a8ca700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- command(tid 11: {"prefix": "smart", "format": "json", "devid": ""}) v1 -- 0x55850d410f20 con 0x55850d622880 | |
| 2020-03-19T04:35:00.398+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d622880 0x55850d622d00 secure :-1 s=AUTH_CONNECTING_SIGN pgs=0 cs=0 l=0 rx=0x55850d6bf8f0 tx=0x55850d6c0410).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:00.398+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d622880 0x55850d622d00 secure :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rx=0x55850d6bf8f0 tx=0x55850d6c0410).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:00.398+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d622880 0x55850d622d00 secure :-1 s=READY pgs=12 cs=0 l=1 rx=0x55850d6bf8f0 tx=0x55850d6c0410).ready entity=mon.1 client_cookie=56526d1b21a9b9f2 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:35:00.407+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d622880 0x55850d622d00 secure :-1 s=THROTTLE_DONE pgs=12 cs=0 l=1 rx=0x55850d6bf8f0 tx=0x55850d6c0410).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 1 ==== mon_map magic: 0 v1 ==== 383+0+0 (secure 0 0 0) 0x55850d4102c0 con 0x55850d622880 | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 10 monclient: handle_monmap mon_map magic: 0 v1 | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 10 monclient: got monmap 1 from mon.b (according to old e1) | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 10 monclient: dump: | |
| epoch 1 | |
| fsid 5864a623-f1c5-45f3-b4d0-a68f123a6df0 | |
| last_changed 2020-03-19T04:34:39.510844+0530 | |
| created 2020-03-19T04:34:39.510844+0530 | |
| min_mon_release 15 (octopus) | |
| 0: [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] mon.a | |
| 1: [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] mon.b | |
| 2: [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] mon.c | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 10 mgr ms_dispatch2 active mon_map magic: 0 v1 | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 10 mgr ms_dispatch2 mon_map magic: 0 v1 | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all mon_map | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:00.407+0530 7f52678c4700 20 mgr handle_mon_map handle_mon_map | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'mon_map' | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.407+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.633+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:00.634+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:30.634896+0530) | |
| 2020-03-19T04:35:00.636+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/389068896 conn(0x55850d6dcd80 0x55850d6dd200 secure :-1 s=THROTTLE_DONE pgs=4 cs=0 l=1 rx=0x55850d642780 tx=0x55850d5317c0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:00.636+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== client.4161 10.0.2.15:0/389068896 1 ==== mgr_command(tid 0: {"prefix": "restful create-self-signed-cert", "target": ["mon-mgr", ""]}) v1 ==== 96+0+0 (secure 0 0 0) 0x55850d4111e0 con 0x55850d6dcd80 | |
| 2020-03-19T04:35:00.636+0530 7f5250788700 10 mgr.server _handle_command decoded-size=2 prefix=restful create-self-signed-cert | |
| 2020-03-19T04:35:00.636+0530 7f5250788700 20 is_capable service=py module=restful command=restful create-self-signed-cert read write addr - on cap allow * | |
| 2020-03-19T04:35:00.636+0530 7f5250788700 20 allow so far , doing grant allow * | |
| 2020-03-19T04:35:00.636+0530 7f5250788700 20 allow all | |
| 2020-03-19T04:35:00.636+0530 7f5250788700 10 mgr.server _allowed_command client.admin capable | |
| 2020-03-19T04:35:00.636+0530 7f5250788700 0 log_channel(audit) log [DBG] : from='client.4161 -' entity='client.admin' cmd=[{"prefix": "restful create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch | |
| 2020-03-19T04:35:00.637+0530 7f5250788700 10 mgr.server _handle_command passing through 2 | |
| 2020-03-19T04:35:00.637+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:00.637+0530 7f524ff87700 0 [restful WARNING root] Handling command: '{'prefix': 'restful create-self-signed-cert', 'target': ['mon-mgr', '']}' | |
| 2020-03-19T04:35:00.675+0530 7f524ff87700 10 monclient: start_mon_command cmd=[{"prefix":"config-key set","key":"mgr/restful/x/crt","val":"-----BEGIN CERTIFICATE-----\nMIICyzCCAbMCEFx5GQhmDEj3n0FtM//mDaMwDQYJKoZIhvcNAQENBQAwJDELMAkG\nA1UECgwCSVQxFTATBgNVBAMMDGNlcGgtcmVzdGZ1bDAeFw0yMDAzMTgyMzA1MDBa\nFw0zMDAzMTYyMzA1MDBaMCQxCzAJBgNVBAoMAklUMRUwEwYDVQQDDAxjZXBoLXJl\nc3RmdWwwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC386gPHcZFc8AR\n41Bj6dnY7+2gayhVYzQqYHBCll3YpU5u7i1JlJf7Kp7C3fXFnp2STLWPDwkZDdWo\nKEPhEU68FtytADN21FCUhJfVk1q5ec+qAcv0cIl356QAsYH2RyL88dDAJwnrRPz4\nZQHWFaJHCqoIPkXU5TPmtYgkG5Q/Xr8YtQ7mWB1ApnPwfAqCz3RDPbHbJbifdLrz\nHPzF7d3g/lBc5tYF/kmlht4RbpouLdaUcV7UsDPnJ93I1P8Y6Ukav6cuXo9Xa48J\nYDi7JmaAWAgNXBc4vXfGI3RfWXi0Jm+ubpoSdkQhJ+VIaZYL/rcHG6Ns35Ro3GKL\nMDwMZB7FAgMBAAEwDQYJKoZIhvcNAQENBQADggEBAI+cmG21INQGVkxg9O5TI03I\ndg2AtQ0RyUQggsTJzIQLf/wnXhVGj3gJQcr7Dqk0/7hb2phyMk4fHoZVNTnGSm4P\nxLirRv6BpA/kAYiMDuo0lyEnuSf4j11ZMXOOvlK9mb4zDaX40Hwweh1AVqbG3Eqk\nTtX6t6RD7YNH/MF/UKbXXWjHlPUcrJg6cV5UdJhpy2bT9oVqgrJyIxDQoGywZ8vy\nhvnpNB4pdtFMlFvpjQY+7+2ix/JmuXQNjsj1ijdZp0XT+d/JuQRqN19psliUbmRH\n0hrHBsiSSv+RAYkvwnTzjBOVpIrwhcqM15U5jIviY58UG1MYU4ykAoaZoA2GO04=\n-----END CERTIFICATE-----\n"}] | |
| 2020-03-19T04:35:00.675+0530 7f524ff87700 10 monclient: _send_command 12 [{"prefix":"config-key set","key":"mgr/restful/x/crt","val":"-----BEGIN CERTIFICATE-----\nMIICyzCCAbMCEFx5GQhmDEj3n0FtM//mDaMwDQYJKoZIhvcNAQENBQAwJDELMAkG\nA1UECgwCSVQxFTATBgNVBAMMDGNlcGgtcmVzdGZ1bDAeFw0yMDAzMTgyMzA1MDBa\nFw0zMDAzMTYyMzA1MDBaMCQxCzAJBgNVBAoMAklUMRUwEwYDVQQDDAxjZXBoLXJl\nc3RmdWwwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC386gPHcZFc8AR\n41Bj6dnY7+2gayhVYzQqYHBCll3YpU5u7i1JlJf7Kp7C3fXFnp2STLWPDwkZDdWo\nKEPhEU68FtytADN21FCUhJfVk1q5ec+qAcv0cIl356QAsYH2RyL88dDAJwnrRPz4\nZQHWFaJHCqoIPkXU5TPmtYgkG5Q/Xr8YtQ7mWB1ApnPwfAqCz3RDPbHbJbifdLrz\nHPzF7d3g/lBc5tYF/kmlht4RbpouLdaUcV7UsDPnJ93I1P8Y6Ukav6cuXo9Xa48J\nYDi7JmaAWAgNXBc4vXfGI3RfWXi0Jm+ubpoSdkQhJ+VIaZYL/rcHG6Ns35Ro3GKL\nMDwMZB7FAgMBAAEwDQYJKoZIhvcNAQENBQADggEBAI+cmG21INQGVkxg9O5TI03I\ndg2AtQ0RyUQggsTJzIQLf/wnXhVGj3gJQcr7Dqk0/7hb2phyMk4fHoZVNTnGSm4P\nxLirRv6BpA/kAYiMDuo0lyEnuSf4j11ZMXOOvlK9mb4zDaX40Hwweh1AVqbG3Eqk\nTtX6t6RD7YNH/MF/UKbXXWjHlPUcrJg6cV5UdJhpy2bT9oVqgrJyIxDQoGywZ8vy\nhvnpNB4pdtFMlFvpjQY+7+2ix/JmuXQNjsj1ijdZp0XT+d/JuQRqN19psliUbmRH\n0hrHBsiSSv+RAYkvwnTzjBOVpIrwhcqM15U5jIviY58UG1MYU4ykAoaZoA2GO04=\n-----END CERTIFICATE-----\n"}] | |
| 2020-03-19T04:35:00.675+0530 7f524ff87700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:00.675+0530 7f524ff87700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix":"config-key set","key":"mgr/restful/x/crt","val":"-----BEGIN CERTIFICATE-----\nMIICyzCCAbMCEFx5GQhmDEj3n0FtM//mDaMwDQYJKoZIhvcNAQENBQAwJDELMAkG\nA1UECgwCSVQxFTATBgNVBAMMDGNlcGgtcmVzdGZ1bDAeFw0yMDAzMTgyMzA1MDBa\nFw0zMDAzMTYyMzA1MDBaMCQxCzAJBgNVBAoMAklUMRUwEwYDVQQDDAxjZXBoLXJl\nc3RmdWwwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC386gPHcZFc8AR\n41Bj6dnY7+2gayhVYzQqYHBCll3YpU5u7i1JlJf7Kp7C3fXFnp2STLWPDwkZDdWo\nKEPhEU68FtytADN21FCUhJfVk1q5ec+qAcv0cIl356QAsYH2RyL88dDAJwnrRPz4\nZQHWFaJHCqoIPkXU5TPmtYgkG5Q/Xr8YtQ7mWB1ApnPwfAqCz3RDPbHbJbifdLrz\nHPzF7d3g/lBc5tYF/kmlht4RbpouLdaUcV7UsDPnJ93I1P8Y6Ukav6cuXo9Xa48J\nYDi7JmaAWAgNXBc4vXfGI3RfWXi0Jm+ubpoSdkQhJ+VIaZYL/rcHG6Ns35Ro3GKL\nMDwMZB7FAgMBAAEwDQYJKoZIhvcNAQENBQADggEBAI+cmG21INQGVkxg9O5TI03I\ndg2AtQ0RyUQggsTJzIQLf/wnXhVGj3gJQcr7Dqk0/7hb2phyMk4fHoZVNTnGSm4P\nxLirRv6BpA/kAYiMDuo0lyEnuSf4j11ZMXOOvlK9mb4zDaX40Hwweh1AVqbG3Eqk\nTtX6t6RD7YNH/MF/UKbXXWjHlPUcrJg6cV5UdJhpy2bT9oVqgrJyIxDQoGywZ8vy\nhvnpNB4pdtFMlFvpjQY+7+2ix/JmuXQNjsj1ijdZp0XT+d/JuQRqN19psliUbmRH\n0hrHBsiSSv+RAYkvwnTzjBOVpIrwhcqM15U5jIviY58UG1MYU4ykAoaZoA2GO04=\n-----END CERTIFICATE-----\n"} v 0) v1 -- 0x5585093b8f00 con 0x55850a069200 | |
| 2020-03-19T04:35:00.896+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:00.896+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:00.899+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:00.899+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:00.899+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:00.903+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:00.903+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d6e3900 con 0x55850a069200 | |
| 2020-03-19T04:35:00.966+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:00.966+0530 7f5243a16700 1 mgr.server send_report Not sending PG status to monitor yet, waiting for OSDs | |
| 2020-03-19T04:35:00.966+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:00.967+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:35:00.967+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:01.089+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:01.089+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:31.090545+0530) | |
| 2020-03-19T04:35:01.089+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:01.089+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:31.090585+0530) | |
| 2020-03-19T04:35:01.634+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:01.634+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:31.635409+0530) | |
| 2020-03-19T04:35:01.634+0530 7f52668c2700 10 log_client log_queue is 2 last_log 2 sent 1 num 2 unsent 1 sending 1 | |
| 2020-03-19T04:35:01.634+0530 7f52668c2700 10 log_client will send 2020-03-19T04:35:00.638062+0530 mgr.x (mgr.4130) 2 : audit [DBG] from='client.4161 -' entity='client.admin' cmd=[{"prefix": "restful create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch | |
| 2020-03-19T04:35:01.634+0530 7f52668c2700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:01.634+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- log(1 entries from seq 2 at 2020-03-19T04:35:00.638062+0530) v1 -- 0x55850d505500 con 0x55850a069200 | |
| 2020-03-19T04:35:02.089+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:02.089+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:32.090616+0530) | |
| 2020-03-19T04:35:02.090+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:02.090+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:32.091189+0530) | |
| 2020-03-19T04:35:02.635+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:02.635+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:32.636410+0530) | |
| 2020-03-19T04:35:02.906+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:02.906+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:02.908+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:02.908+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:02.909+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:02.909+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:02.909+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d6e3b80 con 0x55850a069200 | |
| 2020-03-19T04:35:02.967+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:02.967+0530 7f5243a16700 1 mgr.server send_report Not sending PG status to monitor yet, waiting for OSDs | |
| 2020-03-19T04:35:02.967+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:02.967+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:35:02.967+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:03.091+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:03.091+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:03.091+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:33.091891+0530) | |
| 2020-03-19T04:35:03.091+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:33.091939+0530) | |
| 2020-03-19T04:35:03.636+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:03.636+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:33.637804+0530) | |
| 2020-03-19T04:35:03.636+0530 7f52668c2700 5 monclient: _check_tell_commands timeout tell command 11 | |
| 2020-03-19T04:35:03.636+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d622880 msgr2=0x55850d622d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down | |
| 2020-03-19T04:35:03.636+0530 7f52668c2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d622880 0x55850d622d00 secure :-1 s=READY pgs=12 cs=0 l=1 rx=0x55850d6bf8f0 tx=0x55850d6c0410).stop | |
| 2020-03-19T04:35:03.637+0530 7f52668c2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d6dc900 0x55850d712880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:35:03.637+0530 7f526c8ce700 1 -- 10.0.2.15:0/53540 reap_dead start | |
| 2020-03-19T04:35:03.637+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d622880 msgr2=0x55850d622d00 secure :-1 s=STATE_CLOSED l=1).mark_down | |
| 2020-03-19T04:35:03.637+0530 7f52668c2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d622880 0x55850d622d00 secure :-1 s=CLOSED pgs=12 cs=0 l=1 rx=0x55850d6bf8f0 tx=0x55850d6c0410).stop | |
| 2020-03-19T04:35:03.637+0530 7f52668c2700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:35:03.637+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_getmap magic: 0 v1 -- 0x55850d6a8dc0 con 0x55850d6dc900 | |
| 2020-03-19T04:35:03.638+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d6dc900 0x55850d712880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:35:03.638+0530 7f526a8ca700 10 monclient: get_auth_request con 0x55850d6dc900 auth_method 0 | |
| 2020-03-19T04:35:03.638+0530 7f526a8ca700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:35:03.638+0530 7f526a8ca700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:35:03.639+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload 9 | |
| 2020-03-19T04:35:03.639+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload_len 9 | |
| 2020-03-19T04:35:03.639+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes | |
| 2020-03-19T04:35:03.642+0530 7f526a8ca700 10 monclient(hunting): handle_auth_done global_id 4174 payload 1166 | |
| 2020-03-19T04:35:03.642+0530 7f526a8ca700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- command(tid 11: {"prefix": "smart", "format": "json", "devid": ""}) v1 -- 0x55850d410160 con 0x55850d6dc900 | |
| 2020-03-19T04:35:03.642+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d6dc900 0x55850d712880 secure :-1 s=AUTH_CONNECTING_SIGN pgs=0 cs=0 l=0 rx=0x55850d6bf8f0 tx=0x55850d666ff0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:03.643+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d6dc900 0x55850d712880 secure :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rx=0x55850d6bf8f0 tx=0x55850d666ff0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:03.643+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d6dc900 0x55850d712880 secure :-1 s=READY pgs=13 cs=0 l=1 rx=0x55850d6bf8f0 tx=0x55850d666ff0).ready entity=mon.1 client_cookie=2ee497ed87d3268d server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:35:04.091+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:04.091+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:04.091+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:34.092188+0530) | |
| 2020-03-19T04:35:04.091+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:34.092199+0530) | |
| 2020-03-19T04:35:04.104+0530 7f523697c700 0 [rbd_support DEBUG root] PerfHandler: tick | |
| 2020-03-19T04:35:04.104+0530 7f523697c700 10 ceph_option_get mgr_stats_period found: 5 | |
| 2020-03-19T04:35:04.105+0530 7f523617b700 0 [rbd_support DEBUG root] TaskHandler: tick | |
| 2020-03-19T04:35:04.638+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:04.638+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:34.639146+0530) | |
| 2020-03-19T04:35:04.914+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:04.914+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:04.915+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:04.915+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:04.915+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:04.917+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:04.917+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d720000 con 0x55850a069200 | |
| 2020-03-19T04:35:04.969+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:04.969+0530 7f5243a16700 1 mgr.server send_report Not sending PG status to monitor yet, waiting for OSDs | |
| 2020-03-19T04:35:04.969+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:04.969+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:35:04.969+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:05.083+0530 7f52658c0700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] -- mgrreport(unknown.x +0-0 packed 102) v9 -- 0x55850d329b00 con 0x55850d570900 | |
| 2020-03-19T04:35:05.084+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53540 conn(0x55850d571200 0x55850d571680 secure :-1 s=THROTTLE_DONE pgs=7 cs=0 l=1 rx=0x55850d4dea80 tx=0x55850d531630).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:05.084+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mgr.4130 10.0.2.15:0/53540 5 ==== mgrreport(mgr.x +0-0 packed 102) v9 ==== 138+0+0 (secure 0 0 0) 0x55850d669200 con 0x55850d571200 | |
| 2020-03-19T04:35:05.084+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571200 mgr.x | |
| 2020-03-19T04:35:05.084+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mgr.x | |
| 2020-03-19T04:35:05.084+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 102 bytes of data | |
| 2020-03-19T04:35:05.085+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53262 conn(0x55850d571b00 0x55850d571f80 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46f950 tx=0x55850d5310e0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:05.085+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.0 10.0.2.15:0/53262 5 ==== mgrreport(mon.a +0-0 packed 1174 daemon_metrics=1) v9 ==== 3586+0+0 (secure 0 0 0) 0x55850d668c00 con 0x55850d571b00 | |
| 2020-03-19T04:35:05.085+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571b00 mon.a | |
| 2020-03-19T04:35:05.085+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.a | |
| 2020-03-19T04:35:05.085+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:05.086+0530 7f5250788700 20 mgr.server handle_report got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.a},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:35:05.086+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:35:05.088+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53348 conn(0x55850d572d00 0x55850d620000 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46ff50 tx=0x55850d531180).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:05.088+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.2 10.0.2.15:0/53348 5 ==== mgrreport(mon.c +0-0 packed 1174 daemon_metrics=1) v9 ==== 3586+0+0 (secure 0 0 0) 0x55850d668c00 con 0x55850d572d00 | |
| 2020-03-19T04:35:05.088+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572d00 mon.c | |
| 2020-03-19T04:35:05.088+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.c | |
| 2020-03-19T04:35:05.088+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:05.089+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53305 conn(0x55850d572400 0x55850d572880 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d4df410 tx=0x55850d531950).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:05.089+0530 7f5250788700 20 mgr.server handle_report got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.c},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:35:05.089+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:35:05.089+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.1 10.0.2.15:0/53305 5 ==== mgrreport(mon.b +0-0 packed 1174) v9 ==== 3571+0+0 (secure 0 0 0) 0x55850d329b00 con 0x55850d572400 | |
| 2020-03-19T04:35:05.089+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572400 mon.b | |
| 2020-03-19T04:35:05.089+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.b | |
| 2020-03-19T04:35:05.089+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:05.090+0530 7f5250788700 20 mgr.server handle_report got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.b},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:35:05.090+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [] | |
| 2020-03-19T04:35:05.091+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:05.091+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:35.093005+0530) | |
| 2020-03-19T04:35:05.092+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:05.092+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:35.093124+0530) | |
| 2020-03-19T04:35:05.638+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:05.638+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:35.639357+0530) | |
| 2020-03-19T04:35:05.638+0530 7f52668c2700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:35:05.639+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=READY pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:06.092+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:06.092+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:06.092+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:36.093948+0530) | |
| 2020-03-19T04:35:06.093+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:36.093953+0530) | |
| 2020-03-19T04:35:06.640+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:06.640+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:36.641004+0530) | |
| 2020-03-19T04:35:06.640+0530 7f52668c2700 5 monclient: _check_tell_commands timeout tell command 11 | |
| 2020-03-19T04:35:06.640+0530 7f52668c2700 10 monclient: _finish_command 11 = -6 mon unavailable | |
| 2020-03-19T04:35:06.640+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d6dc900 msgr2=0x55850d712880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down | |
| 2020-03-19T04:35:06.640+0530 7f52668c2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d6dc900 0x55850d712880 secure :-1 s=READY pgs=13 cs=0 l=1 rx=0x55850d6bf8f0 tx=0x55850d666ff0).stop | |
| 2020-03-19T04:35:06.640+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d6dc900 msgr2=0x55850d712880 secure :-1 s=STATE_CLOSED l=1).mark_down | |
| 2020-03-19T04:35:06.640+0530 7f52668c2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850d6dc900 0x55850d712880 secure :-1 s=CLOSED pgs=13 cs=0 l=1 rx=0x55850d6bf8f0 tx=0x55850d666ff0).stop | |
| 2020-03-19T04:35:06.640+0530 7f5243215700 10 monclient: get_version osdmap req 0x55850d6cdb60 | |
| 2020-03-19T04:35:06.640+0530 7f5243215700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:06.640+0530 7f5243215700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_get_version(what=osdmap handle=4) v1 -- 0x55850d4114a0 con 0x55850a069200 | |
| 2020-03-19T04:35:06.917+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:06.917+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:06.918+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:06.918+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:06.918+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:06.920+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:06.920+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d720280 con 0x55850a069200 | |
| 2020-03-19T04:35:06.970+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:06.970+0530 7f5243a16700 1 mgr.server send_report Not sending PG status to monitor yet, waiting for OSDs | |
| 2020-03-19T04:35:06.970+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:06.970+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:35:06.970+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:07.095+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:07.095+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:07.095+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:37.096458+0530) | |
| 2020-03-19T04:35:07.095+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:37.096677+0530) | |
| 2020-03-19T04:35:07.641+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:07.641+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:37.642744+0530) | |
| 2020-03-19T04:35:08.096+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:08.096+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:38.097143+0530) | |
| 2020-03-19T04:35:08.096+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:08.096+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:38.097286+0530) | |
| 2020-03-19T04:35:08.642+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:08.642+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:38.643182+0530) | |
| 2020-03-19T04:35:08.921+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:08.921+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:08.921+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:08.921+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:08.921+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:08.922+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:08.922+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d720500 con 0x55850a069200 | |
| 2020-03-19T04:35:08.971+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:08.971+0530 7f5243a16700 1 mgr.server send_report Giving up on OSDs that haven't reported yet, sending potentially incomplete PG state to mon | |
| 2020-03-19T04:35:08.971+0530 7f5243a16700 15 mgr get_health_checks getting health checks for balancer | |
| 2020-03-19T04:35:08.971+0530 7f5243a16700 15 mgr get_health_checks getting health checks for crash | |
| 2020-03-19T04:35:08.971+0530 7f5243a16700 15 mgr get_health_checks getting health checks for devicehealth | |
| 2020-03-19T04:35:08.971+0530 7f5243a16700 15 mgr get_health_checks getting health checks for iostat | |
| 2020-03-19T04:35:08.971+0530 7f5243a16700 15 mgr get_health_checks getting health checks for osd_support | |
| 2020-03-19T04:35:08.971+0530 7f5243a16700 15 mgr get_health_checks getting health checks for pg_autoscaler | |
| 2020-03-19T04:35:08.971+0530 7f5243a16700 15 mgr get_health_checks getting health checks for progress | |
| 2020-03-19T04:35:08.971+0530 7f5243a16700 15 mgr get_health_checks getting health checks for rbd_support | |
| 2020-03-19T04:35:08.971+0530 7f5243a16700 15 mgr get_health_checks getting health checks for restful | |
| 2020-03-19T04:35:08.971+0530 7f5243a16700 15 mgr get_health_checks getting health checks for status | |
| 2020-03-19T04:35:08.971+0530 7f5243a16700 15 mgr get_health_checks getting health checks for telemetry | |
| 2020-03-19T04:35:08.971+0530 7f5243a16700 10 mgr update_delta_stats v4 | |
| 2020-03-19T04:35:08.972+0530 7f5243a16700 10 mgr.server operator() 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:08.972+0530 7f5243a16700 10 mgr.server operator() 2 health checks | |
| 2020-03-19T04:35:08.972+0530 7f5243a16700 20 mgr.server operator() health checks: | |
| { | |
| "MGR_MODULE_DEPENDENCY": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "2 mgr modules have failed dependencies", | |
| "count": 2 | |
| }, | |
| "detail": [ | |
| { | |
| "message": "Module 'orchestrator' has failed dependency: No module named 'yaml'" | |
| }, | |
| { | |
| "message": "Module 'volumes' has failed dependency: No module named 'yaml'" | |
| } | |
| ] | |
| }, | |
| "TOO_FEW_OSDS": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "OSD count 0 < osd_pool_default_size 3", | |
| "count": 3 | |
| }, | |
| "detail": [] | |
| } | |
| } | |
| 2020-03-19T04:35:08.972+0530 7f5243a16700 0 log_channel(cluster) log [DBG] : pgmap v4: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:08.972+0530 7f5243a16700 20 mgr.server send_report + mon.a SLOW_OPS(0|(0,0)) | |
| 2020-03-19T04:35:08.972+0530 7f5243a16700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:08.972+0530 7f5243a16700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- monmgrreport(2 checks, 0 progress events) v2 -- 0x55850939ab40 con 0x55850a069200 | |
| 2020-03-19T04:35:08.972+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:08.972+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:35:08.972+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:09.039+0530 7f52409d0700 0 [osd_support DEBUG root] Scheduled for draining: <set()> | |
| 2020-03-19T04:35:09.039+0530 7f52409d0700 0 [osd_support DEBUG root] Currently being drained: <set()> | |
| 2020-03-19T04:35:09.040+0530 7f52409d0700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster | |
| 2020-03-19T04:35:09.040+0530 7f52409d0700 0 [osd_support DEBUG root] Sleeping for 10 seconds | |
| 2020-03-19T04:35:09.098+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:09.098+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:39.099038+0530) | |
| 2020-03-19T04:35:09.098+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:09.098+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:39.099196+0530) | |
| 2020-03-19T04:35:09.107+0530 7f523617b700 0 [rbd_support DEBUG root] TaskHandler: tick | |
| 2020-03-19T04:35:09.107+0530 7f523697c700 0 [rbd_support DEBUG root] PerfHandler: tick | |
| 2020-03-19T04:35:09.107+0530 7f523697c700 10 ceph_option_get mgr_stats_period found: 5 | |
| 2020-03-19T04:35:09.646+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:09.646+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:39.647589+0530) | |
| 2020-03-19T04:35:09.646+0530 7f52668c2700 10 log_client log_queue is 3 last_log 3 sent 2 num 3 unsent 1 sending 1 | |
| 2020-03-19T04:35:09.646+0530 7f52668c2700 10 log_client will send 2020-03-19T04:35:08.973631+0530 mgr.x (mgr.4130) 3 : cluster [DBG] pgmap v4: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:09.646+0530 7f52668c2700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:09.646+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- log(1 entries from seq 3 at 2020-03-19T04:35:08.973631+0530) v1 -- 0x55850d350540 con 0x55850a069200 | |
| 2020-03-19T04:35:10.084+0530 7f52658c0700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] -- mgrreport(unknown.x +0-0 packed 102) v9 -- 0x55850d668300 con 0x55850d570900 | |
| 2020-03-19T04:35:10.084+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53540 conn(0x55850d571200 0x55850d571680 secure :-1 s=THROTTLE_DONE pgs=7 cs=0 l=1 rx=0x55850d4dea80 tx=0x55850d531630).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:10.084+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mgr.4130 10.0.2.15:0/53540 6 ==== mgrreport(mgr.x +0-0 packed 102) v9 ==== 138+0+0 (secure 0 0 0) 0x55850d669500 con 0x55850d571200 | |
| 2020-03-19T04:35:10.084+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571200 mgr.x | |
| 2020-03-19T04:35:10.084+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mgr.x | |
| 2020-03-19T04:35:10.084+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 102 bytes of data | |
| 2020-03-19T04:35:10.086+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53262 conn(0x55850d571b00 0x55850d571f80 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46f950 tx=0x55850d5310e0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:10.086+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.0 10.0.2.15:0/53262 6 ==== mgrreport(mon.a +0-0 packed 1174 daemon_metrics=1) v9 ==== 1225+0+0 (secure 0 0 0) 0x55850d668900 con 0x55850d571b00 | |
| 2020-03-19T04:35:10.086+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571b00 mon.a | |
| 2020-03-19T04:35:10.086+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.a | |
| 2020-03-19T04:35:10.086+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:10.087+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:35:10.087+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53348 conn(0x55850d572d00 0x55850d620000 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46ff50 tx=0x55850d531180).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:10.087+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.2 10.0.2.15:0/53348 6 ==== mgrreport(mon.c +0-0 packed 1174 daemon_metrics=1) v9 ==== 1225+0+0 (secure 0 0 0) 0x55850d668000 con 0x55850d572d00 | |
| 2020-03-19T04:35:10.087+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572d00 mon.c | |
| 2020-03-19T04:35:10.087+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.c | |
| 2020-03-19T04:35:10.087+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:10.088+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:35:10.089+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53305 conn(0x55850d572400 0x55850d572880 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d4df410 tx=0x55850d531950).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:10.089+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.1 10.0.2.15:0/53305 6 ==== mgrreport(mon.b +0-0 packed 1174) v9 ==== 1210+0+0 (secure 0 0 0) 0x55850d668300 con 0x55850d572400 | |
| 2020-03-19T04:35:10.089+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572400 mon.b | |
| 2020-03-19T04:35:10.089+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.b | |
| 2020-03-19T04:35:10.089+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:10.089+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [] | |
| 2020-03-19T04:35:10.098+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:10.098+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:40.099461+0530) | |
| 2020-03-19T04:35:10.098+0530 7f523d189700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:35:10.098+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:10.098+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:40.099567+0530) | |
| 2020-03-19T04:35:10.098+0530 7f523b185700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:35:10.099+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=READY pgs=14 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:10.099+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=READY pgs=16 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:10.437+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:10.437+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 28 ==== mgrdigest v1 ==== 1625+0+0 (secure 0 0 0) 0x5585093b8f00 con 0x55850a069200 | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 10 mgr ms_dispatch2 active mgrdigest v1 | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 10 mgr ms_dispatch2 mgrdigest v1 | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 10 mgr handle_mgr_digest 1572 | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 10 mgr handle_mgr_digest 45 | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all mon_status | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all health | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all pg_summary | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:10.438+0530 7f52678c4700 10 mgr handle_mgr_digest done. | |
| 2020-03-19T04:35:10.558+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=THROTTLE_DONE pgs=14 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:10.561+0530 7f523f18d700 1 -- 10.0.2.15:0/3364201979 <== mon.0 v2:10.0.2.15:40013/0 9 ==== mgrmap(e 4) v1 ==== 20600+0+0 (secure 0 0 0) 0x55850d503b80 con 0x55850d35df80 | |
| 2020-03-19T04:35:10.574+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:10.574+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=THROTTLE_DONE pgs=16 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:10.577+0530 7f523d98a700 1 -- 10.0.2.15:0/2447455471 <== mon.2 v2:10.0.2.15:40017/0 10 ==== mgrmap(e 4) v1 ==== 20600+0+0 (secure 0 0 0) 0x55850d503600 con 0x55850d33b180 | |
| 2020-03-19T04:35:10.578+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 29 ==== mgrmap(e 4) v1 ==== 20600+0+0 (secure 0 0 0) 0x55850d503080 con 0x55850a069200 | |
| 2020-03-19T04:35:10.578+0530 7f52678c4700 10 mgr ms_dispatch2 active mgrmap(e 4) v1 | |
| 2020-03-19T04:35:10.578+0530 7f52678c4700 4 mgr handle_mgr_map received map epoch 4 | |
| 2020-03-19T04:35:10.578+0530 7f52678c4700 4 mgr handle_mgr_map active in map: 1 active is 4130 | |
| 2020-03-19T04:35:10.579+0530 7f52678c4700 10 mgr handle_mgr_map I was already active | |
| 2020-03-19T04:35:10.579+0530 7f52678c4700 10 mgr got_mgr_map x(active, since 21s) | |
| 2020-03-19T04:35:10.580+0530 7f52678c4700 10 mgr ms_dispatch2 mgrmap(e 4) v1 | |
| 2020-03-19T04:35:10.586+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:10.587+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 30 ==== mon_get_version_reply(handle=4 version=3) v2 ==== 24+0+0 (secure 0 0 0) 0x55850d4114a0 con 0x55850a069200 | |
| 2020-03-19T04:35:10.587+0530 7f52678c4700 10 monclient: handle_get_version_reply finishing 0x55850d6cdb60 version 3 | |
| 2020-03-19T04:35:10.587+0530 7f52660c1700 10 MonCommandCompletion::finish() | |
| 2020-03-19T04:35:10.587+0530 7f52660c1700 20 mgr Gil Switched to new thread state 0x55850d34cb40 | |
| 2020-03-19T04:35:10.587+0530 7f52660c1700 20 mgr ~Gil Destroying new thread state 0x55850d34cb40 | |
| 2020-03-19T04:35:10.587+0530 7f52660c1700 10 mgr notify_all notify_all: notify_all command | |
| 2020-03-19T04:35:10.587+0530 7f52660c1700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:10.587+0530 7f52660c1700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:10.587+0530 7f52660c1700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:10.587+0530 7f52660c1700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:10.587+0530 7f52660c1700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:10.587+0530 7f52660c1700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:10.587+0530 7f52660c1700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:10.587+0530 7f52660c1700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:10.587+0530 7f52660c1700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:10.587+0530 7f52660c1700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:10.587+0530 7f52660c1700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:10.588+0530 7f52419d2700 0 [devicehealth ERROR root] Fail to parse JSON result from daemon mon.b () | |
| 2020-03-19T04:35:10.588+0530 7f52419d2700 0 [devicehealth DEBUG root] do_scrape_daemon mon.c | |
| 2020-03-19T04:35:10.588+0530 7f52419d2700 10 monclient: start_mon_command mon.c cmd=[{"prefix": "smart", "format": "json", "devid": ""}] | |
| 2020-03-19T04:35:10.588+0530 7f52419d2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d623180 0x55850d623600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:35:10.589+0530 7f52419d2700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:35:10.589+0530 7f52419d2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- mon_getmap magic: 0 v1 -- 0x55850d6a8b40 con 0x55850d623180 | |
| 2020-03-19T04:35:10.589+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d623180 0x55850d623600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:35:10.589+0530 7f526a8ca700 10 monclient: get_auth_request con 0x55850d623180 auth_method 0 | |
| 2020-03-19T04:35:10.589+0530 7f526a8ca700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:35:10.589+0530 7f526a8ca700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:35:10.589+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload 9 | |
| 2020-03-19T04:35:10.589+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload_len 9 | |
| 2020-03-19T04:35:10.589+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes | |
| 2020-03-19T04:35:10.591+0530 7f526a8ca700 10 monclient(hunting): handle_auth_done global_id 4178 payload 1166 | |
| 2020-03-19T04:35:10.591+0530 7f526a8ca700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- command(tid 13: {"prefix": "smart", "format": "json", "devid": ""}) v1 -- 0x55850d4118c0 con 0x55850d623180 | |
| 2020-03-19T04:35:10.591+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d623180 0x55850d623600 secure :-1 s=AUTH_CONNECTING_SIGN pgs=0 cs=0 l=0 rx=0x55850d715110 tx=0x55850d6678b0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:10.591+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d623180 0x55850d623600 secure :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rx=0x55850d715110 tx=0x55850d6678b0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:10.591+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d623180 0x55850d623600 secure :-1 s=READY pgs=20 cs=0 l=1 rx=0x55850d715110 tx=0x55850d6678b0).ready entity=mon.2 client_cookie=3bd34f6c6cba3b87 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:35:10.594+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d623180 0x55850d623600 secure :-1 s=THROTTLE_DONE pgs=20 cs=0 l=1 rx=0x55850d715110 tx=0x55850d6678b0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:10.594+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.2 v2:10.0.2.15:40017/0 1 ==== mon_map magic: 0 v1 ==== 383+0+0 (secure 0 0 0) 0x55850d4114a0 con 0x55850d623180 | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 10 monclient: handle_monmap mon_map magic: 0 v1 | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 10 monclient: got monmap 1 from mon.c (according to old e1) | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 10 monclient: dump: | |
| epoch 1 | |
| fsid 5864a623-f1c5-45f3-b4d0-a68f123a6df0 | |
| last_changed 2020-03-19T04:34:39.510844+0530 | |
| created 2020-03-19T04:34:39.510844+0530 | |
| min_mon_release 15 (octopus) | |
| 0: [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] mon.a | |
| 1: [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] mon.b | |
| 2: [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] mon.c | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 10 mgr ms_dispatch2 active mon_map magic: 0 v1 | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 10 mgr ms_dispatch2 mon_map magic: 0 v1 | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all mon_map | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:10.595+0530 7f52678c4700 20 mgr handle_mon_map handle_mon_map | |
| 2020-03-19T04:35:10.647+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:10.647+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:40.648558+0530) | |
| 2020-03-19T04:35:10.928+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:10.928+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:10.930+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:10.930+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:10.931+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:10.935+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:10.935+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d720780 con 0x55850a069200 | |
| 2020-03-19T04:35:10.974+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:10.974+0530 7f5243a16700 15 mgr get_health_checks getting health checks for balancer | |
| 2020-03-19T04:35:10.974+0530 7f5243a16700 15 mgr get_health_checks getting health checks for crash | |
| 2020-03-19T04:35:10.974+0530 7f5243a16700 15 mgr get_health_checks getting health checks for devicehealth | |
| 2020-03-19T04:35:10.974+0530 7f5243a16700 15 mgr get_health_checks getting health checks for iostat | |
| 2020-03-19T04:35:10.974+0530 7f5243a16700 15 mgr get_health_checks getting health checks for osd_support | |
| 2020-03-19T04:35:10.974+0530 7f5243a16700 15 mgr get_health_checks getting health checks for pg_autoscaler | |
| 2020-03-19T04:35:10.974+0530 7f5243a16700 15 mgr get_health_checks getting health checks for progress | |
| 2020-03-19T04:35:10.974+0530 7f5243a16700 15 mgr get_health_checks getting health checks for rbd_support | |
| 2020-03-19T04:35:10.974+0530 7f5243a16700 15 mgr get_health_checks getting health checks for restful | |
| 2020-03-19T04:35:10.974+0530 7f5243a16700 15 mgr get_health_checks getting health checks for status | |
| 2020-03-19T04:35:10.974+0530 7f5243a16700 15 mgr get_health_checks getting health checks for telemetry | |
| 2020-03-19T04:35:10.974+0530 7f5243a16700 10 mgr update_delta_stats v5 | |
| 2020-03-19T04:35:10.974+0530 7f5243a16700 10 mgr.server operator() 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:10.975+0530 7f5243a16700 10 mgr.server operator() 2 health checks | |
| 2020-03-19T04:35:10.975+0530 7f5243a16700 20 mgr.server operator() health checks: | |
| { | |
| "MGR_MODULE_DEPENDENCY": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "2 mgr modules have failed dependencies", | |
| "count": 2 | |
| }, | |
| "detail": [ | |
| { | |
| "message": "Module 'orchestrator' has failed dependency: No module named 'yaml'" | |
| }, | |
| { | |
| "message": "Module 'volumes' has failed dependency: No module named 'yaml'" | |
| } | |
| ] | |
| }, | |
| "TOO_FEW_OSDS": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "OSD count 0 < osd_pool_default_size 3", | |
| "count": 3 | |
| }, | |
| "detail": [] | |
| } | |
| } | |
| 2020-03-19T04:35:10.975+0530 7f5243a16700 0 log_channel(cluster) log [DBG] : pgmap v5: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:10.975+0530 7f5243a16700 20 mgr.server send_report + mon.a SLOW_OPS(0|(0,0)) | |
| 2020-03-19T04:35:10.975+0530 7f5243a16700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:10.975+0530 7f5243a16700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- monmgrreport(2 checks, 0 progress events) v2 -- 0x55850d6f4000 con 0x55850a069200 | |
| 2020-03-19T04:35:10.975+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:10.975+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:35:10.975+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:11.103+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:11.103+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:41.104371+0530) | |
| 2020-03-19T04:35:11.103+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:11.103+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:41.104408+0530) | |
| 2020-03-19T04:35:11.649+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:11.649+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:41.650134+0530) | |
| 2020-03-19T04:35:11.649+0530 7f52668c2700 10 log_client log_queue is 4 last_log 4 sent 3 num 4 unsent 1 sending 1 | |
| 2020-03-19T04:35:11.649+0530 7f52668c2700 10 log_client will send 2020-03-19T04:35:10.976781+0530 mgr.x (mgr.4130) 4 : cluster [DBG] pgmap v5: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:11.649+0530 7f52668c2700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:11.649+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- log(1 entries from seq 4 at 2020-03-19T04:35:10.976781+0530) v1 -- 0x55850d350380 con 0x55850a069200 | |
| 2020-03-19T04:35:12.103+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:12.103+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:42.104717+0530) | |
| 2020-03-19T04:35:12.103+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:12.103+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:42.104781+0530) | |
| 2020-03-19T04:35:12.649+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:12.649+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:42.650833+0530) | |
| 2020-03-19T04:35:12.936+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:12.936+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:12.939+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:12.939+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:12.939+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:12.942+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:12.942+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d720a00 con 0x55850a069200 | |
| 2020-03-19T04:35:12.976+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:12.976+0530 7f5243a16700 15 mgr get_health_checks getting health checks for balancer | |
| 2020-03-19T04:35:12.976+0530 7f5243a16700 15 mgr get_health_checks getting health checks for crash | |
| 2020-03-19T04:35:12.976+0530 7f5243a16700 15 mgr get_health_checks getting health checks for devicehealth | |
| 2020-03-19T04:35:12.976+0530 7f5243a16700 15 mgr get_health_checks getting health checks for iostat | |
| 2020-03-19T04:35:12.976+0530 7f5243a16700 15 mgr get_health_checks getting health checks for osd_support | |
| 2020-03-19T04:35:12.976+0530 7f5243a16700 15 mgr get_health_checks getting health checks for pg_autoscaler | |
| 2020-03-19T04:35:12.976+0530 7f5243a16700 15 mgr get_health_checks getting health checks for progress | |
| 2020-03-19T04:35:12.976+0530 7f5243a16700 15 mgr get_health_checks getting health checks for rbd_support | |
| 2020-03-19T04:35:12.976+0530 7f5243a16700 15 mgr get_health_checks getting health checks for restful | |
| 2020-03-19T04:35:12.976+0530 7f5243a16700 15 mgr get_health_checks getting health checks for status | |
| 2020-03-19T04:35:12.976+0530 7f5243a16700 15 mgr get_health_checks getting health checks for telemetry | |
| 2020-03-19T04:35:12.976+0530 7f5243a16700 10 mgr update_delta_stats v6 | |
| 2020-03-19T04:35:12.977+0530 7f5243a16700 10 mgr.server operator() 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:12.977+0530 7f5243a16700 10 mgr.server operator() 2 health checks | |
| 2020-03-19T04:35:12.977+0530 7f5243a16700 20 mgr.server operator() health checks: | |
| { | |
| "MGR_MODULE_DEPENDENCY": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "2 mgr modules have failed dependencies", | |
| "count": 2 | |
| }, | |
| "detail": [ | |
| { | |
| "message": "Module 'orchestrator' has failed dependency: No module named 'yaml'" | |
| }, | |
| { | |
| "message": "Module 'volumes' has failed dependency: No module named 'yaml'" | |
| } | |
| ] | |
| }, | |
| "TOO_FEW_OSDS": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "OSD count 0 < osd_pool_default_size 3", | |
| "count": 3 | |
| }, | |
| "detail": [] | |
| } | |
| } | |
| 2020-03-19T04:35:12.978+0530 7f5243a16700 0 log_channel(cluster) log [DBG] : pgmap v6: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:12.978+0530 7f5243a16700 20 mgr.server send_report + mon.a SLOW_OPS(0|(0,0)) | |
| 2020-03-19T04:35:12.978+0530 7f5243a16700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:12.978+0530 7f5243a16700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- monmgrreport(2 checks, 0 progress events) v2 -- 0x55850d4ac3c0 con 0x55850a069200 | |
| 2020-03-19T04:35:12.978+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:12.978+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:35:12.978+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:13.105+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:13.105+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:43.106154+0530) | |
| 2020-03-19T04:35:13.105+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:13.105+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:43.106223+0530) | |
| 2020-03-19T04:35:13.654+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:13.654+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:43.655249+0530) | |
| 2020-03-19T04:35:13.654+0530 7f52668c2700 5 monclient: _check_tell_commands timeout tell command 13 | |
| 2020-03-19T04:35:13.654+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d623180 msgr2=0x55850d623600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down | |
| 2020-03-19T04:35:13.654+0530 7f52668c2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d623180 0x55850d623600 secure :-1 s=READY pgs=20 cs=0 l=1 rx=0x55850d715110 tx=0x55850d6678b0).stop | |
| 2020-03-19T04:35:13.654+0530 7f52668c2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d712d00 0x55850d713180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).connect | |
| 2020-03-19T04:35:13.654+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d623180 msgr2=0x55850d623600 unknown :-1 s=STATE_CLOSED l=1).mark_down | |
| 2020-03-19T04:35:13.654+0530 7f52668c2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d623180 0x55850d623600 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rx=0 tx=0).stop | |
| 2020-03-19T04:35:13.654+0530 7f52668c2700 10 monclient(hunting): start opening mon connection | |
| 2020-03-19T04:35:13.654+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- mon_getmap magic: 0 v1 -- 0x55850d6a8f00 con 0x55850d712d00 | |
| 2020-03-19T04:35:13.654+0530 7f52668c2700 10 log_client log_queue is 5 last_log 5 sent 4 num 5 unsent 1 sending 1 | |
| 2020-03-19T04:35:13.654+0530 7f52668c2700 10 log_client will send 2020-03-19T04:35:12.979244+0530 mgr.x (mgr.4130) 5 : cluster [DBG] pgmap v6: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:13.654+0530 7f52668c2700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:13.654+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- log(1 entries from seq 5 at 2020-03-19T04:35:12.979244+0530) v1 -- 0x55850d351880 con 0x55850a069200 | |
| 2020-03-19T04:35:13.658+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d712d00 0x55850d713180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:35:13.658+0530 7f526a8ca700 10 monclient: get_auth_request con 0x55850d712d00 auth_method 0 | |
| 2020-03-19T04:35:13.658+0530 7f526a8ca700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] | |
| 2020-03-19T04:35:13.658+0530 7f526a8ca700 10 monclient(hunting): _init_auth method 2 | |
| 2020-03-19T04:35:13.659+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload 9 | |
| 2020-03-19T04:35:13.659+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more payload_len 9 | |
| 2020-03-19T04:35:13.659+0530 7f526a8ca700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes | |
| 2020-03-19T04:35:13.665+0530 7f526a8ca700 10 monclient(hunting): handle_auth_done global_id 4181 payload 1166 | |
| 2020-03-19T04:35:13.665+0530 7f526a8ca700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] -- command(tid 13: {"prefix": "smart", "format": "json", "devid": ""}) v1 -- 0x55850d411080 con 0x55850d712d00 | |
| 2020-03-19T04:35:13.665+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d712d00 0x55850d713180 secure :-1 s=AUTH_CONNECTING_SIGN pgs=0 cs=0 l=0 rx=0x55850d72c840 tx=0x55850d2ca2d0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:13.666+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d712d00 0x55850d713180 secure :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rx=0x55850d72c840 tx=0x55850d2ca2d0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:13.666+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d712d00 0x55850d713180 secure :-1 s=READY pgs=21 cs=0 l=1 rx=0x55850d72c840 tx=0x55850d2ca2d0).ready entity=mon.2 client_cookie=48042e37f4dd54a8 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:35:14.105+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:14.105+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:44.106431+0530) | |
| 2020-03-19T04:35:14.105+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:14.105+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:44.106714+0530) | |
| 2020-03-19T04:35:14.107+0530 7f523617b700 0 [rbd_support DEBUG root] TaskHandler: tick | |
| 2020-03-19T04:35:14.108+0530 7f523697c700 0 [rbd_support DEBUG root] PerfHandler: tick | |
| 2020-03-19T04:35:14.109+0530 7f523697c700 10 ceph_option_get mgr_stats_period found: 5 | |
| 2020-03-19T04:35:14.655+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:14.655+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:44.656873+0530) | |
| 2020-03-19T04:35:14.949+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:14.950+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:14.953+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:14.953+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:14.953+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:14.957+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:14.957+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d720000 con 0x55850a069200 | |
| 2020-03-19T04:35:14.980+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:14.980+0530 7f5243a16700 15 mgr get_health_checks getting health checks for balancer | |
| 2020-03-19T04:35:14.980+0530 7f5243a16700 15 mgr get_health_checks getting health checks for crash | |
| 2020-03-19T04:35:14.980+0530 7f5243a16700 15 mgr get_health_checks getting health checks for devicehealth | |
| 2020-03-19T04:35:14.980+0530 7f5243a16700 15 mgr get_health_checks getting health checks for iostat | |
| 2020-03-19T04:35:14.980+0530 7f5243a16700 15 mgr get_health_checks getting health checks for osd_support | |
| 2020-03-19T04:35:14.980+0530 7f5243a16700 15 mgr get_health_checks getting health checks for pg_autoscaler | |
| 2020-03-19T04:35:14.980+0530 7f5243a16700 15 mgr get_health_checks getting health checks for progress | |
| 2020-03-19T04:35:14.980+0530 7f5243a16700 15 mgr get_health_checks getting health checks for rbd_support | |
| 2020-03-19T04:35:14.980+0530 7f5243a16700 15 mgr get_health_checks getting health checks for restful | |
| 2020-03-19T04:35:14.980+0530 7f5243a16700 15 mgr get_health_checks getting health checks for status | |
| 2020-03-19T04:35:14.980+0530 7f5243a16700 15 mgr get_health_checks getting health checks for telemetry | |
| 2020-03-19T04:35:14.982+0530 7f5243a16700 10 mgr update_delta_stats v7 | |
| 2020-03-19T04:35:14.982+0530 7f5243a16700 10 mgr.server operator() 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:14.982+0530 7f5243a16700 10 mgr.server operator() 2 health checks | |
| 2020-03-19T04:35:14.982+0530 7f5243a16700 20 mgr.server operator() health checks: | |
| { | |
| "MGR_MODULE_DEPENDENCY": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "2 mgr modules have failed dependencies", | |
| "count": 2 | |
| }, | |
| "detail": [ | |
| { | |
| "message": "Module 'orchestrator' has failed dependency: No module named 'yaml'" | |
| }, | |
| { | |
| "message": "Module 'volumes' has failed dependency: No module named 'yaml'" | |
| } | |
| ] | |
| }, | |
| "TOO_FEW_OSDS": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "OSD count 0 < osd_pool_default_size 3", | |
| "count": 3 | |
| }, | |
| "detail": [] | |
| } | |
| } | |
| 2020-03-19T04:35:14.983+0530 7f5243a16700 0 log_channel(cluster) log [DBG] : pgmap v7: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:14.983+0530 7f5243a16700 20 mgr.server send_report + mon.a SLOW_OPS(0|(0,0)) | |
| 2020-03-19T04:35:14.984+0530 7f5243a16700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:14.984+0530 7f5243a16700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- monmgrreport(2 checks, 0 progress events) v2 -- 0x55850939ab40 con 0x55850a069200 | |
| 2020-03-19T04:35:14.984+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:14.984+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:35:14.984+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:15.086+0530 7f52658c0700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] -- mgrreport(unknown.x +0-0 packed 102) v9 -- 0x55850d669200 con 0x55850d570900 | |
| 2020-03-19T04:35:15.087+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53540 conn(0x55850d571200 0x55850d571680 secure :-1 s=THROTTLE_DONE pgs=7 cs=0 l=1 rx=0x55850d4dea80 tx=0x55850d531630).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:15.088+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mgr.4130 10.0.2.15:0/53540 7 ==== mgrreport(mgr.x +0-0 packed 102) v9 ==== 138+0+0 (secure 0 0 0) 0x55850d669800 con 0x55850d571200 | |
| 2020-03-19T04:35:15.088+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571200 mgr.x | |
| 2020-03-19T04:35:15.088+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mgr.x | |
| 2020-03-19T04:35:15.088+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 102 bytes of data | |
| 2020-03-19T04:35:15.090+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53262 conn(0x55850d571b00 0x55850d571f80 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46f950 tx=0x55850d5310e0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:15.091+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53348 conn(0x55850d572d00 0x55850d620000 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46ff50 tx=0x55850d531180).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:15.091+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.0 10.0.2.15:0/53262 7 ==== mgrreport(mon.a +0-0 packed 1174 daemon_metrics=1) v9 ==== 3586+0+0 (secure 0 0 0) 0x55850d636f00 con 0x55850d571b00 | |
| 2020-03-19T04:35:15.091+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571b00 mon.a | |
| 2020-03-19T04:35:15.091+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.a | |
| 2020-03-19T04:35:15.091+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:15.092+0530 7f5250788700 20 mgr.server handle_report got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.a},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:35:15.094+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:35:15.094+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53305 conn(0x55850d572400 0x55850d572880 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d4df410 tx=0x55850d531950).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:15.094+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.2 10.0.2.15:0/53348 7 ==== mgrreport(mon.c +0-0 packed 1174) v9 ==== 3571+0+0 (secure 0 0 0) 0x55850d636c00 con 0x55850d572d00 | |
| 2020-03-19T04:35:15.095+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572d00 mon.c | |
| 2020-03-19T04:35:15.095+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.c | |
| 2020-03-19T04:35:15.095+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:15.096+0530 7f5250788700 20 mgr.server handle_report got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.c},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:35:15.096+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [] | |
| 2020-03-19T04:35:15.096+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.1 10.0.2.15:0/53305 7 ==== mgrreport(mon.b +0-0 packed 1174 daemon_metrics=1) v9 ==== 3586+0+0 (secure 0 0 0) 0x55850d669200 con 0x55850d572400 | |
| 2020-03-19T04:35:15.097+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572400 mon.b | |
| 2020-03-19T04:35:15.097+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.b | |
| 2020-03-19T04:35:15.097+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:15.097+0530 7f5250788700 20 mgr.server handle_report got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.b},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:35:15.097+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:35:15.107+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:15.107+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:15.107+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:45.108406+0530) | |
| 2020-03-19T04:35:15.107+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:45.108320+0530) | |
| 2020-03-19T04:35:15.440+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 31 ==== mgrdigest v1 ==== 1625+0+0 (secure 0 0 0) 0x5585093b8480 con 0x55850a069200 | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 10 mgr ms_dispatch2 active mgrdigest v1 | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 10 mgr ms_dispatch2 mgrdigest v1 | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 10 mgr handle_mgr_digest 1572 | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 10 mgr handle_mgr_digest 45 | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all mon_status | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all health | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all pg_summary | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:15.441+0530 7f52678c4700 10 mgr handle_mgr_digest done. | |
| 2020-03-19T04:35:15.656+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:15.656+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:45.657661+0530) | |
| 2020-03-19T04:35:15.656+0530 7f52668c2700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:35:15.656+0530 7f52668c2700 10 log_client log_queue is 6 last_log 6 sent 5 num 6 unsent 1 sending 1 | |
| 2020-03-19T04:35:15.656+0530 7f52668c2700 10 log_client will send 2020-03-19T04:35:14.984790+0530 mgr.x (mgr.4130) 6 : cluster [DBG] pgmap v7: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:15.656+0530 7f52668c2700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:15.656+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- log(1 entries from seq 6 at 2020-03-19T04:35:14.984790+0530) v1 -- 0x55850d350fc0 con 0x55850a069200 | |
| 2020-03-19T04:35:15.657+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=READY pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:16.108+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:16.108+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:46.109860+0530) | |
| 2020-03-19T04:35:16.108+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:16.109+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:46.110249+0530) | |
| 2020-03-19T04:35:16.658+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:16.658+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:46.659083+0530) | |
| 2020-03-19T04:35:16.658+0530 7f52668c2700 5 monclient: _check_tell_commands timeout tell command 13 | |
| 2020-03-19T04:35:16.658+0530 7f52668c2700 10 monclient: _finish_command 13 = -6 mon unavailable | |
| 2020-03-19T04:35:16.658+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d712d00 msgr2=0x55850d713180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down | |
| 2020-03-19T04:35:16.658+0530 7f52668c2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d712d00 0x55850d713180 secure :-1 s=READY pgs=21 cs=0 l=1 rx=0x55850d72c840 tx=0x55850d2ca2d0).stop | |
| 2020-03-19T04:35:16.658+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d712d00 msgr2=0x55850d713180 secure :-1 s=STATE_CLOSED l=1).mark_down | |
| 2020-03-19T04:35:16.658+0530 7f52668c2700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d712d00 0x55850d713180 secure :-1 s=CLOSED pgs=21 cs=0 l=1 rx=0x55850d72c840 tx=0x55850d2ca2d0).stop | |
| 2020-03-19T04:35:16.658+0530 7f5243215700 10 monclient: get_version osdmap req 0x55850d6cc320 | |
| 2020-03-19T04:35:16.658+0530 7f5243215700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:16.658+0530 7f5243215700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_get_version(what=osdmap handle=5) v1 -- 0x55850d411600 con 0x55850a069200 | |
| 2020-03-19T04:35:16.961+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:16.961+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:16.961+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:16.961+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:16.961+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:16.962+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:16.962+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d720c80 con 0x55850a069200 | |
| 2020-03-19T04:35:16.991+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:16.991+0530 7f5243a16700 15 mgr get_health_checks getting health checks for balancer | |
| 2020-03-19T04:35:16.991+0530 7f5243a16700 15 mgr get_health_checks getting health checks for crash | |
| 2020-03-19T04:35:16.991+0530 7f5243a16700 15 mgr get_health_checks getting health checks for devicehealth | |
| 2020-03-19T04:35:16.991+0530 7f5243a16700 15 mgr get_health_checks getting health checks for iostat | |
| 2020-03-19T04:35:16.991+0530 7f5243a16700 15 mgr get_health_checks getting health checks for osd_support | |
| 2020-03-19T04:35:16.991+0530 7f5243a16700 15 mgr get_health_checks getting health checks for pg_autoscaler | |
| 2020-03-19T04:35:16.991+0530 7f5243a16700 15 mgr get_health_checks getting health checks for progress | |
| 2020-03-19T04:35:16.991+0530 7f5243a16700 15 mgr get_health_checks getting health checks for rbd_support | |
| 2020-03-19T04:35:16.991+0530 7f5243a16700 15 mgr get_health_checks getting health checks for restful | |
| 2020-03-19T04:35:16.991+0530 7f5243a16700 15 mgr get_health_checks getting health checks for status | |
| 2020-03-19T04:35:16.991+0530 7f5243a16700 15 mgr get_health_checks getting health checks for telemetry | |
| 2020-03-19T04:35:16.991+0530 7f5243a16700 10 mgr update_delta_stats v8 | |
| 2020-03-19T04:35:16.991+0530 7f5243a16700 10 mgr.server operator() 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:16.991+0530 7f5243a16700 10 mgr.server operator() 2 health checks | |
| 2020-03-19T04:35:16.991+0530 7f5243a16700 20 mgr.server operator() health checks: | |
| { | |
| "MGR_MODULE_DEPENDENCY": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "2 mgr modules have failed dependencies", | |
| "count": 2 | |
| }, | |
| "detail": [ | |
| { | |
| "message": "Module 'orchestrator' has failed dependency: No module named 'yaml'" | |
| }, | |
| { | |
| "message": "Module 'volumes' has failed dependency: No module named 'yaml'" | |
| } | |
| ] | |
| }, | |
| "TOO_FEW_OSDS": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "OSD count 0 < osd_pool_default_size 3", | |
| "count": 3 | |
| }, | |
| "detail": [] | |
| } | |
| } | |
| 2020-03-19T04:35:16.991+0530 7f5243a16700 0 log_channel(cluster) log [DBG] : pgmap v8: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:16.992+0530 7f5243a16700 20 mgr.server send_report + mon.a SLOW_OPS(0|(0,0)) | |
| 2020-03-19T04:35:16.992+0530 7f5243a16700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:16.992+0530 7f5243a16700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- monmgrreport(2 checks, 0 progress events) v2 -- 0x55850939a3c0 con 0x55850a069200 | |
| 2020-03-19T04:35:16.992+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:16.992+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:35:16.992+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:17.110+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:17.110+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:47.111067+0530) | |
| 2020-03-19T04:35:17.110+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:17.110+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:47.111219+0530) | |
| 2020-03-19T04:35:17.661+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:17.661+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:47.662641+0530) | |
| 2020-03-19T04:35:17.661+0530 7f52668c2700 10 log_client log_queue is 7 last_log 7 sent 6 num 7 unsent 1 sending 1 | |
| 2020-03-19T04:35:17.661+0530 7f52668c2700 10 log_client will send 2020-03-19T04:35:16.993064+0530 mgr.x (mgr.4130) 7 : cluster [DBG] pgmap v8: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:17.662+0530 7f52668c2700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:17.662+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- log(1 entries from seq 7 at 2020-03-19T04:35:16.993064+0530) v1 -- 0x55850d351180 con 0x55850a069200 | |
| 2020-03-19T04:35:18.110+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:18.110+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:48.111729+0530) | |
| 2020-03-19T04:35:18.110+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:18.110+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:48.111997+0530) | |
| 2020-03-19T04:35:18.663+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:18.663+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:48.664299+0530) | |
| 2020-03-19T04:35:18.962+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:18.962+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:18.964+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:18.964+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:18.964+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:18.965+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:18.965+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d720f00 con 0x55850a069200 | |
| 2020-03-19T04:35:18.995+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:18.995+0530 7f5243a16700 15 mgr get_health_checks getting health checks for balancer | |
| 2020-03-19T04:35:18.995+0530 7f5243a16700 15 mgr get_health_checks getting health checks for crash | |
| 2020-03-19T04:35:18.995+0530 7f5243a16700 15 mgr get_health_checks getting health checks for devicehealth | |
| 2020-03-19T04:35:18.995+0530 7f5243a16700 15 mgr get_health_checks getting health checks for iostat | |
| 2020-03-19T04:35:18.995+0530 7f5243a16700 15 mgr get_health_checks getting health checks for osd_support | |
| 2020-03-19T04:35:18.995+0530 7f5243a16700 15 mgr get_health_checks getting health checks for pg_autoscaler | |
| 2020-03-19T04:35:18.995+0530 7f5243a16700 15 mgr get_health_checks getting health checks for progress | |
| 2020-03-19T04:35:18.995+0530 7f5243a16700 15 mgr get_health_checks getting health checks for rbd_support | |
| 2020-03-19T04:35:18.995+0530 7f5243a16700 15 mgr get_health_checks getting health checks for restful | |
| 2020-03-19T04:35:18.995+0530 7f5243a16700 15 mgr get_health_checks getting health checks for status | |
| 2020-03-19T04:35:18.995+0530 7f5243a16700 15 mgr get_health_checks getting health checks for telemetry | |
| 2020-03-19T04:35:18.995+0530 7f5243a16700 10 mgr update_delta_stats v9 | |
| 2020-03-19T04:35:18.996+0530 7f5243a16700 10 mgr.server operator() 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:18.996+0530 7f5243a16700 10 mgr.server operator() 2 health checks | |
| 2020-03-19T04:35:18.996+0530 7f5243a16700 20 mgr.server operator() health checks: | |
| { | |
| "MGR_MODULE_DEPENDENCY": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "2 mgr modules have failed dependencies", | |
| "count": 2 | |
| }, | |
| "detail": [ | |
| { | |
| "message": "Module 'orchestrator' has failed dependency: No module named 'yaml'" | |
| }, | |
| { | |
| "message": "Module 'volumes' has failed dependency: No module named 'yaml'" | |
| } | |
| ] | |
| }, | |
| "TOO_FEW_OSDS": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "OSD count 0 < osd_pool_default_size 3", | |
| "count": 3 | |
| }, | |
| "detail": [] | |
| } | |
| } | |
| 2020-03-19T04:35:18.996+0530 7f5243a16700 0 log_channel(cluster) log [DBG] : pgmap v9: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:18.996+0530 7f5243a16700 20 mgr.server send_report + mon.a SLOW_OPS(0|(0,0)) | |
| 2020-03-19T04:35:18.996+0530 7f5243a16700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:18.996+0530 7f5243a16700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- monmgrreport(2 checks, 0 progress events) v2 -- 0x55850d5ce000 con 0x55850a069200 | |
| 2020-03-19T04:35:18.996+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:18.996+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:35:18.996+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:19.042+0530 7f52409d0700 0 [osd_support DEBUG root] Scheduled for draining: <set()> | |
| 2020-03-19T04:35:19.042+0530 7f52409d0700 0 [osd_support DEBUG root] Currently being drained: <set()> | |
| 2020-03-19T04:35:19.042+0530 7f52409d0700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster | |
| 2020-03-19T04:35:19.042+0530 7f52409d0700 0 [osd_support DEBUG root] Sleeping for 10 seconds | |
| 2020-03-19T04:35:19.108+0530 7f523617b700 0 [rbd_support DEBUG root] TaskHandler: tick | |
| 2020-03-19T04:35:19.116+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:19.116+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:49.117212+0530) | |
| 2020-03-19T04:35:19.116+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:19.116+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:49.117285+0530) | |
| 2020-03-19T04:35:19.116+0530 7f523697c700 0 [rbd_support DEBUG root] PerfHandler: tick | |
| 2020-03-19T04:35:19.116+0530 7f523697c700 10 ceph_option_get mgr_stats_period found: 5 | |
| 2020-03-19T04:35:19.664+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:19.664+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:49.666014+0530) | |
| 2020-03-19T04:35:19.665+0530 7f52668c2700 10 log_client log_queue is 8 last_log 8 sent 7 num 8 unsent 1 sending 1 | |
| 2020-03-19T04:35:19.665+0530 7f52668c2700 10 log_client will send 2020-03-19T04:35:18.997576+0530 mgr.x (mgr.4130) 8 : cluster [DBG] pgmap v9: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:19.665+0530 7f52668c2700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:19.665+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- log(1 entries from seq 8 at 2020-03-19T04:35:18.997576+0530) v1 -- 0x55850d3501c0 con 0x55850a069200 | |
| 2020-03-19T04:35:20.091+0530 7f52658c0700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] -- mgrreport(unknown.x +0-0 packed 102) v9 -- 0x55850d636300 con 0x55850d570900 | |
| 2020-03-19T04:35:20.091+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53540 conn(0x55850d571200 0x55850d571680 secure :-1 s=THROTTLE_DONE pgs=7 cs=0 l=1 rx=0x55850d4dea80 tx=0x55850d531630).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:20.092+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53262 conn(0x55850d571b00 0x55850d571f80 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46f950 tx=0x55850d5310e0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:20.092+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mgr.4130 10.0.2.15:0/53540 8 ==== mgrreport(mgr.x +0-0 packed 102) v9 ==== 138+0+0 (secure 0 0 0) 0x55850d669b00 con 0x55850d571200 | |
| 2020-03-19T04:35:20.092+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571200 mgr.x | |
| 2020-03-19T04:35:20.092+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mgr.x | |
| 2020-03-19T04:35:20.092+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 102 bytes of data | |
| 2020-03-19T04:35:20.092+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.0 10.0.2.15:0/53262 8 ==== mgrreport(mon.a +0-0 packed 1174 daemon_metrics=1) v9 ==== 1225+0+0 (secure 0 0 0) 0x55850d636600 con 0x55850d571b00 | |
| 2020-03-19T04:35:20.092+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571b00 mon.a | |
| 2020-03-19T04:35:20.092+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.a | |
| 2020-03-19T04:35:20.092+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:20.092+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53348 conn(0x55850d572d00 0x55850d620000 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46ff50 tx=0x55850d531180).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:20.093+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53305 conn(0x55850d572400 0x55850d572880 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d4df410 tx=0x55850d531950).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:20.093+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:35:20.093+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.2 10.0.2.15:0/53348 8 ==== mgrreport(mon.c +0-0 packed 1174) v9 ==== 1210+0+0 (secure 0 0 0) 0x55850d636000 con 0x55850d572d00 | |
| 2020-03-19T04:35:20.093+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572d00 mon.c | |
| 2020-03-19T04:35:20.093+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.c | |
| 2020-03-19T04:35:20.093+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:20.093+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [] | |
| 2020-03-19T04:35:20.093+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.1 10.0.2.15:0/53305 8 ==== mgrreport(mon.b +0-0 packed 1174 daemon_metrics=1) v9 ==== 1225+0+0 (secure 0 0 0) 0x55850d636300 con 0x55850d572400 | |
| 2020-03-19T04:35:20.093+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572400 mon.b | |
| 2020-03-19T04:35:20.093+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.b | |
| 2020-03-19T04:35:20.093+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:20.093+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:35:20.116+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:20.116+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:50.117697+0530) | |
| 2020-03-19T04:35:20.116+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:20.116+0530 7f523d189700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:35:20.116+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:50.118025+0530) | |
| 2020-03-19T04:35:20.117+0530 7f523b185700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:35:20.117+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=READY pgs=16 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:20.118+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=READY pgs=14 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:20.442+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:20.442+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 32 ==== mgrdigest v1 ==== 1625+0+0 (secure 0 0 0) 0x5585093b8480 con 0x55850a069200 | |
| 2020-03-19T04:35:20.442+0530 7f52678c4700 10 mgr ms_dispatch2 active mgrdigest v1 | |
| 2020-03-19T04:35:20.442+0530 7f52678c4700 10 mgr ms_dispatch2 mgrdigest v1 | |
| 2020-03-19T04:35:20.442+0530 7f52678c4700 10 mgr handle_mgr_digest 1572 | |
| 2020-03-19T04:35:20.442+0530 7f52678c4700 10 mgr handle_mgr_digest 45 | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all mon_status | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all health | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all pg_summary | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:20.443+0530 7f52678c4700 10 mgr handle_mgr_digest done. | |
| 2020-03-19T04:35:20.659+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:20.659+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 33 ==== log(last 2) v1 ==== 28+0+0 (secure 0 0 0) 0x5585093b9b00 con 0x55850a069200 | |
| 2020-03-19T04:35:20.659+0530 7f52678c4700 10 log_client handle_log_ack log(last 2) v1 | |
| 2020-03-19T04:35:20.659+0530 7f52678c4700 10 log_client logged 2020-03-19T04:34:48.879067+0530 mgr.x (mgr.4130) 1 : cluster [ERR] Failed to load ceph-mgr modules: cephadm, dashboard, diskprediction_cloud, k8sevents, orchestrator, prometheus, rook, test_orchestrator, volumes | |
| 2020-03-19T04:35:20.659+0530 7f52678c4700 10 log_client logged 2020-03-19T04:35:00.638062+0530 mgr.x (mgr.4130) 2 : audit [DBG] from='client.4161 -' entity='client.admin' cmd=[{"prefix": "restful create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch | |
| 2020-03-19T04:35:20.662+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:20.662+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 34 ==== log(last 3) v1 ==== 28+0+0 (secure 0 0 0) 0x55850d3dc000 con 0x55850a069200 | |
| 2020-03-19T04:35:20.662+0530 7f52678c4700 10 log_client handle_log_ack log(last 3) v1 | |
| 2020-03-19T04:35:20.662+0530 7f52678c4700 10 log_client logged 2020-03-19T04:35:08.973631+0530 mgr.x (mgr.4130) 3 : cluster [DBG] pgmap v4: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:20.666+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:20.666+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:50.667270+0530) | |
| 2020-03-19T04:35:20.771+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 35 ==== mgrdigest v1 ==== 2074+0+0 (secure 0 0 0) 0x55850d3dc180 con 0x55850a069200 | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 10 mgr ms_dispatch2 active mgrdigest v1 | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 10 mgr ms_dispatch2 mgrdigest v1 | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 10 mgr handle_mgr_digest 1572 | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 10 mgr handle_mgr_digest 494 | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all mon_status | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all health | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all pg_summary | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:20.771+0530 7f52678c4700 10 mgr handle_mgr_digest done. | |
| 2020-03-19T04:35:20.778+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:20.778+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 36 ==== mon_get_version_reply(handle=5 version=3) v2 ==== 24+0+0 (secure 0 0 0) 0x55850d411600 con 0x55850a069200 | |
| 2020-03-19T04:35:20.778+0530 7f52678c4700 10 monclient: handle_get_version_reply finishing 0x55850d6cc320 version 3 | |
| 2020-03-19T04:35:20.778+0530 7f52660c1700 10 MonCommandCompletion::finish() | |
| 2020-03-19T04:35:20.778+0530 7f52660c1700 20 mgr Gil Switched to new thread state 0x55850d34cb40 | |
| 2020-03-19T04:35:20.778+0530 7f52660c1700 20 mgr ~Gil Destroying new thread state 0x55850d34cb40 | |
| 2020-03-19T04:35:20.779+0530 7f52660c1700 10 mgr notify_all notify_all: notify_all command | |
| 2020-03-19T04:35:20.779+0530 7f52660c1700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:20.779+0530 7f52660c1700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:20.779+0530 7f52660c1700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:20.779+0530 7f52660c1700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:20.779+0530 7f52660c1700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:20.779+0530 7f52660c1700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:20.779+0530 7f52660c1700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:20.779+0530 7f52660c1700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:20.779+0530 7f52660c1700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:20.779+0530 7f52660c1700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:20.779+0530 7f52660c1700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:20.779+0530 7f52419d2700 0 [devicehealth ERROR root] Fail to parse JSON result from daemon mon.c () | |
| 2020-03-19T04:35:20.779+0530 7f52419d2700 10 ceph_option_get device_failure_prediction_mode found: none | |
| 2020-03-19T04:35:20.779+0530 7f52419d2700 10 monclient: start_mon_command cmd=[{"prefix":"config-key set","key":"mgr/devicehealth/last_scrape","val":"20200318-230449"}] | |
| 2020-03-19T04:35:20.779+0530 7f52419d2700 10 monclient: _send_command 14 [{"prefix":"config-key set","key":"mgr/devicehealth/last_scrape","val":"20200318-230449"}] | |
| 2020-03-19T04:35:20.779+0530 7f52419d2700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:20.779+0530 7f52419d2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix":"config-key set","key":"mgr/devicehealth/last_scrape","val":"20200318-230449"} v 0) v1 -- 0x55850d3dc600 con 0x55850a069200 | |
| 2020-03-19T04:35:20.816+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:20.816+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 37 ==== mon_command_ack([{"prefix":"config-key set","key":"mgr/restful/x/crt","val":"-----BEGIN CERTIFICATE-----\nMIICyzCCAbMCEFx5GQhmDEj3n0FtM//mDaMwDQYJKoZIhvcNAQENBQAwJDELMAkG\nA1UECgwCSVQxFTATBgNVBAMMDGNlcGgtcmVzdGZ1bDAeFw0yMDAzMTgyMzA1MDBa\nFw0zMDAzMTYyMzA1MDBaMCQxCzAJBgNVBAoMAklUMRUwEwYDVQQDDAxjZXBoLXJl\nc3RmdWwwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC386gPHcZFc8AR\n41Bj6dnY7+2gayhVYzQqYHBCll3YpU5u7i1JlJf7Kp7C3fXFnp2STLWPDwkZDdWo\nKEPhEU68FtytADN21FCUhJfVk1q5ec+qAcv0cIl356QAsYH2RyL88dDAJwnrRPz4\nZQHWFaJHCqoIPkXU5TPmtYgkG5Q/Xr8YtQ7mWB1ApnPwfAqCz3RDPbHbJbifdLrz\nHPzF7d3g/lBc5tYF/kmlht4RbpouLdaUcV7UsDPnJ93I1P8Y6Ukav6cuXo9Xa48J\nYDi7JmaAWAgNXBc4vXfGI3RfWXi0Jm+ubpoSdkQhJ+VIaZYL/rcHG6Ns35Ro3GKL\nMDwMZB7FAgMBAAEwDQYJKoZIhvcNAQENBQADggEBAI+cmG21INQGVkxg9O5TI03I\ndg2AtQ0RyUQggsTJzIQLf/wnXhVGj3gJQcr7Dqk0/7hb2phyMk4fHoZVNTnGSm4P\nxLirRv6BpA/kAYiMDuo0lyEnuSf4j11ZMXOOvlK9mb4zDaX40Hwweh1AVqbG3Eqk\nTtX6t6RD7YNH/MF/UKbXXWjHlPUcrJg6cV5UdJhpy2bT9oVqgrJyIxDQoGywZ8vy\nhvnpNB4pdtFMlFvpjQY+7+2ix/JmuXQNjsj1ijdZp0XT+d/JuQRqN19psliUbmRH\n0hrHBsiSSv+RAYkvwnTzjBOVpIrwhcqM15U5jIviY58UG1MYU4ykAoaZoA2GO04=\n-----END CERTIFICATE-----\n"}]=0 set mgr/restful/x/crt v0) v1 ==== 1163+0+0 (secure 0 0 0) 0x55850d718ea0 con 0x55850a069200 | |
| 2020-03-19T04:35:20.816+0530 7f52678c4700 10 monclient: handle_mon_command_ack 12 [{"prefix":"config-key set","key":"mgr/restful/x/crt","val":"-----BEGIN CERTIFICATE-----\nMIICyzCCAbMCEFx5GQhmDEj3n0FtM//mDaMwDQYJKoZIhvcNAQENBQAwJDELMAkG\nA1UECgwCSVQxFTATBgNVBAMMDGNlcGgtcmVzdGZ1bDAeFw0yMDAzMTgyMzA1MDBa\nFw0zMDAzMTYyMzA1MDBaMCQxCzAJBgNVBAoMAklUMRUwEwYDVQQDDAxjZXBoLXJl\nc3RmdWwwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC386gPHcZFc8AR\n41Bj6dnY7+2gayhVYzQqYHBCll3YpU5u7i1JlJf7Kp7C3fXFnp2STLWPDwkZDdWo\nKEPhEU68FtytADN21FCUhJfVk1q5ec+qAcv0cIl356QAsYH2RyL88dDAJwnrRPz4\nZQHWFaJHCqoIPkXU5TPmtYgkG5Q/Xr8YtQ7mWB1ApnPwfAqCz3RDPbHbJbifdLrz\nHPzF7d3g/lBc5tYF/kmlht4RbpouLdaUcV7UsDPnJ93I1P8Y6Ukav6cuXo9Xa48J\nYDi7JmaAWAgNXBc4vXfGI3RfWXi0Jm+ubpoSdkQhJ+VIaZYL/rcHG6Ns35Ro3GKL\nMDwMZB7FAgMBAAEwDQYJKoZIhvcNAQENBQADggEBAI+cmG21INQGVkxg9O5TI03I\ndg2AtQ0RyUQggsTJzIQLf/wnXhVGj3gJQcr7Dqk0/7hb2phyMk4fHoZVNTnGSm4P\nxLirRv6BpA/kAYiMDuo0lyEnuSf4j11ZMXOOvlK9mb4zDaX40Hwweh1AVqbG3Eqk\nTtX6t6RD7YNH/MF/UKbXXWjHlPUcrJg6cV5UdJhpy2bT9oVqgrJyIxDQoGywZ8vy\nhvnpNB4pdtFMlFvpjQY+7+2ix/JmuXQNjsj1ijdZp0XT+d/JuQRqN19psliUbmRH\n0hrHBsiSSv+RAYkvwnTzjBOVpIrwhcqM15U5jIviY58UG1MYU4ykAoaZoA2GO04=\n-----END CERTIFICATE-----\n"}] | |
| 2020-03-19T04:35:20.816+0530 7f52678c4700 10 monclient: _finish_command 12 = 0 set mgr/restful/x/crt | |
| 2020-03-19T04:35:20.816+0530 7f524ff87700 10 monclient: start_mon_command cmd=[{"prefix":"config-key set","key":"mgr/restful/x/key","val":"-----BEGIN PRIVATE KEY-----\nMIIEvAIBADANBgkqhkiG9w0BAQEFAASCBKYwggSiAgEAAoIBAQC386gPHcZFc8AR\n41Bj6dnY7+2gayhVYzQqYHBCll3YpU5u7i1JlJf7Kp7C3fXFnp2STLWPDwkZDdWo\nKEPhEU68FtytADN21FCUhJfVk1q5ec+qAcv0cIl356QAsYH2RyL88dDAJwnrRPz4\nZQHWFaJHCqoIPkXU5TPmtYgkG5Q/Xr8YtQ7mWB1ApnPwfAqCz3RDPbHbJbifdLrz\nHPzF7d3g/lBc5tYF/kmlht4RbpouLdaUcV7UsDPnJ93I1P8Y6Ukav6cuXo9Xa48J\nYDi7JmaAWAgNXBc4vXfGI3RfWXi0Jm+ubpoSdkQhJ+VIaZYL/rcHG6Ns35Ro3GKL\nMDwMZB7FAgMBAAECggEAdpScZroz4Puf+igF35KVOzJXhYzuYDTmINcwJsyVzJ2r\ndPkWupMOcfvkggvhbjY0r2XBuGnh3IO9knv6XfDxR3CZavBxPI3bMBJVanlmB6CN\njLNBzd5pz6DEaSoEdEUhOduMTQIdc8tyI5HBYEdr583pFA1IqNfj4Dpve49Hvpz1\nap4DK6gmmpmf+3aDeeg2LwyOq+QfQOOO0H2Dh7MPr0WufDKD/zJFUPIXspaNabGG\nw5zEFJoNp1FPQHIXNJGCheEAm09oR/2OTcWC261IzhZPSk58i5aAAG07Tm3OxWAq\n4X24tGEQgCZF3EEmM+e7S5BnlFRF8Pt6pq/6kO8+1QKBgQDrnuGmNnx0/1n3eaFw\niC4AjgwG+r+g3QG1G2LQICP1AHFH9JNW7Z57EDRQXzkZ9aogQOHLxLJYqhzqOWrX\n8/Izqdrims8Yt9gTJuVve5XdygWMi9tHH5/BAtGn+FeZjLlaZJ6j5vW2IbcDHh9U\nU3QdPLAZD9ta9ouFuiXDalHy/wKBgQDH3LjTpaCimM9mfdsWLJBNgaiegZXgwamm\n5P1ehE/XvRNmYWycwjq0/Hj8VAXoo2mM1eGo4YBlmFfQYr2/SntdQ1o/nV7trhPl\nsH0xrBpymTSCZeD5PgsCqn3uoQoX5qxvSy2cj1dw5fe+8xx8W/s8Q9gdlT6TpGVb\nvW8smQTiOwKBgA2N1Dk1hS9NySUdUBYjH1JU2YhFQGTGkeSTMLn8P1VGsz2Kajdj\n7+vwYLIG6EgAA8tbMCICrKfBEWy/5M+LbvFd4gOLGEK5wKpJYIVrPJHHn04YdYK/\n5Pa7bMgW1yM0Hy1+AEo5bQUPJ3H8d5zoOBO+e/rVGK9A44HL1YRKR3CNAoGAEPu3\nlPyRDuAPV7VAJb05sexfqMB4PPYX9X+l7B8wLbP6bwu+T//NP03o9gAp1F/2eyo9\nl705zOhKJgIN/7BTlVRA2gEEbQwK0szRhqQKR0yvgpknqeZUxzA3rUxv8CIA6yAn\nSxN/Ka/RAp/j/slOKwvU1Ia3H5KrrkUFqnOCT7sCgYAqCy03wBSB23/Bb7YC6spf\nH3R7EIALn87DFkn9hXwMHW9DoC+IDfn2XKizq4AitiRC8+s4qbPhc5MR7WRmGzZ3\nL41dhBfpIWBQPnLdPT4oOzHIrGU0L15lhiAVU7VkpqSk0lX5P9ZUpNNAFX2C67W2\nkJxjxCN57XJAQj2jRADYLw==\n-----END PRIVATE KEY-----\n"}] | |
| 2020-03-19T04:35:20.816+0530 7f524ff87700 10 monclient: _send_command 15 [{"prefix":"config-key set","key":"mgr/restful/x/key","val":"-----BEGIN PRIVATE KEY-----\nMIIEvAIBADANBgkqhkiG9w0BAQEFAASCBKYwggSiAgEAAoIBAQC386gPHcZFc8AR\n41Bj6dnY7+2gayhVYzQqYHBCll3YpU5u7i1JlJf7Kp7C3fXFnp2STLWPDwkZDdWo\nKEPhEU68FtytADN21FCUhJfVk1q5ec+qAcv0cIl356QAsYH2RyL88dDAJwnrRPz4\nZQHWFaJHCqoIPkXU5TPmtYgkG5Q/Xr8YtQ7mWB1ApnPwfAqCz3RDPbHbJbifdLrz\nHPzF7d3g/lBc5tYF/kmlht4RbpouLdaUcV7UsDPnJ93I1P8Y6Ukav6cuXo9Xa48J\nYDi7JmaAWAgNXBc4vXfGI3RfWXi0Jm+ubpoSdkQhJ+VIaZYL/rcHG6Ns35Ro3GKL\nMDwMZB7FAgMBAAECggEAdpScZroz4Puf+igF35KVOzJXhYzuYDTmINcwJsyVzJ2r\ndPkWupMOcfvkggvhbjY0r2XBuGnh3IO9knv6XfDxR3CZavBxPI3bMBJVanlmB6CN\njLNBzd5pz6DEaSoEdEUhOduMTQIdc8tyI5HBYEdr583pFA1IqNfj4Dpve49Hvpz1\nap4DK6gmmpmf+3aDeeg2LwyOq+QfQOOO0H2Dh7MPr0WufDKD/zJFUPIXspaNabGG\nw5zEFJoNp1FPQHIXNJGCheEAm09oR/2OTcWC261IzhZPSk58i5aAAG07Tm3OxWAq\n4X24tGEQgCZF3EEmM+e7S5BnlFRF8Pt6pq/6kO8+1QKBgQDrnuGmNnx0/1n3eaFw\niC4AjgwG+r+g3QG1G2LQICP1AHFH9JNW7Z57EDRQXzkZ9aogQOHLxLJYqhzqOWrX\n8/Izqdrims8Yt9gTJuVve5XdygWMi9tHH5/BAtGn+FeZjLlaZJ6j5vW2IbcDHh9U\nU3QdPLAZD9ta9ouFuiXDalHy/wKBgQDH3LjTpaCimM9mfdsWLJBNgaiegZXgwamm\n5P1ehE/XvRNmYWycwjq0/Hj8VAXoo2mM1eGo4YBlmFfQYr2/SntdQ1o/nV7trhPl\nsH0xrBpymTSCZeD5PgsCqn3uoQoX5qxvSy2cj1dw5fe+8xx8W/s8Q9gdlT6TpGVb\nvW8smQTiOwKBgA2N1Dk1hS9NySUdUBYjH1JU2YhFQGTGkeSTMLn8P1VGsz2Kajdj\n7+vwYLIG6EgAA8tbMCICrKfBEWy/5M+LbvFd4gOLGEK5wKpJYIVrPJHHn04YdYK/\n5Pa7bMgW1yM0Hy1+AEo5bQUPJ3H8d5zoOBO+e/rVGK9A44HL1YRKR3CNAoGAEPu3\nlPyRDuAPV7VAJb05sexfqMB4PPYX9X+l7B8wLbP6bwu+T//NP03o9gAp1F/2eyo9\nl705zOhKJgIN/7BTlVRA2gEEbQwK0szRhqQKR0yvgpknqeZUxzA3rUxv8CIA6yAn\nSxN/Ka/RAp/j/slOKwvU1Ia3H5KrrkUFqnOCT7sCgYAqCy03wBSB23/Bb7YC6spf\nH3R7EIALn87DFkn9hXwMHW9DoC+IDfn2XKizq4AitiRC8+s4qbPhc5MR7WRmGzZ3\nL41dhBfpIWBQPnLdPT4oOzHIrGU0L15lhiAVU7VkpqSk0lX5P9ZUpNNAFX2C67W2\nkJxjxCN57XJAQj2jRADYLw==\n-----END PRIVATE KEY-----\n"}] | |
| 2020-03-19T04:35:20.816+0530 7f524ff87700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:20.816+0530 7f524ff87700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix":"config-key set","key":"mgr/restful/x/key","val":"-----BEGIN PRIVATE KEY-----\nMIIEvAIBADANBgkqhkiG9w0BAQEFAASCBKYwggSiAgEAAoIBAQC386gPHcZFc8AR\n41Bj6dnY7+2gayhVYzQqYHBCll3YpU5u7i1JlJf7Kp7C3fXFnp2STLWPDwkZDdWo\nKEPhEU68FtytADN21FCUhJfVk1q5ec+qAcv0cIl356QAsYH2RyL88dDAJwnrRPz4\nZQHWFaJHCqoIPkXU5TPmtYgkG5Q/Xr8YtQ7mWB1ApnPwfAqCz3RDPbHbJbifdLrz\nHPzF7d3g/lBc5tYF/kmlht4RbpouLdaUcV7UsDPnJ93I1P8Y6Ukav6cuXo9Xa48J\nYDi7JmaAWAgNXBc4vXfGI3RfWXi0Jm+ubpoSdkQhJ+VIaZYL/rcHG6Ns35Ro3GKL\nMDwMZB7FAgMBAAECggEAdpScZroz4Puf+igF35KVOzJXhYzuYDTmINcwJsyVzJ2r\ndPkWupMOcfvkggvhbjY0r2XBuGnh3IO9knv6XfDxR3CZavBxPI3bMBJVanlmB6CN\njLNBzd5pz6DEaSoEdEUhOduMTQIdc8tyI5HBYEdr583pFA1IqNfj4Dpve49Hvpz1\nap4DK6gmmpmf+3aDeeg2LwyOq+QfQOOO0H2Dh7MPr0WufDKD/zJFUPIXspaNabGG\nw5zEFJoNp1FPQHIXNJGCheEAm09oR/2OTcWC261IzhZPSk58i5aAAG07Tm3OxWAq\n4X24tGEQgCZF3EEmM+e7S5BnlFRF8Pt6pq/6kO8+1QKBgQDrnuGmNnx0/1n3eaFw\niC4AjgwG+r+g3QG1G2LQICP1AHFH9JNW7Z57EDRQXzkZ9aogQOHLxLJYqhzqOWrX\n8/Izqdrims8Yt9gTJuVve5XdygWMi9tHH5/BAtGn+FeZjLlaZJ6j5vW2IbcDHh9U\nU3QdPLAZD9ta9ouFuiXDalHy/wKBgQDH3LjTpaCimM9mfdsWLJBNgaiegZXgwamm\n5P1ehE/XvRNmYWycwjq0/Hj8VAXoo2mM1eGo4YBlmFfQYr2/SntdQ1o/nV7trhPl\nsH0xrBpymTSCZeD5PgsCqn3uoQoX5qxvSy2cj1dw5fe+8xx8W/s8Q9gdlT6TpGVb\nvW8smQTiOwKBgA2N1Dk1hS9NySUdUBYjH1JU2YhFQGTGkeSTMLn8P1VGsz2Kajdj\n7+vwYLIG6EgAA8tbMCICrKfBEWy/5M+LbvFd4gOLGEK5wKpJYIVrPJHHn04YdYK/\n5Pa7bMgW1yM0Hy1+AEo5bQUPJ3H8d5zoOBO+e/rVGK9A44HL1YRKR3CNAoGAEPu3\nlPyRDuAPV7VAJb05sexfqMB4PPYX9X+l7B8wLbP6bwu+T//NP03o9gAp1F/2eyo9\nl705zOhKJgIN/7BTlVRA2gEEbQwK0szRhqQKR0yvgpknqeZUxzA3rUxv8CIA6yAn\nSxN/Ka/RAp/j/slOKwvU1Ia3H5KrrkUFqnOCT7sCgYAqCy03wBSB23/Bb7YC6spf\nH3R7EIALn87DFkn9hXwMHW9DoC+IDfn2XKizq4AitiRC8+s4qbPhc5MR7WRmGzZ3\nL41dhBfpIWBQPnLdPT4oOzHIrGU0L15lhiAVU7VkpqSk0lX5P9ZUpNNAFX2C67W2\nkJxjxCN57XJAQj2jRADYLw==\n-----END PRIVATE KEY-----\n"} v 0) v1 -- 0x5585093b9680 con 0x55850a069200 | |
| 2020-03-19T04:35:20.861+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:20.861+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 38 ==== mon_command_ack([{"prefix":"config-key set","key":"mgr/devicehealth/last_scrape","val":"20200318-230449"}]=0 set mgr/devicehealth/last_scrape v0) v1 ==== 154+0+0 (secure 0 0 0) 0x55850d5fc000 con 0x55850a069200 | |
| 2020-03-19T04:35:20.861+0530 7f52678c4700 10 monclient: handle_mon_command_ack 14 [{"prefix":"config-key set","key":"mgr/devicehealth/last_scrape","val":"20200318-230449"}] | |
| 2020-03-19T04:35:20.861+0530 7f52678c4700 10 monclient: _finish_command 14 = 0 set mgr/devicehealth/last_scrape | |
| 2020-03-19T04:35:20.861+0530 7f52419d2700 0 [devicehealth DEBUG root] Sleeping for 600 seconds | |
| 2020-03-19T04:35:20.896+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:20.896+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 39 ==== mon_command_ack([{"prefix":"config-key set","key":"mgr/restful/x/key","val":"-----BEGIN PRIVATE KEY-----\nMIIEvAIBADANBgkqhkiG9w0BAQEFAASCBKYwggSiAgEAAoIBAQC386gPHcZFc8AR\n41Bj6dnY7+2gayhVYzQqYHBCll3YpU5u7i1JlJf7Kp7C3fXFnp2STLWPDwkZDdWo\nKEPhEU68FtytADN21FCUhJfVk1q5ec+qAcv0cIl356QAsYH2RyL88dDAJwnrRPz4\nZQHWFaJHCqoIPkXU5TPmtYgkG5Q/Xr8YtQ7mWB1ApnPwfAqCz3RDPbHbJbifdLrz\nHPzF7d3g/lBc5tYF/kmlht4RbpouLdaUcV7UsDPnJ93I1P8Y6Ukav6cuXo9Xa48J\nYDi7JmaAWAgNXBc4vXfGI3RfWXi0Jm+ubpoSdkQhJ+VIaZYL/rcHG6Ns35Ro3GKL\nMDwMZB7FAgMBAAECggEAdpScZroz4Puf+igF35KVOzJXhYzuYDTmINcwJsyVzJ2r\ndPkWupMOcfvkggvhbjY0r2XBuGnh3IO9knv6XfDxR3CZavBxPI3bMBJVanlmB6CN\njLNBzd5pz6DEaSoEdEUhOduMTQIdc8tyI5HBYEdr583pFA1IqNfj4Dpve49Hvpz1\nap4DK6gmmpmf+3aDeeg2LwyOq+QfQOOO0H2Dh7MPr0WufDKD/zJFUPIXspaNabGG\nw5zEFJoNp1FPQHIXNJGCheEAm09oR/2OTcWC261IzhZPSk58i5aAAG07Tm3OxWAq\n4X24tGEQgCZF3EEmM+e7S5BnlFRF8Pt6pq/6kO8+1QKBgQDrnuGmNnx0/1n3eaFw\niC4AjgwG+r+g3QG1G2LQICP1AHFH9JNW7Z57EDRQXzkZ9aogQOHLxLJYqhzqOWrX\n8/Izqdrims8Yt9gTJuVve5XdygWMi9tHH5/BAtGn+FeZjLlaZJ6j5vW2IbcDHh9U\nU3QdPLAZD9ta9ouFuiXDalHy/wKBgQDH3LjTpaCimM9mfdsWLJBNgaiegZXgwamm\n5P1ehE/XvRNmYWycwjq0/Hj8VAXoo2mM1eGo4YBlmFfQYr2/SntdQ1o/nV7trhPl\nsH0xrBpymTSCZeD5PgsCqn3uoQoX5qxvSy2cj1dw5fe+8xx8W/s8Q9gdlT6TpGVb\nvW8smQTiOwKBgA2N1Dk1hS9NySUdUBYjH1JU2YhFQGTGkeSTMLn8P1VGsz2Kajdj\n7+vwYLIG6EgAA8tbMCICrKfBEWy/5M+LbvFd4gOLGEK5wKpJYIVrPJHHn04YdYK/\n5Pa7bMgW1yM0Hy1+AEo5bQUPJ3H8d5zoOBO+e/rVGK9A44HL1YRKR3CNAoGAEPu3\nlPyRDuAPV7VAJb05sexfqMB4PPYX9X+l7B8wLbP6bwu+T//NP03o9gAp1F/2eyo9\nl705zOhKJgIN/7BTlVRA2gEEbQwK0szRhqQKR0yvgpknqeZUxzA3rUxv8CIA6yAn\nSxN/Ka/RAp/j/slOKwvU1Ia3H5KrrkUFqnOCT7sCgYAqCy03wBSB23/Bb7YC6spf\nH3R7EIALn87DFkn9hXwMHW9DoC+IDfn2XKizq4AitiRC8+s4qbPhc5MR7WRmGzZ3\nL41dhBfpIWBQPnLdPT4oOzHIrGU0L15lhiAVU7VkpqSk0lX5P9ZUpNNAFX2C67W2\nkJxjxCN57XJAQj2jRADYLw==\n-----END PRIVATE KEY-----\n"}]=0 set mgr/restful/x/key v0) v1 ==== 1849+0+0 (secure 0 0 0) 0x55850d6daea0 con 0x55850a069200 | |
| 2020-03-19T04:35:20.896+0530 7f52678c4700 10 monclient: handle_mon_command_ack 15 [{"prefix":"config-key set","key":"mgr/restful/x/key","val":"-----BEGIN PRIVATE KEY-----\nMIIEvAIBADANBgkqhkiG9w0BAQEFAASCBKYwggSiAgEAAoIBAQC386gPHcZFc8AR\n41Bj6dnY7+2gayhVYzQqYHBCll3YpU5u7i1JlJf7Kp7C3fXFnp2STLWPDwkZDdWo\nKEPhEU68FtytADN21FCUhJfVk1q5ec+qAcv0cIl356QAsYH2RyL88dDAJwnrRPz4\nZQHWFaJHCqoIPkXU5TPmtYgkG5Q/Xr8YtQ7mWB1ApnPwfAqCz3RDPbHbJbifdLrz\nHPzF7d3g/lBc5tYF/kmlht4RbpouLdaUcV7UsDPnJ93I1P8Y6Ukav6cuXo9Xa48J\nYDi7JmaAWAgNXBc4vXfGI3RfWXi0Jm+ubpoSdkQhJ+VIaZYL/rcHG6Ns35Ro3GKL\nMDwMZB7FAgMBAAECggEAdpScZroz4Puf+igF35KVOzJXhYzuYDTmINcwJsyVzJ2r\ndPkWupMOcfvkggvhbjY0r2XBuGnh3IO9knv6XfDxR3CZavBxPI3bMBJVanlmB6CN\njLNBzd5pz6DEaSoEdEUhOduMTQIdc8tyI5HBYEdr583pFA1IqNfj4Dpve49Hvpz1\nap4DK6gmmpmf+3aDeeg2LwyOq+QfQOOO0H2Dh7MPr0WufDKD/zJFUPIXspaNabGG\nw5zEFJoNp1FPQHIXNJGCheEAm09oR/2OTcWC261IzhZPSk58i5aAAG07Tm3OxWAq\n4X24tGEQgCZF3EEmM+e7S5BnlFRF8Pt6pq/6kO8+1QKBgQDrnuGmNnx0/1n3eaFw\niC4AjgwG+r+g3QG1G2LQICP1AHFH9JNW7Z57EDRQXzkZ9aogQOHLxLJYqhzqOWrX\n8/Izqdrims8Yt9gTJuVve5XdygWMi9tHH5/BAtGn+FeZjLlaZJ6j5vW2IbcDHh9U\nU3QdPLAZD9ta9ouFuiXDalHy/wKBgQDH3LjTpaCimM9mfdsWLJBNgaiegZXgwamm\n5P1ehE/XvRNmYWycwjq0/Hj8VAXoo2mM1eGo4YBlmFfQYr2/SntdQ1o/nV7trhPl\nsH0xrBpymTSCZeD5PgsCqn3uoQoX5qxvSy2cj1dw5fe+8xx8W/s8Q9gdlT6TpGVb\nvW8smQTiOwKBgA2N1Dk1hS9NySUdUBYjH1JU2YhFQGTGkeSTMLn8P1VGsz2Kajdj\n7+vwYLIG6EgAA8tbMCICrKfBEWy/5M+LbvFd4gOLGEK5wKpJYIVrPJHHn04YdYK/\n5Pa7bMgW1yM0Hy1+AEo5bQUPJ3H8d5zoOBO+e/rVGK9A44HL1YRKR3CNAoGAEPu3\nlPyRDuAPV7VAJb05sexfqMB4PPYX9X+l7B8wLbP6bwu+T//NP03o9gAp1F/2eyo9\nl705zOhKJgIN/7BTlVRA2gEEbQwK0szRhqQKR0yvgpknqeZUxzA3rUxv8CIA6yAn\nSxN/Ka/RAp/j/slOKwvU1Ia3H5KrrkUFqnOCT7sCgYAqCy03wBSB23/Bb7YC6spf\nH3R7EIALn87DFkn9hXwMHW9DoC+IDfn2XKizq4AitiRC8+s4qbPhc5MR7WRmGzZ3\nL41dhBfpIWBQPnLdPT4oOzHIrGU0L15lhiAVU7VkpqSk0lX5P9ZUpNNAFX2C67W2\nkJxjxCN57XJAQj2jRADYLw==\n-----END PRIVATE KEY-----\n"}] | |
| 2020-03-19T04:35:20.896+0530 7f52678c4700 10 monclient: _finish_command 15 = 0 set mgr/restful/x/key | |
| 2020-03-19T04:35:20.896+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.896+0530 7f524ff87700 20 mgr.server reply success | |
| 2020-03-19T04:35:20.896+0530 7f524ff87700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] --> 10.0.2.15:0/389068896 -- mgr_command_reply(tid 0: 0 ) v1 -- 0x55850d4114a0 con 0x55850d6dcd80 | |
| 2020-03-19T04:35:20.897+0530 7f5234978700 4 mgr get_store_prefix get_store_prefix prefix: mgr/restful/keys/ | |
| 2020-03-19T04:35:20.897+0530 7f5234978700 20 mgr get_config key: mgr/restful/x/server_addr | |
| 2020-03-19T04:35:20.897+0530 7f5234978700 20 mgr get_config key: mgr/restful/server_addr | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'mon_status' | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f5234978700 10 mgr get_typed_config [x/]server_addr not found | |
| 2020-03-19T04:35:20.897+0530 7f5234978700 20 mgr get_config key: mgr/restful/x/server_port | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.897+0530 7f5234978700 10 mgr get_typed_config get_typed_config x/server_port found: 42013 | |
| 2020-03-19T04:35:20.897+0530 7f5234978700 0 [restful INFO root] server_addr: :: server_port: 42013 | |
| 2020-03-19T04:35:20.897+0530 7f5234978700 4 mgr get_store get_store key: mgr/restful/x/crt | |
| 2020-03-19T04:35:20.897+0530 7f5234978700 10 ceph_store_get x/crt found: -----BEGIN CERTIFICATE----- | |
| MIICyzCCAbMCEFx5GQhmDEj3n0FtM//mDaMwDQYJKoZIhvcNAQENBQAwJDELMAkG | |
| A1UECgwCSVQxFTATBgNVBAMMDGNlcGgtcmVzdGZ1bDAeFw0yMDAzMTgyMzA1MDBa | |
| Fw0zMDAzMTYyMzA1MDBaMCQxCzAJBgNVBAoMAklUMRUwEwYDVQQDDAxjZXBoLXJl | |
| c3RmdWwwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC386gPHcZFc8AR | |
| 41Bj6dnY7+2gayhVYzQqYHBCll3YpU5u7i1JlJf7Kp7C3fXFnp2STLWPDwkZDdWo | |
| KEPhEU68FtytADN21FCUhJfVk1q5ec+qAcv0cIl356QAsYH2RyL88dDAJwnrRPz4 | |
| ZQHWFaJHCqoIPkXU5TPmtYgkG5Q/Xr8YtQ7mWB1ApnPwfAqCz3RDPbHbJbifdLrz | |
| HPzF7d3g/lBc5tYF/kmlht4RbpouLdaUcV7UsDPnJ93I1P8Y6Ukav6cuXo9Xa48J | |
| YDi7JmaAWAgNXBc4vXfGI3RfWXi0Jm+ubpoSdkQhJ+VIaZYL/rcHG6Ns35Ro3GKL | |
| MDwMZB7FAgMBAAEwDQYJKoZIhvcNAQENBQADggEBAI+cmG21INQGVkxg9O5TI03I | |
| dg2AtQ0RyUQggsTJzIQLf/wnXhVGj3gJQcr7Dqk0/7hb2phyMk4fHoZVNTnGSm4P | |
| xLirRv6BpA/kAYiMDuo0lyEnuSf4j11ZMXOOvlK9mb4zDaX40Hwweh1AVqbG3Eqk | |
| TtX6t6RD7YNH/MF/UKbXXWjHlPUcrJg6cV5UdJhpy2bT9oVqgrJyIxDQoGywZ8vy | |
| hvnpNB4pdtFMlFvpjQY+7+2ix/JmuXQNjsj1ijdZp0XT+d/JuQRqN19psliUbmRH | |
| 0hrHBsiSSv+RAYkvwnTzjBOVpIrwhcqM15U5jIviY58UG1MYU4ykAoaZoA2GO04= | |
| -----END CERTIFICATE----- | |
| 2020-03-19T04:35:20.898+0530 7f5234978700 4 mgr get_store get_store key: mgr/restful/x/key | |
| 2020-03-19T04:35:20.898+0530 7f5234978700 10 ceph_store_get x/key found: -----BEGIN PRIVATE KEY----- | |
| MIIEvAIBADANBgkqhkiG9w0BAQEFAASCBKYwggSiAgEAAoIBAQC386gPHcZFc8AR | |
| 41Bj6dnY7+2gayhVYzQqYHBCll3YpU5u7i1JlJf7Kp7C3fXFnp2STLWPDwkZDdWo | |
| KEPhEU68FtytADN21FCUhJfVk1q5ec+qAcv0cIl356QAsYH2RyL88dDAJwnrRPz4 | |
| ZQHWFaJHCqoIPkXU5TPmtYgkG5Q/Xr8YtQ7mWB1ApnPwfAqCz3RDPbHbJbifdLrz | |
| HPzF7d3g/lBc5tYF/kmlht4RbpouLdaUcV7UsDPnJ93I1P8Y6Ukav6cuXo9Xa48J | |
| YDi7JmaAWAgNXBc4vXfGI3RfWXi0Jm+ubpoSdkQhJ+VIaZYL/rcHG6Ns35Ro3GKL | |
| MDwMZB7FAgMBAAECggEAdpScZroz4Puf+igF35KVOzJXhYzuYDTmINcwJsyVzJ2r | |
| dPkWupMOcfvkggvhbjY0r2XBuGnh3IO9knv6XfDxR3CZavBxPI3bMBJVanlmB6CN | |
| jLNBzd5pz6DEaSoEdEUhOduMTQIdc8tyI5HBYEdr583pFA1IqNfj4Dpve49Hvpz1 | |
| ap4DK6gmmpmf+3aDeeg2LwyOq+QfQOOO0H2Dh7MPr0WufDKD/zJFUPIXspaNabGG | |
| w5zEFJoNp1FPQHIXNJGCheEAm09oR/2OTcWC261IzhZPSk58i5aAAG07Tm3OxWAq | |
| 4X24tGEQgCZF3EEmM+e7S5BnlFRF8Pt6pq/6kO8+1QKBgQDrnuGmNnx0/1n3eaFw | |
| iC4AjgwG+r+g3QG1G2LQICP1AHFH9JNW7Z57EDRQXzkZ9aogQOHLxLJYqhzqOWrX | |
| 8/Izqdrims8Yt9gTJuVve5XdygWMi9tHH5/BAtGn+FeZjLlaZJ6j5vW2IbcDHh9U | |
| U3QdPLAZD9ta9ouFuiXDalHy/wKBgQDH3LjTpaCimM9mfdsWLJBNgaiegZXgwamm | |
| 5P1ehE/XvRNmYWycwjq0/Hj8VAXoo2mM1eGo4YBlmFfQYr2/SntdQ1o/nV7trhPl | |
| sH0xrBpymTSCZeD5PgsCqn3uoQoX5qxvSy2cj1dw5fe+8xx8W/s8Q9gdlT6TpGVb | |
| vW8smQTiOwKBgA2N1Dk1hS9NySUdUBYjH1JU2YhFQGTGkeSTMLn8P1VGsz2Kajdj | |
| 7+vwYLIG6EgAA8tbMCICrKfBEWy/5M+LbvFd4gOLGEK5wKpJYIVrPJHHn04YdYK/ | |
| 5Pa7bMgW1yM0Hy1+AEo5bQUPJ3H8d5zoOBO+e/rVGK9A44HL1YRKR3CNAoGAEPu3 | |
| lPyRDuAPV7VAJb05sexfqMB4PPYX9X+l7B8wLbP6bwu+T//NP03o9gAp1F/2eyo9 | |
| l705zOhKJgIN/7BTlVRA2gEEbQwK0szRhqQKR0yvgpknqeZUxzA3rUxv8CIA6yAn | |
| SxN/Ka/RAp/j/slOKwvU1Ia3H5KrrkUFqnOCT7sCgYAqCy03wBSB23/Bb7YC6spf | |
| H3R7EIALn87DFkn9hXwMHW9DoC+IDfn2XKizq4AitiRC8+s4qbPhc5MR7WRmGzZ3 | |
| L41dhBfpIWBQPnLdPT4oOzHIrGU0L15lhiAVU7VkpqSk0lX5P9ZUpNNAFX2C67W2 | |
| kJxjxCN57XJAQj2jRADYLw== | |
| -----END PRIVATE KEY----- | |
| 2020-03-19T04:35:20.898+0530 7f5234978700 4 mgr set_uri module restful set URI 'https://localhost.localdomain:42013/' | |
| 2020-03-19T04:35:20.898+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.898+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.898+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.898+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.898+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.898+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.898+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.898+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.898+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.898+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.898+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.898+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.898+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'health' | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'pg_summary' | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.899+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'mon_map' | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'mon_status' | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'health' | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.900+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f526b0cb700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/389068896 conn(0x55850d6dcd80 msgr2=0x55850d6dd200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 41 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'pg_summary' | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f526b0cb700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/389068896 conn(0x55850d6dcd80 msgr2=0x55850d6dd200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/389068896 conn(0x55850d6dcd80 0x55850d6dd200 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d642780 tx=0x55850d5317c0).handle_read_frame_preamble_main read frame length and tag failed r=-1 ((1) Operation not permitted) | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/389068896 conn(0x55850d6dcd80 0x55850d6dd200 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d642780 tx=0x55850d5317c0).stop | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'mon_status' | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.901+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'health' | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.907+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'pg_summary' | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'mon_status' | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'health' | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.908+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.909+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'pg_summary' | |
| 2020-03-19T04:35:20.909+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.909+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.909+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.909+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.909+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.909+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.909+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.909+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.909+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.909+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.909+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.909+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.909+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.914+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.914+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.914+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.914+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.914+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.914+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.914+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.914+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.914+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.914+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.914+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.914+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.914+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.914+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:20.928+0530 7f5234978700 0 [restful DEBUG root] made server, serving forever | |
| 2020-03-19T04:35:20.966+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:20.966+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:20.968+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:20.968+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:20.968+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:20.969+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:20.969+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d6e2500 con 0x55850a069200 | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 15 mgr get_health_checks getting health checks for balancer | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 15 mgr get_health_checks getting health checks for crash | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 15 mgr get_health_checks getting health checks for devicehealth | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 15 mgr get_health_checks getting health checks for iostat | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 15 mgr get_health_checks getting health checks for osd_support | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 15 mgr get_health_checks getting health checks for pg_autoscaler | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 15 mgr get_health_checks getting health checks for progress | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 15 mgr get_health_checks getting health checks for rbd_support | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 15 mgr get_health_checks getting health checks for restful | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 15 mgr get_health_checks getting health checks for status | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 15 mgr get_health_checks getting health checks for telemetry | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 10 mgr update_delta_stats v10 | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 10 mgr.server operator() 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 10 mgr.server operator() 2 health checks | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 20 mgr.server operator() health checks: | |
| { | |
| "MGR_MODULE_DEPENDENCY": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "2 mgr modules have failed dependencies", | |
| "count": 2 | |
| }, | |
| "detail": [ | |
| { | |
| "message": "Module 'orchestrator' has failed dependency: No module named 'yaml'" | |
| }, | |
| { | |
| "message": "Module 'volumes' has failed dependency: No module named 'yaml'" | |
| } | |
| ] | |
| }, | |
| "TOO_FEW_OSDS": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "OSD count 0 < osd_pool_default_size 3", | |
| "count": 3 | |
| }, | |
| "detail": [] | |
| } | |
| } | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 0 log_channel(cluster) log [DBG] : pgmap v10: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 20 mgr.server send_report + mon.a SLOW_OPS(0|(0,0)) | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- monmgrreport(2 checks, 0 progress events) v2 -- 0x55850d5ce1e0 con 0x55850a069200 | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:35:20.997+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:21.118+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:21.118+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:51.118859+0530) | |
| 2020-03-19T04:35:21.118+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:21.118+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:51.118949+0530) | |
| 2020-03-19T04:35:21.223+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d772000 0x55850d772480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).accept | |
| 2020-03-19T04:35:21.223+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d772000 0x55850d772480 unknown :-1 s=BANNER_ACCEPTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:35:21.223+0530 7f526b0cb700 10 mgr.server ms_handle_authentication ms_handle_authentication new session 0x55850d34d9e0 con 0x55850d772000 entity client.admin addr | |
| 2020-03-19T04:35:21.223+0530 7f526b0cb700 10 mgr.server ms_handle_authentication session 0x55850d34d9e0 client.admin has caps allow * 'allow *' | |
| 2020-03-19T04:35:21.224+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d772000 0x55850d772480 secure :-1 s=AUTH_ACCEPTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d6be990 tx=0x55850d531720).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:21.224+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d772000 0x55850d772480 secure :-1 s=SESSION_ACCEPTING pgs=0 cs=0 l=1 rx=0x55850d6be990 tx=0x55850d531720).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:21.224+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/1814269576 conn(0x55850d772000 0x55850d772480 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d6be990 tx=0x55850d531720).ready entity=client.4180 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:35:21.548+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/1814269576 conn(0x55850d772000 0x55850d772480 secure :-1 s=THROTTLE_DONE pgs=4 cs=0 l=1 rx=0x55850d6be990 tx=0x55850d531720).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:21.548+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== client.4180 10.0.2.15:0/1814269576 1 ==== mgr_command(tid 0: {"prefix": "restful create-key", "key_name": "admin", "target": ["mon-mgr", ""]}) v1 ==== 104+0+0 (secure 0 0 0) 0x55850d4114a0 con 0x55850d772000 | |
| 2020-03-19T04:35:21.548+0530 7f5250788700 10 mgr.server _handle_command decoded-size=3 prefix=restful create-key | |
| 2020-03-19T04:35:21.549+0530 7f5250788700 20 is_capable service=py module=restful command=restful create-key read write addr - on cap allow * | |
| 2020-03-19T04:35:21.549+0530 7f5250788700 20 allow so far , doing grant allow * | |
| 2020-03-19T04:35:21.549+0530 7f5250788700 20 allow all | |
| 2020-03-19T04:35:21.549+0530 7f5250788700 10 mgr.server _allowed_command client.admin capable | |
| 2020-03-19T04:35:21.549+0530 7f5250788700 0 log_channel(audit) log [DBG] : from='client.4180 -' entity='client.admin' cmd=[{"prefix": "restful create-key", "key_name": "admin", "target": ["mon-mgr", ""]}]: dispatch | |
| 2020-03-19T04:35:21.549+0530 7f5250788700 10 mgr.server _handle_command passing through 3 | |
| 2020-03-19T04:35:21.549+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.549+0530 7f524ff87700 0 [restful WARNING root] Handling command: '{'key_name': 'admin', 'prefix': 'restful create-key', 'target': ['mon-mgr', '']}' | |
| 2020-03-19T04:35:21.549+0530 7f524ff87700 10 monclient: start_mon_command cmd=[{"prefix":"config-key set","key":"mgr/restful/keys/admin","val":"ce7a76ef-767c-4820-867d-b72a76e78476"}] | |
| 2020-03-19T04:35:21.549+0530 7f524ff87700 10 monclient: _send_command 16 [{"prefix":"config-key set","key":"mgr/restful/keys/admin","val":"ce7a76ef-767c-4820-867d-b72a76e78476"}] | |
| 2020-03-19T04:35:21.549+0530 7f524ff87700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:21.549+0530 7f524ff87700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix":"config-key set","key":"mgr/restful/keys/admin","val":"ce7a76ef-767c-4820-867d-b72a76e78476"} v 0) v1 -- 0x5585093b8000 con 0x55850a069200 | |
| 2020-03-19T04:35:21.586+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:21.586+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 40 ==== mon_command_ack([{"prefix":"config-key set","key":"mgr/restful/keys/admin","val":"ce7a76ef-767c-4820-867d-b72a76e78476"}]=0 set mgr/restful/keys/admin v0) v1 ==== 163+0+0 (secure 0 0 0) 0x55850d6d7040 con 0x55850a069200 | |
| 2020-03-19T04:35:21.586+0530 7f52678c4700 10 monclient: handle_mon_command_ack 16 [{"prefix":"config-key set","key":"mgr/restful/keys/admin","val":"ce7a76ef-767c-4820-867d-b72a76e78476"}] | |
| 2020-03-19T04:35:21.586+0530 7f52678c4700 10 monclient: _finish_command 16 = 0 set mgr/restful/keys/admin | |
| 2020-03-19T04:35:21.586+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.586+0530 7f524ff87700 20 mgr.server reply success | |
| 2020-03-19T04:35:21.586+0530 7f524ff87700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] --> 10.0.2.15:0/1814269576 -- mgr_command_reply(tid 0: 0 ) v1 -- 0x55850d4111e0 con 0x55850d772000 | |
| 2020-03-19T04:35:21.591+0530 7f526b0cb700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/1814269576 conn(0x55850d772000 msgr2=0x55850d772480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 44 | |
| 2020-03-19T04:35:21.591+0530 7f526b0cb700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/1814269576 conn(0x55850d772000 msgr2=0x55850d772480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed | |
| 2020-03-19T04:35:21.591+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/1814269576 conn(0x55850d772000 0x55850d772480 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d6be990 tx=0x55850d531720).handle_read_frame_preamble_main read frame length and tag failed r=-1 ((1) Operation not permitted) | |
| 2020-03-19T04:35:21.591+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/1814269576 conn(0x55850d772000 0x55850d772480 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d6be990 tx=0x55850d531720).stop | |
| 2020-03-19T04:35:21.666+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:21.666+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:51.667727+0530) | |
| 2020-03-19T04:35:21.666+0530 7f52668c2700 10 log_client log_queue is 7 last_log 10 sent 8 num 7 unsent 2 sending 2 | |
| 2020-03-19T04:35:21.666+0530 7f52668c2700 10 log_client will send 2020-03-19T04:35:20.998915+0530 mgr.x (mgr.4130) 9 : cluster [DBG] pgmap v10: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:21.666+0530 7f52668c2700 10 log_client will send 2020-03-19T04:35:21.550866+0530 mgr.x (mgr.4130) 10 : audit [DBG] from='client.4180 -' entity='client.admin' cmd=[{"prefix": "restful create-key", "key_name": "admin", "target": ["mon-mgr", ""]}]: dispatch | |
| 2020-03-19T04:35:21.666+0530 7f52668c2700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:21.666+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- log(2 entries from seq 9 at 2020-03-19T04:35:20.998915+0530) v1 -- 0x55850d350a80 con 0x55850a069200 | |
| 2020-03-19T04:35:21.815+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 41 ==== log(22 entries from seq 7 at 2020-03-19T04:35:10.596570+0530) v1 ==== 16672+0+0 (secure 0 0 0) 0x55850d350a80 con 0x55850a069200 | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 10 mgr ms_dispatch2 active log(22 entries from seq 7 at 2020-03-19T04:35:10.596570+0530) v1 | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 10 mgr ms_dispatch2 log(22 entries from seq 7 at 2020-03-19T04:35:10.596570+0530) v1 | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.815+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.816+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.817+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.817+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.817+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.818+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.817+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:21.819+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:21.820+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:21.820+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:21.820+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:21.820+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:21.820+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.820+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.821+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.822+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.823+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.824+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.824+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.824+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.824+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.824+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.824+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.824+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.824+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.824+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.825+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.825+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.826+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.826+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.826+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.826+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.826+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.826+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.827+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.828+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.829+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.830+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.831+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.839+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.839+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.839+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.839+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.839+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.840+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.842+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.842+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.842+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.842+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.842+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.842+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.843+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.844+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.845+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.846+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.847+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.848+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:21.850+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:21.851+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 42 ==== log(last 4) v1 ==== 28+0+0 (secure 0 0 0) 0x5585093b8000 con 0x55850a069200 | |
| 2020-03-19T04:35:21.851+0530 7f52678c4700 10 log_client handle_log_ack log(last 4) v1 | |
| 2020-03-19T04:35:21.851+0530 7f52678c4700 10 log_client logged 2020-03-19T04:35:10.976781+0530 mgr.x (mgr.4130) 4 : cluster [DBG] pgmap v5: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:21.852+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:21.852+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 43 ==== log(last 5) v1 ==== 28+0+0 (secure 0 0 0) 0x5585093b9680 con 0x55850a069200 | |
| 2020-03-19T04:35:21.852+0530 7f52678c4700 10 log_client handle_log_ack log(last 5) v1 | |
| 2020-03-19T04:35:21.852+0530 7f52678c4700 10 log_client logged 2020-03-19T04:35:12.979244+0530 mgr.x (mgr.4130) 5 : cluster [DBG] pgmap v6: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:21.852+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:21.852+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 44 ==== log(last 6) v1 ==== 28+0+0 (secure 0 0 0) 0x55850d3dc600 con 0x55850a069200 | |
| 2020-03-19T04:35:21.852+0530 7f52678c4700 10 log_client handle_log_ack log(last 6) v1 | |
| 2020-03-19T04:35:21.852+0530 7f52678c4700 10 log_client logged 2020-03-19T04:35:14.984790+0530 mgr.x (mgr.4130) 6 : cluster [DBG] pgmap v7: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:21.853+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:21.853+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 45 ==== log(last 7) v1 ==== 28+0+0 (secure 0 0 0) 0x55850d3dc300 con 0x55850a069200 | |
| 2020-03-19T04:35:21.853+0530 7f52678c4700 10 log_client handle_log_ack log(last 7) v1 | |
| 2020-03-19T04:35:21.853+0530 7f52678c4700 10 log_client logged 2020-03-19T04:35:16.993064+0530 mgr.x (mgr.4130) 7 : cluster [DBG] pgmap v8: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:21.855+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:21.855+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 46 ==== log(last 8) v1 ==== 28+0+0 (secure 0 0 0) 0x5585093b8f00 con 0x55850a069200 | |
| 2020-03-19T04:35:21.855+0530 7f52678c4700 10 log_client handle_log_ack log(last 8) v1 | |
| 2020-03-19T04:35:21.855+0530 7f52678c4700 10 log_client logged 2020-03-19T04:35:18.997576+0530 mgr.x (mgr.4130) 8 : cluster [DBG] pgmap v9: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:21.859+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:21.859+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 47 ==== log(last 10) v1 ==== 28+0+0 (secure 0 0 0) 0x5585093b8480 con 0x55850a069200 | |
| 2020-03-19T04:35:21.859+0530 7f52678c4700 10 log_client handle_log_ack log(last 10) v1 | |
| 2020-03-19T04:35:21.859+0530 7f52678c4700 10 log_client logged 2020-03-19T04:35:20.998915+0530 mgr.x (mgr.4130) 9 : cluster [DBG] pgmap v10: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:21.859+0530 7f52678c4700 10 log_client logged 2020-03-19T04:35:21.550866+0530 mgr.x (mgr.4130) 10 : audit [DBG] from='client.4180 -' entity='client.admin' cmd=[{"prefix": "restful create-key", "key_name": "admin", "target": ["mon-mgr", ""]}]: dispatch | |
| 2020-03-19T04:35:21.905+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=THROTTLE_DONE pgs=14 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:21.906+0530 7f523f18d700 1 -- 10.0.2.15:0/3364201979 <== mon.0 v2:10.0.2.15:40013/0 10 ==== mgrmap(e 5) v1 ==== 20651+0+0 (secure 0 0 0) 0x55850d7aa000 con 0x55850d35df80 | |
| 2020-03-19T04:35:21.912+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:21.914+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 48 ==== mgrmap(e 5) v1 ==== 20651+0+0 (secure 0 0 0) 0x55850d7aab00 con 0x55850a069200 | |
| 2020-03-19T04:35:21.914+0530 7f52678c4700 10 mgr ms_dispatch2 active mgrmap(e 5) v1 | |
| 2020-03-19T04:35:21.914+0530 7f52678c4700 4 mgr handle_mgr_map received map epoch 5 | |
| 2020-03-19T04:35:21.914+0530 7f52678c4700 4 mgr handle_mgr_map active in map: 1 active is 4130 | |
| 2020-03-19T04:35:21.915+0530 7f52678c4700 10 mgr handle_mgr_map I was already active | |
| 2020-03-19T04:35:21.915+0530 7f52678c4700 10 mgr got_mgr_map x(active, since 33s) | |
| 2020-03-19T04:35:21.915+0530 7f52678c4700 10 mgr ms_dispatch2 mgrmap(e 5) v1 | |
| 2020-03-19T04:35:21.916+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=THROTTLE_DONE pgs=16 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:21.918+0530 7f523d98a700 1 -- 10.0.2.15:0/2447455471 <== mon.2 v2:10.0.2.15:40017/0 11 ==== mgrmap(e 5) v1 ==== 20651+0+0 (secure 0 0 0) 0x55850d3d1340 con 0x55850d33b180 | |
| 2020-03-19T04:35:21.997+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d772900 0x55850d772d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).accept | |
| 2020-03-19T04:35:21.997+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d772900 0x55850d772d80 unknown :-1 s=BANNER_ACCEPTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:35:21.997+0530 7f526b0cb700 10 mgr.server ms_handle_authentication ms_handle_authentication new session 0x55850d706240 con 0x55850d772900 entity client.admin addr | |
| 2020-03-19T04:35:21.997+0530 7f526b0cb700 10 mgr.server ms_handle_authentication session 0x55850d706240 client.admin has caps allow * 'allow *' | |
| 2020-03-19T04:35:21.998+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d772900 0x55850d772d80 secure :-1 s=AUTH_ACCEPTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d5d4c00 tx=0x55850d7863c0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:21.998+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d772900 0x55850d772d80 secure :-1 s=SESSION_ACCEPTING pgs=0 cs=0 l=1 rx=0x55850d5d4c00 tx=0x55850d7863c0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:21.998+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/891374130 conn(0x55850d772900 0x55850d772d80 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d5d4c00 tx=0x55850d7863c0).ready entity=client.4176 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:35:22.118+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:22.118+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:52.119148+0530) | |
| 2020-03-19T04:35:22.118+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:22.118+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:52.119447+0530) | |
| 2020-03-19T04:35:22.397+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:22.397+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 49 ==== osd_map(4..4 src has 1..4) v4 ==== 308+0+0 (secure 0 0 0) 0x55850d3501c0 con 0x55850a069200 | |
| 2020-03-19T04:35:22.397+0530 7f52678c4700 10 mgr ms_dispatch2 active osd_map(4..4 src has 1..4) v4 | |
| 2020-03-19T04:35:22.397+0530 7f52678c4700 10 mgr ms_dispatch2 osd_map(4..4 src has 1..4) v4 | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 10 monclient: start_mon_command cmd=[{"prefix": "osd metadata", "id": 0}] | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 10 monclient: _send_command 17 [{"prefix": "osd metadata", "id": 0}] | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "osd metadata", "id": 0} v 0) v1 -- 0x5585093b8480 con 0x55850a069200 | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 10 mgr notify_osdmap v11 | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all osd_map | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:22.398+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:22.398+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.398+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:22.398+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.398+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:22.398+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 10 monclient: _renew_subs | |
| 2020-03-19T04:35:22.398+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:22.398+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_subscribe({osdmap=5}) v3 -- 0x55850d3f29c0 con 0x55850a069200 | |
| 2020-03-19T04:35:22.398+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.398+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.398+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.398+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.398+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.398+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.398+0530 7f524ff87700 0 [progress INFO root] Processing OSDMap change 3..4 | |
| 2020-03-19T04:35:22.399+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.399+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.399+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.399+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.399+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'osd_map' | |
| 2020-03-19T04:35:22.399+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.399+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.399+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.399+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.399+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.408+0530 7f526b0cb700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/891374130 conn(0x55850d772900 msgr2=0x55850d772d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 44 | |
| 2020-03-19T04:35:22.408+0530 7f526b0cb700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/891374130 conn(0x55850d772900 msgr2=0x55850d772d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed | |
| 2020-03-19T04:35:22.408+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/891374130 conn(0x55850d772900 0x55850d772d80 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d5d4c00 tx=0x55850d7863c0).handle_read_frame_preamble_main read frame length and tag failed r=-1 ((1) Operation not permitted) | |
| 2020-03-19T04:35:22.408+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/891374130 conn(0x55850d772900 0x55850d772d80 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d5d4c00 tx=0x55850d7863c0).stop | |
| 2020-03-19T04:35:22.415+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:22.415+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 50 ==== mon_command_ack([{"prefix": "osd metadata", "id": 0}]=-2 v4) v1 ==== 69+0+0 (secure 0 0 0) 0x55850d3f29c0 con 0x55850a069200 | |
| 2020-03-19T04:35:22.415+0530 7f52678c4700 10 monclient: handle_mon_command_ack 17 [{"prefix": "osd metadata", "id": 0}] | |
| 2020-03-19T04:35:22.415+0530 7f52678c4700 10 monclient: _finish_command 17 = -2 | |
| 2020-03-19T04:35:22.415+0530 7f52660c1700 1 mgr finish mon failed to return metadata for osd.0: (2) No such file or directory | |
| 2020-03-19T04:35:22.667+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:22.667+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:52.668307+0530) | |
| 2020-03-19T04:35:22.969+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:22.969+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:22.972+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:22.972+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:22.972+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:22.975+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:22.975+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d6e3900 con 0x55850a069200 | |
| 2020-03-19T04:35:22.982+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 51 ==== log(2 entries from seq 73 at 2020-03-19T04:35:22.349387+0530) v1 ==== 590+0+0 (secure 0 0 0) 0x55850d351180 con 0x55850a069200 | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 10 mgr ms_dispatch2 active log(2 entries from seq 73 at 2020-03-19T04:35:22.349387+0530) v1 | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 10 mgr ms_dispatch2 log(2 entries from seq 73 at 2020-03-19T04:35:22.349387+0530) v1 | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:22.985+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:22.985+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.985+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.985+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.986+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.986+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.986+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.986+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.986+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.986+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.986+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.986+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.986+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.986+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.986+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.986+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.986+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.986+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.987+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.988+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:22.988+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.988+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.988+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.988+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.988+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 15 mgr get_health_checks getting health checks for balancer | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 15 mgr get_health_checks getting health checks for crash | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 15 mgr get_health_checks getting health checks for devicehealth | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 15 mgr get_health_checks getting health checks for iostat | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 15 mgr get_health_checks getting health checks for osd_support | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 15 mgr get_health_checks getting health checks for pg_autoscaler | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 15 mgr get_health_checks getting health checks for progress | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 15 mgr get_health_checks getting health checks for rbd_support | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 15 mgr get_health_checks getting health checks for restful | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 15 mgr get_health_checks getting health checks for status | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 15 mgr get_health_checks getting health checks for telemetry | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 10 mgr update_delta_stats v12 | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 10 mgr.server operator() 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 10 mgr.server operator() 2 health checks | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 20 mgr.server operator() health checks: | |
| { | |
| "MGR_MODULE_DEPENDENCY": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "2 mgr modules have failed dependencies", | |
| "count": 2 | |
| }, | |
| "detail": [ | |
| { | |
| "message": "Module 'orchestrator' has failed dependency: No module named 'yaml'" | |
| }, | |
| { | |
| "message": "Module 'volumes' has failed dependency: No module named 'yaml'" | |
| } | |
| ] | |
| }, | |
| "TOO_FEW_OSDS": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "OSD count 1 < osd_pool_default_size 3", | |
| "count": 2 | |
| }, | |
| "detail": [] | |
| } | |
| } | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 0 log_channel(cluster) log [DBG] : pgmap v12: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 20 mgr.server send_report + mon.a SLOW_OPS(0|(0,0)) | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- monmgrreport(2 checks, 0 progress events) v2 -- 0x55850d5ce3c0 con 0x55850a069200 | |
| 2020-03-19T04:35:22.998+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:22.999+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:35:22.999+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:23.118+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:23.118+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:23.118+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:53.119526+0530) | |
| 2020-03-19T04:35:23.118+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:53.119553+0530) | |
| 2020-03-19T04:35:23.667+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:23.667+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:53.668560+0530) | |
| 2020-03-19T04:35:23.667+0530 7f52668c2700 10 log_client log_queue is 1 last_log 11 sent 10 num 1 unsent 1 sending 1 | |
| 2020-03-19T04:35:23.667+0530 7f52668c2700 10 log_client will send 2020-03-19T04:35:23.000040+0530 mgr.x (mgr.4130) 11 : cluster [DBG] pgmap v12: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:23.667+0530 7f52668c2700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:23.667+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- log(1 entries from seq 11 at 2020-03-19T04:35:23.000040+0530) v1 -- 0x55850d351a40 con 0x55850a069200 | |
| 2020-03-19T04:35:24.019+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:24.019+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 52 ==== mgrdigest v1 ==== 2074+0+0 (secure 0 0 0) 0x5585093b8480 con 0x55850a069200 | |
| 2020-03-19T04:35:24.019+0530 7f52678c4700 10 mgr ms_dispatch2 active mgrdigest v1 | |
| 2020-03-19T04:35:24.019+0530 7f52678c4700 10 mgr ms_dispatch2 mgrdigest v1 | |
| 2020-03-19T04:35:24.019+0530 7f52678c4700 10 mgr handle_mgr_digest 1572 | |
| 2020-03-19T04:35:24.019+0530 7f52678c4700 10 mgr handle_mgr_digest 494 | |
| 2020-03-19T04:35:24.019+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all mon_status | |
| 2020-03-19T04:35:24.019+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:24.019+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:24.019+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all health | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all pg_summary | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:24.019+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f52678c4700 10 mgr handle_mgr_digest done. | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'mon_status' | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'health' | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.021+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'pg_summary' | |
| 2020-03-19T04:35:24.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:24.068+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:24.068+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 53 ==== log(last 11) v1 ==== 28+0+0 (secure 0 0 0) 0x5585093b9b00 con 0x55850a069200 | |
| 2020-03-19T04:35:24.068+0530 7f52678c4700 10 log_client handle_log_ack log(last 11) v1 | |
| 2020-03-19T04:35:24.068+0530 7f52678c4700 10 log_client logged 2020-03-19T04:35:23.000040+0530 mgr.x (mgr.4130) 11 : cluster [DBG] pgmap v12: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:24.109+0530 7f523617b700 0 [rbd_support DEBUG root] TaskHandler: tick | |
| 2020-03-19T04:35:24.118+0530 7f523697c700 0 [rbd_support DEBUG root] PerfHandler: tick | |
| 2020-03-19T04:35:24.118+0530 7f523697c700 10 ceph_option_get mgr_stats_period found: 5 | |
| 2020-03-19T04:35:24.118+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:24.118+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:24.118+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:54.119614+0530) | |
| 2020-03-19T04:35:24.118+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:54.119621+0530) | |
| 2020-03-19T04:35:24.667+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:24.668+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:54.669184+0530) | |
| 2020-03-19T04:35:24.975+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:24.975+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:24.976+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:24.976+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:24.976+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:24.978+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:24.978+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d6e3b80 con 0x55850a069200 | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 15 mgr get_health_checks getting health checks for balancer | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 15 mgr get_health_checks getting health checks for crash | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 15 mgr get_health_checks getting health checks for devicehealth | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 15 mgr get_health_checks getting health checks for iostat | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 15 mgr get_health_checks getting health checks for osd_support | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 15 mgr get_health_checks getting health checks for pg_autoscaler | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 15 mgr get_health_checks getting health checks for progress | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 15 mgr get_health_checks getting health checks for rbd_support | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 15 mgr get_health_checks getting health checks for restful | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 15 mgr get_health_checks getting health checks for status | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 15 mgr get_health_checks getting health checks for telemetry | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 10 mgr update_delta_stats v13 | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 10 mgr.server operator() 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 10 mgr.server operator() 2 health checks | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 20 mgr.server operator() health checks: | |
| { | |
| "MGR_MODULE_DEPENDENCY": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "2 mgr modules have failed dependencies", | |
| "count": 2 | |
| }, | |
| "detail": [ | |
| { | |
| "message": "Module 'orchestrator' has failed dependency: No module named 'yaml'" | |
| }, | |
| { | |
| "message": "Module 'volumes' has failed dependency: No module named 'yaml'" | |
| } | |
| ] | |
| }, | |
| "TOO_FEW_OSDS": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "OSD count 1 < osd_pool_default_size 3", | |
| "count": 2 | |
| }, | |
| "detail": [] | |
| } | |
| } | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 0 log_channel(cluster) log [DBG] : pgmap v13: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 20 mgr.server send_report + mon.a SLOW_OPS(0|(0,0)) | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:24.999+0530 7f5243a16700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- monmgrreport(2 checks, 0 progress events) v2 -- 0x55850d5ce5a0 con 0x55850a069200 | |
| 2020-03-19T04:35:25.000+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:25.000+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:35:25.000+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:25.092+0530 7f52658c0700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] -- mgrreport(unknown.x +0-0 packed 102) v9 -- 0x55850d669500 con 0x55850d570900 | |
| 2020-03-19T04:35:25.093+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53540 conn(0x55850d571200 0x55850d571680 secure :-1 s=THROTTLE_DONE pgs=7 cs=0 l=1 rx=0x55850d4dea80 tx=0x55850d531630).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:25.093+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mgr.4130 10.0.2.15:0/53540 9 ==== mgrreport(mgr.x +0-0 packed 102) v9 ==== 138+0+0 (secure 0 0 0) 0x55850d668f00 con 0x55850d571200 | |
| 2020-03-19T04:35:25.093+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571200 mgr.x | |
| 2020-03-19T04:35:25.093+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mgr.x | |
| 2020-03-19T04:35:25.093+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 102 bytes of data | |
| 2020-03-19T04:35:25.093+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53262 conn(0x55850d571b00 0x55850d571f80 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46f950 tx=0x55850d5310e0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:25.093+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.0 10.0.2.15:0/53262 9 ==== mgrreport(mon.a +0-0 packed 1174 daemon_metrics=1) v9 ==== 3586+0+0 (secure 0 0 0) 0x55850d669200 con 0x55850d571b00 | |
| 2020-03-19T04:35:25.093+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571b00 mon.a | |
| 2020-03-19T04:35:25.093+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.a | |
| 2020-03-19T04:35:25.093+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:25.094+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53305 conn(0x55850d572400 0x55850d572880 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d4df410 tx=0x55850d531950).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:25.094+0530 7f5250788700 20 mgr.server handle_report got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.a},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:35:25.094+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:35:25.094+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.1 10.0.2.15:0/53305 9 ==== mgrreport(mon.b +0-0 packed 1174 daemon_metrics=1) v9 ==== 3586+0+0 (secure 0 0 0) 0x55850d669500 con 0x55850d572400 | |
| 2020-03-19T04:35:25.094+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572400 mon.b | |
| 2020-03-19T04:35:25.094+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.b | |
| 2020-03-19T04:35:25.094+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:25.094+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53348 conn(0x55850d572d00 0x55850d620000 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46ff50 tx=0x55850d531180).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:25.094+0530 7f5250788700 20 mgr.server handle_report got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.b},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:35:25.094+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:35:25.094+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.2 10.0.2.15:0/53348 9 ==== mgrreport(mon.c +0-0 packed 1174 daemon_metrics=1) v9 ==== 3586+0+0 (secure 0 0 0) 0x55850d669200 con 0x55850d572d00 | |
| 2020-03-19T04:35:25.095+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572d00 mon.c | |
| 2020-03-19T04:35:25.095+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.c | |
| 2020-03-19T04:35:25.095+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:25.095+0530 7f5250788700 20 mgr.server handle_report got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.c},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:35:25.095+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:35:25.112+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:25.112+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 54 ==== log(1 entries from seq 76 at 2020-03-19T04:35:23.952755+0530) v1 ==== 243+0+0 (secure 0 0 0) 0x55850d351a40 con 0x55850a069200 | |
| 2020-03-19T04:35:25.112+0530 7f52678c4700 10 mgr ms_dispatch2 active log(1 entries from seq 76 at 2020-03-19T04:35:23.952755+0530) v1 | |
| 2020-03-19T04:35:25.112+0530 7f52678c4700 10 mgr ms_dispatch2 log(1 entries from seq 76 at 2020-03-19T04:35:23.952755+0530) v1 | |
| 2020-03-19T04:35:25.112+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:25.112+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:25.112+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:25.113+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.113+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:25.113+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:25.113+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:25.113+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:25.113+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:25.113+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:25.113+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:25.113+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:25.113+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.113+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:25.113+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.113+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.113+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.113+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.113+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.113+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.113+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.113+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.113+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.113+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.113+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.113+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.113+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.113+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.113+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.114+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:25.114+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.114+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.114+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.114+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.114+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:25.118+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:25.118+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:25.118+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:55.119715+0530) | |
| 2020-03-19T04:35:25.118+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:55.119737+0530) | |
| 2020-03-19T04:35:25.669+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:25.669+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:55.670538+0530) | |
| 2020-03-19T04:35:25.669+0530 7f52668c2700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:35:25.669+0530 7f52668c2700 10 log_client log_queue is 1 last_log 12 sent 11 num 1 unsent 1 sending 1 | |
| 2020-03-19T04:35:25.669+0530 7f52668c2700 10 log_client will send 2020-03-19T04:35:25.001130+0530 mgr.x (mgr.4130) 12 : cluster [DBG] pgmap v13: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:25.670+0530 7f52668c2700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:25.670+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- log(1 entries from seq 12 at 2020-03-19T04:35:25.001130+0530) v1 -- 0x55850d350700 con 0x55850a069200 | |
| 2020-03-19T04:35:25.671+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=READY pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:26.118+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:26.118+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:56.120049+0530) | |
| 2020-03-19T04:35:26.119+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:26.119+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:56.120184+0530) | |
| 2020-03-19T04:35:26.416+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:26.416+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 55 ==== log(last 12) v1 ==== 28+0+0 (secure 0 0 0) 0x55850d3dc000 con 0x55850a069200 | |
| 2020-03-19T04:35:26.416+0530 7f52678c4700 10 log_client handle_log_ack log(last 12) v1 | |
| 2020-03-19T04:35:26.416+0530 7f52678c4700 10 log_client logged 2020-03-19T04:35:25.001130+0530 mgr.x (mgr.4130) 12 : cluster [DBG] pgmap v13: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:26.670+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:26.670+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:56.672599+0530) | |
| 2020-03-19T04:35:26.979+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:26.979+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:26.979+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:26.980+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:26.980+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:26.980+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:26.980+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d720a00 con 0x55850a069200 | |
| 2020-03-19T04:35:27.001+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:27.001+0530 7f5243a16700 15 mgr get_health_checks getting health checks for balancer | |
| 2020-03-19T04:35:27.001+0530 7f5243a16700 15 mgr get_health_checks getting health checks for crash | |
| 2020-03-19T04:35:27.001+0530 7f5243a16700 15 mgr get_health_checks getting health checks for devicehealth | |
| 2020-03-19T04:35:27.001+0530 7f5243a16700 15 mgr get_health_checks getting health checks for iostat | |
| 2020-03-19T04:35:27.001+0530 7f5243a16700 15 mgr get_health_checks getting health checks for osd_support | |
| 2020-03-19T04:35:27.001+0530 7f5243a16700 15 mgr get_health_checks getting health checks for pg_autoscaler | |
| 2020-03-19T04:35:27.001+0530 7f5243a16700 15 mgr get_health_checks getting health checks for progress | |
| 2020-03-19T04:35:27.001+0530 7f5243a16700 15 mgr get_health_checks getting health checks for rbd_support | |
| 2020-03-19T04:35:27.001+0530 7f5243a16700 15 mgr get_health_checks getting health checks for restful | |
| 2020-03-19T04:35:27.001+0530 7f5243a16700 15 mgr get_health_checks getting health checks for status | |
| 2020-03-19T04:35:27.001+0530 7f5243a16700 15 mgr get_health_checks getting health checks for telemetry | |
| 2020-03-19T04:35:27.002+0530 7f5243a16700 10 mgr update_delta_stats v14 | |
| 2020-03-19T04:35:27.002+0530 7f5243a16700 10 mgr.server operator() 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:27.002+0530 7f5243a16700 10 mgr.server operator() 2 health checks | |
| 2020-03-19T04:35:27.002+0530 7f5243a16700 20 mgr.server operator() health checks: | |
| { | |
| "MGR_MODULE_DEPENDENCY": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "2 mgr modules have failed dependencies", | |
| "count": 2 | |
| }, | |
| "detail": [ | |
| { | |
| "message": "Module 'orchestrator' has failed dependency: No module named 'yaml'" | |
| }, | |
| { | |
| "message": "Module 'volumes' has failed dependency: No module named 'yaml'" | |
| } | |
| ] | |
| }, | |
| "TOO_FEW_OSDS": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "OSD count 1 < osd_pool_default_size 3", | |
| "count": 2 | |
| }, | |
| "detail": [] | |
| } | |
| } | |
| 2020-03-19T04:35:27.003+0530 7f5243a16700 0 log_channel(cluster) log [DBG] : pgmap v14: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:27.003+0530 7f5243a16700 20 mgr.server send_report + mon.a SLOW_OPS(0|(0,0)) | |
| 2020-03-19T04:35:27.003+0530 7f5243a16700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:27.003+0530 7f5243a16700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- monmgrreport(2 checks, 0 progress events) v2 -- 0x55850d5ce780 con 0x55850a069200 | |
| 2020-03-19T04:35:27.003+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:27.003+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:35:27.003+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:27.119+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:27.119+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:57.120590+0530) | |
| 2020-03-19T04:35:27.119+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:27.119+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:57.120717+0530) | |
| 2020-03-19T04:35:27.672+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:27.672+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:57.673405+0530) | |
| 2020-03-19T04:35:27.672+0530 7f52668c2700 10 log_client log_queue is 1 last_log 13 sent 12 num 1 unsent 1 sending 1 | |
| 2020-03-19T04:35:27.672+0530 7f52668c2700 10 log_client will send 2020-03-19T04:35:27.004247+0530 mgr.x (mgr.4130) 13 : cluster [DBG] pgmap v14: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:27.672+0530 7f52668c2700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:27.672+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- log(1 entries from seq 13 at 2020-03-19T04:35:27.004247+0530) v1 -- 0x55850d780000 con 0x55850a069200 | |
| 2020-03-19T04:35:27.819+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d773200 0x55850d773680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).accept | |
| 2020-03-19T04:35:27.819+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d773200 0x55850d773680 unknown :-1 s=BANNER_ACCEPTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:35:27.820+0530 7f526b0cb700 10 mgr.server ms_handle_authentication ms_handle_authentication new session 0x55850d7065a0 con 0x55850d773200 entity client.admin addr | |
| 2020-03-19T04:35:27.820+0530 7f526b0cb700 10 mgr.server ms_handle_authentication session 0x55850d7065a0 client.admin has caps allow * 'allow *' | |
| 2020-03-19T04:35:27.821+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d773200 0x55850d773680 secure :-1 s=AUTH_ACCEPTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d5d4cc0 tx=0x55850d667ef0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:27.821+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d773200 0x55850d773680 secure :-1 s=SESSION_ACCEPTING pgs=0 cs=0 l=1 rx=0x55850d5d4cc0 tx=0x55850d667ef0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:27.821+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/1797814205 conn(0x55850d773200 0x55850d773680 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d5d4cc0 tx=0x55850d667ef0).ready entity=client.4205 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:35:28.120+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:28.120+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:28.120+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:58.121291+0530) | |
| 2020-03-19T04:35:28.120+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:58.121307+0530) | |
| 2020-03-19T04:35:28.245+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:28.246+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 56 ==== osd_map(5..5 src has 1..5) v4 ==== 308+0+0 (secure 0 0 0) 0x55850d780000 con 0x55850a069200 | |
| 2020-03-19T04:35:28.246+0530 7f52678c4700 10 mgr ms_dispatch2 active osd_map(5..5 src has 1..5) v4 | |
| 2020-03-19T04:35:28.246+0530 7f52678c4700 10 mgr ms_dispatch2 osd_map(5..5 src has 1..5) v4 | |
| 2020-03-19T04:35:28.246+0530 7f52678c4700 10 monclient: start_mon_command cmd=[{"prefix": "osd metadata", "id": 0}] | |
| 2020-03-19T04:35:28.246+0530 7f52678c4700 10 monclient: _send_command 18 [{"prefix": "osd metadata", "id": 0}] | |
| 2020-03-19T04:35:28.246+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:28.246+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "osd metadata", "id": 0} v 0) v1 -- 0x55850d3dc000 con 0x55850a069200 | |
| 2020-03-19T04:35:28.246+0530 7f52678c4700 10 monclient: start_mon_command cmd=[{"prefix": "osd metadata", "id": 1}] | |
| 2020-03-19T04:35:28.246+0530 7f52678c4700 10 monclient: _send_command 19 [{"prefix": "osd metadata", "id": 1}] | |
| 2020-03-19T04:35:28.246+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:28.246+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "osd metadata", "id": 1} v 0) v1 -- 0x5585093b9b00 con 0x55850a069200 | |
| 2020-03-19T04:35:28.246+0530 7f52678c4700 10 mgr notify_osdmap v15 | |
| 2020-03-19T04:35:28.246+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all osd_map | |
| 2020-03-19T04:35:28.246+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:28.246+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:28.247+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:28.247+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:28.247+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:28.247+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:28.247+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:28.247+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:28.247+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:28.247+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:28.247+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:28.247+0530 7f52678c4700 10 monclient: _renew_subs | |
| 2020-03-19T04:35:28.247+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:28.247+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_subscribe({osdmap=6}) v3 -- 0x55850d719a00 con 0x55850a069200 | |
| 2020-03-19T04:35:28.247+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.247+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.247+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.247+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.247+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.247+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.247+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.247+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.247+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.247+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.247+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.247+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.247+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.248+0530 7f524ff87700 0 [progress INFO root] Processing OSDMap change 4..5 | |
| 2020-03-19T04:35:28.249+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.249+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.249+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.249+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.249+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'osd_map' | |
| 2020-03-19T04:35:28.249+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.249+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.249+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.249+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.249+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.261+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:28.262+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 57 ==== mon_command_ack([{"prefix": "osd metadata", "id": 0}]=-2 v5) v1 ==== 69+0+0 (secure 0 0 0) 0x55850d719a00 con 0x55850a069200 | |
| 2020-03-19T04:35:28.262+0530 7f52678c4700 10 monclient: handle_mon_command_ack 18 [{"prefix": "osd metadata", "id": 0}] | |
| 2020-03-19T04:35:28.262+0530 7f52678c4700 10 monclient: _finish_command 18 = -2 | |
| 2020-03-19T04:35:28.262+0530 7f52660c1700 1 mgr finish mon failed to return metadata for osd.0: (2) No such file or directory | |
| 2020-03-19T04:35:28.263+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:28.263+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 58 ==== mon_command_ack([{"prefix": "osd metadata", "id": 1}]=-2 v5) v1 ==== 69+0+0 (secure 0 0 0) 0x55850d77e000 con 0x55850a069200 | |
| 2020-03-19T04:35:28.263+0530 7f52678c4700 10 monclient: handle_mon_command_ack 19 [{"prefix": "osd metadata", "id": 1}] | |
| 2020-03-19T04:35:28.263+0530 7f52678c4700 10 monclient: _finish_command 19 = -2 | |
| 2020-03-19T04:35:28.263+0530 7f52660c1700 1 mgr finish mon failed to return metadata for osd.1: (2) No such file or directory | |
| 2020-03-19T04:35:28.269+0530 7f526b0cb700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/1797814205 conn(0x55850d773200 msgr2=0x55850d773680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 44 | |
| 2020-03-19T04:35:28.269+0530 7f526b0cb700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/1797814205 conn(0x55850d773200 msgr2=0x55850d773680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed | |
| 2020-03-19T04:35:28.269+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/1797814205 conn(0x55850d773200 0x55850d773680 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d5d4cc0 tx=0x55850d667ef0).handle_read_frame_preamble_main read frame length and tag failed r=-1 ((1) Operation not permitted) | |
| 2020-03-19T04:35:28.269+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/1797814205 conn(0x55850d773200 0x55850d773680 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d5d4cc0 tx=0x55850d667ef0).stop | |
| 2020-03-19T04:35:28.269+0530 7f526b0cb700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] reap_dead start | |
| 2020-03-19T04:35:28.466+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 59 ==== log(3 entries from seq 10 at 2020-03-19T04:35:28.195628+0530) v1 ==== 824+0+0 (secure 0 0 0) 0x55850d350700 con 0x55850a069200 | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 10 mgr ms_dispatch2 active log(3 entries from seq 10 at 2020-03-19T04:35:28.195628+0530) v1 | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 10 mgr ms_dispatch2 log(3 entries from seq 10 at 2020-03-19T04:35:28.195628+0530) v1 | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:28.466+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:28.466+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.466+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.466+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.466+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.466+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.466+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.466+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.466+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.466+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.466+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.466+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.466+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.466+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.466+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.466+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.467+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.468+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:28.484+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:28.484+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 60 ==== log(last 13) v1 ==== 28+0+0 (secure 0 0 0) 0x5585093b9b00 con 0x55850a069200 | |
| 2020-03-19T04:35:28.484+0530 7f52678c4700 10 log_client handle_log_ack log(last 13) v1 | |
| 2020-03-19T04:35:28.484+0530 7f52678c4700 10 log_client logged 2020-03-19T04:35:27.004247+0530 mgr.x (mgr.4130) 13 : cluster [DBG] pgmap v14: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:28.672+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:28.672+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:58.673862+0530) | |
| 2020-03-19T04:35:28.981+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:28.981+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:28.981+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:28.982+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:28.982+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:28.982+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:28.982+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d720000 con 0x55850a069200 | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 15 mgr get_health_checks getting health checks for balancer | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 15 mgr get_health_checks getting health checks for crash | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 15 mgr get_health_checks getting health checks for devicehealth | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 15 mgr get_health_checks getting health checks for iostat | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 15 mgr get_health_checks getting health checks for osd_support | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 15 mgr get_health_checks getting health checks for pg_autoscaler | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 15 mgr get_health_checks getting health checks for progress | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 15 mgr get_health_checks getting health checks for rbd_support | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 15 mgr get_health_checks getting health checks for restful | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 15 mgr get_health_checks getting health checks for status | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 15 mgr get_health_checks getting health checks for telemetry | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 10 mgr update_delta_stats v16 | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 10 mgr.server operator() 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 10 mgr.server operator() 2 health checks | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 20 mgr.server operator() health checks: | |
| { | |
| "MGR_MODULE_DEPENDENCY": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "2 mgr modules have failed dependencies", | |
| "count": 2 | |
| }, | |
| "detail": [ | |
| { | |
| "message": "Module 'orchestrator' has failed dependency: No module named 'yaml'" | |
| }, | |
| { | |
| "message": "Module 'volumes' has failed dependency: No module named 'yaml'" | |
| } | |
| ] | |
| }, | |
| "TOO_FEW_OSDS": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "OSD count 2 < osd_pool_default_size 3", | |
| "count": 1 | |
| }, | |
| "detail": [] | |
| } | |
| } | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 0 log_channel(cluster) log [DBG] : pgmap v16: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 20 mgr.server send_report + mon.a SLOW_OPS(0|(0,0)) | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:29.004+0530 7f5243a16700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- monmgrreport(2 checks, 0 progress events) v2 -- 0x55850d5ce960 con 0x55850a069200 | |
| 2020-03-19T04:35:29.005+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:29.005+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:35:29.005+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:29.020+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 61 ==== mgrdigest v1 ==== 2074+0+0 (secure 0 0 0) 0x55850d3dc000 con 0x55850a069200 | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 10 mgr ms_dispatch2 active mgrdigest v1 | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 10 mgr ms_dispatch2 mgrdigest v1 | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 10 mgr handle_mgr_digest 1572 | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 10 mgr handle_mgr_digest 494 | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all mon_status | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all health | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all pg_summary | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:29.020+0530 7f52678c4700 10 mgr handle_mgr_digest done. | |
| 2020-03-19T04:35:29.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.020+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.020+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'mon_status' | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'health' | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'pg_summary' | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.021+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.045+0530 7f52409d0700 0 [osd_support DEBUG root] Scheduled for draining: <set()> | |
| 2020-03-19T04:35:29.045+0530 7f52409d0700 0 [osd_support DEBUG root] Currently being drained: <set()> | |
| 2020-03-19T04:35:29.045+0530 7f52409d0700 0 [osd_support INFO root] Checking if provided osds <[]> exist in the cluster | |
| 2020-03-19T04:35:29.045+0530 7f52409d0700 0 [osd_support DEBUG root] Sleeping for 10 seconds | |
| 2020-03-19T04:35:29.112+0530 7f523617b700 0 [rbd_support DEBUG root] TaskHandler: tick | |
| 2020-03-19T04:35:29.119+0530 7f523697c700 0 [rbd_support DEBUG root] PerfHandler: tick | |
| 2020-03-19T04:35:29.119+0530 7f523697c700 10 ceph_option_get mgr_stats_period found: 5 | |
| 2020-03-19T04:35:29.120+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:29.120+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:59.121811+0530) | |
| 2020-03-19T04:35:29.121+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:29.121+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:59.122133+0530) | |
| 2020-03-19T04:35:29.505+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 62 ==== mgrdigest v1 ==== 2074+0+0 (secure 0 0 0) 0x55850d3dc180 con 0x55850a069200 | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 10 mgr ms_dispatch2 active mgrdigest v1 | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 10 mgr ms_dispatch2 mgrdigest v1 | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 10 mgr handle_mgr_digest 1572 | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 10 mgr handle_mgr_digest 494 | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all mon_status | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all health | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all pg_summary | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:29.506+0530 7f52678c4700 10 mgr handle_mgr_digest done. | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'mon_status' | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.506+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'health' | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'pg_summary' | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:29.550+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 63 ==== log(1 entries from seq 80 at 2020-03-19T04:35:29.453447+0530) v1 ==== 243+0+0 (secure 0 0 0) 0x55850d350fc0 con 0x55850a069200 | |
| 2020-03-19T04:35:29.550+0530 7f52678c4700 10 mgr ms_dispatch2 active log(1 entries from seq 80 at 2020-03-19T04:35:29.453447+0530) v1 | |
| 2020-03-19T04:35:29.550+0530 7f52678c4700 10 mgr ms_dispatch2 log(1 entries from seq 80 at 2020-03-19T04:35:29.453447+0530) v1 | |
| 2020-03-19T04:35:29.550+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:29.550+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:29.550+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:29.550+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:29.550+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:29.550+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:29.550+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:29.550+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:29.550+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:29.550+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:29.550+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:29.550+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.550+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.551+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.551+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:29.673+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:29.673+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:34:59.674388+0530) | |
| 2020-03-19T04:35:29.673+0530 7f52668c2700 10 log_client log_queue is 1 last_log 14 sent 13 num 1 unsent 1 sending 1 | |
| 2020-03-19T04:35:29.673+0530 7f52668c2700 10 log_client will send 2020-03-19T04:35:29.006051+0530 mgr.x (mgr.4130) 14 : cluster [DBG] pgmap v16: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:29.673+0530 7f52668c2700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:29.673+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- log(1 entries from seq 14 at 2020-03-19T04:35:29.006051+0530) v1 -- 0x55850d7801c0 con 0x55850a069200 | |
| 2020-03-19T04:35:30.093+0530 7f52658c0700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] -- mgrreport(unknown.x +0-0 packed 102) v9 -- 0x55850d668900 con 0x55850d570900 | |
| 2020-03-19T04:35:30.094+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53540 conn(0x55850d571200 0x55850d571680 secure :-1 s=THROTTLE_DONE pgs=7 cs=0 l=1 rx=0x55850d4dea80 tx=0x55850d531630).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:30.094+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mgr.4130 10.0.2.15:0/53540 10 ==== mgrreport(mgr.x +0-0 packed 102) v9 ==== 138+0+0 (secure 0 0 0) 0x55850d329b00 con 0x55850d571200 | |
| 2020-03-19T04:35:30.094+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571200 mgr.x | |
| 2020-03-19T04:35:30.094+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mgr.x | |
| 2020-03-19T04:35:30.094+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53262 conn(0x55850d571b00 0x55850d571f80 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46f950 tx=0x55850d5310e0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:30.094+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 102 bytes of data | |
| 2020-03-19T04:35:30.095+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.0 10.0.2.15:0/53262 10 ==== mgrreport(mon.a +0-0 packed 1174 daemon_metrics=1) v9 ==== 3586+0+0 (secure 0 0 0) 0x55850d669b00 con 0x55850d571b00 | |
| 2020-03-19T04:35:30.095+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571b00 mon.a | |
| 2020-03-19T04:35:30.095+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.a | |
| 2020-03-19T04:35:30.095+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53348 conn(0x55850d572d00 0x55850d620000 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46ff50 tx=0x55850d531180).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:30.095+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:30.096+0530 7f5250788700 20 mgr.server handle_report got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.a},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:35:30.096+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:35:30.096+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53305 conn(0x55850d572400 0x55850d572880 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d4df410 tx=0x55850d531950).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:30.096+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.2 10.0.2.15:0/53348 10 ==== mgrreport(mon.c +0-0 packed 1174 daemon_metrics=1) v9 ==== 3586+0+0 (secure 0 0 0) 0x55850d668f00 con 0x55850d572d00 | |
| 2020-03-19T04:35:30.096+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572d00 mon.c | |
| 2020-03-19T04:35:30.096+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.c | |
| 2020-03-19T04:35:30.096+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:30.096+0530 7f5250788700 20 mgr.server handle_report got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.c},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:35:30.096+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:35:30.096+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.1 10.0.2.15:0/53305 10 ==== mgrreport(mon.b +0-0 packed 1174 daemon_metrics=1) v9 ==== 3586+0+0 (secure 0 0 0) 0x55850d668900 con 0x55850d572400 | |
| 2020-03-19T04:35:30.097+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572400 mon.b | |
| 2020-03-19T04:35:30.097+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.b | |
| 2020-03-19T04:35:30.097+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 112 types, got 1174 bytes of data | |
| 2020-03-19T04:35:30.097+0530 7f5250788700 20 mgr.server handle_report got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log={0=},leveldb_write_buffer_size={0=33554432},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mgr_initial_modules={2=restful iostat},mon_allow_pool_delete={1=true},mon_allow_pool_size_one={1=true},mon_cluster_log_file={2=/home/adi/gsoc/ceph/build/out/cluster.mon.$id.log},mon_data={2=/home/adi/gsoc/ceph/build/dev/mon.b},mon_data_avail_crit={1=1},mon_data_avail_warn={1=2},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},mon_osd_reporter_subtree_level={1=osd},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_crush_chooseleaf_type={2=0},osd_failsafe_full_ratio={2=0.990000},osd_pool_default_erasure_code_profile={2=plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:35:30.097+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0))] | |
| 2020-03-19T04:35:30.121+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:30.121+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:30.121+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:35:00.122265+0530) | |
| 2020-03-19T04:35:30.121+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:35:00.122299+0530) | |
| 2020-03-19T04:35:30.121+0530 7f523b185700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:35:30.121+0530 7f523d189700 20 monclient: _un_backoff reopen_interval_multipler now 1 | |
| 2020-03-19T04:35:30.121+0530 7f526b0cb700 1 --2- 10.0.2.15:0/3364201979 >> [v2:10.0.2.15:40013/0,v1:10.0.2.15:40014/0] conn(0x55850d35df80 0x55850d35db00 secure :-1 s=READY pgs=14 cs=0 l=1 rx=0x5585093b0330 tx=0x55850d472be0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:30.122+0530 7f526c8ce700 1 --2- 10.0.2.15:0/2447455471 >> [v2:10.0.2.15:40017/0,v1:10.0.2.15:40018/0] conn(0x55850d33b180 0x55850d33ad00 secure :-1 s=READY pgs=16 cs=0 l=1 rx=0x55850d32c3c0 tx=0x55850d472aa0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:30.673+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:30.673+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:35:00.675115+0530) | |
| 2020-03-19T04:35:30.776+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:30.776+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 64 ==== log(last 14) v1 ==== 28+0+0 (secure 0 0 0) 0x55850d3dc600 con 0x55850a069200 | |
| 2020-03-19T04:35:30.776+0530 7f52678c4700 10 log_client handle_log_ack log(last 14) v1 | |
| 2020-03-19T04:35:30.776+0530 7f52678c4700 10 log_client logged 2020-03-19T04:35:29.006051+0530 mgr.x (mgr.4130) 14 : cluster [DBG] pgmap v16: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:30.986+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:30.986+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:30.987+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:30.987+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:30.987+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:30.987+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:30.987+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d721180 con 0x55850a069200 | |
| 2020-03-19T04:35:31.005+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:31.005+0530 7f5243a16700 15 mgr get_health_checks getting health checks for balancer | |
| 2020-03-19T04:35:31.005+0530 7f5243a16700 15 mgr get_health_checks getting health checks for crash | |
| 2020-03-19T04:35:31.005+0530 7f5243a16700 15 mgr get_health_checks getting health checks for devicehealth | |
| 2020-03-19T04:35:31.005+0530 7f5243a16700 15 mgr get_health_checks getting health checks for iostat | |
| 2020-03-19T04:35:31.005+0530 7f5243a16700 15 mgr get_health_checks getting health checks for osd_support | |
| 2020-03-19T04:35:31.005+0530 7f5243a16700 15 mgr get_health_checks getting health checks for pg_autoscaler | |
| 2020-03-19T04:35:31.005+0530 7f5243a16700 15 mgr get_health_checks getting health checks for progress | |
| 2020-03-19T04:35:31.005+0530 7f5243a16700 15 mgr get_health_checks getting health checks for rbd_support | |
| 2020-03-19T04:35:31.005+0530 7f5243a16700 15 mgr get_health_checks getting health checks for restful | |
| 2020-03-19T04:35:31.005+0530 7f5243a16700 15 mgr get_health_checks getting health checks for status | |
| 2020-03-19T04:35:31.005+0530 7f5243a16700 15 mgr get_health_checks getting health checks for telemetry | |
| 2020-03-19T04:35:31.005+0530 7f5243a16700 10 mgr update_delta_stats v17 | |
| 2020-03-19T04:35:31.006+0530 7f5243a16700 10 mgr.server operator() 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:31.006+0530 7f5243a16700 10 mgr.server operator() 2 health checks | |
| 2020-03-19T04:35:31.006+0530 7f5243a16700 20 mgr.server operator() health checks: | |
| { | |
| "MGR_MODULE_DEPENDENCY": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "2 mgr modules have failed dependencies", | |
| "count": 2 | |
| }, | |
| "detail": [ | |
| { | |
| "message": "Module 'orchestrator' has failed dependency: No module named 'yaml'" | |
| }, | |
| { | |
| "message": "Module 'volumes' has failed dependency: No module named 'yaml'" | |
| } | |
| ] | |
| }, | |
| "TOO_FEW_OSDS": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "OSD count 2 < osd_pool_default_size 3", | |
| "count": 1 | |
| }, | |
| "detail": [] | |
| } | |
| } | |
| 2020-03-19T04:35:31.006+0530 7f5243a16700 0 log_channel(cluster) log [DBG] : pgmap v17: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:31.006+0530 7f5243a16700 20 mgr.server send_report + mon.a SLOW_OPS(0|(0,0)) | |
| 2020-03-19T04:35:31.006+0530 7f5243a16700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:31.006+0530 7f5243a16700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- monmgrreport(2 checks, 0 progress events) v2 -- 0x55850d5ceb40 con 0x55850a069200 | |
| 2020-03-19T04:35:31.006+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:31.006+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:35:31.007+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:31.122+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:31.122+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:31.122+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:35:01.123042+0530) | |
| 2020-03-19T04:35:31.122+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:35:01.123034+0530) | |
| 2020-03-19T04:35:31.614+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:31.621+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 65 ==== osd_map(6..6 src has 1..6) v4 ==== 723+0+0 (secure 0 0 0) 0x55850d7801c0 con 0x55850a069200 | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 10 mgr ms_dispatch2 active osd_map(6..6 src has 1..6) v4 | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 10 mgr ms_dispatch2 osd_map(6..6 src has 1..6) v4 | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 10 monclient: start_mon_command cmd=[{"prefix": "osd metadata", "id": 0}] | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 10 monclient: _send_command 20 [{"prefix": "osd metadata", "id": 0}] | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "osd metadata", "id": 0} v 0) v1 -- 0x55850d3dc600 con 0x55850a069200 | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 10 monclient: start_mon_command cmd=[{"prefix": "osd metadata", "id": 1}] | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 10 monclient: _send_command 21 [{"prefix": "osd metadata", "id": 1}] | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "osd metadata", "id": 1} v 0) v1 -- 0x55850d3dc300 con 0x55850a069200 | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 10 mgr notify_osdmap v18 | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all osd_map | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:31.622+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:31.622+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:31.622+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:31.622+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:31.622+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.622+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.622+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.622+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 10 monclient: _renew_subs | |
| 2020-03-19T04:35:31.622+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.622+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:31.622+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.622+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.622+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_subscribe({osdmap=7}) v3 -- 0x55850d77e9c0 con 0x55850a069200 | |
| 2020-03-19T04:35:31.622+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.622+0530 7f524ff87700 0 [progress INFO root] Processing OSDMap change 5..6 | |
| 2020-03-19T04:35:31.623+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.623+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.623+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.623+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.623+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'osd_map' | |
| 2020-03-19T04:35:31.623+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.623+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.623+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.623+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.623+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.628+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:31.628+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 66 ==== mon_command_ack([{"prefix": "osd metadata", "id": 0}]=-2 v6) v1 ==== 69+0+0 (secure 0 0 0) 0x55850d77e9c0 con 0x55850a069200 | |
| 2020-03-19T04:35:31.628+0530 7f52678c4700 10 monclient: handle_mon_command_ack 20 [{"prefix": "osd metadata", "id": 0}] | |
| 2020-03-19T04:35:31.628+0530 7f52678c4700 10 monclient: _finish_command 20 = -2 | |
| 2020-03-19T04:35:31.628+0530 7f52660c1700 1 mgr finish mon failed to return metadata for osd.0: (2) No such file or directory | |
| 2020-03-19T04:35:31.630+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:31.630+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 67 ==== mon_command_ack([{"prefix": "osd metadata", "id": 1}]=-2 v6) v1 ==== 69+0+0 (secure 0 0 0) 0x55850d6d7860 con 0x55850a069200 | |
| 2020-03-19T04:35:31.630+0530 7f52678c4700 10 monclient: handle_mon_command_ack 21 [{"prefix": "osd metadata", "id": 1}] | |
| 2020-03-19T04:35:31.630+0530 7f52678c4700 10 monclient: _finish_command 21 = -2 | |
| 2020-03-19T04:35:31.630+0530 7f52660c1700 1 mgr finish mon failed to return metadata for osd.1: (2) No such file or directory | |
| 2020-03-19T04:35:31.666+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:31.667+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 68 ==== log(1 entries from seq 81 at 2020-03-19T04:35:30.883247+0530) v1 ==== 332+0+0 (secure 0 0 0) 0x55850d351880 con 0x55850a069200 | |
| 2020-03-19T04:35:31.667+0530 7f52678c4700 10 mgr ms_dispatch2 active log(1 entries from seq 81 at 2020-03-19T04:35:30.883247+0530) v1 | |
| 2020-03-19T04:35:31.667+0530 7f52678c4700 10 mgr ms_dispatch2 log(1 entries from seq 81 at 2020-03-19T04:35:30.883247+0530) v1 | |
| 2020-03-19T04:35:31.667+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:31.667+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:31.667+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:31.667+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:31.667+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:31.667+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:31.667+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:31.667+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.667+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:31.667+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:31.667+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:31.667+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:31.667+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:31.667+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.667+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.667+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.667+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.667+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.667+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.667+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.667+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.667+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.667+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.668+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.668+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.668+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.668+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.668+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.668+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.669+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:31.669+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.669+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.669+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.669+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.669+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:31.674+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:31.674+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:35:01.675941+0530) | |
| 2020-03-19T04:35:31.674+0530 7f52668c2700 10 log_client log_queue is 1 last_log 15 sent 14 num 1 unsent 1 sending 1 | |
| 2020-03-19T04:35:31.674+0530 7f52668c2700 10 log_client will send 2020-03-19T04:35:31.007784+0530 mgr.x (mgr.4130) 15 : cluster [DBG] pgmap v17: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:31.674+0530 7f52668c2700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:31.674+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- log(1 entries from seq 15 at 2020-03-19T04:35:31.007784+0530) v1 -- 0x55850d780380 con 0x55850a069200 | |
| 2020-03-19T04:35:32.121+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:32.122+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:35:02.123213+0530) | |
| 2020-03-19T04:35:32.122+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:32.122+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:35:02.123246+0530) | |
| 2020-03-19T04:35:32.652+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:32.652+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 69 ==== osd_map(7..7 src has 1..7) v4 ==== 849+0+0 (secure 0 0 0) 0x55850d780380 con 0x55850a069200 | |
| 2020-03-19T04:35:32.652+0530 7f52678c4700 10 mgr ms_dispatch2 active osd_map(7..7 src has 1..7) v4 | |
| 2020-03-19T04:35:32.652+0530 7f52678c4700 10 mgr ms_dispatch2 osd_map(7..7 src has 1..7) v4 | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 10 monclient: start_mon_command cmd=[{"prefix": "osd metadata", "id": 0}] | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 10 monclient: _send_command 22 [{"prefix": "osd metadata", "id": 0}] | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "osd metadata", "id": 0} v 0) v1 -- 0x55850d3dc000 con 0x55850a069200 | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 10 monclient: start_mon_command cmd=[{"prefix": "osd metadata", "id": 1}] | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 10 monclient: _send_command 23 [{"prefix": "osd metadata", "id": 1}] | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "osd metadata", "id": 1} v 0) v1 -- 0x55850d3dc180 con 0x55850a069200 | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 10 mgr notify_osdmap v19 | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all osd_map | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:32.653+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:32.653+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:32.653+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:32.653+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.653+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:32.653+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.653+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.653+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 10 monclient: _renew_subs | |
| 2020-03-19T04:35:32.653+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.653+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.653+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:32.653+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.653+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.653+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_subscribe({osdmap=8}) v3 -- 0x55850d2c7520 con 0x55850a069200 | |
| 2020-03-19T04:35:32.654+0530 7f524ff87700 0 [progress INFO root] Processing OSDMap change 6..7 | |
| 2020-03-19T04:35:32.654+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.654+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.654+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.654+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.655+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'osd_map' | |
| 2020-03-19T04:35:32.655+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.655+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.655+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.655+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.655+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.670+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d773b00 0x55850d773f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).accept | |
| 2020-03-19T04:35:32.671+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d773b00 0x55850d773f80 unknown :-1 s=BANNER_ACCEPTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:35:32.671+0530 7f526b0cb700 10 mgr.server ms_handle_authentication ms_handle_authentication new session 0x55850d7065a0 con 0x55850d773b00 entity osd.0 addr | |
| 2020-03-19T04:35:32.671+0530 7f526b0cb700 10 mgr.server ms_handle_authentication session 0x55850d7065a0 osd.0 has caps profile osd 'allow profile osd' | |
| 2020-03-19T04:35:32.671+0530 7f526b0cb700 10 mgr.server ms_handle_authentication registering osd.0 session 0x55850d7065a0 con 0x55850d773b00 | |
| 2020-03-19T04:35:32.673+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d773b00 0x55850d773f80 secure :-1 s=AUTH_ACCEPTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d5d4ea0 tx=0x55850d7863c0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:32.673+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d773b00 0x55850d773f80 secure :-1 s=SESSION_ACCEPTING pgs=0 cs=0 l=1 rx=0x55850d5d4ea0 tx=0x55850d7863c0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:32.673+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> [v2:10.0.2.15:6906/54026,v1:10.0.2.15:6907/54026] conn(0x55850d773b00 0x55850d773f80 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d5d4ea0 tx=0x55850d7863c0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:35:32.675+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:32.675+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:35:02.677045+0530) | |
| 2020-03-19T04:35:32.677+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> [v2:10.0.2.15:6906/54026,v1:10.0.2.15:6907/54026] conn(0x55850d773b00 0x55850d773f80 secure :-1 s=THROTTLE_DONE pgs=4 cs=0 l=1 rx=0x55850d5d4ea0 tx=0x55850d7863c0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:32.677+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== osd.0 v2:10.0.2.15:6906/54026 1 ==== mgropen(osd.0) v3 ==== 65252+0+0 (secure 0 0 0) 0x55850d752000 con 0x55850d773b00 | |
| 2020-03-19T04:35:32.677+0530 7f5250788700 10 mgr.server handle_open from osd.0 v2:10.0.2.15:6906/54026 | |
| 2020-03-19T04:35:32.677+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] --> [v2:10.0.2.15:6906/54026,v1:10.0.2.15:6907/54026] -- mgrconfigure(period=5, threshold=5) v4 -- 0x55850d351340 con 0x55850d773b00 | |
| 2020-03-19T04:35:32.677+0530 7f5250788700 2 mgr.server handle_open ignoring open from osd.0 v2:10.0.2.15:6906/54026; not ready for session (expect reconnect) | |
| 2020-03-19T04:35:32.677+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> [v2:10.0.2.15:6906/54026,v1:10.0.2.15:6907/54026] conn(0x55850d773b00 msgr2=0x55850d773f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down | |
| 2020-03-19T04:35:32.677+0530 7f5250788700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> [v2:10.0.2.15:6906/54026,v1:10.0.2.15:6907/54026] conn(0x55850d773b00 0x55850d773f80 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d5d4ea0 tx=0x55850d7863c0).stop | |
| 2020-03-19T04:35:32.711+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 70 ==== log(2 entries from seq 82 at 2020-03-19T04:35:31.623318+0530) v1 ==== 666+0+0 (secure 0 0 0) 0x55850d351340 con 0x55850a069200 | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 10 mgr ms_dispatch2 active log(2 entries from seq 82 at 2020-03-19T04:35:31.623318+0530) v1 | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 10 mgr ms_dispatch2 log(2 entries from seq 82 at 2020-03-19T04:35:31.623318+0530) v1 | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:32.711+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:32.711+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:32.711+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.711+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.711+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.711+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.711+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.711+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.712+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.713+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.713+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.713+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.713+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.713+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:32.713+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.713+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.713+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.713+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.713+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:32.724+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:32.724+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 71 ==== mon_command_ack([{"prefix": "osd metadata", "id": 0}]=-2 v7) v1 ==== 69+0+0 (secure 0 0 0) 0x55850d6c9a00 con 0x55850a069200 | |
| 2020-03-19T04:35:32.724+0530 7f52678c4700 10 monclient: handle_mon_command_ack 22 [{"prefix": "osd metadata", "id": 0}] | |
| 2020-03-19T04:35:32.724+0530 7f52678c4700 10 monclient: _finish_command 22 = -2 | |
| 2020-03-19T04:35:32.725+0530 7f52660c1700 1 mgr finish mon failed to return metadata for osd.0: (2) No such file or directory | |
| 2020-03-19T04:35:32.725+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:32.725+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 72 ==== mon_command_ack([{"prefix": "osd metadata", "id": 1}]=-2 v7) v1 ==== 69+0+0 (secure 0 0 0) 0x55850d2bb380 con 0x55850a069200 | |
| 2020-03-19T04:35:32.725+0530 7f52678c4700 10 monclient: handle_mon_command_ack 23 [{"prefix": "osd metadata", "id": 1}] | |
| 2020-03-19T04:35:32.725+0530 7f52678c4700 10 monclient: _finish_command 23 = -2 | |
| 2020-03-19T04:35:32.725+0530 7f52660c1700 1 mgr finish mon failed to return metadata for osd.1: (2) No such file or directory | |
| 2020-03-19T04:35:32.727+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:32.727+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 73 ==== log(last 15) v1 ==== 28+0+0 (secure 0 0 0) 0x55850d3dc180 con 0x55850a069200 | |
| 2020-03-19T04:35:32.727+0530 7f52678c4700 10 log_client handle_log_ack log(last 15) v1 | |
| 2020-03-19T04:35:32.727+0530 7f52678c4700 10 log_client logged 2020-03-19T04:35:31.007784+0530 mgr.x (mgr.4130) 15 : cluster [DBG] pgmap v17: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:32.992+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:32.992+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:32.994+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:32.994+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:32.994+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:32.994+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:32.994+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d721400 con 0x55850a069200 | |
| 2020-03-19T04:35:33.008+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:33.008+0530 7f5243a16700 15 mgr get_health_checks getting health checks for balancer | |
| 2020-03-19T04:35:33.008+0530 7f5243a16700 15 mgr get_health_checks getting health checks for crash | |
| 2020-03-19T04:35:33.008+0530 7f5243a16700 15 mgr get_health_checks getting health checks for devicehealth | |
| 2020-03-19T04:35:33.008+0530 7f5243a16700 15 mgr get_health_checks getting health checks for iostat | |
| 2020-03-19T04:35:33.008+0530 7f5243a16700 15 mgr get_health_checks getting health checks for osd_support | |
| 2020-03-19T04:35:33.008+0530 7f5243a16700 15 mgr get_health_checks getting health checks for pg_autoscaler | |
| 2020-03-19T04:35:33.008+0530 7f5243a16700 15 mgr get_health_checks getting health checks for progress | |
| 2020-03-19T04:35:33.008+0530 7f5243a16700 15 mgr get_health_checks getting health checks for rbd_support | |
| 2020-03-19T04:35:33.008+0530 7f5243a16700 15 mgr get_health_checks getting health checks for restful | |
| 2020-03-19T04:35:33.008+0530 7f5243a16700 15 mgr get_health_checks getting health checks for status | |
| 2020-03-19T04:35:33.008+0530 7f5243a16700 15 mgr get_health_checks getting health checks for telemetry | |
| 2020-03-19T04:35:33.008+0530 7f5243a16700 10 mgr update_delta_stats v20 | |
| 2020-03-19T04:35:33.009+0530 7f5243a16700 10 mgr.server operator() 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:33.009+0530 7f5243a16700 10 mgr.server operator() 2 health checks | |
| 2020-03-19T04:35:33.009+0530 7f5243a16700 20 mgr.server operator() health checks: | |
| { | |
| "MGR_MODULE_DEPENDENCY": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "2 mgr modules have failed dependencies", | |
| "count": 2 | |
| }, | |
| "detail": [ | |
| { | |
| "message": "Module 'orchestrator' has failed dependency: No module named 'yaml'" | |
| }, | |
| { | |
| "message": "Module 'volumes' has failed dependency: No module named 'yaml'" | |
| } | |
| ] | |
| }, | |
| "TOO_FEW_OSDS": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "OSD count 2 < osd_pool_default_size 3", | |
| "count": 1 | |
| }, | |
| "detail": [] | |
| } | |
| } | |
| 2020-03-19T04:35:33.009+0530 7f5243a16700 0 log_channel(cluster) log [DBG] : pgmap v20: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:33.009+0530 7f5243a16700 20 mgr.server send_report + mon.a SLOW_OPS(0|(0,0)) | |
| 2020-03-19T04:35:33.009+0530 7f5243a16700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:33.009+0530 7f5243a16700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- monmgrreport(2 checks, 0 progress events) v2 -- 0x55850d5ced20 con 0x55850a069200 | |
| 2020-03-19T04:35:33.009+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:33.010+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 1 max_creating 1024 left 1023 | |
| 2020-03-19T04:35:33.010+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 1; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:33.122+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:33.122+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:35:03.123319+0530) | |
| 2020-03-19T04:35:33.122+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:33.122+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:35:03.123421+0530) | |
| 2020-03-19T04:35:33.671+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d6dd200 0x55850d772000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).accept | |
| 2020-03-19T04:35:33.671+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d6dd200 0x55850d772000 unknown :-1 s=BANNER_ACCEPTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:35:33.671+0530 7f526b0cb700 10 mgr.server ms_handle_authentication ms_handle_authentication new session 0x55850d706ea0 con 0x55850d6dd200 entity osd.0 addr | |
| 2020-03-19T04:35:33.672+0530 7f526b0cb700 10 mgr.server ms_handle_authentication session 0x55850d706ea0 osd.0 has caps profile osd 'allow profile osd' | |
| 2020-03-19T04:35:33.672+0530 7f526b0cb700 10 mgr.server ms_handle_authentication registering osd.0 session 0x55850d706ea0 con 0x55850d6dd200 | |
| 2020-03-19T04:35:33.672+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d6dd200 0x55850d772000 secure :-1 s=AUTH_ACCEPTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d5d5620 tx=0x55850d667ef0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:33.672+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d6dd200 0x55850d772000 secure :-1 s=SESSION_ACCEPTING pgs=0 cs=0 l=1 rx=0x55850d5d5620 tx=0x55850d667ef0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:33.672+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> [v2:10.0.2.15:6906/54026,v1:10.0.2.15:6907/54026] conn(0x55850d6dd200 0x55850d772000 secure :-1 s=READY pgs=5 cs=0 l=1 rx=0x55850d5d5620 tx=0x55850d667ef0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:35:33.673+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> [v2:10.0.2.15:6906/54026,v1:10.0.2.15:6907/54026] conn(0x55850d6dd200 0x55850d772000 secure :-1 s=THROTTLE_DONE pgs=5 cs=0 l=1 rx=0x55850d5d5620 tx=0x55850d667ef0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:33.673+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== osd.0 v2:10.0.2.15:6906/54026 1 ==== mgropen(osd.0) v3 ==== 65252+0+0 (secure 0 0 0) 0x55850d752240 con 0x55850d6dd200 | |
| 2020-03-19T04:35:33.673+0530 7f5250788700 10 mgr.server handle_open from osd.0 v2:10.0.2.15:6906/54026 | |
| 2020-03-19T04:35:33.673+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] --> [v2:10.0.2.15:6906/54026,v1:10.0.2.15:6907/54026] -- mgrconfigure(period=5, threshold=5) v4 -- 0x5585093a0540 con 0x55850d6dd200 | |
| 2020-03-19T04:35:33.673+0530 7f5250788700 2 mgr.server handle_open ignoring open from osd.0 v2:10.0.2.15:6906/54026; not ready for session (expect reconnect) | |
| 2020-03-19T04:35:33.673+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> [v2:10.0.2.15:6906/54026,v1:10.0.2.15:6907/54026] conn(0x55850d6dd200 msgr2=0x55850d772000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down | |
| 2020-03-19T04:35:33.673+0530 7f5250788700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> [v2:10.0.2.15:6906/54026,v1:10.0.2.15:6907/54026] conn(0x55850d6dd200 0x55850d772000 secure :-1 s=READY pgs=5 cs=0 l=1 rx=0x55850d5d5620 tx=0x55850d667ef0).stop | |
| 2020-03-19T04:35:33.675+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:33.675+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:35:03.677560+0530) | |
| 2020-03-19T04:35:33.676+0530 7f52668c2700 10 log_client log_queue is 1 last_log 16 sent 15 num 1 unsent 1 sending 1 | |
| 2020-03-19T04:35:33.676+0530 7f52668c2700 10 log_client will send 2020-03-19T04:35:33.010937+0530 mgr.x (mgr.4130) 16 : cluster [DBG] pgmap v20: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:33.676+0530 7f52668c2700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:33.676+0530 7f52668c2700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- log(1 entries from seq 16 at 2020-03-19T04:35:33.010937+0530) v1 -- 0x55850d780540 con 0x55850a069200 | |
| 2020-03-19T04:35:33.703+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d772d80 0x55850d772900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).accept | |
| 2020-03-19T04:35:33.703+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d772d80 0x55850d772900 unknown :-1 s=BANNER_ACCEPTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:35:33.704+0530 7f526b0cb700 10 mgr.server ms_handle_authentication ms_handle_authentication new session 0x55850d706240 con 0x55850d772d80 entity client.admin addr | |
| 2020-03-19T04:35:33.704+0530 7f526b0cb700 10 mgr.server ms_handle_authentication session 0x55850d706240 client.admin has caps allow * 'allow *' | |
| 2020-03-19T04:35:33.704+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d772d80 0x55850d772900 secure :-1 s=AUTH_ACCEPTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d5d5590 tx=0x55850d7863c0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:33.704+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d772d80 0x55850d772900 secure :-1 s=SESSION_ACCEPTING pgs=0 cs=0 l=1 rx=0x55850d5d5590 tx=0x55850d7863c0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:33.704+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/600509311 conn(0x55850d772d80 0x55850d772900 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d5d5590 tx=0x55850d7863c0).ready entity=client.4210 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:35:33.771+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 74 ==== osd_map(8..8 src has 1..8) v4 ==== 654+0+0 (secure 0 0 0) 0x55850d780540 con 0x55850a069200 | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 10 mgr ms_dispatch2 active osd_map(8..8 src has 1..8) v4 | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 10 mgr ms_dispatch2 osd_map(8..8 src has 1..8) v4 | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 10 monclient: start_mon_command cmd=[{"prefix": "osd metadata", "id": 0}] | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 10 monclient: _send_command 24 [{"prefix": "osd metadata", "id": 0}] | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "osd metadata", "id": 0} v 0) v1 -- 0x55850d3dc180 con 0x55850a069200 | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 10 monclient: start_mon_command cmd=[{"prefix": "osd metadata", "id": 1}] | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 10 monclient: _send_command 25 [{"prefix": "osd metadata", "id": 1}] | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "osd metadata", "id": 1} v 0) v1 -- 0x5585093b8f00 con 0x55850a069200 | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 10 mgr notify_osdmap v21 | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all osd_map | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 10 monclient: _renew_subs | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:33.771+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_subscribe({osdmap=9}) v3 -- 0x55850d77eb60 con 0x55850a069200 | |
| 2020-03-19T04:35:33.774+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.774+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.774+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.774+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.774+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.774+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.774+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.774+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.774+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.774+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.774+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.774+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.774+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.774+0530 7f524ff87700 0 [progress INFO root] Processing OSDMap change 7..8 | |
| 2020-03-19T04:35:33.775+0530 7f524ff87700 0 [progress WARNING root] osd.0 marked in | |
| 2020-03-19T04:35:33.775+0530 7f524ff87700 0 [progress DEBUG root] pool_id, ps = 1, 0 | |
| 2020-03-19T04:35:33.775+0530 7f524ff87700 0 [progress DEBUG root] old_up_acting: { | |
| "acting": [], | |
| "acting_primary": -1, | |
| "up": [], | |
| "up_primary": -1 | |
| } | |
| 2020-03-19T04:35:33.775+0530 7f524ff87700 0 [progress DEBUG root] new_up_acting: { | |
| "acting": [ | |
| 0 | |
| ], | |
| "acting_primary": 0, | |
| "up": [ | |
| 0 | |
| ], | |
| "up_primary": 0 | |
| } | |
| 2020-03-19T04:35:33.775+0530 7f524ff87700 0 [progress WARNING root] 1 PGs were on osd.0, but didn't get new locations | |
| 2020-03-19T04:35:33.776+0530 7f524ff87700 0 [progress WARNING root] 0 PGs affected by osd.0 being marked in | |
| 2020-03-19T04:35:33.776+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.776+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.776+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.776+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.776+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'osd_map' | |
| 2020-03-19T04:35:33.776+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.776+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.776+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.776+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.776+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.784+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:33.785+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 75 ==== mon_command_ack([{"prefix": "osd metadata", "id": 0}]=0 v8) v1 ==== 69+0+2617 (secure 0 0 0) 0x55850d77eb60 con 0x55850a069200 | |
| 2020-03-19T04:35:33.785+0530 7f52678c4700 10 monclient: handle_mon_command_ack 24 [{"prefix": "osd metadata", "id": 0}] | |
| 2020-03-19T04:35:33.785+0530 7f52678c4700 10 monclient: _finish_command 24 = 0 | |
| 2020-03-19T04:35:33.787+0530 7f52660c1700 4 mgr finish mon returned valid metadata JSON for osd.0 | |
| 2020-03-19T04:35:33.787+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:33.797+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 76 ==== mon_command_ack([{"prefix": "osd metadata", "id": 1}]=-2 v8) v1 ==== 69+0+0 (secure 0 0 0) 0x55850d77e4e0 con 0x55850a069200 | |
| 2020-03-19T04:35:33.797+0530 7f52678c4700 10 monclient: handle_mon_command_ack 25 [{"prefix": "osd metadata", "id": 1}] | |
| 2020-03-19T04:35:33.797+0530 7f52678c4700 10 monclient: _finish_command 25 = -2 | |
| 2020-03-19T04:35:33.797+0530 7f52660c1700 1 mgr finish mon failed to return metadata for osd.1: (2) No such file or directory | |
| 2020-03-19T04:35:33.836+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:33.839+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 77 ==== log(1 entries from seq 85 at 2020-03-19T04:35:32.659337+0530) v1 ==== 372+0+0 (secure 0 0 0) 0x55850d351180 con 0x55850a069200 | |
| 2020-03-19T04:35:33.840+0530 7f52678c4700 10 mgr ms_dispatch2 active log(1 entries from seq 85 at 2020-03-19T04:35:32.659337+0530) v1 | |
| 2020-03-19T04:35:33.840+0530 7f52678c4700 10 mgr ms_dispatch2 log(1 entries from seq 85 at 2020-03-19T04:35:32.659337+0530) v1 | |
| 2020-03-19T04:35:33.840+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:33.840+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:33.840+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:33.840+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:33.840+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:33.840+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:33.840+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:33.840+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:33.840+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:33.840+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:33.840+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:33.840+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:33.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.841+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.841+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.842+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.842+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.842+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.842+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.842+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.842+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.842+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:33.842+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.842+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.842+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.842+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.842+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:33.851+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:33.852+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 78 ==== log(last 16) v1 ==== 28+0+0 (secure 0 0 0) 0x55850d3dcc00 con 0x55850a069200 | |
| 2020-03-19T04:35:33.852+0530 7f52678c4700 10 log_client handle_log_ack log(last 16) v1 | |
| 2020-03-19T04:35:33.852+0530 7f52678c4700 10 log_client logged 2020-03-19T04:35:33.010937+0530 mgr.x (mgr.4130) 16 : cluster [DBG] pgmap v20: 1 pgs: 1 unknown; 0 B data, 0 B used, 0 B / 0 B avail | |
| 2020-03-19T04:35:34.112+0530 7f523617b700 0 [rbd_support DEBUG root] TaskHandler: tick | |
| 2020-03-19T04:35:34.119+0530 7f523697c700 0 [rbd_support DEBUG root] PerfHandler: tick | |
| 2020-03-19T04:35:34.120+0530 7f523697c700 10 ceph_option_get mgr_stats_period found: 5 | |
| 2020-03-19T04:35:34.122+0530 7f523d189700 10 monclient: tick | |
| 2020-03-19T04:35:34.122+0530 7f523d189700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:35:04.123617+0530) | |
| 2020-03-19T04:35:34.122+0530 7f523b185700 10 monclient: tick | |
| 2020-03-19T04:35:34.122+0530 7f523b185700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:35:04.123656+0530) | |
| 2020-03-19T04:35:34.179+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 79 ==== osd_map(9..9 src has 1..9) v4 ==== 366+0+0 (secure 0 0 0) 0x55850d351a40 con 0x55850a069200 | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 10 mgr ms_dispatch2 active osd_map(9..9 src has 1..9) v4 | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 10 mgr ms_dispatch2 osd_map(9..9 src has 1..9) v4 | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 10 monclient: start_mon_command cmd=[{"prefix": "osd metadata", "id": 1}] | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 10 monclient: _send_command 26 [{"prefix": "osd metadata", "id": 1}] | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "osd metadata", "id": 1} v 0) v1 -- 0x55850d3dcc00 con 0x55850a069200 | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 10 monclient: start_mon_command cmd=[{"prefix": "osd metadata", "id": 2}] | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 10 monclient: _send_command 27 [{"prefix": "osd metadata", "id": 2}] | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_command({"prefix": "osd metadata", "id": 2} v 0) v1 -- 0x5585093b8480 con 0x55850a069200 | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 10 mgr notify_osdmap v22 | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all osd_map | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:34.179+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.179+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.179+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.179+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.179+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.179+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.179+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.179+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:34.179+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:34.180+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.180+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.180+0530 7f52678c4700 10 monclient: _renew_subs | |
| 2020-03-19T04:35:34.180+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.180+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.180+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.180+0530 7f52678c4700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:34.180+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mon_subscribe({osdmap=10}) v3 -- 0x55850d77ed00 con 0x55850a069200 | |
| 2020-03-19T04:35:34.180+0530 7f524ff87700 0 [progress INFO root] Processing OSDMap change 8..9 | |
| 2020-03-19T04:35:34.181+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.181+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.181+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.181+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.181+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'osd_map' | |
| 2020-03-19T04:35:34.181+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.181+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.181+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.181+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.181+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.196+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:34.196+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 80 ==== mon_command_ack([{"prefix": "osd metadata", "id": 1}]=-2 v9) v1 ==== 69+0+0 (secure 0 0 0) 0x55850d77ed00 con 0x55850a069200 | |
| 2020-03-19T04:35:34.196+0530 7f52678c4700 10 monclient: handle_mon_command_ack 26 [{"prefix": "osd metadata", "id": 1}] | |
| 2020-03-19T04:35:34.196+0530 7f52678c4700 10 monclient: _finish_command 26 = -2 | |
| 2020-03-19T04:35:34.196+0530 7f52660c1700 1 mgr finish mon failed to return metadata for osd.1: (2) No such file or directory | |
| 2020-03-19T04:35:34.198+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:34.198+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 81 ==== mon_command_ack([{"prefix": "osd metadata", "id": 2}]=-2 v9) v1 ==== 69+0+0 (secure 0 0 0) 0x55850d4b09c0 con 0x55850a069200 | |
| 2020-03-19T04:35:34.198+0530 7f52678c4700 10 monclient: handle_mon_command_ack 27 [{"prefix": "osd metadata", "id": 2}] | |
| 2020-03-19T04:35:34.198+0530 7f52678c4700 10 monclient: _finish_command 27 = -2 | |
| 2020-03-19T04:35:34.198+0530 7f526b0cb700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/600509311 conn(0x55850d772d80 msgr2=0x55850d772900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 44 | |
| 2020-03-19T04:35:34.198+0530 7f526b0cb700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/600509311 conn(0x55850d772d80 msgr2=0x55850d772900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed | |
| 2020-03-19T04:35:34.198+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/600509311 conn(0x55850d772d80 0x55850d772900 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d5d5590 tx=0x55850d7863c0).handle_read_frame_preamble_main read frame length and tag failed r=-1 ((1) Operation not permitted) | |
| 2020-03-19T04:35:34.198+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/600509311 conn(0x55850d772d80 0x55850d772900 secure :-1 s=READY pgs=4 cs=0 l=1 rx=0x55850d5d5590 tx=0x55850d7863c0).stop | |
| 2020-03-19T04:35:34.198+0530 7f52660c1700 1 mgr finish mon failed to return metadata for osd.2: (2) No such file or directory | |
| 2020-03-19T04:35:34.507+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 82 ==== mgrdigest v1 ==== 2075+0+0 (secure 0 0 0) 0x5585093b8480 con 0x55850a069200 | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 10 mgr ms_dispatch2 active mgrdigest v1 | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 10 mgr ms_dispatch2 mgrdigest v1 | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 10 mgr handle_mgr_digest 1573 | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 10 mgr handle_mgr_digest 494 | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all mon_status | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all health | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all pg_summary | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:34.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:34.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:34.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:34.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:34.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:34.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:34.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.507+0530 7f52678c4700 10 mgr handle_mgr_digest done. | |
| 2020-03-19T04:35:34.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.507+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.507+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'mon_status' | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'health' | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'pg_summary' | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.508+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.671+0530 7f526c8ce700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d772480 0x55850d621b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rx=0 tx=0).accept | |
| 2020-03-19T04:35:34.671+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d772480 0x55850d621b00 unknown :-1 s=BANNER_ACCEPTING pgs=0 cs=0 l=0 rx=0 tx=0)._handle_peer_banner_payload supported=0 required=0 | |
| 2020-03-19T04:35:34.671+0530 7f526b0cb700 10 mgr.server ms_handle_authentication ms_handle_authentication new session 0x55850d706b40 con 0x55850d772480 entity osd.0 addr | |
| 2020-03-19T04:35:34.672+0530 7f526b0cb700 10 mgr.server ms_handle_authentication session 0x55850d706b40 osd.0 has caps profile osd 'allow profile osd' | |
| 2020-03-19T04:35:34.672+0530 7f526b0cb700 10 mgr.server ms_handle_authentication registering osd.0 session 0x55850d706b40 con 0x55850d772480 | |
| 2020-03-19T04:35:34.672+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d772480 0x55850d621b00 secure :-1 s=AUTH_ACCEPTING_SIGN pgs=0 cs=0 l=1 rx=0x55850d5d5620 tx=0x55850d667ef0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:34.672+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> conn(0x55850d772480 0x55850d621b00 secure :-1 s=SESSION_ACCEPTING pgs=0 cs=0 l=1 rx=0x55850d5d5620 tx=0x55850d667ef0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:34.672+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> [v2:10.0.2.15:6906/54026,v1:10.0.2.15:6907/54026] conn(0x55850d772480 0x55850d621b00 secure :-1 s=READY pgs=6 cs=0 l=1 rx=0x55850d5d5620 tx=0x55850d667ef0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 | |
| 2020-03-19T04:35:34.673+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> [v2:10.0.2.15:6906/54026,v1:10.0.2.15:6907/54026] conn(0x55850d772480 0x55850d621b00 secure :-1 s=THROTTLE_DONE pgs=6 cs=0 l=1 rx=0x55850d5d5620 tx=0x55850d667ef0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:34.673+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== osd.0 v2:10.0.2.15:6906/54026 1 ==== mgropen(osd.0) v3 ==== 65252+0+0 (secure 0 0 0) 0x55850d493b00 con 0x55850d772480 | |
| 2020-03-19T04:35:34.673+0530 7f5250788700 10 mgr.server handle_open from osd.0 v2:10.0.2.15:6906/54026 | |
| 2020-03-19T04:35:34.673+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] --> [v2:10.0.2.15:6906/54026,v1:10.0.2.15:6907/54026] -- mgrconfigure(period=5, threshold=5) v4 -- 0x55850d79e000 con 0x55850d772480 | |
| 2020-03-19T04:35:34.673+0530 7f5250788700 20 mgr.server handle_open updating existing DaemonState for osd.0 | |
| 2020-03-19T04:35:34.673+0530 7f5250788700 20 mgr.server handle_open got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},bluestore_block_create={2=true},bluestore_block_db_create={2=true},bluestore_block_db_path={2=/home/adi/gsoc/ceph/build/dev/osd$id/block.db.file},bluestore_block_db_size={2=1073741824},bluestore_block_wal_create={2=true},bluestore_block_wal_path={2=/home/adi/gsoc/ceph/build/dev/osd$id/block.wal.file},bluestore_block_wal_size={2=1048576000},bluestore_fsck_on_mount={2=true},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_bdev={1=20/20},debug_bluefs={1=20/20},debug_bluestore={1=20/20},debug_filestore={1=20/20},debug_journal={1=20/20},debug_mgrc={1=20/20},debug_monc={1=20/20},debug_ms={1=1/1},debug_objclass={1=20/20},debug_objecter={1=20/20},debug_osd={1=25/25},debug_reserver={1=10/10},debug_rocksdb={1=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},filestore_wbthrottle_btrfs_inodes_hard_limit={2=30},filestore_wbthrottle_btrfs_ios_hard_limit={2=20},filestore_wbthrottle_btrfs_ios_start_flusher={2=10},filestore_wbthrottle_xfs_inodes_hard_limit={2=30},filestore_wbthrottle_xfs_ios_hard_limit={2=20},filestore_wbthrottle_xfs_ios_start_flusher={2=10},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$osd_data/keyring},kstore_fsck_on_mount={2=true},leveldb_log={0=},lockdep={2=true},log_file={2=/home/adi/gsoc/ceph/build/out/$name.log},mon_host={2=[v2:10.0.2.15:40013,v1:10.0.2.15:40014] [v2:10.0.2.15:40015,v1:10.0.2.15:40016] [v2:10.0.2.15:40017,v1:10.0.2.15:40018]},mon_max_pg_per_osd={2=1000},mon_osd_backfillfull_ratio={2=0.990000},mon_osd_full_ratio={2=0.990000},mon_osd_nearfull_ratio={2=0.990000},ms_bind_msgr1={2=true},ms_bind_msgr2={2=true},no_config_file={5=false},osd_check_max_object_name_len_on_startup={2=false},osd_class_default_list={2=*},osd_class_dir={2=/home/adi/gsoc/ceph/build/lib},osd_class_load_list={2=*},osd_copyfrom_max_chunk={1=524288},osd_crush_chooseleaf_type={2=0},osd_data={2=/home/adi/gsoc/ceph/build/dev/osd$id},osd_debug_misdirected_ops={1=true},osd_debug_op_order={1=true},osd_failsafe_full_ratio={2=0.990000},osd_fast_shutdown={2=false},osd_journal={2=/home/adi/gsoc/ceph/build/dev/osd$id/journal},osd_journal_size={2=100},osd_objectstore={2=bluestore},osd_pool_default_min_size={1=1},osd_pool_default_size={1=3},osd_scrub_load_threshold={1=2000.000000},pid_file={2=/home/adi/gsoc/ceph/build/out/$name.pid},plugin_dir={2=/home/adi/gsoc/ceph/build/lib},rbd_default_features={0=61},run_dir={2=/home/adi/gsoc/ceph/build/out}} ignored {} | |
| 2020-03-19T04:35:34.673+0530 7f5250788700 20 mgr.server handle_open got config_defaults_bl 61818 bytes | |
| 2020-03-19T04:35:34.676+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> [v2:10.0.2.15:6906/54026,v1:10.0.2.15:6907/54026] conn(0x55850d772480 0x55850d621b00 secure :-1 s=THROTTLE_DONE pgs=6 cs=0 l=1 rx=0x55850d5d5620 tx=0x55850d667ef0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:34.676+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> [v2:10.0.2.15:6906/54026,v1:10.0.2.15:6907/54026] conn(0x55850d772480 0x55850d621b00 secure :-1 s=THROTTLE_DONE pgs=6 cs=0 l=1 rx=0x55850d5d5620 tx=0x55850d667ef0).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:34.676+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== osd.0 v2:10.0.2.15:6906/54026 2 ==== mgrreport(osd.0 +112-0 packed 1222 daemon_metrics=2) v9 ==== 10187+0+0 (secure 0 0 0) 0x55850d7a2000 con 0x55850d772480 | |
| 2020-03-19T04:35:34.676+0530 7f5250788700 10 mgr.server handle_report from 0x55850d772480 osd.0 | |
| 2020-03-19T04:35:34.676+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for osd.0 | |
| 2020-03-19T04:35:34.676+0530 7f5250788700 20 mgr update loading 112 new types, 0 old types, had 112 types, got 1222 bytes of data | |
| 2020-03-19T04:35:34.677+0530 7f52668c2700 10 monclient: tick | |
| 2020-03-19T04:35:34.677+0530 7f52668c2700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2020-03-19T04:35:04.678204+0530) | |
| 2020-03-19T04:35:34.677+0530 7f5250788700 10 mgr.server handle_report daemon_health_metrics [SLOW_OPS(0|(0,0)),PENDING_CREATING_PGS(0|(0,0))] | |
| 2020-03-19T04:35:34.677+0530 7f5250788700 10 mgr notify_all notify_all: notify_all perf_schema_update | |
| 2020-03-19T04:35:34.677+0530 7f5250788700 15 mgr notify_all queuing notify to balancer | |
| 2020-03-19T04:35:34.677+0530 7f5250788700 15 mgr notify_all queuing notify to crash | |
| 2020-03-19T04:35:34.677+0530 7f5250788700 15 mgr notify_all queuing notify to devicehealth | |
| 2020-03-19T04:35:34.677+0530 7f5250788700 15 mgr notify_all queuing notify to iostat | |
| 2020-03-19T04:35:34.677+0530 7f5250788700 15 mgr notify_all queuing notify to osd_support | |
| 2020-03-19T04:35:34.677+0530 7f5250788700 15 mgr notify_all queuing notify to pg_autoscaler | |
| 2020-03-19T04:35:34.677+0530 7f5250788700 15 mgr notify_all queuing notify to progress | |
| 2020-03-19T04:35:34.677+0530 7f5250788700 15 mgr notify_all queuing notify to rbd_support | |
| 2020-03-19T04:35:34.677+0530 7f5250788700 15 mgr notify_all queuing notify to restful | |
| 2020-03-19T04:35:34.677+0530 7f5250788700 15 mgr notify_all queuing notify to status | |
| 2020-03-19T04:35:34.677+0530 7f5250788700 15 mgr notify_all queuing notify to telemetry | |
| 2020-03-19T04:35:34.677+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== osd.0 v2:10.0.2.15:6906/54026 3 ==== pg_stats(1 pgs tid 0 v 0) v2 ==== 1018+0+0 (secure 0 0 0) 0x55850d7a2300 con 0x55850d772480 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'perf_schema_update' | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.678+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.887+0530 7f526a8ca700 1 --2- 10.0.2.15:0/53540 >> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] conn(0x55850a069200 0x55850a068d80 secure :-1 s=THROTTLE_DONE pgs=8 cs=0 l=1 rx=0x5585093b03c0 tx=0x55850d32ae60).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 1 -- 10.0.2.15:0/53540 <== mon.1 v2:10.0.2.15:40015/0 83 ==== log(4 entries from seq 87 at 2020-03-19T04:35:33.765736+0530) v1 ==== 1015+0+0 (secure 0 0 0) 0x55850d350700 con 0x55850a069200 | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 10 mgr ms_dispatch2 active log(4 entries from seq 87 at 2020-03-19T04:35:33.765736+0530) v1 | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 10 mgr ms_dispatch2 log(4 entries from seq 87 at 2020-03-19T04:35:33.765736+0530) v1 | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:34.887+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:34.887+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:34.887+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 10 mgr notify_all notify_all: notify_all (clog) | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to balancer | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to crash | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to devicehealth | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to iostat | |
| 2020-03-19T04:35:34.887+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to osd_support | |
| 2020-03-19T04:35:34.887+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to pg_autoscaler | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to progress | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to rbd_support | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to restful | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to status | |
| 2020-03-19T04:35:34.887+0530 7f52678c4700 15 mgr notify_all queuing notify (clog) to telemetry | |
| 2020-03-19T04:35:34.887+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.887+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.887+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.887+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.887+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.887+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.887+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.887+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.888+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.889+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.890+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.892+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.892+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.892+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.892+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.892+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.892+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.892+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.892+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.892+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.892+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.892+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.892+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.892+0530 7f524ff87700 0 [restful DEBUG root] Unhandled notification type 'clog' | |
| 2020-03-19T04:35:34.892+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.892+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.892+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.892+0530 7f524ff87700 20 mgr Gil Switched to new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.893+0530 7f524ff87700 20 mgr ~Gil Destroying new thread state 0x55850d2b79e0 | |
| 2020-03-19T04:35:34.997+0530 7f52640bd700 10 mgr tick tick | |
| 2020-03-19T04:35:34.997+0530 7f52640bd700 20 mgr send_beacon active | |
| 2020-03-19T04:35:34.997+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/2447455471 | |
| 2020-03-19T04:35:34.997+0530 7f52640bd700 15 mgr send_beacon noting RADOS client for blacklist: v2:10.0.2.15:0/3364201979 | |
| 2020-03-19T04:35:34.997+0530 7f52640bd700 10 mgr send_beacon sending beacon as gid 4130 | |
| 2020-03-19T04:35:34.998+0530 7f52640bd700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:34.998+0530 7f52640bd700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- mgrbeacon mgr.x(5864a623-f1c5-45f3-b4d0-a68f123a6df0,4130, [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540], 1) v10 -- 0x55850d721680 con 0x55850a069200 | |
| 2020-03-19T04:35:35.012+0530 7f5243a16700 10 mgr.server tick | |
| 2020-03-19T04:35:35.012+0530 7f5243a16700 15 mgr get_health_checks getting health checks for balancer | |
| 2020-03-19T04:35:35.012+0530 7f5243a16700 15 mgr get_health_checks getting health checks for crash | |
| 2020-03-19T04:35:35.012+0530 7f5243a16700 15 mgr get_health_checks getting health checks for devicehealth | |
| 2020-03-19T04:35:35.012+0530 7f5243a16700 15 mgr get_health_checks getting health checks for iostat | |
| 2020-03-19T04:35:35.012+0530 7f5243a16700 15 mgr get_health_checks getting health checks for osd_support | |
| 2020-03-19T04:35:35.012+0530 7f5243a16700 15 mgr get_health_checks getting health checks for pg_autoscaler | |
| 2020-03-19T04:35:35.012+0530 7f5243a16700 15 mgr get_health_checks getting health checks for progress | |
| 2020-03-19T04:35:35.012+0530 7f5243a16700 15 mgr get_health_checks getting health checks for rbd_support | |
| 2020-03-19T04:35:35.012+0530 7f5243a16700 15 mgr get_health_checks getting health checks for restful | |
| 2020-03-19T04:35:35.012+0530 7f5243a16700 15 mgr get_health_checks getting health checks for status | |
| 2020-03-19T04:35:35.012+0530 7f5243a16700 15 mgr get_health_checks getting health checks for telemetry | |
| 2020-03-19T04:35:35.012+0530 7f5243a16700 10 mgr update_delta_stats v23 | |
| 2020-03-19T04:35:35.012+0530 7f5243a16700 10 mgr.server operator() 1 pgs: 1 active+undersized; 0 B data, 1.0 GiB used, 99 GiB / 101 GiB avail | |
| 2020-03-19T04:35:35.012+0530 7f5243a16700 10 mgr.server operator() 1 health checks | |
| 2020-03-19T04:35:35.012+0530 7f5243a16700 20 mgr.server operator() health checks: | |
| { | |
| "MGR_MODULE_DEPENDENCY": { | |
| "severity": "HEALTH_WARN", | |
| "summary": { | |
| "message": "2 mgr modules have failed dependencies", | |
| "count": 2 | |
| }, | |
| "detail": [ | |
| { | |
| "message": "Module 'orchestrator' has failed dependency: No module named 'yaml'" | |
| }, | |
| { | |
| "message": "Module 'volumes' has failed dependency: No module named 'yaml'" | |
| } | |
| ] | |
| } | |
| } | |
| 2020-03-19T04:35:35.013+0530 7f5243a16700 0 log_channel(cluster) log [DBG] : pgmap v23: 1 pgs: 1 active+undersized; 0 B data, 1.0 GiB used, 99 GiB / 101 GiB avail | |
| 2020-03-19T04:35:35.013+0530 7f5243a16700 20 mgr.server send_report + osd.0 SLOW_OPS(0|(0,0)) | |
| 2020-03-19T04:35:35.013+0530 7f5243a16700 20 mgr.server send_report + osd.0 PENDING_CREATING_PGS(0|(0,0)) | |
| 2020-03-19T04:35:35.013+0530 7f5243a16700 10 monclient: _send_mon_message to mon.b at v2:10.0.2.15:40015/0 | |
| 2020-03-19T04:35:35.013+0530 7f5243a16700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:40015/0,v1:10.0.2.15:40016/0] -- monmgrreport(1 checks, 0 progress events) v2 -- 0x55850d5cef00 con 0x55850a069200 | |
| 2020-03-19T04:35:35.013+0530 7f5243a16700 20 mgr.server adjust_pgs | |
| 2020-03-19T04:35:35.013+0530 7f5243a16700 10 mgr.server operator() creating_or_unknown 0 max_creating 1024 left 1024 | |
| 2020-03-19T04:35:35.013+0530 7f5243a16700 20 mgr.server operator() misplaced_ratio 0 degraded_ratio 0 inactive_pgs_ratio 0 unknown_pgs_ratio 0; target_max_misplaced_ratio 0.05 | |
| 2020-03-19T04:35:35.101+0530 7f52658c0700 1 -- 10.0.2.15:0/53540 --> [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] -- mgrreport(unknown.x +0-0 packed 102) v9 -- 0x55850d668000 con 0x55850d570900 | |
| 2020-03-19T04:35:35.102+0530 7f526b0cb700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53540 conn(0x55850d571200 0x55850d571680 secure :-1 s=THROTTLE_DONE pgs=7 cs=0 l=1 rx=0x55850d4dea80 tx=0x55850d531630).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:35.102+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mgr.4130 10.0.2.15:0/53540 11 ==== mgrreport(mgr.x +0-0 packed 102) v9 ==== 138+0+0 (secure 0 0 0) 0x55850d7a2600 con 0x55850d571200 | |
| 2020-03-19T04:35:35.102+0530 7f5250788700 10 mgr.server handle_report from 0x55850d571200 mgr.x | |
| 2020-03-19T04:35:35.102+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mgr.x | |
| 2020-03-19T04:35:35.102+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 206 types, got 102 bytes of data | |
| 2020-03-19T04:35:35.102+0530 7f526a8ca700 1 --2- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] >> 10.0.2.15:0/53348 conn(0x55850d572d00 0x55850d620000 secure :-1 s=THROTTLE_DONE pgs=1 cs=0 l=1 rx=0x55850d46ff50 tx=0x55850d531180).handle_read_frame_epilogue_main read frame epilogue bytes=32 | |
| 2020-03-19T04:35:35.103+0530 7f5250788700 1 -- [v2:10.0.2.15:6904/53540,v1:10.0.2.15:6905/53540] <== mon.2 10.0.2.15:0/53348 11 ==== mgrreport(mon.c +0-0 packed 1174 daemon_metrics=1) v9 ==== 3586+0+0 (secure 0 0 0) 0x55850d669800 con 0x55850d572d00 | |
| 2020-03-19T04:35:35.103+0530 7f5250788700 10 mgr.server handle_report from 0x55850d572d00 mon.c | |
| 2020-03-19T04:35:35.104+0530 7f5250788700 20 mgr.server handle_report updating existing DaemonState for mon.c | |
| 2020-03-19T04:35:35.104+0530 7f5250788700 20 mgr update loading 0 new types, 0 old types, had 206 types, got 1174 bytes of data | |
| 2020-03-19T04:35:35.105+0530 7f5250788700 20 mgr.server handle_report got config {admin_socket={2=/tmp/ceph-asok.HgaG4K/$name.asok},auth_client_required={2=cephx},auth_cluster_required={2=cephx},auth_service_required={2=cephx},chdir={2=},crash_dir={2=/home/adi/gsoc/ceph/build/out},debug_asok_assert_abort={2=true},debug_auth={2=20/20},debug_mgrc={2=20/20},debug_mon={2=20/20},debug_ms={2=1/1},debug_paxos={2=20/20},enable_experimental_unrecoverable_data_corrupting_features={2=*},erasure_code_dir={2=/home/adi/gsoc/ceph/build/lib},filestore_fd_cache_size={2=32},heartbeat_file={2=/home/adi/gsoc/ceph/build/out/$name.heartbeat},keyring={0=$mon_data/keyring},leveldb_block_size={0=65536},leveldb_cache_size={0=536870912},leveldb_compression={0=false},leveldb_log= |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment