Skip to content

Instantly share code, notes, and snippets.

@kellycampbell
Created July 10, 2019 13:41
Show Gist options
  • Save kellycampbell/46f44b271f97a51a8afcd6c2d2381676 to your computer and use it in GitHub Desktop.
Save kellycampbell/46f44b271f97a51a8afcd6c2d2381676 to your computer and use it in GitHub Desktop.
VerneMQ 1.8.0 startup crash
2019-07-10 13:37:45 =CRASH REPORT====
crasher:
initial call: vmq_queue:init/1
pid: <0.354.0>
registered_name: []
exception exit: {{killed,{gen_server,call,[vmq_swc_db_meta8,{read,obj,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,177,219,237,214,107,77,156,8,16,0,0,0,3,12,171,89,110,86,235,45,54,163,64,179,221,237,183,25,108,194,93,103,187,219,110,50,219,157,150,233,46,180,219,238,146,219,165,150,231,116,151,92,238,214,57,117,142,217,117,185,221,44,183,41,117,178,223,99,176,219,0,8,12,187,91,110,53,251,157,150,229,118,178,220,128,8,12,176,219,45,150,251,189,126,219,117,182,93,45,55,11,101,150,191,115,178,220,238,118,155,125,186,230,8>>},infinity]}},[{gen_fsm,init_it,6,[{file,"gen_fsm.erl"},{line,369}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,249}]}]}
ancestors: [vmq_queue_sup_30,vmq_queue_sup_sup,vmq_server_sup,<0.189.0>]
message_queue_len: 0
messages: []
links: [<0.329.0>]
dictionary: []
trap_exit: false
status: running
heap_size: 376
stack_size: 27
reductions: 2866
neighbours:
2019-07-10 13:37:45 =CRASH REPORT====
crasher:
initial call: vmq_retain_srv:init/1
pid: <0.353.0>
registered_name: []
exception exit: {{killed,{gen_server,call,[vmq_swc_db_meta8,{fold,obj,#Fun<vmq_swc_store.0.37363485>,ok,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,185,89,110,150,27,77,184,8,10,0,0,0,0>>},infinity]}},[{gen_server2,init_it,6,[{file,"/vernemq-build/_build/default/lib/gen_server2/src/gen_server2.erl"},{line,586}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,249}]}]}
ancestors: [vmq_reg_sup,vmq_server_sup,<0.189.0>]
message_queue_len: 0
messages: []
links: [<0.350.0>]
dictionary: []
trap_exit: false
status: running
heap_size: 610
stack_size: 27
reductions: 3798
neighbours:
2019-07-10 13:37:45 =ERROR REPORT====
** Generic server vmq_systree terminating
** Last message in was timeout
** When Server state == true
** Reason for termination ==
** {{killed,{gen_server,call,[vmq_swc_db_meta8,{read,obj,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,177,219,237,214,107,77,156,8,16,0,0,0,2,12,187,91,110,53,251,157,150,229,118,178,220,128,8,12,185,218,44,55,43,45,146,191,115,186,216,174,118,59,149,166,225,116,180,219,237,213,251,133,190,217,105,177,222,64,8>>},infinity]}},[{gen_server,call,3,[{file,"gen_server.erl"},{line,223}]},{vmq_swc_metrics,timed_measurement,4,[{file,"/vernemq-build/apps/vmq_swc/src/vmq_swc_metrics.erl"},{line,102}]},{vmq_swc_store,get_obj_for_key,2,[{file,"/vernemq-build/apps/vmq_swc/src/vmq_swc_store.erl"},{line,686}]},{vmq_swc_store,read,2,[{file,"/vernemq-build/apps/vmq_swc/src/vmq_swc_store.erl"},{line,103}]},{vmq_swc,get,4,[{file,"/vernemq-build/apps/vmq_swc/src/vmq_swc.erl"},{line,58}]},{vmq_swc_metrics,timed_measurement,4,[{file,"/vernemq-build/apps/vmq_swc/src/vmq_swc_metrics.erl"},{line,102}]},{vmq_swc_plugin,metadata_get,3,[{file,"/vernemq-build/apps/vmq_swc/src/vmq_swc_plugin.erl"},{line,107}]},{vmq_config,get_env,4,[{file,"/vernemq-build/apps/vmq_server/src/vmq_config.erl"},{line,93}]}]}
2019-07-10 13:37:45 =CRASH REPORT====
crasher:
initial call: vmq_systree:init/1
pid: <0.297.0>
registered_name: vmq_systree
exception exit: {{killed,{gen_server,call,[vmq_swc_db_meta8,{read,obj,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,177,219,237,214,107,77,156,8,16,0,0,0,2,12,187,91,110,53,251,157,150,229,118,178,220,128,8,12,185,218,44,55,43,45,146,191,115,186,216,174,118,59,149,166,225,116,180,219,237,213,251,133,190,217,105,177,222,64,8>>},infinity]}},[{gen_server,call,3,[{file,"gen_server.erl"},{line,223}]},{vmq_swc_metrics,timed_measurement,4,[{file,"/vernemq-build/apps/vmq_swc/src/vmq_swc_metrics.erl"},{line,102}]},{vmq_swc_store,get_obj_for_key,2,[{file,"/vernemq-build/apps/vmq_swc/src/vmq_swc_store.erl"},{line,686}]},{vmq_swc_store,read,2,[{file,"/vernemq-build/apps/vmq_swc/src/vmq_swc_store.erl"},{line,103}]},{vmq_swc,get,4,[{file,"/vernemq-build/apps/vmq_swc/src/vmq_swc.erl"},{line,58}]},{vmq_swc_metrics,timed_measurement,4,[{file,"/vernemq-build/apps/vmq_swc/src/vmq_swc_metrics.erl"},{line,102}]},{vmq_swc_plugin,metadata_get,3,[{file,"/vernemq-build/apps/vmq_swc/src/vmq_swc_plugin.erl"},{line,107}]},{vmq_config,get_env,4,[{file,"/vernemq-build/apps/vmq_server/src/vmq_config.erl"},{line,93}]}]}
ancestors: [vmq_metrics_sup,vmq_server_sup,<0.189.0>]
message_queue_len: 0
messages: []
links: [<0.294.0>]
dictionary: []
trap_exit: false
status: running
heap_size: 1598
stack_size: 27
reductions: 8762
neighbours:
2019-07-10 13:37:45 =SUPERVISOR REPORT====
Supervisor: {local,vmq_swc_store_sup_meta8}
Context: shutdown_error
Reason: killed
Offender: [{pid,<0.252.0>},{id,{vmq_swc_db_leveldb,meta8}},{mfargs,{vmq_swc_db_leveldb,start_link,[{swc_config,'[email protected]',meta8,vmq_swc_db_meta8,vmq_swc_db_leveldb,vmq_swc_store_meta8,vmq_swc_store_r_o_w_meta8,vmq_swc_store_batcher_meta8,vmq_swc_group_membership_meta8,vmq_swc_edist_srv},[]]}},{restart_type,permanent},{shutdown,5000},{child_type,worker}]
2019-07-10 13:37:45 =SUPERVISOR REPORT====
Supervisor: {local,vmq_reg_sup}
Context: start_error
Reason: {killed,{gen_server,call,[vmq_swc_db_meta8,{fold,obj,#Fun<vmq_swc_store.0.37363485>,ok,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,185,89,110,150,27,77,184,8,10,0,0,0,0>>},infinity]}}
Offender: [{pid,undefined},{id,vmq_retain_srv},{mfargs,{vmq_retain_srv,start_link,[]}},{restart_type,permanent},{shutdown,5000},{child_type,worker}]
2019-07-10 13:37:45 =SUPERVISOR REPORT====
Supervisor: {local,vmq_metrics_sup}
Context: child_terminated
Reason: {killed,{gen_server,call,[vmq_swc_db_meta8,{read,obj,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,177,219,237,214,107,77,156,8,16,0,0,0,2,12,187,91,110,53,251,157,150,229,118,178,220,128,8,12,185,218,44,55,43,45,146,191,115,186,216,174,118,59,149,166,225,116,180,219,237,213,251,133,190,217,105,177,222,64,8>>},infinity]}}
Offender: [{pid,<0.297.0>},{id,vmq_systree},{mfargs,{vmq_systree,start_link,[]}},{restart_type,permanent},{shutdown,5000},{child_type,worker}]
2019-07-10 13:37:45 =CRASH REPORT====
crasher:
initial call: vmq_queue_sup:init/5
pid: <0.329.0>
registered_name: vmq_queue_sup_30
exception error: {{badmatch,[]},[{vmq_queue_sup,loop,2,[{file,"/vernemq-build/apps/vmq_server/src/vmq_queue_sup.erl"},{line,126}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,249}]}]}
ancestors: [vmq_queue_sup_sup,vmq_server_sup,<0.189.0>]
message_queue_len: 0
messages: []
links: [<0.298.0>]
dictionary: []
trap_exit: true
status: running
heap_size: 2586
stack_size: 27
reductions: 7484
neighbours:
2019-07-10 13:37:45 =SUPERVISOR REPORT====
Supervisor: {local,vmq_reg_sup}
Context: shutdown_error
Reason: {killed,{gen_server,call,[vmq_swc_db_meta8,{fold,obj,#Fun<vmq_swc_store.0.37363485>,ignore,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,185,221,108,87,59,29,202,211,98,178,220,128,8,10,0,0,0,0>>},infinity]}}
Offender: [{pid,<0.351.0>},{id,vmq_reg_mgr},{mfargs,{vmq_reg_mgr,start_link,[]}},{restart_type,permanent},{shutdown,5000},{child_type,worker}]
2019-07-10 13:37:45 =SUPERVISOR REPORT====
Supervisor: {local,vmq_queue_sup_sup}
Context: child_terminated
Reason: {{badmatch,[]},[{vmq_queue_sup,loop,2,[{file,"/vernemq-build/apps/vmq_server/src/vmq_queue_sup.erl"},{line,126}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,249}]}]}
Offender: [{pid,<0.329.0>},{id,{vmq_queue_sup_30,vmq_queue_tab_30}},{mfargs,{vmq_queue_sup,start_link,[infinity,vmq_queue_sup_30,vmq_queue_tab_30,5,10]}},{restart_type,permanent},{shutdown,5000},{child_type,supervisor}]
2019-07-10 13:37:45 =SUPERVISOR REPORT====
Supervisor: {local,vmq_server_sup}
Context: start_error
Reason: {'EXIT',{{badmatch,{error,{shutdown,{failed_to_start_child,vmq_retain_srv,{killed,{gen_server,call,[vmq_swc_db_meta8,{fold,obj,#Fun<vmq_swc_store.0.37363485>,ok,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,185,89,110,150,27,77,184,8,10,0,0,0,0>>},infinity]}}}}}},[{vmq_reg_sup,start_link,0,[{file,"/vernemq-build/apps/vmq_server/src/vmq_reg_sup.erl"},{line,43}]},{supervisor,do_start_child_i,3,[{file,"supervisor.erl"},{line,379}]},{supervisor,do_start_child,2,[{file,"supervisor.erl"},{line,365}]},{supervisor,'-start_children/2-fun-0-',3,[{file,"supervisor.erl"},{line,349}]},{supervisor,children_map,4,[{file,"supervisor.erl"},{line,1157}]},{supervisor,init_children,2,[{file,"supervisor.erl"},{line,315}]},{gen_server,init_it,2,[{file,"gen_server.erl"},{line,374}]},{gen_server,init_it,6,[{file,"gen_server.erl"},{line,342}]}]}}
Offender: [{pid,undefined},{id,vmq_reg_sup},{mfargs,{vmq_reg_sup,start_link,[]}},{restart_type,permanent},{shutdown,5000},{child_type,supervisor}]
2019-07-10 13:37:45 =CRASH REPORT====
crasher:
initial call: application_master:init/4
pid: <0.188.0>
registered_name: []
exception exit: {{{shutdown,{failed_to_start_child,vmq_reg_sup,{'EXIT',{{badmatch,{error,{shutdown,{failed_to_start_child,vmq_retain_srv,{killed,{gen_server,call,[vmq_swc_db_meta8,{fold,obj,#Fun<vmq_swc_store.0.37363485>,ok,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,185,89,110,150,27,77,184,8,10,0,0,0,0>>},infinity]}}}}}},[{vmq_reg_sup,start_link,0,[{file,"/vernemq-build/apps/vmq_server/src/vmq_reg_sup.erl"},{line,43}]},{supervisor,do_start_child_i,3,[{file,"supervisor.erl"},{line,379}]},{supervisor,do_start_child,2,[{file,"supervisor.erl"},{line,365}]},{supervisor,'-start_children/2-fun-0-',3,[{file,"supervisor.erl"},{line,349}]},{supervisor,children_map,4,[{file,"supervisor.erl"},{line,1157}]},{supervisor,init_children,2,[{file,"supervisor.erl"},{line,315}]},{gen_server,init_it,2,[{file,"gen_server.erl"},{line,374}]},{gen_server,init_it,6,[{file,"gen_server.erl"},{line,342}]}]}}}},{vmq_server_app,start,[normal,[]]}},[{application_master,init,4,[{file,"application_master.erl"},{line,138}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,249}]}]}
ancestors: [<0.187.0>]
message_queue_len: 1
messages: [{'EXIT',<0.189.0>,normal}]
links: [<0.187.0>,<0.43.0>]
dictionary: []
trap_exit: true
status: running
heap_size: 1598
stack_size: 27
reductions: 2688
neighbours:
2019-07-10 13:37:45.390 [error] <0.329.0>@vmq_queue_sup:start_queue:227 vmq_queue_sup can't start vmq_queue for {[],<<"7YuosGfwJrIMs4MZh9K3Dz">>} due to {error,{killed,{gen_server,call,[vmq_swc_db_meta8,{read,obj,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,177,219,237,214,107,77,156,8,16,0,0,0,3,12,171,89,110,86,235,45,54,163,64,179,221,237,183,25,108,194,93,103,187,219,110,50,219,157,150,233,46,180,219,238,146,219,165,150,231,116,151,92,238,214,57,117,142,217,117,185,221,44,183,41,117,178,223,99,176,219,0,8,12,187,91,110,53,251,157,150,229,118,178,220,128,8,12,176,219,45,150,251,189,126,219,117,182,93,45,55,11,101,150,191,115,178,220,238,118,155,125,186,230,8>>},infinity]}}}
2019-07-10 13:37:45.390 [error] <0.354.0> CRASH REPORT Process <0.354.0> with 0 neighbours exited with reason: {killed,{gen_server,call,[vmq_swc_db_meta8,{read,obj,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,177,219,237,214,107,77,156,8,16,0,0,0,3,12,171,89,110,86,235,45,54,163,64,179,221,237,183,25,108,194,93,103,187,219,110,50,219,157,150,233,46,180,219,238,146,219,165,150,231,116,151,92,238,214,57,117,142,217,117,185,221,44,183,41,117,178,223,99,176,219,0,8,12,187,91,110,53,251,157,150,229,118,178,220,128,8,12,176,219,45,150,251,189,126,219,117,182,93,45,55,11,101,150,191,115,178,220,238,118,155,...>>},...]}} in gen_fsm:init_it/6 line 369
2019-07-10 13:37:45.391 [error] <0.353.0> CRASH REPORT Process <0.353.0> with 0 neighbours exited with reason: {killed,{gen_server,call,[vmq_swc_db_meta8,{fold,obj,#Fun<vmq_swc_store.0.37363485>,ok,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,185,89,110,150,27,77,184,8,10,0,0,0,0>>},infinity]}} in gen_server2:init_it/6 line 586
2019-07-10 13:37:45.391 [error] <0.297.0> gen_server vmq_systree terminated with reason: {killed,{gen_server,call,[vmq_swc_db_meta8,{read,obj,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,177,219,237,214,107,77,156,8,16,0,0,0,2,12,187,91,110,53,251,157,150,229,118,178,220,128,8,12,185,218,44,55,43,45,146,191,115,186,216,174,118,59,149,166,225,116,180,219,237,213,251,133,190,217,105,177,222,64,8>>},infinity]}} in gen_server:call/3 line 223
2019-07-10 13:37:45.391 [error] <0.297.0> CRASH REPORT Process vmq_systree with 0 neighbours exited with reason: {killed,{gen_server,call,[vmq_swc_db_meta8,{read,obj,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,177,219,237,214,107,77,156,8,16,0,0,0,2,12,187,91,110,53,251,157,150,229,118,178,220,128,8,12,185,218,44,55,43,45,146,191,115,186,216,174,118,59,149,166,225,116,180,219,237,213,251,133,190,217,105,177,222,64,8>>},infinity]}} in gen_server:call/3 line 223
2019-07-10 13:37:45.391 [error] <0.251.0> Supervisor vmq_swc_store_sup_meta8 had child {vmq_swc_db_leveldb,meta8} started with vmq_swc_db_leveldb:start_link({swc_config,'[email protected]',meta8,vmq_swc_db_meta8,vmq_swc_db_leveldb,...}, []) at <0.252.0> exit with reason killed in context shutdown_error
2019-07-10 13:37:45.391 [error] <0.350.0> Supervisor vmq_reg_sup had child vmq_retain_srv started with vmq_retain_srv:start_link() at undefined exit with reason {killed,{gen_server,call,[vmq_swc_db_meta8,{fold,obj,#Fun<vmq_swc_store.0.37363485>,ok,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,185,89,110,150,27,77,184,8,10,0,0,0,0>>},infinity]}} in context start_error
2019-07-10 13:37:45.392 [error] <0.294.0> Supervisor vmq_metrics_sup had child vmq_systree started with vmq_systree:start_link() at <0.297.0> exit with reason {killed,{gen_server,call,[vmq_swc_db_meta8,{read,obj,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,177,219,237,214,107,77,156,8,16,0,0,0,2,12,187,91,110,53,251,157,150,229,118,178,220,128,8,12,185,218,44,55,43,45,146,191,115,186,216,174,118,59,149,166,225,116,180,219,237,213,251,133,190,217,105,177,222,64,8>>},infinity]}} in context child_terminated
2019-07-10 13:37:45.392 [error] <0.329.0>@vmq_queue_sup:loop:126 CRASH REPORT Process vmq_queue_sup_30 with 0 neighbours crashed with reason: no match of right hand value [] in vmq_queue_sup:loop/2 line 126
2019-07-10 13:37:45.392 [error] <0.350.0> Supervisor vmq_reg_sup had child vmq_reg_mgr started with vmq_reg_mgr:start_link() at <0.351.0> exit with reason {killed,{gen_server,call,[vmq_swc_db_meta8,{fold,obj,#Fun<vmq_swc_store.0.37363485>,ignore,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,185,221,108,87,59,29,202,211,98,178,220,128,8,10,0,0,0,0>>},infinity]}} in context shutdown_error
2019-07-10 13:37:45.392 [error] <0.298.0>@vmq_queue_sup:loop:126 Supervisor vmq_queue_sup_sup had child {vmq_queue_sup_30,vmq_queue_tab_30} started with vmq_queue_sup:start_link(infinity, vmq_queue_sup_30, vmq_queue_tab_30, 5, 10) at <0.329.0> exit with reason no match of right hand value [] in vmq_queue_sup:loop/2 line 126 in context child_terminated
2019-07-10 13:37:45.392 [error] <0.273.0> Supervisor vmq_server_sup had child vmq_reg_sup started with vmq_reg_sup:start_link() at undefined exit with reason {'EXIT',{{badmatch,{error,{shutdown,{failed_to_start_child,vmq_retain_srv,{killed,{gen_server,call,[vmq_swc_db_meta8,{fold,obj,#Fun<vmq_swc_store.0.37363485>,ok,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,185,89,110,150,27,77,184,8,10,0,0,0,0>>},infinity]}}}}}},[{vmq_reg_sup,start_link,0,[{file,"/vernemq-build/apps/vmq_server/src/vmq_reg_sup.erl"},{line,43}]},{supervisor,do_start_child_i,3,[{file,"supervisor.erl"},{line,379}]},{supervisor,do_start_child,2,[{file,"supervisor.erl"},{line,365}]},...]}} in context start_error
2019-07-10 13:37:45.398 [error] <0.188.0> CRASH REPORT Process <0.188.0> with 0 neighbours exited with reason: {{shutdown,{failed_to_start_child,vmq_reg_sup,{'EXIT',{{badmatch,{error,{shutdown,{failed_to_start_child,vmq_retain_srv,{killed,{gen_server,call,[vmq_swc_db_meta8,{fold,obj,#Fun<vmq_swc_store.0.37363485>,ok,<<16,0,0,0,2,16,0,0,0,2,12,187,91,110,32,8,12,185,89,110,150,27,77,184,8,10,0,0,0,0>>},infinity]}}}}}},[{vmq_reg_sup,start_link,0,[{file,"/vernemq-build/apps/vmq_server/src/vmq_reg_sup.erl"},{line,43}]},{supervisor,do_start_child_i,3,[{file,"supervisor.erl"},{line,379}]},{supervisor,do_start_child,...},...]}}}},...} in application_master:init/4 line 138
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment