在k8s集群环境中完成emqx5.0.16集群搭建
在dashboard上将emqx_plugin_template-5.0.0.tar.gz上传
正常启动该插件后
新增一个Replicant节点,新增的节点中会出现以下报错信息并无法成功启动
2023-02-07T15:25:28.130697+08:00 [error] REPORT_CB/2 CRASH: [{mfa,["proc_lib",":","crash_report","/4"]},{line,525},{label,{proc_lib,crash}},{report,[[{initial_call,{application_master,init,['Argument__1','Argument__2','Argument__3','Argument__4']}},{pid,<0.3014.0>},{registered_name,[]},{error_info,{exit,{bad_return,{{emqx_plugins_app,start,[normal,[]]},{'EXIT',{#{errors => [{"emqx_plugin_template-5.0.0",#{error => "bad_info_file",path => "plugins/emqx_plugin_template-5.0.0/release.json",return => {enoent,"/opt/emqx/plugins/emqx_plugin_template-5.0.0/release.json"}}}],function => fun emqx_plugins:do_ensure_started/1},[{emqx_plugins,for_plugins,1,[{file,"emqx_plugins.erl"},{line,680}]},{emqx_plugins_app,start,2,[{file,"emqx_plugins_app.erl"},{line,28}]},{application_master,start_it_old,4,[{file,"application_master.erl"},{line,293}]}]}}}},[{application_master,init,4,[{file,"application_master.erl"},{line,142}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,226}]}]}},{ancestors,[<0.3013.0>]},{message_queue_len,1},{messages,[{'EXIT',<0.3015.0>,normal}]},{links,[<0.3013.0>,<0.1707.0>]},{dictionary,[]},{trap_exit,true},{status,running},{heap_size,987},{stack_size,29},{reductions,213}],[]]}]; Reason: {error,function_clause,[{proc_lib,report_cb,[[{mfa,["proc_lib",":","crash_report","/4"]},{line,525},{label,{proc_lib,crash}},{report,[[{initial_call,{application_master,init,['Argument__1','Argument__2','Argument__3','Argument__4']}},{pid,<0.3014.0>},{registered_name,[]},{error_info,{exit,{bad_return,{{emqx_plugins_app,start,[normal,[]]},{'EXIT',{#{errors => [{"emqx_plugin_template-5.0.0",#{error => "bad_info_file",path => "plugins/emqx_plugin_template-5.0.0/release.json",return => {enoent,"/opt/emqx/plugins/emqx_plugin_template-5.0.0/release.json"}}}],function => fun emqx_plugins:do_ensure_started/1},[{emqx_plugins,for_plugins,1,[{file,"emqx_plugins.erl"},{line,680}]},{emqx_plugins_app,start,2,[{file,"emqx_plugins_app.erl"},{line,28}]},{application_master,start_it_old,4,[{file,"appl
ication_master.erl"},{line,293}]}]}}}},[{application_master,init,4,[{file,"application_master.erl"},{line,142}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,226}]}]}},{ancestors,[<0.3013.0>]},{message_queue_len,1},{messages,[{'EXIT',<0.3015.0>,normal}]},{links,[<0.3013.0>,<0.1707.0>]},{dictionary,[]},{trap_exit,true},{status,running},{heap_size,987},{stack_size,29},{reductions,213}],[]]}],#{chars_limit => unlimited,depth => 100,single_line => true}],[{file,"proc_lib.erl"},{line,774}]}]}
2023-02-07T15:25:28.131316+08:00 [critical] msg: failed_to_start_app, mfa: emqx_machine_boot:start_one_app/1, line: 88, app: emqx_plugins, reason: {emqx_plugins,{bad_return,{{emqx_plugins_app,start,[normal,[]]},{'EXIT',{#{errors => [{"emqx_plugin_template-5.0.0",#{error => "bad_info_file",path => "plugins/emqx_plugin_template-5.0.0/release.json",return => {enoent,"/opt/emqx/plugins/emqx_plugin_template-5.0.0/release.json"}}}],function => fun emqx_plugins:do_ensure_started/1},[{emqx_plugins,for_plugins,1,[{file,"emqx_plugins.erl"},{line,680}]},{emqx_plugins_app,start,2,[{file,"emqx_plugins_app.erl"},{line,28}]},{application_master,start_it_old,4,[{file,"application_master.erl"},{line,293}]}]}}}}}
2023-02-07T15:25:28.131541+08:00 [error] REPORT_CB/2 CRASH: [{mfa,["supervisor",":","start_children","/2"]},{line,392},{label,{supervisor,start_error}},{report,[{supervisor,{local,emqx_machine_sup}},{errorContext,start_error},{reason,{'EXIT',{{failed_to_start_app,emqx_plugins,{emqx_plugins,{bad_return,{{emqx_plugins_app,start,[normal,[]]},{'EXIT',{#{errors => [{"emqx_plugin_template-5.0.0",#{error => "bad_info_file",path => "plugins/emqx_plugin_template-5.0.0/release.json",return => {enoent,"/opt/emqx/plugins/emqx_plugin_template-5.0.0/release.json"}}}],function => fun emqx_plugins:do_ensure_started/1},[{emqx_plugins,for_plugins,1,[{file,"emqx_plugins.erl"},{line,680}]},{emqx_plugins_app,start,2,[{file,"emqx_plugins_app.erl"},{line,28}]},{application_master,start_it_old,4,[{file,"application_master.erl"},{line,293}]}]}}}}}},[{emqx_machine_boot,start_one_app,1,[{file,"emqx_machine_boot.erl"},{line,89}]},{lists,foreach,2,[{file,"lists.erl"},{line,1342}]},{emqx_machine_boot,post_boot,0,[{file,"emqx_machine_boot.erl"},{line,38}]},{supervisor,do_start_child_i,3,[{file,"supervisor.erl"},{line,414}]},{supervisor,do_start_child,2,[{file,"supervisor.erl"},{line,400}]},{supervisor,'-start_children/2-fun-0-',3,[{file,"supervisor.erl"},{line,384}]},{supervisor,children_map,4,[{file,"supervisor.erl"},{line,1250}]},{supervisor,init_children,2,[{file,"supervisor.erl"},{line,350}]},{gen_server,init_it,2,[{file,"gen_server.erl"},{line,423}]},{gen_server,init_it,6,[{file,"gen_server.erl"},{line,390}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,226}]}]}}},{offender,[{pid,undefined},{id,emqx_machine_boot},{mfargs,{emqx_machine_boot,post_boot,[]}},{restart_type,temporary},{significant,false},{shutdown,5000},{child_type,worker}]}]}]; Reason: {error,function_clause,[{supervisor,format_log_multi,[[{mfa,["supervisor",":","start_children","/2"]},{line,392},{label,{supervisor,start_error}},{report,[{supervisor,{local,emqx_machine_sup}},{errorContext,start_error},{reason,{'EXIT',{{failed_to_start_
app,emqx_plugins,{emqx_plugins,{bad_return,{{emqx_plugins_app,start,[normal,[]]},{'EXIT',{#{errors => [{"emqx_plugin_template-5.0.0",#{error => "bad_info_file",path => "plugins/emqx_plugin_template-5.0.0/release.json",return => {enoent,"/opt/emqx/plugins/emqx_plugin_template-5.0.0/release.json"}}}],function => fun emqx_plugins:do_ensure_started/1},[{emqx_plugins,for_plugins,1,[{file,"emqx_plugins.erl"},{line,680}]},{emqx_plugins_app,start,2,[{file,"emqx_plugins_app.erl"},{line,28}]},{application_master,start_it_old,4,[{file,"application_master.erl"},{line,293}]}]}}}}}},[{emqx_machine_boot,start_one_app,1,[{file,"emqx_machine_boot.erl"},{line,89}]},{lists,foreach,2,[{file,"lists.erl"},{line,1342}]},{emqx_machine_boot,post_boot,0,[{file,"emqx_machine_boot.erl"},{line,38}]},{supervisor,do_start_child_i,3,[{file,"supervisor.erl"},{line,414}]},{supervisor,do_start_child,2,[{file,"supervisor.erl"},{line,400}]},{supervisor,'-start_children/2-fun-0-',3,[{file,"supervisor.erl"},{line,384}]},{supervisor,children_map,4,[{file,"supervisor.erl"},{line,1250}]},{supervisor,init_children,2,[{file,"supervisor.erl"},{line,350}]},{gen_server,init_it,2,[{file,"gen_server.erl"},{line,423}]},{gen_server,init_it,6,[{file,"gen_server.erl"},{line,390}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,226}]}]}}},{offender,[{pid,undefined},{id,emqx_machine_boot},{mfargs,{emqx_machine_boot,post_boot,[]}},{restart_type,temporary},{significant,false},{shutdown,5000},{child_type,worker}]}]}],#{chars_limit => unlimited,depth => 100,encoding => utf8,single_line => true}],[{file,"supervisor.erl"},{line,1657}]},{supervisor,format_log,2,[{file,"supervisor.erl"},{line,1619}]}]}
2023-02-07T15:25:28.132351+08:00 [error] REPORT_CB/2 CRASH: [{mfa,["proc_lib",":","crash_report","/4"]},{line,525},{label,{proc_lib,crash}},{report,[[{initial_call,{application_master,init,['Argument__1','Argument__2','Argument__3','Argument__4']}},{pid,<0.1946.0>},{registered_name,[]},{error_info,{exit,{{shutdown,{failed_to_start_child,emqx_machine_boot,{'EXIT',{{failed_to_start_app,emqx_plugins,{emqx_plugins,{bad_return,{{emqx_plugins_app,start,[normal,[]]},{'EXIT',{#{errors => [{"emqx_plugin_template-5.0.0",#{error => "bad_info_file",path => "plugins/emqx_plugin_template-5.0.0/release.json",return => {enoent,"/opt/emqx/plugins/emqx_plugin_template-5.0.0/release.json"}}}],function => fun emqx_plugins:do_ensure_started/1},[{emqx_plugins,for_plugins,1,[{file,"emqx_plugins.erl"},{line,680}]},{emqx_plugins_app,start,2,[{file,"emqx_plugins_app.erl"},{line,28}]},{application_master,start_it_old,4,[{file,"application_master.erl"},{line,293}]}]}}}}}},[{emqx_machine_boot,start_one_app,1,[{file,"emqx_machine_boot.erl"},{line,89}]},{lists,foreach,2,[{file,"lists.erl"},{line,1342}]},{emqx_machine_boot,post_boot,0,[{file,"emqx_machine_boot.erl"},{line,38}]},{supervisor,do_start_child_i,3,[{file,"supervisor.erl"},{line,414}]},{supervisor,do_start_child,2,[{file,"supervisor.erl"},{line,400}]},{supervisor,'-start_children/2-fun-0-',3,[{file,"supervisor.erl"},{line,384}]},{supervisor,children_map,4,[{file,"supervisor.erl"},{line,1250}]},{supervisor,init_children,2,[{file,"supervisor.erl"},{line,350}]},{gen_server,init_it,2,[{file,"gen_server.erl"},{line,423}]},{gen_server,init_it,6,[{file,"gen_server.erl"},{line,390}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,226}]}]}}}},{emqx_machine_app,start,[normal,[]]}},[{application_master,init,4,[{file,"application_master.erl"},{line,142}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,226}]}]}},{ancestors,[<0.1945.0>]},{message_queue_len,1},{messages,[{'EXIT',<0.1947.0>,normal}]},{links,[<0.1945.0>,<0.1707.0>]},{dictionary,[]},{t
rap_exit,true},{status,running},{heap_size,1598},{stack_size,29},{reductions,158}],[]]}]; Reason: {error,function_clause,[{proc_lib,report_cb,[[{mfa,["proc_lib",":","crash_report","/4"]},{line,525},{label,{proc_lib,crash}},{report,[[{initial_call,{application_master,init,['Argument__1','Argument__2','Argument__3','Argument__4']}},{pid,<0.1946.0>},{registered_name,[]},{error_info,{exit,{{shutdown,{failed_to_start_child,emqx_machine_boot,{'EXIT',{{failed_to_start_app,emqx_plugins,{emqx_plugins,{bad_return,{{emqx_plugins_app,start,[normal,[]]},{'EXIT',{#{errors => [{"emqx_plugin_template-5.0.0",#{error => "bad_info_file",path => "plugins/emqx_plugin_template-5.0.0/release.json",return => {enoent,"/opt/emqx/plugins/emqx_plugin_template-5.0.0/release.json"}}}],function => fun emqx_plugins:do_ensure_started/1},[{emqx_plugins,for_plugins,1,[{file,"emqx_plugins.erl"},{line,680}]},{emqx_plugins_app,start,2,[{file,"emqx_plugins_app.erl"},{line,28}]},{application_master,start_it_old,4,[{file,"application_master.erl"},{line,293}]}]}}}}}},[{emqx_machine_boot,start_one_app,1,[{file,"emqx_machine_boot.erl"},{line,89}]},{lists,foreach,2,[{file,"lists.erl"},{line,1342}]},{emqx_machine_boot,post_boot,0,[{file,"emqx_machine_boot.erl"},{line,38}]},{supervisor,do_start_child_i,3,[{file,"supervisor.erl"},{line,414}]},{supervisor,do_start_child,2,[{file,"supervisor.erl"},{line,400}]},{supervisor,'-start_children/2-fun-0-',3,[{file,"supervisor.erl"},{line,384}]},{supervisor,children_map,4,[{file,"supervisor.erl"},{line,1250}]},{supervisor,init_children,2,[{file,"supervisor.erl"},{line,350}]},{gen_server,init_it,2,[{file,"gen_server.erl"},{line,423}]},{gen_server,init_it,6,[{file,"gen_server.erl"},{line,390}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,226}]}]}}}},{emqx_machine_app,start,[normal,[]]}},[{application_master,init,4,[{file,"application_master.erl"},{line,142}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,226}]}]}},{ancestors,[<0.1945.0>]},{message_queue_len,1},{messages,[{'EXIT',<0.1947.0>,normal}]
},{links,[<0.1945.0>,<0.1707.0>]},{dictionary,[]},{trap_exit,true},{status,running},{heap_size,1598},{stack_size,29},{reductions,158}],[]]}],#{chars_limit => unlimited,depth => 100,single_line => true}],[{file,"proc_lib.erl"},{line,774}]}]}
Stop listener http:dashboard on :18083 successfully.
Listener ssl:default on 0.0.0.0:8883 stopped.
Listener tcp:default on 0.0.0.0:1883 stopped.
Listener ws:default on 0.0.0.0:8083 stopped.
Listener wss:default on 0.0.0.0:8084 stopped.
[os_mon] memory supervisor port (memsup): Erlang has closed
[os_mon] cpu supervisor port (cpu_sup): Erlang has closed
{"Kernel pid terminated",application_controller,"{application_start_failure,emqx_machine,{{shutdown,{failed_to_start_child,emqx_machine_boot,{'EXIT',{{failed_to_start_app,emqx_plugins,{emqx_plugins,{bad_return,{{emqx_plugins_app,start,[normal,[]]},{'EXIT',{#{errors => [{\"emqx_plugin_template-5.0.0\",#{error => \"bad_info_file\",path => \"plugins/emqx_plugin_template-5.0.0/release.json\",return => {enoent,\"/opt/emqx/plugins/emqx_plugin_template-5.0.0/release.json\"}}}],function => fun emqx_plugins:do_ensure_started/1},[{emqx_plugins,for_plugins,1,[{file,\"emqx_plugins.erl\"},{line,680}]},{emqx_plugins_app,start,2,[{file,\"emqx_plugins_app.erl\"},{line,28}]},{application_master,start_it_old,4,[{file,\"application_master.erl\"},{line,293}]}]}}}}}},[{emqx_machine_boot,start_one_app,1,[{file,\"emqx_machine_boot.erl\"},{line,89}]},{lists,foreach,2,[{file,\"lists.erl\"},{line,1342}]},{emqx_machine_boot,post_boot,0,[{file,\"emqx_machine_boot.erl\"},{line,38}]},{supervisor,do_start_child_i,3,[{file,\"supervisor.erl\"},{line,414}]},{supervisor,do_start_child,2,[{file,\"supervisor.erl\"},{line,400}]},{supervisor,'-start_children/2-fun-0-',3,[{file,\"supervisor.erl\"},{line,384}]},{supervisor,children_map,4,[{file,\"supervisor.erl\"},{line,1250}]},{supervisor,init_children,2,[{file,\"supervisor.erl\"},{line,350}]},{gen_server,init_it,2,[{file,\"gen_server.erl\"},{line,423}]},{gen_server,init_it,6,[{file,\"gen_server.erl\"},{line,390}]},{proc_lib,init_p_do_apply,3,[{file,\"proc_lib.erl\"},{line,226}]}]}}}},{emqx_machine_app,start,[normal,[]]}}}"}
Kernel pid terminated (application_controller) ({application_start_failure,emqx_machine,{{shutdown,{failed_to_start_child,emqx_machine_boot,{'EXIT',{{failed_to_start_app,emqx_plugins,{emqx_plugins,{bad_return,{{emqx_plugins_app,start,[normal,[]]},{'EXIT',{#{errors => [{"emqx_plugin_template-5.0.0",#{error => "bad_info_file",path => "plugins/emqx_plugin_template-5.0.0/release.json",return => {enoent,"/opt/emqx/plugins/emqx_plugin_template-5.0.0/release.json"}}}],function => fun emqx_plugins:do_ensure_started/1},[{emqx_plugins,for_plugins,1,[{file,"emqx_plugins.erl"},{line,680}]},{emqx_plugins_app,start,2,[{file,"emqx_plugins_app.erl"},{line,28}]},{application_master,start_it_old,4,[{file,"application_master.erl"},{line,293}]}]}}}}}},[{emqx_machine_boot,start_one_app,1,[{file,"emqx_machine_boot.erl"},{line,89}]},{lists,foreach,2,[{file,"lists.erl"},{line,1342}]},{emqx_machine_boot,post_boot,0,[{file,"emqx_machine_boot.erl"},{line,38}]},{supervisor,do_start_child_i,3,[{file,"supervisor.erl"},{line,414}]},{super
Crash dump is being written to: log/erl_crash.dump...done
新增一个Core节点,会出现以下报错
Listener ssl:default on 0.0.0.0:8883 started.
Listener tcp:default on 0.0.0.0:1883 started.
Listener ws:default on 0.0.0.0:8083 started.
Listener wss:default on 0.0.0.0:8084 started.
Listener http:dashboard on :18083 started.
EMQX 5.0.16-g79fd0748 is running now!
Stop listener http:dashboard on :18083 successfully.
Listener ssl:default on 0.0.0.0:8883 stopped.
Listener tcp:default on 0.0.0.0:1883 stopped.
Listener ws:default on 0.0.0.0:8083 stopped.
Listener wss:default on 0.0.0.0:8084 stopped.
2023-02-07T15:29:30.119421+08:00 [error] Mria(Membership): Unexpected cast: {pong,false}
2023-02-07T15:29:30.119532+08:00 [error] Mria(Membership): Unexpected cast: {pong,false}
Listener ssl:default on 0.0.0.0:8883 started.
Listener tcp:default on 0.0.0.0:1883 started.
Listener ws:default on 0.0.0.0:8083 started.
Listener wss:default on 0.0.0.0:8084 started.
Listener http:dashboard on :18083 started.
2023-02-07T15:29:30.224427+08:00 [error] REPORT_CB/2 CRASH: [{mfa,["proc_lib",":","crash_report","/4"]},{line,525},{label,{proc_lib,crash}},{report,[[{initial_call,{application_master,init,['Argument__1','Argument__2','Argument__3','Argument__4']}},{pid,<0.4279.0>},{registered_name,[]},{error_info,{exit,{bad_return,{{emqx_plugins_app,start,[normal,[]]},{'EXIT',{#{errors => [{"emqx_plugin_template-5.0.0",#{error => "bad_info_file",path => "plugins/emqx_plugin_template-5.0.0/release.json",return => {enoent,"/opt/emqx/plugins/emqx_plugin_template-5.0.0/release.json"}}}],function => fun emqx_plugins:do_ensure_started/1},[{emqx_plugins,for_plugins,1,[{file,"emqx_plugins.erl"},{line,680}]},{emqx_plugins_app,start,2,[{file,"emqx_plugins_app.erl"},{line,28}]},{application_master,start_it_old,4,[{file,"application_master.erl"},{line,293}]}]}}}},[{application_master,init,4,[{file,"application_master.erl"},{line,142}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,226}]}]}},{ancestors,[<0.4278.0>]},{message_queue_len,1},{messages,[{'EXIT',<0.4280.0>,normal}]},{links,[<0.4278.0>,<0.1707.0>]},{dictionary,[]},{trap_exit,true},{status,running},{heap_size,987},{stack_size,29},{reductions,213}],[]]}]; Reason: {error,function_clause,[{proc_lib,report_cb,[[{mfa,["proc_lib",":","crash_report","/4"]},{line,525},{label,{proc_lib,crash}},{report,[[{initial_call,{application_master,init,['Argument__1','Argument__2','Argument__3','Argument__4']}},{pid,<0.4279.0>},{registered_name,[]},{error_info,{exit,{bad_return,{{emqx_plugins_app,start,[normal,[]]},{'EXIT',{#{errors => [{"emqx_plugin_template-5.0.0",#{error => "bad_info_file",path => "plugins/emqx_plugin_template-5.0.0/release.json",return => {enoent,"/opt/emqx/plugins/emqx_plugin_template-5.0.0/release.json"}}}],function => fun emqx_plugins:do_ensure_started/1},[{emqx_plugins,for_plugins,1,[{file,"emqx_plugins.erl"},{line,680}]},{emqx_plugins_app,start,2,[{file,"emqx_plugins_app.erl"},{line,28}]},{application_master,start_it_old,4,[{file,"appl
ication_master.erl"},{line,293}]}]}}}},[{application_master,init,4,[{file,"application_master.erl"},{line,142}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,226}]}]}},{ancestors,[<0.4278.0>]},{message_queue_len,1},{messages,[{'EXIT',<0.4280.0>,normal}]},{links,[<0.4278.0>,<0.1707.0>]},{dictionary,[]},{trap_exit,true},{status,running},{heap_size,987},{stack_size,29},{reductions,213}],[]]}],#{chars_limit => unlimited,depth => 100,single_line => true}],[{file,"proc_lib.erl"},{line,774}]}]}
2023-02-07T15:29:30.225068+08:00 [critical] msg: failed_to_start_app, mfa: emqx_machine_boot:start_one_app/1, line: 88, app: emqx_plugins, reason: {emqx_plugins,{bad_return,{{emqx_plugins_app,start,[normal,[]]},{'EXIT',{#{errors => [{"emqx_plugin_template-5.0.0",#{error => "bad_info_file",path => "plugins/emqx_plugin_template-5.0.0/release.json",return => {enoent,"/opt/emqx/plugins/emqx_plugin_template-5.0.0/release.json"}}}],function => fun emqx_plugins:do_ensure_started/1},[{emqx_plugins,for_plugins,1,[{file,"emqx_plugins.erl"},{line,680}]},{emqx_plugins_app,start,2,[{file,"emqx_plugins_app.erl"},{line,28}]},{application_master,start_it_old,4,[{file,"application_master.erl"},{line,293}]}]}}}}}
2023-02-07T15:29:30.225808+08:00 [error] msg: Mria callback crashed, mfa: mria_lib:exec_callback/1, line: 286, callback: start, error: {failed_to_start_app,emqx_plugins,{emqx_plugins,{bad_return,{{emqx_plugins_app,start,[normal,[]]},{'EXIT',{#{errors => [{"emqx_plugin_template-5.0.0",#{error => "bad_info_file",path => "plugins/emqx_plugin_template-5.0.0/release.json",return => {enoent,"/opt/emqx/plugins/emqx_plugin_template-5.0.0/release.json"}}}],function => fun emqx_plugins:do_ensure_started/1},[{emqx_plugins,for_plugins,1,[{file,"emqx_plugins.erl"},{line,680}]},{emqx_plugins_app,start,2,[{file,"emqx_plugins_app.erl"},{line,28}]},{application_master,start_it_old,4,[{file,"application_master.erl"},{line,293}]}]}}}}}}, stacktrace: [{emqx_machine_boot,start_one_app,1,[{file,"emqx_machine_boot.erl"},{line,89}]},{lists,foreach,2,[{file,"lists.erl"},{line,1342}]},{ekka,start,0,[{file,"ekka.erl"},{line,100}]},{mria_lib,exec_callback,1,[{file,"mria_lib.erl"},{line,283}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,226}]}]