异常断网时，客户端被直接清除，会话丢失，订阅关系丢失

dwliang · 2025 年8 月 21 日 08:57

环境

EMQX 版本：5.9.0
操作系统版本：centos

重现此问题的步骤

第一次连接正常，然后拔掉网线，发现dashboard上，该客户端直接被清除掉了，搜索不到
重新插上网线，客户端自动重新连接上，但是订阅关系都已经不存在，不能收发业务消息，只有心跳还在正常收发。
网络环境为通过VPN连接EMQX服务端。
cleansession=false，会话过期时间为2小时

预期行为

断线后，客户端信息在dashboard不应该消失，并且第二次重连后，能够正常收发消息。

实际行为

dashboard上，该客户端直接被清除掉了，搜索不到.
重新插上网线，客户端自动重新连接上，但是订阅关系都已经不存在，不能收发业务消息，只有心跳还在正常收发。

2025-08-19T09:55:39.227861+00:00 [warning] clientid: f25899f5-1166-444b-bd46-5fdad28daffd, msg: unclean_terminate, peername: 192.168.2.3:37220, username: 矿卡#11, context: badarg, stacktrace: [{erlang,list_to_binary,[[99,111,110,110,95,99,111,110,103,101,115,116,105,111,110,47,“f25899f5-1166-444b-bd46-5fdad28daffd”,47,“矿卡#11”]],[{error_info,#{module => erl_erts_errors}}]},{emqx_congestion,do_cancel_alarm_congestion,4,[{file,“emqx_congestion.erl”},{line,106}]},{lists,foreach_1,2,[{file,“lists.erl”},{line,2310}]},{emqx_connection,terminate,2,[{file,“emqx_connection.erl”},{line,621}]},{proc_lib,wake_up,3,[{file,“proc_lib.erl”},{line,340}]}], exception: error
2025-08-19T09:55:39.228662+00:00 [error] crasher: initial call: emqx_connection:init/4, pid: <0.3959895.0>, registered_name: , error: {badarg,[{erlang,list_to_binary,[[99,111,110,110,95,99,111,110,103,101,115,116,105,111,110,47,“f25899f5-1166-444b-bd46-5fdad28daffd”,47,“矿卡#11”]],[{error_info,#{module => erl_erts_errors}}]},{emqx_congestion,do_alarm_congestion,4,[{file,“emqx_congestion.erl”},{line,99}]},{emqx_connection,handle_timeout,3,[{file,“emqx_connection.erl”},{line,704}]},{emqx_connection,process_msg,2,[{file,“emqx_connection.erl”},{line,470}]},{emqx_connection,handle_recv,3,[{file,“emqx_connection.erl”},{line,406}]},{proc_lib,wake_up,3,[{file,“proc_lib.erl”},{line,340}]}]}, ancestors: [<0.3996.0>,<0.3995.0>,esockd_sup,<0.3602.0>], message_queue_len: 0, messages: , links: [<0.3996.0>], dictionary: [{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/remote/3115/11320707794403333”>>},{allow,1755597279419}},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/remote/3102/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283656}},{‘recv_msg.qos0’,327},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2101/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283560}},{{#{retain => false,action_type => publish,qos => 1},<<“from/v1/ahs/remote/3002/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597280067}},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2200/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283578}},{‘recv_msg.qos1’,3},{{#{retain => true,action_type => publish,qos => 1},<<“cms/mqtt/will/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597339173}},{{#{action_type => subscribe,qos => 1},<<“from/v1/ahs/monitor/1005/+”>>},{allow,1755597283505}},{outgoing_bytes,2051},{recv_pkt,359},{‘send_msg.qos0’,3835},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2005/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283550}},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2201/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283588}},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/remote/3000/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597279202}},{‘send_msg.qos1’,4},{{#{action_type => subscribe,qos => 1},<<“from/v1/ahs/monitor/1105/+”>>},{allow,1755597283519}},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/monitor/1013/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283486}},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2102/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283570}},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/remote/3021/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283605}},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/remote/3106/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283649}},{{#{action_type => subscribe,qos => 1},<<“from/v1/ahs/manual/2103/+”>>},{allow,1755597283622}},{authz_keys_q,{[{#{retain => true,action_type => publish,qos => 1},<<“cms/mqtt/will/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{retain => false,action_type => publish,qos => 0},<<“from/v1/ahs/monitor/1003/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{retain => false,action_type => publish,qos => 0},<<“from/v1/ahs/monitor/1201/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{retain => false,action_type => publish,qos => 0},<<“from/v1/ahs/monitor/1005/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{retain => false,action_type => publish,qos => 0},<<“from/v1/ahs/remote/1006/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{retain => false,action_type => publish,qos => 1},<<“from/v1/ahs/monitor/1001/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/remote/3102/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/remote/3106/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2002/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2043/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“from/v1/ahs/manual/2103/+”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2000/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/remote/3021/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2202/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2201/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2200/f25899f5-1166-444b-bd46-5fdad28daffd”>>}],[{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/remote/3000/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/remote/3113/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/remote/3111/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{retain => false,action_type => publish,qos => 1},<<“from/v1/ahs/remote/3101/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/remote/3114”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/remote/3115/11320707794403333”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2100/11320707794403333”>>},{#{retain => false,action_type => publish,qos => 1},<<“from/v1/ahs/remote/3002/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/monitor/1013/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“from/v1/ahs/monitor/1005/+”>>},{#{action_type => subscribe,qos => 1},<<“from/v1/ahs/monitor/1105/+”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2001/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2004/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2005/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2101/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2102/f25899f5-1166-444b-bd46-5fdad28daffd”>>}]}},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2100/11320707794403333”>>},{allow,1755597279480}},{incoming_bytes,115294},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2001/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283532}},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2002/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283640}},{guid,{1755597339175088,157651073526871,356}},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2004/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283541}},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/remote/3113/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597279211}},{outgoing_pubs,1},{{#{retain => false,action_type => publish,qos => 0},<<“from/v1/ahs/monitor/1003/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597284666}},{send_pkt,3867},{recv_msg,330},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2000/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283614}},{{#{retain => false,action_type => publish,qos => 1},<<“from/v1/ahs/monitor/1001/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283665}},{send_msg,3839},{{#{retain => false,action_type => publish,qos => 0},<<“from/v1/ahs/monitor/1005/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283684}},{authz_cache_size,32},{‘send_msg.dropped’,2},{incoming_pubs,46},{{#{retain => false,action_type => publish,qos => 0},<<“from/v1/ahs/remote/1006/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283675}},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/remote/3111/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597279265}},{rule_payload,#{<<“clientId”>> => <<“f25899f5-1166-444b-bd46-5fdad28daffd”>>,<<“status”>> => 2}},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/remote/3114”>>},{allow,1755597279273}},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2043/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283632}},{rand_seed,{#{type => exsss,next => #Fun<rand.0.40079776>,bits => 58,uniform => #Fun<rand.1.40079776>,uniform_n => #Fun<rand.2.40079776>,jump => #Fun<rand.3.40079776>},[10555299167284427|23614452522200375]}},{‘$logger_metadata$’,#{peername => “192.168.2.3:37220”,username => <<“矿卡#11”/utf8>>,clientid => <<“f25899f5-1166-444b-bd46-5fdad28daffd”>>}},{{#{action_type => subscribe,qos => 1},<<“to/v1/ahs/cloud/2202/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597283597}},{{#{retain => false,action_type => publish,qos => 1},<<“from/v1/ahs/remote/3101/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597279266}},{{#{retain => false,action_type => publish,qos => 0},<<“from/v1/ahs/monitor/1201/f25899f5-1166-444b-bd46-5fdad28daffd”>>},{allow,1755597284282}}], trap_exit: false, status: running, heap_size: 6772, stack_size: 29, reductions: 19283881; neighbours: