运行一段时间后，swift admin自动退出 #270
Description
版本：1.2.0
模式：docker （3个节点）
zookeeper进程一直存在，且用客户端正常连接和访问。
[2024-08-27 00:02:20.122662] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/AgentClient.cpp -- AppendBatch():100] [agent client send fail, host[127.0.0.1] port[4141]]
[2024-08-27 00:02:22.777809] [INFO] [216,aios/apps/facility/swift/admin/SysController.cpp -- forceSyncLeaderInfo():2671] [force sync leader info, last[address: "10.123.7.74:59315" sysStop: false startTimeSec: 1724677880 adminInfos { address: "10.123.7.74:59315" isPrimary: true isAlive: true } httpAddress: "10.123.7.74:54325" selfMasterVersion: 0]]
[2024-08-27 00:02:22.777842] [INFO] [216,aios/apps/facility/swift/admin/SysController.cpp -- doUpdateLeaderInfo():2606] [update leader info [address: "10.123.7.74:59315" sysStop: false startTimeSec: 1724677880 adminInfos { address: "10.123.7.74:59315" isPrimary: true isAlive: true } httpAddress: "10.123.7.74:54325" selfMasterVersion: 0]]
[2024-08-27 00:02:22.958537] [WARN] [103,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Connect():71] [socket connect host[127.0.0.1] port[4141] failed]
[2024-08-27 00:02:22.958577] [WARN] [103,aios/kmonitor/cpp_client/src/kmonitor/client/net/AgentClient.cpp -- ReConnect():115] [agent client failed, host[127.0.0.1] port[4141]]
[2024-08-27 00:02:22.958592] [WARN] [103,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Write():129] [socket is unnormal, can't write socket]
[2024-08-27 00:02:22.958596] [WARN] [103,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TFastFramedTransport.cpp -- Flush():92] [socket write failed, socket is in problem]
[2024-08-27 00:02:22.958629] [WARN] [103,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Connect():71] [socket connect host[127.0.0.1] port[4141] failed]
[2024-08-27 00:02:22.958635] [WARN] [103,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Read():103] [read failed in socket: errno=107]
[2024-08-27 00:02:22.958639] [WARN] [103,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TCompactProtocol.cpp -- ReadMessageBegin():229] [read thrift reply size failed: -1]
[2024-08-27 00:02:22.958643] [WARN] [103,aios/kmonitor/cpp_client/src/kmonitor/client/net/AgentClient.cpp -- AppendBatch():100] [agent client send fail, host[127.0.0.1] port[4141]]
[2024-08-27 00:02:23.124460] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Connect():71] [socket connect host[127.0.0.1] port[4141] failed]
[2024-08-27 00:02:23.124490] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/AgentClient.cpp -- ReConnect():115] [agent client failed, host[127.0.0.1] port[4141]]
[2024-08-27 00:02:23.124496] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Write():129] [socket is unnormal, can't write socket]
[2024-08-27 00:02:23.124500] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TFastFramedTransport.cpp -- Flush():92] [socket write failed, socket is in problem]
[2024-08-27 00:02:23.124536] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Connect():71] [socket connect host[127.0.0.1] port[4141] failed]
[2024-08-27 00:02:23.124544] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Read():103] [read failed in socket: errno=107]
[2024-08-27 00:02:23.124548] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TCompactProtocol.cpp -- ReadMessageBegin():229] [read thrift reply size failed: -1]
[2024-08-27 00:02:23.124553] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/AgentClient.cpp -- AppendBatch():100] [agent client send fail, host[127.0.0.1] port[4141]]
[2024-08-27 00:02:26.126203] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Connect():71] [socket connect host[127.0.0.1] port[4141] failed]
[2024-08-27 00:02:26.126224] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/AgentClient.cpp -- ReConnect():115] [agent client failed, host[127.0.0.1] port[4141]]
[2024-08-27 00:02:26.126229] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Write():129] [socket is unnormal, can't write socket]
[2024-08-27 00:02:26.126233] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TFastFramedTransport.cpp -- Flush():92] [socket write failed, socket is in problem]
[2024-08-27 00:02:26.126266] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Connect():71] [socket connect host[127.0.0.1] port[4141] failed]
[2024-08-27 00:02:26.126273] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Read():103] [read failed in socket: errno=107]
[2024-08-27 00:02:26.126276] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TCompactProtocol.cpp -- ReadMessageBegin():229] [read thrift reply size failed: -1]
[2024-08-27 00:02:26.126280] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/AgentClient.cpp -- AppendBatch():100] [agent client send fail, host[127.0.0.1] port[4141]]
[2024-08-27 00:02:29.128141] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Connect():71] [socket connect host[127.0.0.1] port[4141] failed]
[2024-08-27 00:02:29.128168] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/AgentClient.cpp -- ReConnect():115] [agent client failed, host[127.0.0.1] port[4141]]
[2024-08-27 00:02:29.128176] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Write():129] [socket is unnormal, can't write socket]
[2024-08-27 00:02:29.128181] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TFastFramedTransport.cpp -- Flush():92] [socket write failed, socket is in problem]
[2024-08-27 00:02:29.128232] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Connect():71] [socket connect host[127.0.0.1] port[4141] failed]
[2024-08-27 00:02:29.128240] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Read():103] [read failed in socket: errno=107]
[2024-08-27 00:02:29.128244] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TCompactProtocol.cpp -- ReadMessageBegin():229] [read thrift reply size failed: -1]
[2024-08-27 00:02:29.128247] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/AgentClient.cpp -- AppendBatch():100] [agent client send fail, host[127.0.0.1] port[4141]]
[2024-08-27 00:02:31.454126] [INFO] [201,aios/apps/facility/swift/heartbeat/HeartbeatMonitor.cpp -- disconnectNotify():213] [connect notify, path [], status [1]]
[2024-08-27 00:02:31.454159] [INFO] [201,aios/apps/facility/swift/heartbeat/HeartbeatMonitor.cpp -- onStatusChange():284] [HeartbeatMonitor Status Change to 0.]
[2024-08-27 00:02:31.454163] [INFO] [201,aios/apps/facility/swift/admin/SysController.cpp -- setHeartbeatMonitorStatus():2567] [Heartbeat Monitor change status to 0]
[2024-08-27 00:02:31.454167] [INFO] [201,aios/apps/facility/swift/admin/SysController.cpp -- updateSysStatus():2524] [become follow admin.]
[2024-08-27 00:02:31.454173] [INFO] [201,aios/apps/facility/swift/admin/SysController.cpp -- setPrimary():2534] [set primary status to 0]
[2024-08-27 00:02:31.454197] [INFO] [191,aios/apps/facility/swift/admin/AdminStatusManager.cpp -- transition():104] [admin status transition from[MASTER_LEADER] to[MASTER_FOLLOWER] ]
[2024-08-27 00:02:31.454212] [INFO] [191,aios/apps/facility/swift/admin/SysController.cpp -- setPrimary():2534] [set primary status to 0]
[2024-08-27 00:02:31.454217] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():71] [module update status[MASTER_FOLLOWER] ]
[2024-08-27 00:02:31.454308] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():93] [unload module success, module[N5swift5admin14DispatchModuleE]]
[2024-08-27 00:02:31.454311] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():93] [unload module success, module[N5swift5admin14SyncMetaModuleE]]
[2024-08-27 00:02:31.454485] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():93] [unload module success, module[N5swift5admin15CleanDataModuleE]]
[2024-08-27 00:02:31.454490] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():93] [unload module success, module[N5swift5admin15TopicDataModuleE]]
[2024-08-27 00:02:31.454492] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():93] [unload module success, module[N5swift5admin16NoUseTopicModuleE]]
[2024-08-27 00:02:31.454767] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():93] [unload module success, module[N5swift5admin18WorkerStatusModuleE]]
[2024-08-27 00:02:31.454859] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():93] [unload module success, module[N5swift5admin20SyncLeaderInfoModuleE]]
[2024-08-27 00:02:31.454862] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():93] [unload module success, module[N5swift5admin20TopicAclManageModuleE]]
[2024-08-27 00:02:31.454907] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():93] [unload module success, module[N5swift5admin21ChangeTopicPartModuleE]]
[2024-08-27 00:02:31.454910] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():93] [unload module success, module[N5swift5admin21DealErrorBrokerModuleE]]
[2024-08-27 00:02:31.454957] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():93] [unload module success, module[N5swift5admin23CleanExpiredTopicModuleE]]
[2024-08-27 00:02:31.454960] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():93] [unload module success, module[N5swift5admin24MetaInfoReplicatorModuleE]]
[2024-08-27 00:02:31.454963] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():93] [unload module success, module[N5swift5admin31MultiThreadTaskDispatcherModuleE]]
[2024-08-27 00:02:31.454966] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():105] [load module success, module[N5swift5admin14DispatchModuleE]]
[2024-08-27 00:02:31.454969] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- load():234] [load module success, module[N5swift5admin14SyncMetaModuleE]]
[2024-08-27 00:02:31.454972] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():105] [load module success, module[N5swift5admin14SyncMetaModuleE]]
[2024-08-27 00:02:31.454975] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():105] [load module success, module[N5swift5admin15CleanDataModuleE]]
[2024-08-27 00:02:31.454977] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- load():234] [load module success, module[N5swift5admin15TopicDataModuleE]]
[2024-08-27 00:02:31.454980] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():105] [load module success, module[N5swift5admin15TopicDataModuleE]]
[2024-08-27 00:02:31.454983] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- load():234] [load module success, module[N5swift5admin16NoUseTopicModuleE]]
[2024-08-27 00:02:31.454985] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():105] [load module success, module[N5swift5admin16NoUseTopicModuleE]]
[2024-08-27 00:02:31.454988] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():105] [load module success, module[N5swift5admin18WorkerStatusModuleE]]
[2024-08-27 00:02:31.454990] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():105] [load module success, module[N5swift5admin20SyncLeaderInfoModuleE]]
[2024-08-27 00:02:31.455009] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- load():234] [load module success, module[N5swift5admin20TopicAclManageModuleE]]
[2024-08-27 00:02:31.455017] [INFO] [191,aios/apps/facility/cm2/cm_basic/util/zk_wrapper.cpp -- ZkWrapper():122] [init zk wrapper [0x7f4518008f50], host[10.123.7.74:2181], timeout ms = [10000]]
[2024-08-27 00:02:31.518464] [WARN] [101,aios/apps/facility/swift/heartbeat/HeartbeatReporter.cpp -- heartBeat():115] [heartbeat zk is bad reconnect.]
[2024-08-27 00:02:31.518486] [INFO] [101,aios/apps/facility/cm2/cm_basic/util/zk_wrapper.cpp -- operator()():51] [close zookeeper handle[0x21476a0].]
[2024-08-27 00:02:31.518720] [INFO] [101,aios/apps/facility/swift/heartbeat/HeartbeatReporter.cpp -- heartBeat():124] [heartbeat zk open success.]
[2024-08-27 00:02:31.981092] [WARN] [182,aios/apps/facility/cm2/cm_basic/util/zk_wrapper.cpp -- set():254] [set node failed : path(/havenask/havenask-swift-remote/hippo/slot_launched_metas), value({"launched_metas":[{"address":"10.123.7.104","declare_time":"1724677881","launch_signature":"8635168122545268690","launch_time":"1724677913067553","slot_id":"0"}]})]
[2024-08-27 00:02:31.981101] [WARN] [181,aios/apps/facility/cm2/cm_basic/util/zk_wrapper.cpp -- check():361] [zookeeper check exist failed. operation timeout(-7), path = /havenask/havenask-swift-remote/appmaster/lock/admin/serialize_dir/_global_config_]
[2024-08-27 00:02:31.981096] [WARN] [194,aios/apps/facility/cm2/cm_basic/util/zk_wrapper.cpp -- check():361] [zookeeper check exist failed. operation timeout(-7), path = /havenask/havenask-swift-remote/appmaster/topic_rwinfo]
[2024-08-27 00:02:31.981134] [ERROR] [194,bazel-out/k8-opt/bin/aios/apps/facility/swift/util/_virtual_includes/swift_util/swift/util/ZkDataAccessor.h -- writeZk():123] [fail to write data /havenask/havenask-swift-remote/appmaster/topic_rwinfo]
[2024-08-27 00:02:31.981135] [ERROR] [181,aios/libcarbon3/src/master/GlobalConfigManager.cpp -- syncFromZK():37] [check serializer dir exist failed: _serializerPtr]
[2024-08-27 00:02:31.981139] [WARN] [194,aios/apps/facility/swift/admin/SysController.cpp -- updateTopicRWTime():3214] [write topic write read time fail, size:3]
[2024-08-27 00:02:31.981096] [WARN] [192,aios/apps/facility/cm2/cm_basic/util/zk_wrapper.cpp -- check():361] [zookeeper check exist failed. operation timeout(-7), path = /havenask/havenask-swift-remote/appmaster/lock/admin/LeaderElectionLock]
[2024-08-27 00:02:31.981145] [INFO] [194,aios/apps/facility/swift/admin/SysController.cpp -- setPrimary():2534] [set primary status to 0]
[2024-08-27 00:02:31.981149] [WARN] [192,aios/worker_framework/src/worker_base/LeaderElector.cpp -- holdLeader():242] [lock for zookeeper failed, zk will close]
[2024-08-27 00:02:31.981158] [WARN] [192,aios/worker_framework/src/worker_base/LeaderElector.cpp -- workLoop():134] [begin workloop timeout, current time[38726517168] last time[38719849624]]
[2024-08-27 00:02:32.130049] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Connect():71] [socket connect host[127.0.0.1] port[4141] failed]
[2024-08-27 00:02:32.130069] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/AgentClient.cpp -- ReConnect():115] [agent client failed, host[127.0.0.1] port[4141]]
[2024-08-27 00:02:32.130074] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Write():129] [socket is unnormal, can't write socket]
[2024-08-27 00:02:32.130078] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TFastFramedTransport.cpp -- Flush():92] [socket write failed, socket is in problem]
[2024-08-27 00:02:32.130113] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Connect():71] [socket connect host[127.0.0.1] port[4141] failed]
[2024-08-27 00:02:32.130120] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TSocket.cpp -- Read():103] [read failed in socket: errno=107]
[2024-08-27 00:02:32.130124] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/thrift/TCompactProtocol.cpp -- ReadMessageBegin():229] [read thrift reply size failed: -1]
[2024-08-27 00:02:32.130127] [WARN] [180,aios/kmonitor/cpp_client/src/kmonitor/client/net/AgentClient.cpp -- AppendBatch():100] [agent client send fail, host[127.0.0.1] port[4141]]
[2024-08-27 00:02:32.274536] [INFO] [194,aios/apps/facility/cm2/cm_basic/util/zk_wrapper.cpp -- operator()():51] [close zookeeper handle[0x214d880].]
[2024-08-27 00:02:32.283701] [INFO] [191,aios/apps/facility/swift/auth/TopicAclDataSyncher.cpp -- doSync():96] [sync topic access data map size[3]]
[2024-08-27 00:02:32.283795] [INFO] [191,aios/apps/facility/swift/admin/modules/TopicAclManageModule.cpp -- doUpdate():56] [update topic acl manage module status 1]
[2024-08-27 00:02:32.283811] [INFO] [191,aios/apps/facility/cm2/cm_basic/util/zk_wrapper.cpp -- operator()():51] [close zookeeper handle[0x7f451800fb20].]
[2024-08-27 00:02:32.283820] [INFO] [20793,aios/autil/autil/Thread.cpp -- threadWrapperFunction():39] [thread started for name[sync_topic_access_data]]
[2024-08-27 00:02:32.283832] [INFO] [20793,aios/autil/autil/LoopThread.cpp -- loop():93] [loop started for thread[sync_topic_access_data] loopInterval[10000000]]
[2024-08-27 00:02:32.283926] [INFO] [194,aios/apps/facility/swift/admin/TopicTable.cpp -- addTopic():83] [add topic name[in0]]
[2024-08-27 00:02:32.283960] [INFO] [194,aios/apps/facility/swift/admin/TopicTable.cpp -- addTopic():83] [add topic name[in1]]
[2024-08-27 00:02:32.283973] [INFO] [194,aios/apps/facility/swift/admin/TopicTable.cpp -- addTopic():83] [add topic name[havenask_havenask_processed_1724679006_in1]]
[2024-08-27 00:02:32.284013] [INFO] [191,aios/apps/facility/cm2/cm_basic/util/zk_wrapper.cpp -- ~ZkWrapper():128] [close zk wrapper [0x7f451800f840], host[10.123.7.74:2181]]
[2024-08-27 00:02:32.284034] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():105] [load module success, module[N5swift5admin20TopicAclManageModuleE]]
[2024-08-27 00:02:32.284040] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():105] [load module success, module[N5swift5admin21ChangeTopicPartModuleE]]
[2024-08-27 00:02:32.284046] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():105] [load module success, module[N5swift5admin21DealErrorBrokerModuleE]]
[2024-08-27 00:02:32.284051] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():105] [load module success, module[N5swift5admin23CleanExpiredTopicModuleE]]
[2024-08-27 00:02:32.283927] [INFO] [101,aios/apps/facility/swift/heartbeat/HeartbeatReporter.cpp -- heartBeat():158] [send heartbeat [taskSize:0 address:admin#_#10.123.7.74:59315 alive:true sessionId:0 tasks:{}]]
[2024-08-27 00:02:32.284056] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():105] [load module success, module[N5swift5admin24MetaInfoReplicatorModuleE]]
[2024-08-27 00:02:32.284060] [INFO] [191,aios/apps/facility/swift/admin/ModuleManager.cpp -- update():105] [load module success, module[N5swift5admin31MultiThreadTaskDispatcherModuleE]]
[2024-08-27 00:02:32.284118] [INFO] [101,aios/apps/facility/swift/admin/AdminWorker.cpp -- doStop():235] [admin worker is stopping.]
[2024-08-27 00:02:32.285391] [INFO] [194,aios/apps/facility/swift/admin/TopicInStatusManager.cpp -- updateTopicWriteReadTime():160] [update 3 topic write read infos]
[2024-08-27 00:02:32.285402] [INFO] [194,aios/apps/facility/swift/admin/SysController.cpp -- loadTopicInfo():466] [Finish loading topic info. count [3]]
[2024-08-27 00:02:32.286342] [INFO] [20793,aios/apps/facility/swift/auth/TopicAclDataSyncher.cpp -- doSync():96] [sync topic access data map size[3]]
[2024-08-27 00:02:32.287140] [INFO] [194,aios/apps/facility/swift/admin/SysController.cpp -- loadTopicSchema():478] [Finish loading topic schema]
[2024-08-27 00:02:32.289269] [INFO] [194,aios/apps/facility/swift/admin/AdminZkDataAccessor.cpp -- getLastDeletedNoUseTopicFileName():979] [deleted NoUseTopic dir empty]
[2024-08-27 00:02:32.289284] [INFO] [194,aios/apps/facility/swift/admin/modules/NoUseTopicInfo.cpp -- setLastNoUseTopics():62] [Finish load [0] no use topics []]
[2024-08-27 00:02:32.289625] [INFO] [101,aios/worker_framework/src/worker_base/WorkerBase.cpp -- closeRpcServer():464] [httpRPCServer is stopped.]
[2024-08-27 00:02:32.290043] [INFO] [101,aios/worker_framework/src/worker_base/WorkerBase.cpp -- closeRpcServer():472] [transport is stopped.]
[2024-08-27 00:02:32.290812] [INFO] [101,aios/worker_framework/src/worker_base/WorkerBase.cpp -- closeRpcServer():475] [RpcServer is stopped.]
[2024-08-27 00:02:32.291591] [INFO] [101,aios/apps/facility/swift/admin/SysController.cpp -- stop():224] [sysController stop]
[2024-08-27 00:02:32.291603] [INFO] [101,aios/apps/facility/swift/admin/SysController.cpp -- setPrimary():2534] [set primary status to 0]
[2024-08-27 00:02:32.291667] [INFO] [101,aios/apps/facility/swift/admin/AdminStatusManager.cpp -- stop():93] [admin status manager stop.]
[2024-08-27 00:02:32.341792] [INFO] [101,aios/apps/facility/cm2/cm_basic/util/zk_wrapper.cpp -- operator()():51] [close zookeeper handle[0x7f450c0127f0].]
[2024-08-27 00:02:32.342097] [INFO] [101,aios/apps/facility/swift/heartbeat/HeartbeatMonitor.cpp -- onStatusChange():284] [HeartbeatMonitor Status Change to 0.]
[2024-08-27 00:02:32.342124] [INFO] [101,aios/apps/facility/swift/admin/ModuleManager.cpp -- stop():122] [unload module success, module[N5swift5admin14DispatchModuleE]]
[2024-08-27 00:02:32.342294] [INFO] [101,aios/apps/facility/swift/admin/ModuleManager.cpp -- stop():122] [unload module success, module[N5swift5admin14SyncMetaModuleE]]
[2024-08-27 00:02:32.342302] [INFO] [101,aios/apps/facility/swift/admin/ModuleManager.cpp -- stop():122] [unload module success, module[N5swift5admin15CleanDataModuleE]]
[2024-08-27 00:02:32.342307] [INFO] [101,aios/apps/facility/swift/admin/ModuleManager.cpp -- stop():122] [unload module success, module[N5swift5admin15TopicDataModuleE]]
[2024-08-27 00:02:32.342376] [INFO] [101,aios/apps/facility/swift/admin/ModuleManager.cpp -- stop():122] [unload module success, module[N5swift5admin16NoUseTopicModuleE]]
[2024-08-27 00:02:32.342380] [INFO] [101,aios/apps/facility/swift/admin/ModuleManager.cpp -- stop():122] [unload module success, module[N5swift5admin18WorkerStatusModuleE]]
[2024-08-27 00:02:32.342387] [INFO] [101,aios/apps/facility/swift/admin/ModuleManager.cpp -- stop():122] [unload module success, module[N5swift5admin20SyncLeaderInfoModuleE]]
[2024-08-27 00:02:32.342444] [INFO] [101,aios/apps/facility/cm2/cm_basic/util/zk_wrapper.cpp -- operator()():51] [close zookeeper handle[0x7f451800cd20].]
[2024-08-27 00:02:32.342573] [INFO] [101,aios/apps/facility/cm2/cm_basic/util/zk_wrapper.cpp -- ~ZkWrapper():128] [close zk wrapper [0x7f4518008f50], host[10.123.7.74:2181]]
[2024-08-27 00:02:32.342589] [INFO] [101,aios/apps/facility/swift/admin/ModuleManager.cpp -- stop():122] [unload module success, module[N5swift5admin20TopicAclManageModuleE]]
[2024-08-27 00:02:32.342596] [INFO] [101,aios/apps/facility/swift/admin/ModuleManager.cpp -- stop():122] [unload module success, module[N5swift5admin21ChangeTopicPartModuleE]]
[2024-08-27 00:02:32.342601] [INFO] [101,aios/apps/facility/swift/admin/ModuleManager.cpp -- stop():122] [unload module success, module[N5swift5admin21DealErrorBrokerModuleE]]
[2024-08-27 00:02:32.342607] [INFO] [101,aios/apps/facility/swift/admin/ModuleManager.cpp -- stop():122] [unload module success, module[N5swift5admin23CleanExpiredTopicModuleE]]
[2024-08-27 00:02:32.342611] [INFO] [101,aios/apps/facility/swift/admin/ModuleManager.cpp -- stop():122] [unload module success, module[N5swift5admin24MetaInfoReplicatorModuleE]]
[2024-08-27 00:02:32.342615] [INFO] [101,aios/apps/facility/swift/admin/ModuleManager.cpp -- stop():122] [unload module success, module[N5swift5admin31MultiThreadTaskDispatcherModuleE]]
[2024-08-27 00:02:32.342621] [INFO] [101,aios/apps/facility/swift/admin/modules/MetaInfoReplicatorModule.cpp -- doUnload():289] [MetaInfoReplicatorModule has already stop]
[2024-08-27 00:02:32.343193] [INFO] [101,aios/libcarbon3/src/master_framework/master_base/ScheduleUnitManager.cpp -- stopSchedule():234] [stop to scheduling.]
[2024-08-27 00:02:32.360691] [INFO] [101,aios/libcarbon3/src/master/CarbonDriver.cpp -- stop():119] [stop carbon driver.]
[2024-08-27 00:02:32.360702] [INFO] [101,aios/libcarbon3/src/master/CarbonDriverWrapperImpl.cpp -- stop():88] [carbon driver wrapper stoped]
[2024-08-27 00:02:32.362905] [INFO] [101,aios/kmonitor/cpp_client/src/kmonitor/client/core/MetricsSystem.cpp -- Stop():113] [metrics system stoped]
[2024-08-27 00:02:32.362917] [INFO] [101,aios/kmonitor/cpp_client/src/kmonitor/client/KMonitorWorker.cpp -- Shutdown():135] [shutdown kmonitor [libcarbon3]]
[2024-08-27 00:02:32.362934] [INFO] [101,aios/kmonitor/cpp_client/src/kmonitor/client/KMonitor.cpp -- ~KMonitor():61] [release kmonitor [libcarbon3].]
[2024-08-27 00:02:32.362937] [WARN] [101,aios/kmonitor/cpp_client/src/kmonitor/client/KMonitorWorker.cpp -- Shutdown():128] [kmonitor worker has not started]
[2024-08-27 00:02:32.368562] [INFO] [101,aios/worker_framework/src/worker_base/LeaderElector.cpp -- unlock():455] [release lease success]
[2024-08-27 00:02:32.368572] [INFO] [101,aios/worker_framework/src/worker_base/LeaderElector.cpp -- stop():118] [[0x214d0c0] stop leader elector.]
[2024-08-27 00:02:32.368582] [INFO] [101,aios/apps/facility/swift/admin/AdminStatusManager.cpp -- stop():84] [admin status manager has already stopped.]
[2024-08-27 00:02:32.368637] [INFO] [101,aios/apps/facility/cm2/cm_basic/util/zk_wrapper.cpp -- ~ZkWrapper():128] [close zk wrapper [0x2133758], host[10.123.7.74:2181]]
[2024-08-27 00:02:32.368641] [INFO] [101,aios/apps/facility/swift/admin/AdminWorker.cpp -- doStop():245] [admin worker is stopped.]
[2024-08-27 00:02:32.368644] [INFO] [101,aios/worker_framework/src/worker_base/WorkerBase.cpp -- run():578] [worker is stopped.]
[2024-08-27 00:02:32.368707] [INFO] [101,aios/kmonitor/cpp_client/src/kmonitor/client/core/MetricsSystem.cpp -- DelSource():102] [remove source name [_1_reporter], current source size [2]]
[2024-08-27 00:02:32.368790] [INFO] [101,aios/kmonitor/cpp_client/src/kmonitor/client/KMonitor.cpp -- ~KMonitor():61] [release kmonitor [_1_reporter].]
[2024-08-27 00:02:32.368794] [INFO] [101,aios/apps/facility/cm2/cm_basic/util/zk_wrapper.cpp -- operator()():51] [close zookeeper handle[0x2134b20].]
[2024-08-27 00:02:32.368944] [INFO] [101,aios/apps/facility/cm2/cm_basic/util/zk_wrapper.cpp -- ~ZkWrapper():128] [close zk wrapper [0x2105400], host[10.123.7.74:2181]]
[2024-08-27 00:02:32.368954] [INFO] [101,aios/apps/facility/cm2/cm_basic/util/zk_wrapper.cpp -- operator()():51] [close zookeeper handle[0x7f450c013980].]
[2024-08-27 00:02:32.369117] [INFO] [101,aios/apps/facility/cm2/cm_basic/util/zk_wrapper.cpp -- ~ZkWrapper():128] [close zk wrapper [0x214cf40], host[10.123.7.74:2181]]
[2024-08-27 00:02:32.369137] [INFO] [101,aios/worker_framework/src/worker_base/WorkerBase.cpp -- ~WorkerBase():137] [deconstruct worker base end]
[2024-08-27 00:02:32.371023] [INFO] [101,aios/kmonitor/cpp_client/src/kmonitor/client/core/MetricsSystem.cpp -- Stop():113] [metrics system stoped]
[2024-08-27 00:02:32.371034] [INFO] [101,aios/kmonitor/cpp_client/src/kmonitor/client/KMonitorWorker.cpp -- Shutdown():135] [shutdown kmonitor [buildinmetric]]
[2024-08-27 00:02:32.371043] [INFO] [101,aios/kmonitor/cpp_client/src/kmonitor/client/KMonitor.cpp -- ~KMonitor():61] [release kmonitor [buildinmetric].]
[2024-08-27 00:02:32.371046] [INFO] [101,aios/kmonitor/cpp_client/src/kmonitor/client/KMonitorWorker.cpp -- Shutdown():135] [shutdown kmonitor [fslib]]
[2024-08-27 00:02:32.371063] [INFO] [101,aios/kmonitor/cpp_client/src/kmonitor/client/KMonitor.cpp -- ~KMonitor():61] [release kmonitor [fslib].]
[2024-08-27 00:02:32.371066] [WARN] [101,aios/kmonitor/cpp_client/src/kmonitor/client/KMonitorWorker.cpp -- Shutdown():128] [kmonitor worker has not started]
[2024-08-27 00:02:32.371132] [INFO] [101,aios/kmonitor/cpp_client/src/kmonitor/client/KMonitorFactory.cpp -- Shutdown():80] [kmonitor factory stopped]
global.conf配置：
[common]
binaryPath=/ha3_install
# domainZkRoot=zfs://${default_variables.local_host}:2181/havenask
dataStoreRoot=hdfs://mystor/havenask
enableKmonitorPrometheusSink=true
kmonitorSinkAddress=10.123.7.7:9091
kmonitorSinkHost=10.123.7.7
kmonitorSinkPort=9091
processorMode=docker
[swift]
serviceName=havenask-swift-remote
image=registry.cn-hangzhou.aliyuncs.com/havenask/ha3_runtime:1.2.0
adminCpu=100
adminMem=5124
adminIpList=10.123.7.7
workerIpList=10.123.7.14;10.123.7.19
[havenask]
serviceName=havenask-sql-remote
image=registry.cn-hangzhou.aliyuncs.com/havenask/ha3_runtime:1.2.0
adminCpu=100
adminMem=5124
qrsIpList=10.123.7.7
searcherIpList=10.123.7.14;10.123.7.19
[bs]
serviceName=havenask-bs-remote
image=registry.cn-hangzhou.aliyuncs.com/havenask/ha3_runtime:1.2.0
adminCpu=100
adminMem=5124
adminIpList=10.123.7.7
workerIpList=10.123.7.14;10.123.7.19