From 628c1c21ffb19d8c96ed9ce89531595f9870ab1a Mon Sep 17 00:00:00 2001 From: lichao <lichao@aiotlink.com> Date: 星期五, 23 四月 2021 18:41:02 +0800 Subject: [PATCH] add msg tag; recv all msgs before remove mq. --- src/topic_node.cpp | 109 +++++++++++++++++++++++++++++++++--------------------- 1 files changed, 66 insertions(+), 43 deletions(-) diff --git a/src/topic_node.cpp b/src/topic_node.cpp index 2cc5483..a5d48b7 100644 --- a/src/topic_node.cpp +++ b/src/topic_node.cpp @@ -32,45 +32,47 @@ std::string msg_id; }; +const int kMqLen = 700; + } // namespace TopicNode::TopicNode(SharedMemory &shm) : - shm_(shm), sock_node_(shm), sock_client_(shm), sock_server_(shm), sock_sub_(shm), registered_(false), registered_ever_(false) + shm_(shm), sockets_(eSockEnd), state_(eStateUnregistered) { + for (int i = eSockStart; i < eSockEnd; ++i) { + sockets_[i].reset(new ShmSocket(shm_, kMqLen)); + } // recv msgs to avoid memory leak. auto default_ignore_msg = [](ShmSocket &sock, MsgI &imsg, BHMsgHead &head) { return true; }; - SockNode().Start(default_ignore_msg); + for (auto &p : sockets_) { + p->Start(default_ignore_msg); + } } TopicNode::~TopicNode() { Stop(); SockNode().Stop(); - if (!registered_ever_) { - SockNode().Remove(); - SockClient().Remove(); - SockServer().Remove(); - SockSub().Remove(); + if (state() == eStateUnregistered) { + for (auto &p : sockets_) { p->Remove(); } } } -void TopicNode::Start(ServerCB const &server_cb, SubDataCB const &sub_cb, RequestResultCB &client_cb, int nworker) +void TopicNode::Start(ServerAsyncCB const &server_cb, SubDataCB const &sub_cb, RequestResultCB &client_cb, int nworker) { if (nworker < 1) { nworker = 1; } else if (nworker > 16) { nworker = 16; } - + SockNode().Start(); ServerStart(server_cb, nworker); SubscribeStartWorker(sub_cb, nworker); ClientStartWorker(client_cb, nworker); } void TopicNode::Stop() { - SockSub().Stop(); - SockServer().Stop(); - SockClient().Stop(); + for (auto &p : sockets_) { p->Stop(); } } bool TopicNode::Register(ProcInfo &proc, MsgCommonReply &reply_body, const int timeout_ms) @@ -95,9 +97,10 @@ msg.ParseBody(rbody) && IsSuccess(rbody.errmsg().errcode()); if (ok) { - registered_ever_.store(true); + state(eStateOnline); + } else { + state_cas(eStateOnline, eStateOffline); } - registered_.store(ok); }; if (timeout_ms == 0) { @@ -108,19 +111,19 @@ return sock.Send(&BHTopicCenterAddress(), head, body, onResult); } else { MsgI reply; - DEFER1(reply.Release(shm_);); + DEFER1(reply.Release();); BHMsgHead reply_head; bool r = sock.SendAndRecv(&BHTopicCenterAddress(), head, body, reply, reply_head, timeout_ms); if (r) { CheckResult(reply, reply_head, reply_body); } - return IsRegistered(); + return IsOnline(); } } bool TopicNode::Heartbeat(ProcInfo &proc, MsgCommonReply &reply_body, const int timeout_ms) { - if (!IsRegistered()) { + if (!IsOnline()) { SetLastError(eNotRegistered, "Not Registered."); return false; } @@ -136,7 +139,7 @@ return sock.Send(&BHTopicCenterAddress(), head, body); } else { MsgI reply; - DEFER1(reply.Release(shm_);); + DEFER1(reply.Release();); BHMsgHead reply_head; bool r = sock.SendAndRecv(&BHTopicCenterAddress(), head, body, reply, reply_head, timeout_ms); r = r && reply_head.type() == kMsgTypeCommonReply && reply.ParseBody(reply_body); @@ -153,7 +156,7 @@ bool TopicNode::ServerRegisterRPC(MsgTopicList &topics, MsgCommonReply &reply_body, const int timeout_ms) { - if (!IsRegistered()) { + if (!IsOnline()) { SetLastError(eNotRegistered, "Not Registered."); return false; } @@ -169,7 +172,7 @@ return sock.Send(&BHTopicCenterAddress(), head, body); } else { MsgI reply; - DEFER1(reply.Release(shm_);); + DEFER1(reply.Release();); BHMsgHead reply_head; bool r = sock.SendAndRecv(&BHTopicCenterAddress(), head, body, reply, reply_head, timeout_ms); r = r && reply_head.type() == kMsgTypeCommonReply; @@ -178,7 +181,7 @@ } } -bool TopicNode::ServerStart(const ServerCB &rcb, int nworker) +bool TopicNode::ServerStart(const ServerSyncCB &rcb, int nworker) { auto onRecv = [this, rcb](ShmSocket &sock, MsgI &imsg, BHMsgHead &head) { if (head.type() != kMsgTypeRequestTopic || head.route_size() == 0) { return; } @@ -201,9 +204,26 @@ return rcb && sock.Start(onRecv, nworker); } +bool TopicNode::ServerStart(const ServerAsyncCB &acb, int nworker) +{ + auto onRecv = [this, acb](ShmSocket &sock, MsgI &imsg, BHMsgHead &head) { + if (head.type() != kMsgTypeRequestTopic || head.route_size() == 0) { return; } + MsgRequestTopic req; + if (!imsg.ParseBody(req)) { return; } + + SrcInfo *p = new SrcInfo; + p->route.assign(head.route().begin(), head.route().end()); + p->msg_id = head.msg_id(); + acb(p, *head.mutable_proc_id(), req); + }; + + auto &sock = SockServer(); + return acb && sock.Start(onRecv, nworker); +} + bool TopicNode::ServerRecvRequest(void *&src_info, std::string &proc_id, MsgRequestTopic &request, const int timeout_ms) { - if (!IsRegistered()) { + if (!IsOnline()) { SetLastError(eNotRegistered, "Not Registered."); return false; } @@ -227,7 +247,7 @@ bool TopicNode::ServerSendReply(void *src_info, const MsgRequestTopicReply &body) { - if (!IsRegistered()) { + if (!IsOnline()) { SetLastError(eNotRegistered, "Not Registered."); return false; } @@ -263,9 +283,9 @@ return SockClient().Start(onData, nworker); } -bool TopicNode::ClientAsyncRequest(const MsgRequestTopic &req, std::string &out_msg_id, const RequestResultCB &cb) +bool TopicNode::ClientAsyncRequest(const BHAddress &remote_addr, const MsgRequestTopic &req, std::string &out_msg_id, const RequestResultCB &cb) { - if (!IsRegistered()) { + if (!IsOnline()) { SetLastError(eNotRegistered, "Not Registered."); return false; } @@ -296,13 +316,15 @@ }; try { - auto &sock = SockClient(); BHAddress addr; - - if (topic_query_cache_.Find(req.topic(), addr)) { +#if 1 + return (ClientQueryRPCTopic(req.topic(), addr, 3000)) && SendTo(addr, req, cb); +#else + if (topic_query_cache_.Pick(req.topic(), addr)) { return SendTo(addr, req, cb); } + auto &sock = SockClient(); MsgQueryTopic query; query.set_topic(req.topic()); BHMsgHead head(InitMsgHead(GetType(query), proc_id())); @@ -313,12 +335,13 @@ if (head.type() == kMsgTypeQueryTopicReply && imsg.ParseBody(rep)) { auto &addr = rep.address(); if (!addr.mq_id().empty()) { - topic_query_cache_.Update(req.topic(), addr); + topic_query_cache_.Store(req.topic(), addr); SendTo(addr, req, cb); } } }; - return sock.Send(&BHTopicCenterAddress(), head, query, onQueryResult); + return sock.Send(&BHTopicCenterAddress(), head, query, std::move(onQueryResult)); +#endif } catch (...) { SetLastError(eError, "internal error."); @@ -326,9 +349,9 @@ } } -bool TopicNode::ClientSyncRequest(const MsgRequestTopic &request, std::string &out_proc_id, MsgRequestTopicReply &out_reply, const int timeout_ms) +bool TopicNode::ClientSyncRequest(const BHAddress &remote_addr, const MsgRequestTopic &request, std::string &out_proc_id, MsgRequestTopicReply &out_reply, const int timeout_ms) { - if (!IsRegistered()) { + if (!IsOnline()) { SetLastError(eNotRegistered, "Not Registered."); return false; } @@ -343,7 +366,7 @@ head.set_topic(request.topic()); MsgI reply_msg; - DEFER1(reply_msg.Release(shm_);); + DEFER1(reply_msg.Release();); BHMsgHead reply_head; if (sock.SendAndRecv(addr.mq_id().data(), head, request, reply_msg, reply_head, timeout_ms) && @@ -361,9 +384,9 @@ return false; } -bool TopicNode::ClientQueryRPCTopic(const Topic &topic, bhome::msg::BHAddress &addr, const int timeout_ms) +bool TopicNode::ClientQueryRPCTopic(const Topic &topic, BHAddress &addr, const int timeout_ms) { - if (!IsRegistered()) { + if (!IsOnline()) { SetLastError(eNotRegistered, "Not Registered."); return false; } @@ -380,7 +403,7 @@ AddRoute(head, sock.id()); MsgI reply; - DEFER1(reply.Release(shm_)); + DEFER1(reply.Release()); BHMsgHead reply_head; if (sock.SendAndRecv(&BHTopicCenterAddress(), head, query, reply, reply_head, timeout_ms)) { @@ -391,7 +414,7 @@ if (addr.mq_id().empty()) { return false; } else { - topic_query_cache_.Update(topic, addr); + topic_query_cache_.Store(topic, addr); return true; } } @@ -405,7 +428,7 @@ bool TopicNode::Publish(const MsgPublish &pub, const int timeout_ms) { - if (!IsRegistered()) { + if (!IsOnline()) { SetLastError(eNotRegistered, "Not Registered."); return false; } @@ -419,7 +442,7 @@ return sock.Send(&BHTopicBusAddress(), head, pub); } else { MsgI reply; - DEFER1(reply.Release(shm());); + DEFER1(reply.Release();); BHMsgHead reply_head; MsgCommonReply reply_body; return sock.SendAndRecv(&BHTopicBusAddress(), head, pub, reply, reply_head, timeout_ms) && @@ -436,7 +459,7 @@ bool TopicNode::Subscribe(MsgTopicList &topics, MsgCommonReply &reply_body, const int timeout_ms) { - if (!IsRegistered()) { + if (!IsOnline()) { SetLastError(eNotRegistered, "Not Registered."); return false; } @@ -452,7 +475,7 @@ return sock.Send(&BHTopicBusAddress(), head, sub); } else { MsgI reply; - DEFER1(reply.Release(shm());); + DEFER1(reply.Release();); BHMsgHead reply_head; return sock.SendAndRecv(&BHTopicBusAddress(), head, sub, reply, reply_head, timeout_ms) && reply_head.type() == kMsgTypeCommonReply && @@ -485,14 +508,14 @@ bool TopicNode::RecvSub(std::string &proc_id, MsgPublish &pub, const int timeout_ms) { - if (!IsRegistered()) { + if (!IsOnline()) { SetLastError(eNotRegistered, "Not Registered."); return false; } auto &sock = SockSub(); MsgI msg; - DEFER1(msg.Release(shm());); + DEFER1(msg.Release();); BHMsgHead head; //TODO error msg. if (sock.SyncRecv(msg, head, timeout_ms) && head.type() == kMsgTypePublish) { -- Gitblit v1.8.0