From 34cd75f77d0ca94dbdba4e6cc9451fe4d33e78b3 Mon Sep 17 00:00:00 2001 From: lichao <lichao@aiotlink.com> Date: 星期三, 19 五月 2021 19:14:13 +0800 Subject: [PATCH] add api BHQueryProcs. --- src/socket.cpp | 246 +++++++++++++++++++++++++++++++----------------- 1 files changed, 158 insertions(+), 88 deletions(-) diff --git a/src/socket.cpp b/src/socket.cpp index 21928b8..19be201 100644 --- a/src/socket.cpp +++ b/src/socket.cpp @@ -21,114 +21,184 @@ #include "defs.h" #include "msg.h" #include <chrono> +using namespace std::chrono; +using namespace std::chrono_literals; using namespace bhome_msg; using namespace bhome_shm; -using namespace std::chrono_literals; -namespace +ShmSocket::ShmSocket(Shm &shm, const MQId id, const int len) : + run_(false), mq_(shm, id, len), alloc_id_(0) { Start(); } +ShmSocket::ShmSocket(Shm &shm, const bool create_or_else_find, const MQId id, const int len) : + run_(false), mq_(shm, create_or_else_find, id, len), alloc_id_(0) { Start(); } +ShmSocket::ShmSocket(int64_t abs_addr, Shm &shm, const MQId id) : + run_(false), mq_(abs_addr, shm, id), alloc_id_(0) { Start(); } + +ShmSocket::~ShmSocket() { Stop(); } + +bool ShmSocket::Start(int nworker, const RecvCB &onData, const RawRecvCB &onRaw, const IdleCB &onIdle) { + auto ioProc = [this, onData, onRaw, onIdle]() { + auto DoSend = [this]() { return send_buffer_.TrySend(mq()); }; + auto DoRecv = [=] { + // do not recv if no cb is set. + if (!onData && per_msg_cbs_->empty() && !onRaw && alloc_cbs_->empty()) { return false; } -int GetSocketDefaultLen(ShmSocket::Type type) -{ - switch (type) { - case ShmSocket::eSockRequest: return 12; - case ShmSocket::eSockReply: return 64; - case ShmSocket::eSockPublish: return 0; - case ShmSocket::eSockSubscribe: return 64; - default: return 0; - } -} - -} // namespace - -ShmSocket::ShmSocket(Type type, bhome_shm::SharedMemory &shm) : - shm_(shm), type_(type), run_(false) -{ - int len = GetSocketDefaultLen(type); - if (len != 0) { - mq_.reset(new Queue(shm_, len)); - - auto RecvProc = [this]() { - while (run_) { - try { - std::unique_lock<std::mutex> lk(mutex_); - if (cv_recv_cb_.wait_for(lk, 100ms, [this]() { return HasRecvCB(); })) { - BHMsg msg; - if (mq_->Recv(msg, 100)) { - this->onRecv_(msg); - } + auto onMsgCB = [this, onData](ShmSocket &socket, MsgI &imsg, BHMsgHead &head) { + RecvCB cb; + if (per_msg_cbs_->Pick(head.msg_id(), cb)) { + cb(socket, imsg, head); + } else if (onData) { + onData(socket, imsg, head); + } + }; + auto onCmdCB = [this, onRaw](ShmSocket &socket, int64_t val) { + int cmd = DecodeCmd(val); + if (cmd == eCmdAllocReply0) { + int id = (val >> 4) & MaskBits(28); + RawRecvCB cb; + if (alloc_cbs_->Pick(id, cb)) { + cb(socket, val); + return; } - } catch (...) { + } + if (onRaw) { + onRaw(socket, val); + } + }; + + auto onRecv = [&](auto &val) { + if (IsCmd(val)) { + onCmdCB(*this, val); + } else { + MsgI imsg(val); + DEFER1(imsg.Release()); + BHMsgHead head; + if (imsg.ParseHead(head)) { + onMsgCB(*this, imsg, head); + } + } + }; + ShmMsgQueue::RawData val = 0; + for (int i = 0; i < 100; ++i) { + if (mq().TryRecv(val)) { + onRecv(val); + return true; } } - }; - run_.store(true); - workers_.emplace_back(RecvProc); - } -} - -ShmSocket::ShmSocket(Type type) : - ShmSocket(type, BHomeShm()) -{ -} - -ShmSocket::~ShmSocket() -{ - Stop(); -} - -bool ShmSocket::Publish(const std::string &topic, const void *data, const size_t size, const int timeout_ms) -{ - if (type_ != eSockPublish) { - return false; - } - assert(!mq_); - try { - MsgI imsg; - if (!imsg.MakeRC(shm_, MakePub(topic, data, size))) { return false; + }; + + try { + bool more_to_send = DoSend(); + bool more_to_recv = DoRecv(); + if (onIdle) { onIdle(*this); } + if (!more_to_send && !more_to_recv) { + robust::QuickSleep(); + } + } catch (...) { } - DEFER1(imsg.Release(shm_)); - return Queue::Send(shm_, kBHBusQueueId, imsg, timeout_ms); + }; - } catch (...) { - return false; - } -} - -bool ShmSocket::Subscribe(const std::vector<std::string> &topics, const int timeout_ms) -{ - if (type_ != eSockSubscribe) { - return false; - } - assert(mq_); - try { - return mq_->Send(kBHBusQueueId, MakeSub(mq_->Id(), topics), timeout_ms); - } catch (...) { - return false; - } -} - -bool ShmSocket::SetRecvCallback(const RecvCB &onRecv) -{ std::lock_guard<std::mutex> lock(mutex_); - onRecv_ = onRecv; - cv_recv_cb_.notify_one(); + StopNoLock(); + + auto worker_proc = [this, ioProc]() { + while (run_) { ioProc(); } + // try send pending msgs. + auto end_time = steady_clock::now() + 3s; + while (send_buffer_.TrySend(mq()) && steady_clock::now() < end_time) { + // LOG_DEBUG() << "try send pending msgs."; + } + }; + + run_.store(true); + for (int i = 0; i < nworker; ++i) { + workers_.emplace_back(worker_proc); + } return true; } -bool ShmSocket::HasRecvCB() +bool ShmSocket::Stop() { - return static_cast<bool>(onRecv_); + std::lock_guard<std::mutex> lock(mutex_); + return StopNoLock(); } -void ShmSocket::Stop() +bool ShmSocket::StopNoLock() { - run_ = false; - for (auto &t : workers_) { - if (t.joinable()) { - t.join(); + if (run_.exchange(false)) { + for (auto &w : workers_) { + if (w.joinable()) { + w.join(); + } } + workers_.clear(); + return true; } + return false; +} + +bool ShmSocket::Send(const MQInfo &remote, std::string &&content, const std::string &msg_id, RecvCB &&cb) +{ + size_t size = content.size(); + auto OnResult = [content = std::move(content), msg_id, remote, cb = std::move(cb), this](MsgI &msg) mutable { + if (!msg.Fill(content)) { return false; } + + try { + if (!cb) { + Send(remote, msg); + } else { + per_msg_cbs_->Store(msg_id, std::move(cb)); + auto onExpireRemoveCB = [this, msg_id](SendQ::Data const &msg) { + RecvCB cb_no_use; + per_msg_cbs_->Pick(msg_id, cb_no_use); + }; + Send(remote, msg, onExpireRemoveCB); + } + return true; + } catch (...) { + SetLastError(eError, "Send internal error."); + return false; + } + }; +#if 0 + // self alloc + MsgI msg; + if (msg.Make(size)) { + DEFER1(msg.Release()); + return OnResult(msg); + } +#else + // center alloc + return RequestAlloc(size, OnResult); +#endif +} + +bool ShmSocket::RequestAlloc(const int64_t size, std::function<void(MsgI &msg)> const &onResult) +{ // 8bit size, 4bit socket index, 16bit proc index, 28bit id, ,4bit cmd+flag + // LOG_FUNCTION; + if (node_proc_index_ == -1 || socket_index_ == -1) { + return false; + } + int id = (++alloc_id_) & MaskBits(28); + int64_t cmd = (CalcAllocIndex(size) << 52) | + ((socket_index_ & MaskBits(4)) << 48) | + ((node_proc_index_ & MaskBits(16)) << 32) | + (id << 4) | + EncodeCmd(eCmdAllocRequest0); + auto rawCB = [onResult](ShmSocket &sock, int64_t &val) { + MsgI msg((val >> 32) & MaskBits(31)); + DEFER1(msg.Release()); + onResult(msg); + return true; + }; + + alloc_cbs_->Store(id, std::move(rawCB)); + auto onExpireRemoveCB = [this, id](SendQ::Data const &msg) { + RawRecvCB cb_no_use; + alloc_cbs_->Pick(id, cb_no_use); + }; + + return Send(BHTopicCenterAddress(), cmd, onExpireRemoveCB); } \ No newline at end of file -- Gitblit v1.8.0