From db322f33ba13592f2492317e3f1a070454c97059 Mon Sep 17 00:00:00 2001
From: lichao <lichao@aiotlink.com>
Date: 星期四, 13 五月 2021 19:34:46 +0800
Subject: [PATCH] center alloc all msgs.
---
src/socket.cpp | 238 ++++++++++++++++++++++++++++++++++++++---------------------
1 files changed, 152 insertions(+), 86 deletions(-)
diff --git a/src/socket.cpp b/src/socket.cpp
index 1c28bfa..0704174 100644
--- a/src/socket.cpp
+++ b/src/socket.cpp
@@ -17,118 +17,184 @@
*/
#include "socket.h"
-#include <chrono>
-#include "msg.h"
-#include "defs.h"
#include "bh_util.h"
+#include "defs.h"
+#include "msg.h"
+#include <chrono>
+using namespace std::chrono;
+using namespace std::chrono_literals;
using namespace bhome_msg;
using namespace bhome_shm;
-using namespace std::chrono_literals;
-namespace {
-
-int GetSocketDefaultLen(ShmSocket::Type type)
+ShmSocket::ShmSocket(Shm &shm, const MQId id, const int len) :
+ run_(false), mq_(id, shm, len), alloc_id_(0)
{
- switch (type) {
- case ShmSocket::eSockRequest : return 12;
- case ShmSocket::eSockReply : return 64;
- case ShmSocket::eSockPublish : return 0;
- case ShmSocket::eSockSubscribe : return 64;
- default: return 0;
- }
+ Start();
}
-
-
-}
-
-ShmSocket::ShmSocket(Type type, bhome_shm::SharedMemory &shm)
- : shm_(shm),
- type_(type),
- run_(false)
+ShmSocket::ShmSocket(Shm &shm, const bool create_or_else_find, const MQId id, const int len) :
+ run_(false), mq_(id, create_or_else_find, shm, len), alloc_id_(0)
{
- int len = GetSocketDefaultLen(type);
- if (len != 0) {
- mq_.reset(new Queue(shm_, len));
-
- auto RecvProc = [this](){
- while (run_) {
- try {
- std::unique_lock<std::mutex> lk(mutex_);
- if (cv_recv_cb_.wait_for(lk, 100ms, [this](){ return HasRecvCB(); })) {
- BHMsg msg;
- if (mq_->Recv(msg, 100)) {
- this->onRecv_(msg);
- }
- }
- } catch (...) {}
- }
- };
- run_.store(true);
- workers_.emplace_back(RecvProc);
- }
+ Start();
}
-ShmSocket::ShmSocket(Type type)
- : ShmSocket(type, BHomeShm())
+ShmSocket::ShmSocket(bhome_shm::SharedMemory &shm, const int len) :
+ run_(false), mq_(shm, len), alloc_id_(0)
{
+ Start();
}
ShmSocket::~ShmSocket()
{
- Stop();
+ Stop();
}
-bool ShmSocket::Publish(const std::string &topic, const void *data, const size_t size, const int timeout_ms)
+bool ShmSocket::Start(int nworker, const RecvCB &onData, const RawRecvCB &onRaw, const IdleCB &onIdle)
{
- if (type_ != eSockPublish) {
- return false;
- }
- assert(!mq_);
- try {
- MsgI imsg;
- if (!imsg.MakeRC(shm_, MakePub(topic, data, size))) {
- return false;
- }
- DEFER1(imsg.Release(shm_));
- return Queue::Send(shm_, kBHBusQueueId, imsg, timeout_ms);
-
- } catch (...) {
- return false;
- }
+ auto ioProc = [this, onData, onRaw, onIdle]() {
+ auto DoSend = [this]() { return send_buffer_.TrySend(mq()); };
+ auto DoRecv = [=] {
+ // do not recv if no cb is set.
+ if (!onData && per_msg_cbs_->empty() && !onRaw && alloc_cbs_->empty()) { return false; }
+
+ auto onMsgCB = [this, onData](ShmSocket &socket, MsgI &imsg, BHMsgHead &head) {
+ RecvCB cb;
+ if (per_msg_cbs_->Pick(head.msg_id(), cb)) {
+ cb(socket, imsg, head);
+ } else if (onData) {
+ onData(socket, imsg, head);
+ }
+ };
+ auto onCmdCB = [this, onRaw](ShmSocket &socket, int64_t val) {
+ int cmd = DecodeCmd(val);
+ if (cmd == eCmdAllocReply0) {
+ int id = (val >> 4) & MaskBits(28);
+ RawRecvCB cb;
+ if (alloc_cbs_->Pick(id, cb)) {
+ cb(socket, val);
+ return;
+ }
+ }
+ if (onRaw) {
+ onRaw(socket, val);
+ }
+ };
+
+ auto onRecv = [&](auto &val) {
+ if (IsCmd(val)) {
+ onCmdCB(*this, val);
+ } else {
+ MsgI imsg(val);
+ DEFER1(imsg.Release());
+ BHMsgHead head;
+ if (imsg.ParseHead(head)) {
+ onMsgCB(*this, imsg, head);
+ }
+ }
+ };
+ ShmMsgQueue::RawData val = 0;
+ auto TryRecvMore = [&]() {
+ for (int i = 0; i < 100; ++i) {
+ if (mq().TryRecv(val)) {
+ return true;
+ }
+ }
+ return false;
+ };
+ return TryRecvMore() ? (onRecv(val), true) : false;
+ };
+
+ try {
+ bool more_to_send = DoSend();
+ bool more_to_recv = DoRecv();
+ if (onIdle) { onIdle(*this); }
+ if (!more_to_send && !more_to_recv) {
+ robust::QuickSleep();
+ }
+ } catch (...) {
+ }
+ };
+
+ std::lock_guard<std::mutex> lock(mutex_);
+ StopNoLock();
+
+ auto worker_proc = [this, ioProc]() {
+ while (run_) { ioProc(); }
+ // try send pending msgs.
+ auto end_time = steady_clock::now() + 3s;
+ while (send_buffer_.TrySend(mq()) && steady_clock::now() < end_time) {
+ // LOG_DEBUG() << "try send pending msgs.";
+ }
+ };
+
+ run_.store(true);
+ for (int i = 0; i < nworker; ++i) {
+ workers_.emplace_back(worker_proc);
+ }
+ return true;
}
-bool ShmSocket::Subscribe(const std::vector<std::string> &topics, const int timeout_ms)
+bool ShmSocket::Stop()
{
- if (type_ != eSockSubscribe) {
- return false;
- }
- assert(mq_);
- try {
- return mq_->Send(kBHBusQueueId, MakeSub(mq_->Id(), topics), timeout_ms);
- } catch (...) {
- return false;
- }
+ std::lock_guard<std::mutex> lock(mutex_);
+ return StopNoLock();
}
-bool ShmSocket::SetRecvCallback(const RecvCB &onRecv)
+bool ShmSocket::StopNoLock()
{
- std::lock_guard<std::mutex> lock(mutex_);
- onRecv_ = onRecv;
- cv_recv_cb_.notify_one();
- return true;
+ if (run_.exchange(false)) {
+ for (auto &w : workers_) {
+ if (w.joinable()) {
+ w.join();
+ }
+ }
+ workers_.clear();
+ return true;
+ }
+ return false;
}
-bool ShmSocket::HasRecvCB()
+bool ShmSocket::SyncRecv(int64_t &cmd, const int timeout_ms)
{
- return static_cast<bool>(onRecv_);
+ return (timeout_ms == 0) ? mq().TryRecv(cmd) : mq().Recv(cmd, timeout_ms);
+}
+//maybe reimplment, using async cbs?
+bool ShmSocket::SyncRecv(bhome_msg::MsgI &msg, bhome_msg::BHMsgHead &head, const int timeout_ms)
+{
+ // std::lock_guard<std::mutex> lock(mutex_); // seems no need to lock mutex_.
+ bool got = (timeout_ms == 0) ? mq().TryRecv(msg) : mq().Recv(msg, timeout_ms);
+ if (got) {
+ if (msg.ParseHead(head)) {
+ return true;
+ } else {
+ msg.Release();
+ }
+ }
+ return false;
}
-void ShmSocket::Stop()
-{
- run_ = false;
- for (auto &t : workers_) {
- if (t.joinable()) {
- t.join();
- }
- }
+bool ShmSocket::RequestAlloc(const int64_t size, std::function<void(MsgI &msg)> const &onResult)
+{ // 8bit size, 4bit socket index, 16bit proc index, 28bit id, ,4bit cmd+flag
+ // LOG_FUNCTION;
+ if (node_proc_index_ == -1 || socket_index_ == -1) {
+ return false;
+ }
+ int id = (++alloc_id_) & MaskBits(28);
+ int64_t cmd = (CalcAllocIndex(size) << 52) |
+ ((socket_index_ & MaskBits(4)) << 48) |
+ ((node_proc_index_ & MaskBits(16)) << 32) |
+ (id << 4) |
+ EncodeCmd(eCmdAllocRequest0);
+ auto rawCB = [onResult](ShmSocket &sock, int64_t &val) {
+ MsgI msg((val >> 32) & MaskBits(31));
+ DEFER1(msg.Release());
+ onResult(msg);
+ return true;
+ };
+
+ alloc_cbs_->Store(id, std::move(rawCB));
+ auto onExpireRemoveCB = [this, id](SendQ::Data const &msg) {
+ RawRecvCB cb_no_use;
+ alloc_cbs_->Pick(id, cb_no_use);
+ };
+ return Send(BHTopicCenterAddress(), cmd, onExpireRemoveCB);
}
\ No newline at end of file
--
Gitblit v1.8.0