From 7ecd6323ffedbfef92c87c02b2a8680dd53b772c Mon Sep 17 00:00:00 2001 From: lichao <lichao@aiotlink.com> Date: 星期四, 06 五月 2021 19:37:50 +0800 Subject: [PATCH] rename atomic queue io function. --- src/msg.h | 234 +++++++++++++++++++++++++++++++++++++++++++++------------- 1 files changed, 181 insertions(+), 53 deletions(-) diff --git a/src/msg.h b/src/msg.h index f3fe726..1f5b0f1 100644 --- a/src/msg.h +++ b/src/msg.h @@ -18,68 +18,196 @@ #ifndef MSG_5BILLZET #define MSG_5BILLZET -#include <stdint.h> +#include "bh_util.h" +#include "proto.h" #include "shm.h" +#include <atomic> #include <boost/interprocess/offset_ptr.hpp> -#include <boost/uuid/uuid_generators.hpp> -#include "bhome_msg.pb.h" +#include <functional> +#include <stdint.h> -namespace bhome_msg { - using namespace bhome_shm; - using namespace bhome::msg; // for serialized data in MsgI - -// MsgI is safe to be stored in shared memory, so POD data or offset_ptr is required. -// message format: header(meta) + body(data). - -typedef boost::uuids::uuid MQId; - -// store ref count, msgs shareing the same data should also hold a pointer of the same RefCount object. -class RefCount : private boost::noncopyable +namespace bhome_msg { -public: - int Inc() { Guard lk(mutex_); return ++num_; } - int Dec() { Guard lk(mutex_); return --num_; } - int Get() { Guard lk(mutex_); return num_; } +using namespace bhome_shm; + +// ShmMsg is safe to be stored in shared memory, so POD data or offset_ptr is required. +// message content layout: (meta) / header_size + header + data_size + data + +class ShmMsg : private StaticDataRef<SharedMemory, ShmMsg> +{ private: - Mutex mutex_; - int num_ = 1; + static inline SharedMemory &shm() { return GetData(); } + // store ref count, msgs shareing the same data should also hold a pointer of the same RefCount object. + class RefCount : private boost::noncopyable + { + std::atomic<int> num_; + + public: + RefCount() : + num_(1) { static_assert(std::is_pod<decltype(num_)>::value); } + int Inc() { return ++num_; } + int Dec() { return --num_; } + int Get() { return num_.load(); } + }; + typedef int64_t OffsetType; + static OffsetType Addr(void *ptr) { return reinterpret_cast<OffsetType>(ptr); } + static void *Ptr(const OffsetType offset) { return reinterpret_cast<void *>(offset); } + static inline OffsetType BaseAddr() + { + static const OffsetType base = Addr(shm().get_address()); // cache value. + return base; + } + + static const uint32_t kMsgTag = 0xf1e2d3c4; + struct Meta { + RefCount count_; + const uint32_t tag_ = kMsgTag; + const uint32_t size_ = 0; + Meta(uint32_t size) : + size_(size) {} + }; + OffsetType offset_; + void *Alloc(const size_t size) + { + void *p = shm().Alloc(sizeof(Meta) + size); + if (p) { + auto pmeta = new (p) Meta(size); + p = pmeta + 1; + } + return p; + } + void Free() + { + assert(valid()); + shm().Dealloc(meta()); + offset_ = 0; + assert(!valid()); + } + Meta *meta() const { return get<Meta>() - 1; } + + typedef std::function<void(void *p, int len)> ToArray; + void *Pack(const uint32_t head_len, const ToArray &headToArray, + const uint32_t body_len, const ToArray &bodyToArray) + { + void *addr = Alloc(sizeof(head_len) + head_len + sizeof(body_len) + body_len); + if (addr) { + auto p = static_cast<char *>(addr); + auto Pack1 = [&p](auto len, auto &writer) { + Put32(p, len); + p += sizeof(len); + writer(p, len); + p += len; + }; + Pack1(head_len, headToArray); + Pack1(body_len, bodyToArray); + } + return addr; + } + + template <class Body> + void *Pack(const BHMsgHead &head, const Body &body) + { + return Pack( + uint32_t(head.ByteSizeLong()), [&](void *p, int len) { head.SerializeToArray(p, len); }, + uint32_t(body.ByteSizeLong()), [&](void *p, int len) { body.SerializeToArray(p, len); }); + } + + void *Pack(const std::string &content) + { + void *addr = Alloc(content.size()); + if (addr) { + memcpy(addr, content.data(), content.size()); + } + return addr; + } + + bool Make(void *addr) + { + if (!addr) { + return false; + } + ShmMsg(addr).swap(*this); + return true; + } + ShmMsg(void *p) : + offset_(p ? (Addr(p) - BaseAddr()) : 0) {} + + template <class T = void> + T *get() const { return static_cast<T *>(Ptr(offset_ + BaseAddr())); } + +public: + static bool BindShm(SharedMemory &shm) { return SetData(shm); } + ShmMsg() : + ShmMsg(nullptr) {} + explicit ShmMsg(const OffsetType offset) : + offset_(offset) {} + OffsetType Offset() const { return offset_; } + OffsetType &OffsetRef() { return offset_; } + void swap(ShmMsg &a) { std::swap(offset_, a.offset_); } + bool valid() const { return static_cast<bool>(offset_) && meta()->tag_ == kMsgTag; } + + int AddRef() const { return valid() ? meta()->count_.Inc() : 1; } + int Release() + { + if (!valid()) { + return 0; + } + auto n = meta()->count_.Dec(); + if (n == 0) { + Free(); + } + return n; + } + int Count() const { return valid() ? meta()->count_.Get() : 1; } + + template <class Body> + inline bool Make(const BHMsgHead &head, const Body &body) { return Make(Pack(head, body)); } + inline bool Make(const std::string &content) { return Make(Pack(content)); } + template <class Body> + static inline std::string Serialize(const BHMsgHead &head, const Body &body) + { + uint32_t head_len = head.ByteSizeLong(); + uint32_t body_len = body.ByteSizeLong(); + std::string s(4 + head_len + 4 + body_len, '\0'); + size_t pos = 0; + auto add1 = [&](auto &&msg, auto &&size) { + Put32(&s[pos], size); + pos += 4; + msg.SerializeToArray(&s[pos], size); + pos += size; + }; + add1(head, head_len); + add1(body, body_len); + assert(pos == s.size()); + return s; + } + + bool ParseHead(BHMsgHead &head) const + { + auto p = get<char>(); + assert(p); + uint32_t msg_size = Get32(p); + p += 4; + return head.ParseFromArray(p, msg_size); + } + template <class Body> + bool ParseBody(Body &body) const + { + auto p = get<char>(); + assert(p); + uint32_t size = Get32(p); + p += 4; + p += size; + size = Get32(p); + p += 4; + return body.ParseFromArray(p, size); + } }; -BHMsg MakeRequest(const MQId &src_id, const void *data, const size_t size); -BHMsg MakeReply(const void *data, const size_t size); -BHMsg MakeSub(const MQId &client, const std::vector<std::string> &topics); -BHMsg MakeUnsub(const MQId &client, const std::vector<std::string> &topics); -BHMsg MakePub(const std::string &topic, const void *data, const size_t size); +inline void swap(ShmMsg &m1, ShmMsg &m2) { m1.swap(m2); } -class MsgI { -private: - offset_ptr<void> ptr_; - offset_ptr<RefCount> count_; - - bool BuildSubOrUnsub(SharedMemory &shm, const std::vector<std::string> &topics, const MsgType sub_unsub); -public: - MsgI(void *p=0, RefCount *c=0):ptr_(p), count_(c) {} - void swap(MsgI &a) { std::swap(ptr_, a.ptr_); std::swap(count_, a.count_); } - template <class T = void> T *get() { return static_cast<T*>(ptr_.get()); } - - // AddRef and Release works for both counted and not counted msg. - int AddRef() const { return IsCounted() ? count_->Inc() : 1; } - int Release(SharedMemory &shm); - - int Count() const{ return IsCounted() ? count_->Get() : 1; } - - bool IsCounted() const { return static_cast<bool>(count_); } - - bool Make(SharedMemory &shm, const BHMsg &msg); - bool MakeRC(SharedMemory &shm, const BHMsg &msg); - bool Unpack(BHMsg &msg) const; -}; - -inline void swap(MsgI &m1, MsgI &m2) { m1.swap(m2); } - +typedef ShmMsg MsgI; } // namespace bhome_msg - - #endif // end of include guard: MSG_5BILLZET -- Gitblit v1.8.0