From 5c912c70e9333298ff48f7ea15424f72ca977b99 Mon Sep 17 00:00:00 2001 From: Fu Juntang <StrongTiger_001@163.com> Date: 星期五, 17 九月 2021 09:43:55 +0800 Subject: [PATCH] Add the heartbeat logic feature. --- src/socket/shm_socket.cpp | 790 +++++++++++++++++++++++++++++++++++++++++--------------- 1 files changed, 574 insertions(+), 216 deletions(-) diff --git a/src/socket/shm_socket.cpp b/src/socket/shm_socket.cpp index 9544827..6705b96 100644 --- a/src/socket/shm_socket.cpp +++ b/src/socket/shm_socket.cpp @@ -1,43 +1,58 @@ #include "shm_socket.h" +#include "socket_def.h" #include "hashtable.h" #include "logger_factory.h" #include <map> #include <cassert> #include "bus_error.h" +#include "sole.h" +#include "shm_mm.h" +#include "key_def.h" static Logger *logger = LoggerFactory::getLogger(); - +// ShmQueueStMap * shmQueueStMap ; static void print_msg(char *head, shm_packet_t &msg) { // err_msg(0, "%s: key=%d, type=%d\n", head, msg.key, msg.type); } static pthread_once_t _once_ = PTHREAD_ONCE_INIT; -static pthread_key_t _perthread_socket_key_; +static pthread_key_t _localthread_socket_key_; -static void _destrory_socket_perthread(void *tmp_socket); -static void _create_socket_key_perthread(void); +static void _destrory_threadlocal_socket_(void *tmp_socket); +static void _create_threadlocal_socket_key_(void); + +static int shm_recvpakfrom(shm_socket_t *sockt, shm_packet_t *recvpak , const struct timespec *timeout, + int flag, int reset = 0, int data_set = 0); + + +static int shm_sendpakto(shm_socket_t *sockt, shm_packet_t *sendpak, const int key, const struct timespec *timeout, + const int flag, int reset = 0, int data_set = 0); + + +static int _shm_sendandrecv_uuid(shm_socket_t *sockt, const void *send_buf, + const int send_size, const int key, void **recv_buf, + int *recv_size, const struct timespec *timeout, int flags); + +static int _shm_sendandrecv_thread_local(shm_socket_t *sockt, const void *send_buf, + const int send_size, const int send_key, void **recv_buf, + int *recv_size, const struct timespec *timeout, int flags) ; // 妫�鏌ey鏄惁宸茬粡琚娇鐢紝 鏈浣跨敤鍒欑粦瀹歬ey static LockFreeQueue<shm_packet_t> * shm_socket_bind_queue(int key, bool force) { hashtable_t *hashtable = mm_get_hashtable(); LockFreeQueue<shm_packet_t> *queue; - hashtable_lock(hashtable); void *tmp_ptr = hashtable_get(hashtable, key); - if (tmp_ptr == NULL || tmp_ptr == (void *)1 ) { - queue = new LockFreeQueue<shm_packet_t>(16); + queue = new LockFreeQueue<shm_packet_t>(LOCK_FREE_Q_DEFAULT_SIZE); hashtable_put(hashtable, key, (void *)queue); - hashtable_unlock(hashtable); return queue; } else if(force) { - hashtable_unlock(hashtable); - return (LockFreeQueue<shm_packet_t> *) queue; + return (LockFreeQueue<shm_packet_t> *) tmp_ptr; } - hashtable_unlock(hashtable); return NULL; } @@ -49,7 +64,6 @@ hashtable_t *hashtable = mm_get_hashtable(); void *tmp_ptr = hashtable_get(hashtable, key); if (tmp_ptr == NULL || tmp_ptr == (void *)1) { - //logger->error("shm_socket._remote_queue_attach锛歝onnet at key %d failed!", key); return NULL; } @@ -58,31 +72,16 @@ return queue; } - -size_t shm_socket_remove_keys(int keys[], size_t length) { - hashtable_t *hashtable = mm_get_hashtable(); - LockFreeQueue<shm_packet_t> *mqueue; - size_t count = 0; - for(int i = 0; i< length; i++) { - // 閿�姣佸叡浜唴瀛樼殑queue - mqueue = (LockFreeQueue<shm_packet_t> *)hashtable_get(hashtable, keys[i]); - delete mqueue; - hashtable_remove(hashtable, keys[i]); - count++; - } - return count; -} - -shm_socket_t *shm_open_socket(shm_socket_type_t socket_type) { +shm_socket_t *shm_socket_open(shm_socket_type_t socket_type) { int s, type; pthread_mutexattr_t mtxAttr; - logger->debug("shm_open_socket\n"); - shm_socket_t *socket = (shm_socket_t *)calloc(1, sizeof(shm_socket_t)); - socket->socket_type = socket_type; - socket->key = 0; - socket->force_bind = false; - socket->queue = NULL; + // shm_socket_t *socket = (shm_socket_t *)calloc(1, sizeof(shm_socket_t)); + shm_socket_t *sockt = new shm_socket_t; + sockt->socket_type = socket_type; + sockt->key = 0; + sockt->force_bind = false; + sockt->queue = NULL; s = pthread_mutexattr_init(&mtxAttr); @@ -91,7 +90,7 @@ s = pthread_mutexattr_settype(&mtxAttr, PTHREAD_MUTEX_ERRORCHECK); if (s != 0) err_exit(s, "pthread_mutexattr_settype"); - s = pthread_mutex_init(&(socket->mutex), &mtxAttr); + s = pthread_mutex_init(&(sockt->mutex), &mtxAttr); if (s != 0) err_exit(s, "pthread_mutex_init"); @@ -99,176 +98,223 @@ if (s != 0) err_exit(s, "pthread_mutexattr_destroy"); - return socket; + + // shmQueueStMap = shm_mm_attach<ShmQueueStMap>(SHM_QUEUE_ST_KEY); + + return sockt; } -int shm_close_socket(shm_socket_t *socket) { + +static int _shm_socket_close_(shm_socket_t *sockt) { - int s; - - logger->debug("shm_close_socket\n"); - if(socket->queue != NULL) { - delete socket->queue; - socket->queue = NULL; + int rv, i; + hashtable_t *hashtable = mm_get_hashtable(); + + // if(sockt->key != 0) { + // auto it = shmQueueStMap->find(sockt->key); + // if(it != shmQueueStMap->end()) { + // it->second.status = SHM_QUEUE_ST_CLOSED; + // it->second.closeTime = time(NULL); + // } + // } + + if(sockt->queue != NULL) { + sockt->queue->close(); + for( i = 0; i < sockt->queue->size(); i++) { + mm_free((*(sockt->queue))[i].buf); + logger->info("======= %d free queue element buf\n", sockt->key); + } + sleep(1); + + hashtable_remove(hashtable, sockt->key); + // sockt->queue = NULL; } + + pthread_mutex_destroy(&(sockt->mutex) ); + free(sockt); + return 0; +} - s = pthread_mutex_destroy(&(socket->mutex) ); - if(s != 0) { - err_exit(s, "shm_close_socket"); + +int shm_socket_close(shm_socket_t *sockt) { + + shm_socket_t * threadlocal_socket = (shm_socket_t *)pthread_getspecific(_localthread_socket_key_); + if(threadlocal_socket != NULL) { + _destrory_threadlocal_socket_(threadlocal_socket); } + return _shm_socket_close_(sockt); +} - free(socket); + +int shm_socket_stop(shm_socket_t *sockt) { + struct timespec timeout = {5, 0}; + shm_packet_t sendpak = {0}; + sendpak.key = sockt->key; + sendpak.action = BUS_ACTION_STOP; + sendpak.size = 0; + return shm_sendpakto(sockt, &sendpak, sockt->key, &timeout, BUS_TIMEOUT_FLAG); +} + +int shm_socket_bind(shm_socket_t *sockt, int key) { + sockt->key = key; return 0; } - -int shm_socket_bind(shm_socket_t *socket, int key) { - socket->key = key; +int shm_socket_force_bind(shm_socket_t *sockt, int key) { + sockt->force_bind = true; + sockt->key = key; return 0; } -int shm_socket_force_bind(shm_socket_t *socket, int key) { - socket->force_bind = true; - socket->key = key; +int shm_socket_bind_proc_id(shm_socket_t *sockt, const char *buf, int len) { + strncpy(sockt->proc_id, buf, len > MAX_STR_LEN ? MAX_STR_LEN : len); + return 0; } -int shm_socket_get_key(shm_socket_t *sk){ - return sk->key; +int shm_socket_get_key(shm_socket_t *sockt){ + return sockt->key; } - +int shm_socket_get_procid(shm_socket_t *sockt, char *buf, int len) { + strncpy(buf, sockt->proc_id, len); + return 0; +} // 鐭繛鎺ユ柟寮忓彂閫� -int shm_sendto(shm_socket_t *sockt, const void *buf, const int size, - const int key, const struct timespec *timeout, const int flag) { +int shm_sendto(shm_socket_t *sockt, const void *buf, const int size, const int key, const struct timespec *timeout, + const int flag, int reset, int data_set) { int rv; - - hashtable_t *hashtable = mm_get_hashtable(); - - if ((rv = pthread_mutex_lock(&(sockt->mutex))) != 0) - err_exit(rv, "shm_sendto : pthread_mutex_lock"); - - if (sockt->queue == NULL) { - if (sockt->key == 0) { - sockt->key = hashtable_alloc_key(hashtable); - } - sockt->queue = shm_socket_bind_queue( sockt->key, sockt->force_bind); - if(sockt->queue == NULL ) { - logger->error("%s. key = %d", bus_strerror(EBUS_KEY_INUSED), sockt->key); - return EBUS_KEY_INUSED; - } - } - - if ((rv = pthread_mutex_unlock(&(sockt->mutex))) != 0) - err_exit(rv, "shm_sendto : pthread_mutex_unlock"); - - // There is some case where a sockt need to send to himeself, for example when bus server need to stop, he need to send himself - // a top message. - - if (key == sockt->key) { - logger->error( "can not send to your self!"); - return EBUS_SENDTO_SELF; - } - - LockFreeQueue<shm_packet_t> *remoteQueue; - if ((remoteQueue = shm_socket_attach_queue(key)) == NULL) { - bus_errno = EBUS_CLOSED; - logger->error("sendto key %d failed, %s", key, bus_strerror(bus_errno)); - return EBUS_CLOSED; - } - - shm_packet_t dest; - dest.key = sockt->key; - dest.size = size; - dest.buf = mm_malloc(size); - memcpy(dest.buf, buf, size); - - rv = remoteQueue->push(dest, timeout, flag); - - if (rv == 0) { - printf("%d sendto %d suc.\n", shm_socket_get_key(sockt), key); - return 0; + shm_packet_t sendpak = {0}; + if (reset == 0) { + sendpak.key = sockt->key; } else { - mm_free(dest.buf); - if(rv == ETIMEDOUT) - return EBUS_TIMEOUT; - else { - logger->debug("====%d sendto key %d failed %s", shm_socket_get_key(sockt), key, bus_strerror(rv)); - return rv; - } + sendpak.key = data_set; } + sendpak.size = size; + if(buf != NULL) { + sendpak.buf = mm_malloc(size); + memcpy(sendpak.buf, buf, size); + } + + rv = shm_sendpakto(sockt, &sendpak, key, timeout, flag, reset, data_set); + return rv; } +int shm_sendandrecv(shm_socket_t *sockt, const void *send_buf, + const int send_size, const int key, void **recv_buf, + int *recv_size, const struct timespec *timeout, int flags) { + // return _shm_sendandrecv_uuid(sockt, send_buf, send_size, key, recv_buf, recv_size, timeout, flags); + return _shm_sendandrecv_thread_local(sockt, send_buf, send_size, key, recv_buf, recv_size, timeout, flags); +} + + +/** + * @callback void (*recvandsend_callback_fn)(void *recvbuf, int recvsize, int key, void **sendbuf, int *sendsize) + * sendbuf 鍜� sendsize鏄痗allbak_fn鍥炶皟鍑芥暟鐨勮繑鍥炲��, 鍒嗗埆琛ㄧず鍙戦�佹暟鎹紝鍜屽彂閫佹暟鎹殑澶у皬銆� + * + */ +int shm_recvandsend(shm_socket_t *sockt, recvandsend_callback_fn callback, + const struct timespec *timeout, int flag, void *user_data) { + + int rv; + + void *sendbuf, *recvbuf = NULL; + int sendsize = 0; + shm_packet_t recvpak = {0}; + + rv = shm_recvpakfrom(sockt , &recvpak, timeout, flag); + + if (rv != 0) { + if(rv == ETIMEDOUT){ + logger->error("%d shm_recvandsend failed %s", shm_socket_get_key(sockt), bus_strerror(EBUS_TIMEOUT)); + return EBUS_TIMEOUT; + } + + logger->error("%d shm_recvandsend failed %s", shm_socket_get_key(sockt), bus_strerror(rv)); + return rv; + } + + if(recvpak.buf != NULL) { + recvbuf = malloc(recvpak.size); + memcpy(recvbuf, recvpak.buf, recvpak.size); + mm_free(recvpak.buf); + } + + callback(recvbuf, recvpak.size, recvpak.key, &sendbuf, &sendsize, user_data); + + shm_packet_t sendpak = {0}; + sendpak.key = sockt->key; + sendpak.size = sendsize; + memcpy(sendpak.uuid, recvpak.uuid, sizeof(sendpak.uuid)); + if(sendbuf !=NULL && sendsize > 0) { + sendpak.buf = mm_malloc(sendsize); + memcpy(sendpak.buf, sendbuf, sendsize); + } else { + + logger->warn("%d shm_recvandsend : sendbuf is null", shm_socket_get_key(sockt)); + // return -1; + } + + rv = shm_sendpakto(sockt, &sendpak, recvpak.key, timeout, flag); + + return 0; + +} // 鐭繛鎺ユ柟寮忔帴鍙� -int shm_recvfrom(shm_socket_t *sockt, void **buf, int *size, int *key, const struct timespec *timeout, int flag) { +int shm_recvfrom(shm_socket_t *sockt, void **buf, int *size, int *key, const struct timespec *timeout, int flag, int reset, int data_set) { int rv; - hashtable_t *hashtable = mm_get_hashtable(); + shm_packet_t recvpak; + rv = shm_recvpakfrom(sockt , &recvpak, timeout, flag, reset, data_set); - if ((rv = pthread_mutex_lock(&(sockt->mutex))) != 0) - err_exit(rv, "shm_recvfrom : pthread_mutex_lock"); - - if (sockt->queue == NULL) { - if (sockt->key == 0) { - sockt->key = hashtable_alloc_key(hashtable); - } - sockt->queue = shm_socket_bind_queue( sockt->key, sockt->force_bind); - if(sockt->queue == NULL ) { - logger->error("%s. key = %d", bus_strerror(EBUS_KEY_INUSED), sockt->key); - return EBUS_KEY_INUSED; - } - } - - if ((rv = pthread_mutex_unlock(&(sockt->mutex))) != 0) - err_exit(rv, "shm_recvfrom : pthread_mutex_unlock"); + if (rv != 0) { - shm_packet_t src; - - rv = sockt->queue->pop(src, timeout, flag); + logger->error("%d shm_recvfrom failed %s", shm_socket_get_key(sockt), bus_strerror(rv)); + return rv; + + } - if (rv == 0) { - if(buf != NULL) { - void *_buf = malloc(src.size); - memcpy(_buf, src.buf, src.size); + if(recvpak.buf != NULL) { + if (buf == NULL) { + logger->warn("!!!Alert: buf should be not NULL!\n"); + } else { + void *_buf = malloc(recvpak.size); + memcpy(_buf, recvpak.buf, recvpak.size); *buf = _buf; } - - if(size != NULL) - *size = src.size; - - if(key != NULL) - *key = src.key; - - mm_free(src.buf); - return 0; - } else { - if(rv == ETIMEDOUT) - return EBUS_TIMEOUT; - else { - logger->debug("%d shm_recvfrom failed %s", shm_socket_get_key(sockt), bus_strerror(rv)); - return rv; - } - - } + + if(size != NULL) + *size = recvpak.size; + + if(key != NULL) + *key = recvpak.key; + + if(recvpak.key == 0) { + err_exit(0, "key = %d, pid= %d, recvpak.key == 0", shm_socket_get_key(sockt), getpid()); + } + mm_free(recvpak.buf); + return 0; } +// ================================================================================================= + /* Free thread-specific data buffer */ -static void _destrory_socket_perthread(void *tmp_socket) +static void _destrory_threadlocal_socket_(void *tmp_socket) { int rv; + if(tmp_socket == NULL) return; - - logger->debug("%d destroy tmp socket\n", pthread_self()); - shm_close_socket((shm_socket_t *)tmp_socket); - rv = pthread_setspecific(_perthread_socket_key_, NULL); + + _shm_socket_close_((shm_socket_t *)tmp_socket); + rv = pthread_setspecific(_localthread_socket_key_, NULL); if ( rv != 0) { logger->error(rv, "shm_sendandrecv : pthread_setspecific"); exit(1); @@ -276,14 +322,14 @@ } /* One-time key creation function */ -static void _create_socket_key_perthread(void) +static void _create_threadlocal_socket_key_(void) { int s; /* Allocate a unique thread-specific data key and save the address of the destructor for thread-specific data buffers */ - s = pthread_key_create(&_perthread_socket_key_, _destrory_socket_perthread); - //s = pthread_key_create(&_perthread_socket_key_, NULL); + s = pthread_key_create(&_localthread_socket_key_, _destrory_threadlocal_socket_); + //s = pthread_key_create(&_localthread_socket_key_, NULL); if (s != 0) { logger->error(s, "pthread_key_create"); exit(1); @@ -291,68 +337,173 @@ } -// use thread local -int _shm_sendandrecv_thread_local(shm_socket_t *sockt, const void *send_buf, - const int send_size, const int send_key, void **recv_buf, +static int _shm_sendandrecv_uuid(shm_socket_t *sockt, const void *send_buf, + const int send_size, const int key, void **recv_buf, int *recv_size, const struct timespec *timeout, int flags) { - int recv_key; - int rv; - int tryn = 0; - // 鐢╰hread local 淇濊瘉姣忎釜绾跨▼鐢ㄤ竴涓嫭鍗犵殑socket鎺ュ彈瀵规柟杩斿洖鐨勪俊鎭� - shm_socket_t *tmp_socket; + int rv, tryn = 16; + shm_packet_t sendpak; + shm_packet_t recvpak; + std::map<std::string, shm_packet_t>::iterator recvbufIter; + + std::string uuid = sole::uuid4().str(); + + sendpak.key = sockt->key; + sendpak.size = send_size; + if(send_buf != NULL) { + sendpak.buf = mm_malloc(send_size); + memcpy(sendpak.buf, send_buf, send_size); + } + memcpy(sendpak.uuid, uuid.c_str(), uuid.length() + 1); + // uuid.copy(sendpak.uuid, sizeof sendpak.uuid); + rv = shm_sendpakto(sockt, &sendpak, key, timeout, flags); + + if(rv != 0) { + return rv; + } + + while(tryn > 0) { + tryn--; + recvbufIter = sockt->recvbuf.find(uuid); + if(recvbufIter != sockt->recvbuf.end()) { + // 鍦ㄧ紦瀛橀噷鏌ュ埌浜哢UID鍖归厤鎴愬姛鐨� + recvpak = recvbufIter->second; + sockt->recvbuf.erase(recvbufIter); + goto LABLE_SUC; + } + + rv = shm_recvpakfrom(sockt, &recvpak, timeout, flags); + + if (rv != 0) { + + if(rv == ETIMEDOUT) { + return EBUS_TIMEOUT; + } + + logger->error("%d shm_recvfrom failed %s", shm_socket_get_key(sockt), bus_strerror(rv)); + return rv; + } + + if(strlen(recvpak.uuid) == 0) { + continue; + } else if (strncmp(uuid.c_str(), recvpak.uuid, sizeof(recvpak.uuid)) == 0) { + // 鍙戦�佷笌鎺ュ彈鐨刄UID鍖归厤鎴愬姛 + goto LABLE_SUC; + } else { + // 绛旈潪鎵�闂紝鏀惧埌缂撳瓨閲� + sockt->recvbuf.insert({recvpak.uuid, recvpak}); + continue; + } + } + +LABLE_FAIL: + return EBUS_RECVFROM_WRONG_END; - /* If first call from this thread, allocate buffer for thread, and save its location */ - // logger->debug("%d create tmp socket\n", pthread_self() ); - rv = pthread_once(&_once_, _create_socket_key_perthread); +LABLE_SUC: + if(recv_buf != NULL) { + void *_buf = malloc(recvpak.size); + memcpy(_buf, recvpak.buf, recvpak.size); + *recv_buf = _buf; + mm_free(recvpak.buf); + } + + if(recv_size != NULL) + *recv_size = recvpak.size; + + return 0; +} + +// use thread local +static int _shm_sendandrecv_thread_local(shm_socket_t *sockt, const void *send_buf, + const int send_size, const int key, void **recv_buf, + int *recv_size, const struct timespec *timeout, int flags) { + + + int rv = 0, tryn = 16; + shm_packet_t sendpak; + shm_packet_t recvpak; + std::map<int, shm_packet_t>::iterator recvbufIter; + // 鐢╰hread local 淇濊瘉姣忎釜绾跨▼鐢ㄤ竴涓嫭鍗犵殑socket鎺ュ彈瀵规柟杩斿洖鐨勪俊鎭� + shm_socket_t *tmp_socket = NULL; + + rv = pthread_once(&_once_, _create_threadlocal_socket_key_); if (rv != 0) { logger->error(rv, "shm_sendandrecv pthread_once"); exit(1); } - tmp_socket = (shm_socket_t *)pthread_getspecific(_perthread_socket_key_); + tmp_socket = (shm_socket_t *)pthread_getspecific(_localthread_socket_key_); if (tmp_socket == NULL) { /* If first call from this thread, allocate buffer for thread, and save its location */ - logger->debug("%ld create tmp socket\n", (long)pthread_self() ); - tmp_socket = shm_open_socket(SHM_SOCKET_DGRAM); + tmp_socket = shm_socket_open(SHM_SOCKET_DGRAM); + + } + + rv = pthread_setspecific(_localthread_socket_key_, tmp_socket); + if ( rv != 0) { + logger->error(rv, "shm_sendandrecv : pthread_setspecific"); + exit(1); + } + + sendpak.key = tmp_socket->key; + sendpak.size = send_size; + if(send_buf != NULL) { + sendpak.buf = mm_malloc(send_size); + memcpy(sendpak.buf, send_buf, send_size); + } + rv = shm_sendpakto(tmp_socket, &sendpak, key, timeout, flags); - rv = pthread_setspecific(_perthread_socket_key_, tmp_socket); - if ( rv != 0) { - logger->error(rv, "shm_sendandrecv : pthread_setspecific"); - exit(1); + if(rv != 0) { + return rv; + } + + while(tryn > 0) { + tryn--; + recvbufIter = tmp_socket->recvbuf2.find(key); + if(recvbufIter != tmp_socket->recvbuf2.end()) { + // 鍦ㄧ紦瀛橀噷鏌ュ埌浜唊ey鍖归厤鎴愬姛鐨� + recvpak = recvbufIter->second; + tmp_socket->recvbuf2.erase(recvbufIter); + goto LABLE_SUC; + } + + rv = shm_recvpakfrom(tmp_socket, &recvpak, timeout, flags); + + if (rv != 0) { + logger->error("%d shm_recvfrom failed %s", shm_socket_get_key(tmp_socket), bus_strerror(rv)); + return rv; + } + + if (key == recvpak.key) { + // 鍙戦�佷笌鎺ュ彈鐨刄UID鍖归厤鎴愬姛 + goto LABLE_SUC; + } else { + // 绛旈潪鎵�闂紝鏀惧埌缂撳瓨閲� + tmp_socket->recvbuf2.insert({recvpak.key, recvpak}); + exit(0); + continue; } } - if ((rv = shm_sendto(tmp_socket, send_buf, send_size, send_key, timeout, flags)) == 0) { - - while(tryn < 3) { - tryn++; - rv = shm_recvfrom(tmp_socket, recv_buf, recv_size, &recv_key, timeout, flags); - if(rv != 0) { - logger->error("_shm_sendandrecv_thread_local : %s\n", bus_strerror(rv)); - return rv; - } - - // 瓒呮椂瀵艰嚧鎺ュ彂閫佸璞★紝涓庤繑鍥炲璞′笉瀵瑰簲鐨勬儏鍐� - if(send_key != recv_key) { - logger->debug("======%d use tmp_socket %d, send to %d, receive from %d\n", shm_socket_get_key(sockt), shm_socket_get_key(tmp_socket), send_key, recv_key); - // logger->error( "_shm_sendandrecv_alloc_new: send key expect to equal to recv key! send key =%d , recv key=%d", send_key, recv_key); - // exit(1); - continue; - // return EBUS_RECVFROM_WRONG_END; - } - - return 0; - } - - return EBUS_RECVFROM_WRONG_END; - } - - return rv; +LABLE_FAIL: + return EBUS_RECVFROM_WRONG_END; + +LABLE_SUC: + if(recv_buf != NULL) { + void *_buf = malloc(recvpak.size); + memcpy(_buf, recvpak.buf, recvpak.size); + *recv_buf = _buf; + mm_free(recvpak.buf); + } + + if(recv_size != NULL) + *recv_size = recvpak.size; + + return 0; } -int _shm_sendandrecv_alloc_new(shm_socket_t *sockt, const void *send_buf, +static int _shm_sendandrecv_alloc_new(shm_socket_t *sockt, const void *send_buf, const int send_size, const int send_key, void **recv_buf, int *recv_size, const struct timespec *timeout, int flags) { int recv_key; @@ -362,7 +513,7 @@ shm_socket_t *tmp_socket; - tmp_socket = shm_open_socket(SHM_SOCKET_DGRAM); + tmp_socket = shm_socket_open(SHM_SOCKET_DGRAM); if ((rv = shm_sendto(tmp_socket, send_buf, send_size, send_key, timeout, flags)) == 0) { rv = shm_recvfrom(tmp_socket, recv_buf, recv_size, &recv_key, timeout, flags); @@ -371,14 +522,14 @@ tryn++; rv = shm_recvfrom(tmp_socket, recv_buf, recv_size, &recv_key, timeout, flags); if(rv != 0) { - logger->error("_shm_sendandrecv_thread_local : %s\n", bus_strerror(rv)); + logger->error("_shm_sendandrecv_alloc_new : %s\n", bus_strerror(rv)); return rv; } // 瓒呮椂瀵艰嚧鎺ュ彂閫佸璞★紝涓庤繑鍥炲璞′笉瀵瑰簲鐨勬儏鍐� if(send_key != recv_key) { - // logger->debug("======%d use tmp_socket %d, send to %d, receive from %d\n", shm_socket_get_key(sockt), shm_socket_get_key(tmp_socket), send_key, recv_key); - // logger->error( "_shm_sendandrecv_alloc_new: send key expect to equal to recv key! send key =%d , recv key=%d", send_key, recv_key); + + logger->error( "_shm_sendandrecv_alloc_new: send key expect to equal to recv key! send key =%d , recv key=%d", send_key, recv_key); continue; } @@ -388,14 +539,221 @@ return EBUS_RECVFROM_WRONG_END; } - shm_close_socket(tmp_socket); + _shm_socket_close_(tmp_socket); return rv; } -int shm_sendandrecv(shm_socket_t *socket, const void *send_buf, - const int send_size, const int send_key, void **recv_buf, - int *recv_size, const struct timespec *timeout, int flags) { - return _shm_sendandrecv_thread_local(socket, send_buf, send_size, send_key,recv_buf, recv_size, timeout, flags); + +static int shm_sendpakto(shm_socket_t *sockt, shm_packet_t *sendpak, const int key, const struct timespec *timeout, + const int flag, int reset, int data_set) { + + int rv; + shm_queue_status_t stRecord; + LockFreeQueue<shm_packet_t> *remoteQueue; + LockFreeQueue<shm_packet_t> *fixedQueue; + hashtable_t *hashtable = mm_get_hashtable(); + + if ((reset != 0) && (data_set == 0)) { + return EBUS_KEY_INUSED; + } + + if (reset != 0) { + fixedQueue = shm_socket_attach_queue(data_set); + } + + if (((reset == 0) && (sockt->queue != NULL)) || ((reset != 0) && (fixedQueue != NULL))) + goto LABEL_PUSH; + + // if(hashtable_get_queue_count(hashtable) > QUEUE_COUNT_LIMIT) { + // return EBUS_EXCEED_LIMIT; + // } + + { + if ((rv = pthread_mutex_lock(&(sockt->mutex))) != 0) + err_exit(rv, "shm_sendto : pthread_mutex_lock"); + + if ((sockt->queue == NULL) && (reset == 0)) { + if (sockt->key == 0) { + sockt->key = hashtable_alloc_key(hashtable); + } + sockt->queue = shm_socket_bind_queue( sockt->key, sockt->force_bind); + if(sockt->queue == NULL ) { + logger->error("%s. key = %d", bus_strerror(EBUS_KEY_INUSED), sockt->key); + if ((rv = pthread_mutex_unlock(&(sockt->mutex))) != 0) + err_exit(rv, "shm_sendto : pthread_mutex_unlock"); + return EBUS_KEY_INUSED; + } + + // 鏍囪key瀵瑰簲鐨勭姸鎬� 锛屼负opened + // stRecord.status = SHM_QUEUE_ST_OPENED; + // stRecord.createTime = time(NULL); + // shmQueueStMap->insert({sockt->key, stRecord}); + + } + + if ((fixedQueue == NULL) && (reset != 0)) { + fixedQueue = shm_socket_bind_queue(data_set, false); + if (fixedQueue == NULL ) { + logger->error("%s. key = %d", bus_strerror(EBUS_KEY_INUSED), sockt->key); + if ((rv = pthread_mutex_unlock(&(sockt->mutex))) != 0) + err_exit(rv, "shm_sendto : pthread_mutex_unlock"); + return EBUS_KEY_INUSED; + } + } + + if ((rv = pthread_mutex_unlock(&(sockt->mutex))) != 0) + err_exit(rv, "shm_sendto : pthread_mutex_unlock"); + + } + + + LABEL_PUSH: + if (sendpak->action != BUS_ACTION_STOP && key == sockt->key) { + logger->error( "can not send to your self!"); + return EBUS_SENDTO_SELF; + } + + // 妫�鏌ey鏍囪鐨勭姸鎬� + // auto it = shmQueueStMap->find(key); + // if(it != shmQueueStMap->end()) { + // if(it->second.status == SHM_QUEUE_ST_CLOSED) { + // // key瀵瑰簲鐨勭姸鎬佹槸鍏抽棴鐨� + // goto ERR_CLOSED; + // } + // } + + remoteQueue = shm_socket_attach_queue(key); + + if (remoteQueue == NULL ) { + goto ERR_CLOSED; + } else if(remoteQueue->isClosed()) { + goto ERR_CLOSED; + } + + if (reset == 0) { + sendpak->key = sockt->key; + } + rv = remoteQueue->push(*sendpak, timeout, flag); + + if(rv != 0) { + mm_free(sendpak->buf); + } + if(rv == ETIMEDOUT) { + return EBUS_TIMEOUT; + } + return rv; + +ERR_CLOSED: + logger->error("sendto key %d failed, %s", key, bus_strerror(EBUS_CLOSED)); + return EBUS_CLOSED; + } + +// 鐭繛鎺ユ柟寮忔帴鍙� +static int shm_recvpakfrom(shm_socket_t *sockt, shm_packet_t *_recvpak , const struct timespec *timeout, + int flag, int reset, int data_set) { + int rv; + shm_queue_status_t stRecord; + LockFreeQueue<shm_packet_t> *fixedQueue; + hashtable_t *hashtable = mm_get_hashtable(); + shm_packet_t recvpak; + + if ((reset != 0) && (data_set == 0)) { + return EBUS_KEY_INUSED; + } + + if (reset != 0) { + fixedQueue = shm_socket_attach_queue(data_set); + } + + if (((sockt->queue != NULL) && (reset == 0)) || ((reset != 0) && (fixedQueue != NULL))) + goto LABEL_POP; + + // if(hashtable_get_queue_count(hashtable) > QUEUE_COUNT_LIMIT) { + // return EBUS_EXCEED_LIMIT; + // } + + { + if ((rv = pthread_mutex_lock(&(sockt->mutex))) != 0) + err_exit(rv, "shm_recvfrom : pthread_mutex_lock"); + + if ((sockt->queue == NULL) && (reset == 0)) { + if (sockt->key == 0) { + sockt->key = hashtable_alloc_key(hashtable); + } + sockt->queue = shm_socket_bind_queue( sockt->key, sockt->force_bind); + if(sockt->queue == NULL ) { + logger->error("%s. key = %d", bus_strerror(EBUS_KEY_INUSED), sockt->key); + if ((rv = pthread_mutex_unlock(&(sockt->mutex))) != 0) + err_exit(rv, "shm_recvfrom : pthread_mutex_unlock"); + return EBUS_KEY_INUSED; + } + + // 鏍囪key瀵瑰簲鐨勭姸鎬� 锛屼负opened + // stRecord.status = SHM_QUEUE_ST_OPENED; + // stRecord.createTime = time(NULL); + // shmQueueStMap->insert({sockt->key, stRecord}); + } + + if ((fixedQueue == NULL) && (reset != 0)) { + fixedQueue = shm_socket_bind_queue(data_set, false); + if (fixedQueue == NULL ) { + logger->error("%s. key = %d", bus_strerror(EBUS_KEY_INUSED), sockt->key); + if ((rv = pthread_mutex_unlock(&(sockt->mutex))) != 0) + err_exit(rv, "shm_sendto : pthread_mutex_unlock"); + return EBUS_KEY_INUSED; + } + } + + if ((rv = pthread_mutex_unlock(&(sockt->mutex))) != 0) + err_exit(rv, "shm_recvfrom : pthread_mutex_unlock"); + + } + +LABEL_POP: + + if (reset == 0) { + rv = sockt->queue->pop(recvpak, timeout, flag); + } else { + rv = fixedQueue->pop(recvpak, timeout, flag); + } + if(rv != 0) { + if(rv == ETIMEDOUT) { + return EBUS_TIMEOUT; + } + return rv; + } + + + if(recvpak.action == BUS_ACTION_STOP) { + return EBUS_STOPED; + } + *_recvpak = recvpak; + return 0; +} + +void proc_copy(char *dst, void *src, int *counter) { + int count = 0; + ProcInfo *ptr = static_cast<ProcInfo *>(src); + + memcpy(dst, ptr->proc_id, strlen(ptr->proc_id) + 1); + count = strlen(ptr->proc_id) + 1; + memcpy(dst + count, ptr->name, strlen(ptr->name) + 1); + count += strlen(ptr->name) + 1; + memcpy(dst + count, ptr->public_info, strlen(ptr->public_info) + 1); + count += strlen(ptr->public_info) + 1; + memcpy(dst + count, ptr->private_info, strlen(ptr->private_info) + 1); + count += strlen(ptr->private_info) + 1; + memcpy(dst + count, ptr->int_info, strlen(ptr->int_info) + 1); + count += strlen(ptr->int_info) + 1; + memcpy(dst + count, ptr->svr_info, strlen(ptr->svr_info) + 1); + count += strlen(ptr->svr_info) + 1; + + *counter = count; +} + + + + -- Gitblit v1.8.0